-- Logs begin at Thu 2021-09-30 00:01:25 UTC, end at Thu 2021-09-30 01:18:10 UTC. -- Sep 30 00:38:32.921143 n-d-811809-1 systemd[1]: Started Devstack devstack@q-svc.service. Sep 30 00:38:35.306199 n-d-811809-1 neutron-server[80167]: INFO neutron.common.config [-] Logging enabled! Sep 30 00:38:35.306984 n-d-811809-1 neutron-server[80167]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev17 Sep 30 00:38:35.306984 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80167) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 30 00:38:35.310101 n-d-811809-1 neutron-server[80167]: INFO neutron.common.config [-] Logging enabled! Sep 30 00:38:35.310354 n-d-811809-1 neutron-server[80167]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev17 Sep 30 00:38:35.310663 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80167) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 30 00:38:35.311601 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 30 00:38:35.311836 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 30 00:38:35.312192 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 30 00:38:35.312437 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 30 00:38:35.312662 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 30 00:38:35.312979 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.313276 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.313569 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.313799 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.314102 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.314387 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.314669 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.314981 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.315277 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.315564 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.315847 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.316130 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.316365 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.316644 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.316930 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.317216 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.317441 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] debug = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.317719 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.318139 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.318526 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.318832 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.319123 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.319401 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.319673 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.319949 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.320230 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.320552 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] host = n-d-811809-1 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.320910 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.321745 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.322035 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.322323 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.322601 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.322911 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.323200 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.323474 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.323747 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] log_file = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.324022 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.324309 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.324595 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.324886 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.325111 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.325332 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.325618 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.325904 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.326179 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.326459 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.326744 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.327029 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.327300 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.327568 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.327850 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.328131 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.328414 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.328687 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.328957 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.329226 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.329498 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.329779 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.330050 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.330321 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.330591 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.330902 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.331171 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.331445 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.331745 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.332029 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.332311 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.332592 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.332862 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.333140 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.333409 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.333678 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.333945 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] use_json = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.334213 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.334479 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.334775 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.335044 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.335312 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.335580 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.335849 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.336131 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:35.336462 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.336827 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.337282 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.337568 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.337863 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.338146 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.338430 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.338705 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.339015 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.339300 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.339586 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.339862 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.340149 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.340420 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.340708 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.341009 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.341299 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.341585 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.341858 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.342130 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.342400 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.342674 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.342980 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.343269 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.343552 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.343824 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.344098 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.344384 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.344660 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.344929 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.345204 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.345488 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.345765 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.346037 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.346320 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.346595 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.346887 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.347156 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.347429 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.347716 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.347989 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.348259 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.348526 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.348799 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.349067 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.349349 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.349627 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.349897 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.350170 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.350446 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.350717 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.351004 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.351278 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.351548 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.351821 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.352727 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.353207 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.353488 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.353764 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.354040 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.354315 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.354591 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.354899 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.355176 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.355448 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.355722 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.355995 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.356269 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.356553 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.356851 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.357135 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.357415 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.357694 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.357972 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.358250 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.358528 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.358834 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.359116 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.359390 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.359677 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.359961 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.360248 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.360531 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.360810 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.361105 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.361386 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.361669 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.361946 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.362226 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.362516 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.362824 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.363120 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.363412 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.363703 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.363994 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.364286 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.364568 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.364872 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.365151 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:35.365367 n-d-811809-1 neutron-server[80167]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 30 00:38:35.365605 n-d-811809-1 neutron-server[80167]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80167) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 30 00:38:35.757117 n-d-811809-1 neutron-server[80167]: INFO keyring.backend [-] Loading KWallet Sep 30 00:38:35.764360 n-d-811809-1 neutron-server[80167]: INFO keyring.backend [-] Loading SecretService Sep 30 00:38:35.767890 n-d-811809-1 neutron-server[80167]: INFO keyring.backend [-] Loading Windows Sep 30 00:38:35.769205 n-d-811809-1 neutron-server[80167]: INFO keyring.backend [-] Loading chainer Sep 30 00:38:35.769775 n-d-811809-1 neutron-server[80167]: INFO keyring.backend [-] Loading macOS Sep 30 00:38:35.803567 n-d-811809-1 neutron-server[80167]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:38:35.803841 n-d-811809-1 neutron-server[80167]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=80167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:38:35.804128 n-d-811809-1 neutron-server[80167]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:38:35.804458 n-d-811809-1 neutron-server[80167]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 30 00:38:36.113155 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.113437 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.113708 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.114910 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.115183 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.115443 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.236372 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.236651 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.236919 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.250454 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.250748 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.251031 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.279350 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.279623 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.279883 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.318922 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.319469 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.319469 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.547522 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.547736 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.547999 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.548263 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.549207 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.677544 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.677860 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.678141 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.678410 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.678674 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.679009 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.679273 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.679527 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.680034 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.680336 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.680594 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.680855 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.681114 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.681367 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.681629 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.681894 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.682157 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.682418 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.682667 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.682966 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.683312 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.683562 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.683806 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.684084 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.684332 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.684573 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.684957 n-d-811809-1 neutron-server[80167]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80167) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 00:38:36.685196 n-d-811809-1 neutron-server[80167]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80167) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 00:38:36.685429 n-d-811809-1 neutron-server[80167]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80167) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 00:38:36.685661 n-d-811809-1 neutron-server[80167]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80167) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 00:38:36.685893 n-d-811809-1 neutron-server[80167]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80167) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 00:38:36.686124 n-d-811809-1 neutron-server[80167]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80167) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 00:38:36.686581 n-d-811809-1 neutron-server[80167]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 30 00:38:36.689657 n-d-811809-1 neutron-server[80167]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 30 00:38:36.693549 n-d-811809-1 neutron-server[80167]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 30 00:38:36.697300 n-d-811809-1 neutron-server[80167]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Sep 30 00:38:36.698941 n-d-811809-1 neutron-server[80167]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 30 00:38:36.699388 n-d-811809-1 neutron-server[80167]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 30 00:38:36.699717 n-d-811809-1 neutron-server[80167]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 30 00:38:36.700098 n-d-811809-1 neutron-server[80167]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 30 00:38:36.702877 n-d-811809-1 neutron-server[80167]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 30 00:38:36.703129 n-d-811809-1 neutron-server[80167]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 30 00:38:36.703616 n-d-811809-1 neutron-server[80167]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 30 00:38:36.731630 n-d-811809-1 neutron-server[80167]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 30 00:38:36.732072 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.732369 n-d-811809-1 neutron-server[80167]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80167) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 30 00:38:36.732733 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.734085 n-d-811809-1 neutron-server[80167]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80167) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 30 00:38:36.734361 n-d-811809-1 neutron-server[80167]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 30 00:38:36.734604 n-d-811809-1 neutron-server[80167]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 30 00:38:36.737774 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.738051 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:36.799678 n-d-811809-1 neutron-server[80167]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 30 00:38:36.799861 n-d-811809-1 neutron-server[80167]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 30 00:38:36.800095 n-d-811809-1 neutron-server[80167]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 30 00:38:36.800462 n-d-811809-1 neutron-server[80167]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 30 00:38:36.832805 n-d-811809-1 neutron-server[80167]: DEBUG oslo_db.sqlalchemy.engines [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=80167) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Sep 30 00:38:37.168704 n-d-811809-1 neutron-server[80167]: INFO neutron.plugins.ml2.managers [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Initializing driver for type 'gre' Sep 30 00:38:37.169338 n-d-811809-1 neutron-server[80167]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] gre ID ranges: [(1, 1000)] Sep 30 00:38:37.220810 n-d-811809-1 neutron-server[80167]: INFO neutron.plugins.ml2.managers [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Initializing driver for type 'local' Sep 30 00:38:37.221176 n-d-811809-1 neutron-server[80167]: INFO neutron.plugins.ml2.managers [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Initializing driver for type 'vlan' Sep 30 00:38:37.231745 n-d-811809-1 neutron-server[80167]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] VlanTypeDriver initialization complete Sep 30 00:38:37.232045 n-d-811809-1 neutron-server[80167]: INFO neutron.plugins.ml2.managers [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Initializing driver for type 'vxlan' Sep 30 00:38:37.232531 n-d-811809-1 neutron-server[80167]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] vxlan ID ranges: [(1, 1000)] Sep 30 00:38:37.286513 n-d-811809-1 neutron-server[80167]: INFO neutron.plugins.ml2.managers [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Initializing extension driver 'port_security' Sep 30 00:38:37.286883 n-d-811809-1 neutron-server[80167]: INFO neutron.plugins.ml2.extensions.port_security [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] PortSecurityExtensionDriver initialization complete Sep 30 00:38:37.287222 n-d-811809-1 neutron-server[80167]: INFO neutron.plugins.ml2.managers [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Initializing mechanism driver 'openvswitch' Sep 30 00:38:37.287547 n-d-811809-1 neutron-server[80167]: INFO neutron.plugins.ml2.managers [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Initializing mechanism driver 'hyperv' Sep 30 00:38:37.294104 n-d-811809-1 neutron-server[80167]: DEBUG neutron.plugins.ml2.plugin [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:38:37.294890 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > port after_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.295262 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > port after_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.295613 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > port after_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.295994 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > subnet after_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.296343 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > subnet after_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.296685 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.297060 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > network after_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.297401 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > network after_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.297739 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > network after_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.298113 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > security_group after_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.298460 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > security_group after_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.298821 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.299196 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.299535 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.299900 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.300268 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > address_group after_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.300608 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > address_group after_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.300939 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.301273 n-d-811809-1 neutron-server[80167]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] ML2 OVO RPC backend initialized. {{(pid=80167) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Sep 30 00:38:37.301969 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.302317 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.302741 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > network before_response 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.303088 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > networks before_response 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.303428 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > port before_response 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.303764 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > ports before_response 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.304102 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > subnet before_response 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.304431 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > subnets before_response 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.305025 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > network after_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.305974 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > network after_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.306313 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > network after_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.306646 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > port after_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.307001 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > port after_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.307336 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > port after_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.307666 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > subnet after_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.307998 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > subnet after_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.308330 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.308897 n-d-811809-1 neutron-server[80167]: INFO neutron.plugins.ml2.plugin [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Modular L2 Plugin initialization complete Sep 30 00:38:37.309222 n-d-811809-1 neutron-server[80167]: DEBUG neutron.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading services supported by the core plugin {{(pid=80167) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 30 00:38:37.309539 n-d-811809-1 neutron-server[80167]: INFO neutron.plugins.ml2.managers [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Got port-security extension from driver 'port_security' Sep 30 00:38:37.309995 n-d-811809-1 neutron-server[80167]: INFO neutron.extensions.vlantransparent [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Disabled vlantransparent extension. Sep 30 00:38:37.310476 n-d-811809-1 neutron-server[80167]: DEBUG neutron.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80167) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 30 00:38:37.310813 n-d-811809-1 neutron-server[80167]: INFO neutron.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading Plugin: router Sep 30 00:38:37.346544 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.347141 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > router after_create 55549900 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.347319 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > router before_create 55549900 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.347681 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.348052 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.348406 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > router after_delete 55549900 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.348760 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.349121 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > router after_create 55549900 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.349464 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > router after_update 55549900 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.349807 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > router after_update 55549900 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.350151 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.350504 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > router after_update 55549900 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.350941 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > router precommit_update 55549900 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.351304 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: port after_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.351644 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: port after_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.351979 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: subnet after_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.352710 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.353055 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.353405 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > router precommit_create 55549900 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.353747 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: port before_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.354088 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > router precommit_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.354442 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > router after_update 55549900 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.354811 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.355160 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > router precommit_create 55549900 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.355519 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.355860 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > router precommit_update 55549900 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.356219 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > agent after_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.356569 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > agent after_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.356905 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > network after_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.357768 n-d-811809-1 neutron-server[80167]: DEBUG neutron.quota.resource_registry [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Tracking information for resource: router configured {{(pid=80167) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 00:38:37.358099 n-d-811809-1 neutron-server[80167]: DEBUG neutron.quota.resource_registry [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Tracking information for resource: floatingip configured {{(pid=80167) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 00:38:37.362932 n-d-811809-1 neutron-server[80167]: INFO neutron.db.l3_agentschedulers_db [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 30 00:38:37.363499 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: port after_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.363854 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: port after_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.364200 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: port after_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.364546 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: port after_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.365331 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > router before_create 55550100 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.365690 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.366049 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > router precommit_create 55550100 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.366399 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > router precommit_update 55550100 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.371325 n-d-811809-1 neutron-server[80167]: DEBUG neutron.services.provider_configuration [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Service providers = [] {{(pid=80167) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 30 00:38:37.371686 n-d-811809-1 neutron-server[80167]: DEBUG neutron.db.servicetype_db [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80167) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 30 00:38:37.374587 n-d-811809-1 neutron-server[80167]: DEBUG neutron.services.service_base [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80167) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 30 00:38:37.374964 n-d-811809-1 neutron-server[80167]: DEBUG neutron.services.service_base [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80167) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 30 00:38:37.375303 n-d-811809-1 neutron-server[80167]: DEBUG neutron.services.service_base [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80167) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 30 00:38:37.376345 n-d-811809-1 neutron-server[80167]: DEBUG neutron.services.service_base [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80167) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 30 00:38:37.376715 n-d-811809-1 neutron-server[80167]: INFO neutron.services.service_base [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 30 00:38:37.377082 n-d-811809-1 neutron-server[80167]: DEBUG neutron.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80167) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 00:38:37.377396 n-d-811809-1 neutron-server[80167]: INFO neutron.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 30 00:38:37.388313 n-d-811809-1 neutron-server[80167]: DEBUG neutron.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80167) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 00:38:37.388649 n-d-811809-1 neutron-server[80167]: INFO neutron.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading Plugin: auto_allocate Sep 30 00:38:37.394521 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: network precommit_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.394920 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: network precommit_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.395435 n-d-811809-1 neutron-server[80167]: DEBUG neutron.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80167) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 00:38:37.395751 n-d-811809-1 neutron-server[80167]: INFO neutron.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading Plugin: tag Sep 30 00:38:37.402906 n-d-811809-1 neutron-server[80167]: DEBUG neutron.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80167) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 00:38:37.403237 n-d-811809-1 neutron-server[80167]: INFO neutron.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading Plugin: timestamp Sep 30 00:38:37.407246 n-d-811809-1 neutron-server[80167]: DEBUG neutron.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80167) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 00:38:37.407576 n-d-811809-1 neutron-server[80167]: INFO neutron.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading Plugin: network_ip_availability Sep 30 00:38:37.412734 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.413104 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.413460 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.414159 n-d-811809-1 neutron-server[80167]: DEBUG neutron.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80167) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 00:38:37.414476 n-d-811809-1 neutron-server[80167]: INFO neutron.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading Plugin: flavors Sep 30 00:38:37.420723 n-d-811809-1 neutron-server[80167]: DEBUG neutron.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80167) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 00:38:37.421003 n-d-811809-1 neutron-server[80167]: INFO neutron.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading Plugin: revisions Sep 30 00:38:37.425223 n-d-811809-1 neutron-server[80167]: DEBUG neutron.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80167) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 00:38:37.425605 n-d-811809-1 neutron-server[80167]: DEBUG oslo_concurrency.lockutils [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.621s {{(pid=80167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:38:37.426328 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80167) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 30 00:38:37.426664 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Initializing extension manager. Sep 30 00:38:37.427186 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: __init__.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.427525 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: __pycache__ {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.427856 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.428186 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: address_group.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.428936 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.429487 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: address-group Sep 30 00:38:37.430071 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: address_scope.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.431313 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.431818 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: address-scope Sep 30 00:38:37.432142 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.433062 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.433569 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: router-admin-state-down-before-update Sep 30 00:38:37.433890 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: agent.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.434588 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.435109 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: agent Sep 30 00:38:37.435431 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: agent_resources_synced.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.436329 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.436825 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: agent-resources-synced Sep 30 00:38:37.437143 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: allowedaddresspairs.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.438952 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.439467 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: allowed-address-pairs Sep 30 00:38:37.439789 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: auto_allocated_topology.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.440838 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.441429 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: auto-allocated-topology Sep 30 00:38:37.441755 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: availability_zone.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.442443 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.442964 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: availability_zone Sep 30 00:38:37.443502 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: availability_zone_filter.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.444410 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.444911 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: availability_zone_filter Sep 30 00:38:37.445232 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: data_plane_status.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.446973 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.447479 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension data-plane-status not supported by any of loaded plugins Sep 30 00:38:37.447802 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: default_subnetpools.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.448714 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.449211 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: default-subnetpools Sep 30 00:38:37.449535 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.450336 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.450862 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: dhcp_agent_scheduler Sep 30 00:38:37.451186 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: dns.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.452087 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.452581 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension dns-integration not supported by any of loaded plugins Sep 30 00:38:37.452904 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: dns_domain_ports.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.453809 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.454305 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 30 00:38:37.454626 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: dvr.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.455326 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.455822 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: dvr Sep 30 00:38:37.456144 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: empty_string_filtering.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.457048 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.457551 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: empty-string-filtering Sep 30 00:38:37.457871 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.458800 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.459292 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 30 00:38:37.459610 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.460514 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.461005 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 30 00:38:37.461320 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: external_net.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.462412 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.462936 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: external-net Sep 30 00:38:37.463256 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.464160 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.464653 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: extra_dhcp_opt Sep 30 00:38:37.464970 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: extraroute.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.465870 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.466361 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: extraroute Sep 30 00:38:37.466679 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: extraroute_atomic.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.467730 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.468228 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: extraroute-atomic Sep 30 00:38:37.468548 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: filter_validation.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.469205 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.469698 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: filter-validation Sep 30 00:38:37.470015 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: fip_pf_description.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.471132 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.471632 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 30 00:38:37.471952 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: fip_port_details.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.472857 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.473353 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: fip-port-details Sep 30 00:38:37.473671 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: flavors.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.474902 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.475410 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: flavors Sep 30 00:38:37.475734 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.477396 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.477906 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 30 00:38:37.478229 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: floatingip_pools.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.478946 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.479447 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: floatingip-pools Sep 30 00:38:37.479764 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: ip_allocation.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.480674 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.481164 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension ip_allocation not supported by any of loaded plugins Sep 30 00:38:37.481481 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.482395 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.482919 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: ip-substring-filtering Sep 30 00:38:37.483241 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: l2_adjacency.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.484155 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.484648 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 30 00:38:37.484965 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: l3.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.485915 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.486421 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: router Sep 30 00:38:37.486774 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.488985 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.489506 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 30 00:38:37.489835 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.490789 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.491299 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: ext-gw-mode Sep 30 00:38:37.491628 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.492543 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.493572 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: l3-ha Sep 30 00:38:37.493900 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: l3_flavors.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.494852 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.495355 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: l3-flavors Sep 30 00:38:37.495678 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.496597 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.497094 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 30 00:38:37.497415 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: l3agentscheduler.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.498448 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.498975 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: l3_agent_scheduler Sep 30 00:38:37.499301 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: logging.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.500792 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.501297 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension logging not supported by any of loaded plugins Sep 30 00:38:37.501622 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: metering.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.502354 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.502946 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: metering Sep 30 00:38:37.503269 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.504529 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.505107 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: metering_source_and_destination_fields Sep 30 00:38:37.505465 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: multiprovidernet.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.507055 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.507699 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: multi-provider Sep 30 00:38:37.508129 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: netmtu.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.510138 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.510848 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: net-mtu Sep 30 00:38:37.511287 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: netmtu_writable.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.512424 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.513064 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: net-mtu-writable Sep 30 00:38:37.513514 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: network_availability_zone.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.514470 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.515264 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: network_availability_zone Sep 30 00:38:37.515627 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: network_ip_availability.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.517182 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.517797 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: network-ip-availability Sep 30 00:38:37.518349 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: network_segment_range.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.519290 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.519889 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension network-segment-range not supported by any of loaded plugins Sep 30 00:38:37.520246 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: pagination.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.521629 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.521994 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: pagination Sep 30 00:38:37.522466 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: port_device_profile.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.524115 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.525073 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: port-device-profile Sep 30 00:38:37.525573 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.526889 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.527576 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: port-mac-address-regenerate Sep 30 00:38:37.527975 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.528928 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.529496 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: port-numa-affinity-policy Sep 30 00:38:37.529879 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: port_resource_request.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.530898 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.531418 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension port-resource-request not supported by any of loaded plugins Sep 30 00:38:37.531736 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: portbindings.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.532658 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.533181 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: binding Sep 30 00:38:37.533552 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: portbindings_extended.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.534811 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.535316 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: binding-extended Sep 30 00:38:37.535643 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: portsecurity.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.536550 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.537052 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: port-security Sep 30 00:38:37.537375 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: project_id.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.538356 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.538681 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: project-id Sep 30 00:38:37.539034 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: providernet.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.540167 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.540670 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: provider Sep 30 00:38:37.540990 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: qos.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.544454 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.544969 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension qos not supported by any of loaded plugins Sep 30 00:38:37.545299 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.546524 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.547065 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 30 00:38:37.547394 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.548303 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.548806 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 30 00:38:37.549132 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: qos_default.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.550043 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.550543 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension qos-default not supported by any of loaded plugins Sep 30 00:38:37.550919 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: qos_fip.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.551553 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.552071 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension qos-fip not supported by any of loaded plugins Sep 30 00:38:37.552392 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: qos_gateway_ip.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.553307 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.553813 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 30 00:38:37.554134 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: qos_port_network_policy.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.555968 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.556471 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 30 00:38:37.556792 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: qos_rule_type_details.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.557701 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.558200 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 30 00:38:37.558521 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: qos_rules_alias.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.559660 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.560225 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 30 00:38:37.560547 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: quotasv2.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.561497 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.561950 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: quotas Sep 30 00:38:37.562274 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: quotasv2_detail.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.563887 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.564220 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: quota_details Sep 30 00:38:37.564546 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: rbac.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.565609 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.566126 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: rbac-policies Sep 30 00:38:37.566451 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: rbac_address_group.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.567401 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.567908 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: rbac-address-group Sep 30 00:38:37.568231 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: rbac_address_scope.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.569147 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.569654 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: rbac-address-scope Sep 30 00:38:37.569980 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: rbac_security_groups.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.571492 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.571995 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: rbac-security-groups Sep 30 00:38:37.572314 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: rbac_subnetpool.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.573244 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.573745 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: rbac-subnetpool Sep 30 00:38:37.574064 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: revisionifmatch.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.575001 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.575503 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: revision-if-match Sep 30 00:38:37.575822 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: revisions.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.576926 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.577431 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: standard-attr-revisions Sep 30 00:38:37.577755 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: router_availability_zone.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.578424 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.578964 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: router_availability_zone Sep 30 00:38:37.579286 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: routerservicetype.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.580202 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.580706 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension router-service-type not supported by any of loaded plugins Sep 30 00:38:37.581024 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.581937 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.582437 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: security-groups-normalized-cidr Sep 30 00:38:37.582784 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.583698 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.584200 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: port-security-groups-filtering Sep 30 00:38:37.584516 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.585425 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.585926 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: security-groups-remote-address-group Sep 30 00:38:37.586244 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: securitygroup.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.595939 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.596461 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: security-group Sep 30 00:38:37.596790 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: segment.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.597567 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.598065 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension segment not supported by any of loaded plugins Sep 30 00:38:37.598386 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.599346 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.599879 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 30 00:38:37.600203 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: servicetype.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.601297 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.601808 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: service-type Sep 30 00:38:37.602695 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: sorting.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.603778 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.604105 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: sorting Sep 30 00:38:37.604426 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: standard_attr_segment.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.605350 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.605861 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 30 00:38:37.606183 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: standardattrdescription.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.606859 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.607364 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: standard-attr-description Sep 30 00:38:37.607683 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: stateful_security_group.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.608594 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.609292 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: stateful-security-group Sep 30 00:38:37.609706 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: stdattrs_common.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.610294 n-d-811809-1 neutron-server[80167]: WARNING neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 30 00:38:37.610613 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.611720 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.612224 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 30 00:38:37.612543 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: subnet_onboard.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.613600 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.614111 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: subnet_onboard Sep 30 00:38:37.614430 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.615381 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.615883 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 30 00:38:37.616199 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: subnet_service_types.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.617179 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.618288 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: subnet-service-types Sep 30 00:38:37.618808 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: subnetallocation.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.619965 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.620484 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: subnet_allocation Sep 30 00:38:37.620807 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.621469 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.621985 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: subnetpool-prefix-ops Sep 30 00:38:37.622307 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.623335 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.623836 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 30 00:38:37.624159 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: tagging.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.625219 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.625733 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: standard-attr-tag Sep 30 00:38:37.626058 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: timestamp.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.627277 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.627783 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loaded extension: standard-attr-timestamp Sep 30 00:38:37.628109 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: trunk.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.629132 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.629637 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension trunk not supported by any of loaded plugins Sep 30 00:38:37.629960 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: trunk_details.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.630906 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.631408 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension trunk-details not supported by any of loaded plugins Sep 30 00:38:37.631730 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: uplink_status_propagation.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.632645 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.633147 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 30 00:38:37.633496 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Loading extension file: vlantransparent.py {{(pid=80167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 00:38:37.634160 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 00:38:37.634658 n-d-811809-1 neutron-server[80167]: INFO neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 30 00:38:37.637116 n-d-811809-1 neutron-server[80167]: INFO neutron.quota.resource_registry [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Creating instance of TrackedResource for resource:network Sep 30 00:38:37.637842 n-d-811809-1 neutron-server[80167]: INFO neutron.quota.resource_registry [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Creating instance of TrackedResource for resource:subnet Sep 30 00:38:37.638624 n-d-811809-1 neutron-server[80167]: INFO neutron.quota.resource_registry [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 00:38:37.639254 n-d-811809-1 neutron-server[80167]: INFO neutron.quota.resource_registry [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Creating instance of TrackedResource for resource:port Sep 30 00:38:37.640509 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.v2.resource_helper [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 00:38:37.640946 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.v2.resource_helper [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Service FLAVORS assigned prefix: {{(pid=80167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 00:38:37.641581 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.v2.resource_helper [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 00:38:37.642003 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.v2.resource_helper [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 00:38:37.642332 n-d-811809-1 neutron-server[80167]: INFO neutron.quota.resource_registry [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Creating instance of TrackedResource for resource:router Sep 30 00:38:37.643004 n-d-811809-1 neutron-server[80167]: INFO neutron.quota.resource_registry [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Creating instance of TrackedResource for resource:floatingip Sep 30 00:38:37.643698 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.v2.resource_helper [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Service METERING assigned prefix: /metering {{(pid=80167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 00:38:37.645135 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.645500 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.645850 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:38:37.647023 n-d-811809-1 neutron-server[80167]: INFO neutron.quota.resource_registry [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Creating instance of CountableResource for resource:rbac_policy Sep 30 00:38:37.647468 n-d-811809-1 neutron-server[80167]: INFO neutron.quota.resource_registry [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Creating instance of TrackedResource for resource:security_group Sep 30 00:38:37.648131 n-d-811809-1 neutron-server[80167]: INFO neutron.quota.resource_registry [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 30 00:38:37.648937 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.v2.resource_helper [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Service CORE assigned prefix: {{(pid=80167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 00:38:37.649256 n-d-811809-1 neutron-server[80167]: INFO neutron.quota.resource_registry [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 00:38:37.649761 n-d-811809-1 neutron-server[80167]: WARNING neutron.quota.resource_registry [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] subnetpool is already registered Sep 30 00:38:37.650351 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.v2.resource_helper [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Service CORE assigned prefix: {{(pid=80167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 00:38:37.650677 n-d-811809-1 neutron-server[80167]: INFO neutron.quota.resource_registry [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 00:38:37.651036 n-d-811809-1 neutron-server[80167]: WARNING neutron.quota.resource_registry [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] subnetpool is already registered Sep 30 00:38:37.653577 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.v2.resource_helper [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 00:38:37.654006 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.v2.resource_helper [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Service FLAVORS assigned prefix: {{(pid=80167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 00:38:37.654598 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.v2.resource_helper [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 00:38:37.655042 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.v2.resource_helper [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 00:38:37.655375 n-d-811809-1 neutron-server[80167]: INFO neutron.quota.resource_registry [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Creating instance of TrackedResource for resource:router Sep 30 00:38:37.655707 n-d-811809-1 neutron-server[80167]: WARNING neutron.quota.resource_registry [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] router is already registered Sep 30 00:38:37.656291 n-d-811809-1 neutron-server[80167]: INFO neutron.quota.resource_registry [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Creating instance of TrackedResource for resource:floatingip Sep 30 00:38:37.656617 n-d-811809-1 neutron-server[80167]: WARNING neutron.quota.resource_registry [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] floatingip is already registered Sep 30 00:38:37.657231 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.v2.resource_helper [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Service METERING assigned prefix: /metering {{(pid=80167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 00:38:37.657903 n-d-811809-1 neutron-server[80167]: INFO neutron.quota.resource_registry [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Creating instance of CountableResource for resource:rbac_policy Sep 30 00:38:37.658263 n-d-811809-1 neutron-server[80167]: WARNING neutron.quota.resource_registry [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] rbac_policy is already registered Sep 30 00:38:37.658826 n-d-811809-1 neutron-server[80167]: INFO neutron.quota.resource_registry [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Creating instance of TrackedResource for resource:security_group Sep 30 00:38:37.659162 n-d-811809-1 neutron-server[80167]: WARNING neutron.quota.resource_registry [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] security_group is already registered Sep 30 00:38:37.659748 n-d-811809-1 neutron-server[80167]: INFO neutron.quota.resource_registry [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 30 00:38:37.660074 n-d-811809-1 neutron-server[80167]: WARNING neutron.quota.resource_registry [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] security_group_rule is already registered Sep 30 00:38:37.660723 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.v2.resource_helper [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Service CORE assigned prefix: {{(pid=80167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 00:38:37.661048 n-d-811809-1 neutron-server[80167]: INFO neutron.quota.resource_registry [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 00:38:37.661378 n-d-811809-1 neutron-server[80167]: WARNING neutron.quota.resource_registry [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] subnetpool is already registered Sep 30 00:38:37.661965 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.v2.resource_helper [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Service CORE assigned prefix: {{(pid=80167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 00:38:37.662285 n-d-811809-1 neutron-server[80167]: INFO neutron.quota.resource_registry [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 00:38:37.662609 n-d-811809-1 neutron-server[80167]: WARNING neutron.quota.resource_registry [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] subnetpool is already registered Sep 30 00:38:37.663316 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: extensions {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.665483 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: address-groups {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.667138 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: address-scopes {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.668345 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: agents {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.669503 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: auto-allocated-topology {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.670911 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: availability_zones {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.673120 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: dhcp-networks {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.674540 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: dhcp-agents {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.676016 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: routers {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.677816 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: flavors {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.679009 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: service_profiles {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.681027 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: next_providers {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.682548 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: service_profiles {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.684027 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: floatingip-pools {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.685256 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: routers {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.687064 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: floatingips {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.688265 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: l3-routers {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.689645 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: l3-agents {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.691077 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: metering-labels {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.692440 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: metering-label-rules {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.693714 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: network-ip-availabilities {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.694983 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: bindings {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.697221 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: quotas {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.698744 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: quotas {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.700155 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: rbac-policies {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.701449 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: security-groups {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.702653 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: security-group-rules {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.703901 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: service-providers {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.705131 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: subnetpools {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.706563 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: subnetpools {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.708042 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: tags {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.709738 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: tags {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.712379 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: tags {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.714181 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: tags {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.715986 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: tags {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.717839 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: tags {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.719594 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: tags {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.721493 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: tags {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.723267 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: tags {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.725120 n-d-811809-1 neutron-server[80167]: DEBUG neutron.api.extensions [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Extended resource: tags {{(pid=80167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 00:38:37.731094 n-d-811809-1 neutron-server[80167]: WARNING keystonemiddleware.auth_token [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 30 00:38:37.736619 n-d-811809-1 neutron-server[80167]: WARNING keystonemiddleware.auth_token [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 30 00:38:37.744845 n-d-811809-1 neutron-server[80167]: DEBUG oslo_concurrency.lockutils [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Acquired lock "singleton_lock" {{(pid=80167) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 30 00:38:37.745316 n-d-811809-1 neutron-server[80167]: DEBUG oslo_concurrency.lockutils [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Releasing lock "singleton_lock" {{(pid=80167) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 30 00:38:37.745945 n-d-811809-1 neutron-server[80167]: INFO oslo_service.service [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Starting 2 workers Sep 30 00:38:37.750606 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Started child 80274 {{(pid=80167) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 30 00:38:37.754801 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Started child 80275 {{(pid=80167) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 30 00:38:37.755706 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:38:37.756317 n-d-811809-1 neutron-server[80167]: INFO neutron.service [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 30 00:38:37.756956 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Notify callbacks [] for process, before_spawn {{(pid=80167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:38:37.757477 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [-] (80274) wsgi starting up on http://0.0.0.0:9696 Sep 30 00:38:37.760014 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:38:37.760914 n-d-811809-1 neutron-server[80167]: INFO oslo_service.service [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Starting 1 workers Sep 30 00:38:37.761420 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [-] (80275) wsgi starting up on http://0.0.0.0:9696 Sep 30 00:38:37.767945 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Started child 80276 {{(pid=80167) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 30 00:38:37.768455 n-d-811809-1 neutron-server[80167]: INFO oslo_service.service [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Starting 1 workers Sep 30 00:38:37.774985 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Started child 80277 {{(pid=80167) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 30 00:38:37.775506 n-d-811809-1 neutron-server[80276]: DEBUG neutron.service [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] calling RpcWorker wait() {{(pid=80276) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 30 00:38:37.776013 n-d-811809-1 neutron-server[80167]: DEBUG neutron_lib.callbacks.manager [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] Notify callbacks [] for process, after_spawn {{(pid=80167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:38:37.776110 n-d-811809-1 neutron-server[80276]: DEBUG neutron.service [None req-227513ff-19db-4ee5-a127-83482e3654c8 None None] returning from RpcWorker wait() {{(pid=80276) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 30 00:38:37.777331 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:38:37.777440 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80167) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 30 00:38:37.777578 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 30 00:38:37.777765 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 30 00:38:37.777892 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:38:37.777989 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 30 00:38:37.778296 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 30 00:38:37.778458 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 30 00:38:37.778976 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.779122 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:38:37.779531 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.779531 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.779806 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.780041 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.780584 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.780850 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.781099 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.781375 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.781606 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.781771 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.781934 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.782180 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.782427 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.782712 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.782987 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.783224 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.783488 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.783655 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.783908 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.784174 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.784411 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.784685 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] debug = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.784924 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.785391 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.785614 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.785861 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.786092 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.786365 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.786591 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.786884 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.787128 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.787346 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.787589 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.787838 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.788075 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.788312 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.788533 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.788771 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.789007 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.789515 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] host = n-d-811809-1 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.789753 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.789967 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.790192 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.790444 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.790681 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.790936 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.791199 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.791437 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.791701 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.791949 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.792198 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.792432 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.792647 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.792903 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] log_file = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.793066 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] log_options = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.793283 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.793552 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.793813 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.794058 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.794194 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.794315 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.794550 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.794712 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.794994 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.795225 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.795455 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.795666 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.795907 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.796119 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.796365 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.796590 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.796811 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.797008 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.797258 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.797482 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.797718 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.797942 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.798172 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.798405 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.798614 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.798846 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.799086 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.799316 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.799523 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.799779 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.800040 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.800300 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.800600 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.800788 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.801066 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.801232 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.801461 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.801713 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.801938 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.802178 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.802446 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.802676 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.802921 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.803134 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.803365 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.804436 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] use_json = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.804678 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.805067 n-d-811809-1 neutron-server[80277]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:38:37.805273 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.805483 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.805720 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.805965 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.806200 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.806420 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.806652 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.807094 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.807379 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.808502 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.808830 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.808997 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.809259 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.809546 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.809847 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.810062 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.810308 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.810611 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.810946 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.811375 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.812230 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.812501 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.812839 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.813116 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.813396 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.813620 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.813881 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.814117 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.814341 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.814678 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.814975 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.815250 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.815515 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.815752 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.815979 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.816199 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.816430 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.816650 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.816883 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.817135 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.817376 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.817584 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.817806 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.818055 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.818954 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.819215 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.819622 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.820368 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.820527 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.821639 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.821639 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.821816 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.821944 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.822344 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.822603 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.822836 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.823080 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.823324 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.823550 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.823765 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.824086 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.824174 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.824436 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.824786 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.824888 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.825081 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.825298 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.825524 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.825789 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.826027 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.826241 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.826470 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.826694 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.826931 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.827176 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.827379 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.827608 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.827823 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.828049 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.828259 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.828470 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.828684 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.828890 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.829089 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.829356 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.829542 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.829746 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.829977 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.830193 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.830427 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.830636 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.830928 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.831240 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.831494 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.831739 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.831975 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.832220 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.832439 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.832691 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.832933 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.833152 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.833379 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.833646 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.833896 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.834151 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.834376 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.834595 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.835142 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.835142 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.835330 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.835545 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.835778 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.836018 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.836489 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.837187 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.837657 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.837939 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.838195 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.838464 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.838689 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.838976 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.839196 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.839454 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.839745 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.839990 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.840796 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.840796 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.840796 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.841203 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.841203 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.841967 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.841967 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.841967 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.842315 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.842449 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.842610 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.842849 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.843086 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.843308 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.843616 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.844137 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.844137 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.844383 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.844515 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.844749 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.844993 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.845249 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.846372 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.846372 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.846372 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.846372 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.846741 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.846741 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.846956 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.847167 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.847405 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.847634 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.847849 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.848059 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.848268 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.848509 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.848722 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.848956 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.849187 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.849402 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.849615 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.849840 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.850048 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.850282 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.850550 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.850772 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.851023 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.851239 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.851461 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.851710 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.851928 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.852230 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.852527 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.852906 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.853133 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.853355 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.853616 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.853830 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.854090 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.854308 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.854536 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.854765 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.855016 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.855246 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.855475 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.855717 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.855946 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.856205 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.856438 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.856740 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.857006 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.857320 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.857505 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.857738 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.857968 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.858201 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.858433 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.858645 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.858880 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.859093 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.859359 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.859608 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.859867 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.860072 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.860282 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.860506 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.860714 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.860915 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.861189 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.861427 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.861648 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.861893 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.862137 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.862361 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.862567 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.862792 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.863006 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.863211 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.863431 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.863656 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.863861 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.864074 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.864280 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.864574 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.864827 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.865059 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.865337 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.865562 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.865788 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.866037 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.866367 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.866576 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.866836 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.867115 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.867336 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.867569 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.868011 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.868361 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.868640 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.868883 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.869156 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.869447 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.869718 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.869994 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.870206 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.870491 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.870851 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.871115 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.871374 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.871605 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.871899 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.872098 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.872334 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.872550 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.872799 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.873041 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.873292 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.873545 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.873766 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.874008 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.874231 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.874444 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.874690 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.874959 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.875182 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.875392 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.875547 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 30 00:38:37.876090 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80167) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 30 00:38:37.876243 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 30 00:38:37.876567 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 30 00:38:37.876734 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 30 00:38:37.876913 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 30 00:38:37.877070 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 30 00:38:37.877273 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.877434 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.877591 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.877754 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.877944 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.878087 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.878247 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.878403 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.878559 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.878716 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.878893 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.879050 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.879218 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.879373 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.879547 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.879673 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.879828 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.879984 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.880145 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.880299 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.880455 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.880609 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.880924 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] debug = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.881077 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.881434 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.881597 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.881754 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.881910 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.882064 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.882220 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.882380 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.882537 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.882694 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.882877 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.883034 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.883193 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.883947 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.884212 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.884375 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.884533 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.884689 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] host = n-d-811809-1 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.884847 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.885004 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.885158 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.885313 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.885469 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.885626 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.885782 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.885938 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.886093 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.886249 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.886404 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.886559 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.886715 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.886892 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] log_file = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.887051 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] log_options = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.887204 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.887358 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.887513 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.887703 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.887866 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.888018 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.888175 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.888331 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.888485 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.888641 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.888797 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.888946 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.889102 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.889257 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.889413 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.889573 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.889729 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.889885 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.890040 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.890198 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.890354 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.890509 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.890663 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.890852 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.891010 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.891166 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.891321 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.891480 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.891626 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.891783 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.891940 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.892095 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.892252 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.892409 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.892564 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.892718 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.892873 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.893032 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.893187 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.893342 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.893496 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.893651 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.893806 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.893962 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.894119 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.894276 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] use_json = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.894433 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.894589 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.894763 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.894921 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.895076 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.895231 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.895387 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.895542 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 00:38:37.895718 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.895878 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.896047 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.896208 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.896366 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.896523 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.896681 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.896842 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.896999 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.897158 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.897322 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.897482 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.897652 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.897811 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.897967 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.898126 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.898284 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.898441 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.898599 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.898839 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.899641 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.899803 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.899976 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.900134 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.900292 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.900449 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.900607 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.900771 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.900931 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.901090 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.901253 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.901412 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.901570 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.901729 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.901888 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.902047 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.902205 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.902365 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.902523 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.902683 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.902894 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.903019 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.903163 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.903322 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.903481 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.903641 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.903800 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.903959 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.904121 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.904276 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.904444 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.904604 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.904765 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.904919 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.905227 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.905532 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.905695 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.905877 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.906262 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.906262 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.906427 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.906505 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.906613 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.906804 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.906964 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.907125 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.907282 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.907440 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.907599 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.908415 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.908415 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.908415 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.908415 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.908415 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.908750 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.908750 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.908904 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.908989 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.909072 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.909224 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.909383 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.909541 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.909699 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.909858 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.910025 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.910196 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.910354 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.910513 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.910676 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.910853 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.911014 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.911172 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.911327 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.911485 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.911642 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.911799 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.911978 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.912114 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.912275 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.912438 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.912597 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.912757 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.912890 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.913043 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.913193 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.913346 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.913506 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.913677 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.913805 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.913953 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.914111 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.914272 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.914425 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.914608 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.914787 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.914959 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.915128 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.915286 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.915445 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.915603 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.915763 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.915921 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.916079 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.916239 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.916399 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.916552 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.916715 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.916869 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.917038 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.917197 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.917355 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.917513 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.917693 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.917849 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.918006 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.918186 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.918358 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.918509 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.918641 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.918810 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.918969 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.919126 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.919289 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.919448 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.919606 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.919763 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.919921 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.920079 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.920238 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.920396 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.920556 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.920715 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.921197 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.921197 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.921197 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.921605 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.921605 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.921605 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.921818 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.921896 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.922037 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.922193 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.922351 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.922508 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.922665 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.922845 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.923005 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.923162 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.923321 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.923481 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.923640 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.923799 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.923957 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.924133 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.924271 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.924431 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.924590 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.924751 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.924837 n-d-811809-1 neutron-server[80276]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:38:37.924931 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.925057 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.925214 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.925373 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.925532 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.925689 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.925848 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.926006 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.926164 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.926336 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.926494 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.926648 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.926854 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.926998 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.927116 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.927273 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.927438 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.927588 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.927746 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.927903 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.928064 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.928223 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.928393 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.928555 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.928675 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.928832 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.928990 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.929154 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.929323 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.929483 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.929641 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.930053 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.930235 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.930403 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.930552 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.930836 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.930960 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.931111 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.931282 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.931440 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.931598 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.931757 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.931914 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.932086 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.932245 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.932405 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.932573 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.932731 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.932888 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.933049 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.933218 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.933378 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.933538 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.933697 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.933854 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.934012 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.934172 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.934335 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.934501 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.934667 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.934864 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.935033 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.935200 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.935368 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.935527 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.935723 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.935852 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.935996 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.936154 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.936312 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.936470 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.937175 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.937175 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.937175 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.937175 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.938331 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.938331 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.938331 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.938331 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.938331 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.938331 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.938331 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.938331 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.938978 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.938978 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.938978 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 00:38:37.938978 n-d-811809-1 neutron-server[80167]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 30 00:38:38.110597 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 53642) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:38:38.119572 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067494 Sep 30 00:38:48.829343 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a899ef1-8016-4383-b255-9491ae32be48 None None] get_active_networks_info from n-d-811809-1 {{(pid=80276) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 30 00:38:48.917142 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a899ef1-8016-4383-b255-9491ae32be48 None None] No non-hosted networks {{(pid=80276) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 30 00:38:48.929787 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.agentschedulers_db [None req-0a899ef1-8016-4383-b255-9491ae32be48 None None] DHCP Agent not found on host n-d-811809-1 {{(pid=80276) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 30 00:38:49.052235 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-4a23c2cd-8633-4f8f-9446-1fbfe2efdccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683075'] for agent, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:38:49.096679 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683075'] for agent, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:38:49.096679 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:38:49.096679 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:38:49.096679 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:38:49.096679 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:38:49.097688 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:38:49.097688 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:38:49.097688 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:38:49.097688 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:38:49.097688 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:38:49.098346 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:38:49.098346 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:38:49.098346 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:38:49.098346 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-811809-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:38:49.115503 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-811809-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:38:51.136578 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3c03b88b-e1db-4c01-8828-4b1071e4be58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683075'] for agent, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:38:51.199520 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0b76-cc77-49a5-b761-58a9e1552b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:38:52.183261 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683075'] for agent, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:38:53.823994 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683075'] for agent, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:38:54.207432 n-d-811809-1 neutron-server[80276]: INFO neutron.db.l3_hamode_db [None req-ee15fa26-5afc-401d-a2b4-cf1f7e5f6eb1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 30 00:38:54.292699 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee15fa26-5afc-401d-a2b4-cf1f7e5f6eb1 None None] Routers set() bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:38:54.293076 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee15fa26-5afc-401d-a2b4-cf1f7e5f6eb1 None None] Router IDs set() for agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 30 00:38:55.358414 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 53738) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:38:55.938175 n-d-811809-1 neutron-server[80274]: WARNING oslo_policy.policy [None req-0a185825-b771-4ac1-8b8a-721ae6fad814 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 00:38:55.938742 n-d-811809-1 neutron-server[80274]: WARNING oslo_policy.policy [None req-0a185825-b771-4ac1-8b8a-721ae6fad814 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 00:38:56.153160 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [None req-0a185825-b771-4ac1-8b8a-721ae6fad814 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:38:56.154198 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-0a185825-b771-4ac1-8b8a-721ae6fad814 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7948425 Sep 30 00:38:58.494389 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 53752) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:38:58.850331 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-913630b8-8eef-4181-8291-bf28b11aec7b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:38:58.950095 n-d-811809-1 neutron-server[80274]: DEBUG neutron.policy [None req-913630b8-8eef-4181-8291-bf28b11aec7b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80274) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 30 00:38:58.994713 n-d-811809-1 neutron-server[80274]: WARNING oslo_policy.policy [None req-913630b8-8eef-4181-8291-bf28b11aec7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 00:38:58.995106 n-d-811809-1 neutron-server[80274]: WARNING oslo_policy.policy [None req-913630b8-8eef-4181-8291-bf28b11aec7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 00:38:59.003550 n-d-811809-1 neutron-server[80274]: INFO neutron.quota [None req-913630b8-8eef-4181-8291-bf28b11aec7b admin admin] Loaded quota_driver: . Sep 30 00:38:59.019629 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-913630b8-8eef-4181-8291-bf28b11aec7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:38:59.078598 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-913630b8-8eef-4181-8291-bf28b11aec7b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790967643147', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790967644926', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790967636028', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790968576864', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790968570603', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790968592573', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1316219', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1490624', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-719363', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-668760'] for rbac-policy, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:38:59.141891 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-913630b8-8eef-4181-8291-bf28b11aec7b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:38:59.147112 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-913630b8-8eef-4181-8291-bf28b11aec7b admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6516535 Sep 30 00:39:01.752623 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 53766) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:39:02.094566 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Request body: {'network': {'name': 'private', 'project_id': '0167b7544569470391c1f5c7fd90a0d3', 'admin_state_up': True}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:39:02.099284 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:39:02.104272 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Usage tracker for resource:network and tenant:0167b7544569470391c1f5c7fd90a0d3 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:39:02.108810 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:39:02.115021 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:39:02.124277 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Made reservation on behalf of 0167b7544569470391c1f5c7fd90a0d3 for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:39:02.127090 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:02.144118 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:02.158267 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:39:02.161854 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Usage tracker for resource:security_group_rule and tenant:0167b7544569470391c1f5c7fd90a0d3 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:39:02.167627 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:39:02.173095 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:39:02.274065 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:02.280395 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:02.284783 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:39:02.304540 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:39:02.331971 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790970645935', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:02.332562 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Unsubscribe: segment precommit_create {{(pid=80274) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 30 00:39:02.333030 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Added segment 18fc9bee-0774-4751-959c-d4aa81853c62 of type vlan for network 2045ce5b-74b9-4493-9911-6a0518e67229 Sep 30 00:39:02.380037 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48780489-87b8-41d2-9746-d8d6f44ed7e6,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:39:02.395825 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:02.396157 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:02.396481 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:02.396798 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:02.397112 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:02.397430 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:02.397735 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:02.398040 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:02.398345 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:02.399232 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:02.399545 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:02.399851 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Tracked resource versions report: Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: pushed versions: Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: { 'AddressGroup': {'1.2'}, Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: 'ConntrackHelper': {'1.0'}, Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: 'Log': {'1.0'}, Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: 'Network': {'1.1'}, Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: 'Port': {'1.7'}, Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: 'PortForwarding': {'1.2'}, Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: 'QosPolicy': {'1.8'}, Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: 'SecurityGroup': {'1.4'}, Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: 'SecurityGroupRule': {'1.2'}, Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: 'SubPort': {'1.0'}, Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: 'Subnet': {'1.1'}, Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: 'Trunk': {'1.1'}} Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: consumer versions: Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: { DHCP agent@n-d-811809-1: {}, Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: L3 agent@n-d-811809-1: {}, Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: Metadata agent@n-d-811809-1: {}, Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: Metering agent@n-d-811809-1: {}, Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: Open vSwitch agent@n-d-811809-1: { 'AddressGroup': '1.2', Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: 'ConntrackHelper': '1.0', Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: 'Log': '1.0', Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: 'Network': '1.1', Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: 'Port': '1.7', Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: 'PortForwarding': '1.2', Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: 'QosPolicy': '1.8', Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: 'SecurityGroup': '1.4', Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: 'SecurityGroupRule': '1.2', Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: 'SubPort': '1.0', Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: 'Subnet': '1.1', Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: 'Trunk': '1.1'}} Sep 30 00:39:02.401096 n-d-811809-1 neutron-server[80274]: {{(pid=80274) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 00:39:02.451779 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:02.455584 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:39:02.501415 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:02.502856 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:39:02.503481 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:02.506908 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:39:02.614112 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8603871 Sep 30 00:39:02.614802 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Pushing event updated for resources: {'Network': ['ID=2045ce5b-74b9-4493-9911-6a0518e67229,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:39:02.618120 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:39:02.626180 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 2045ce5b-74b9-4493-9911-6a0518e67229 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:39:05.271169 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 53782) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:39:05.715345 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0a02d2-0287-4462-bd8c-f0ea6fb97fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:39:05.716692 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-7d0a02d2-0287-4462-bd8c-f0ea6fb97fdc admin admin] 10.222.0.39 "GET /v2.0/networks/2045ce5b-74b9-4493-9911-6a0518e67229 HTTP/1.1" status: 200 len: 825 time: 0.4445832 Sep 30 00:39:05.743545 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-d24971aa-ca61-4142-a17e-f916219eb71d admin admin] 10.222.0.39 "GET /v2.0/subnetpools/dff79692-c149-4186-9108-ec0787631b56 HTTP/1.1" status: 200 len: 734 time: 0.0214703 Sep 30 00:39:05.751443 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-c4e810b6-92cc-4f8f-9067-34a00d9a1cd8 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '2045ce5b-74b9-4493-9911-6a0518e67229', 'gateway_ip': '172.20.0.1', 'tenant_id': '0167b7544569470391c1f5c7fd90a0d3', 'subnetpool_id': 'dff79692-c149-4186-9108-ec0787631b56', 'name': 'private-subnet'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:39:05.755650 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-c4e810b6-92cc-4f8f-9067-34a00d9a1cd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:39:05.760048 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-c4e810b6-92cc-4f8f-9067-34a00d9a1cd8 admin admin] Usage tracker for resource:subnet and tenant:0167b7544569470391c1f5c7fd90a0d3 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:39:05.762960 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-c4e810b6-92cc-4f8f-9067-34a00d9a1cd8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:39:05.768630 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-c4e810b6-92cc-4f8f-9067-34a00d9a1cd8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:39:05.778833 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e810b6-92cc-4f8f-9067-34a00d9a1cd8 admin admin] Made reservation on behalf of 0167b7544569470391c1f5c7fd90a0d3 for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:39:05.781081 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c4e810b6-92cc-4f8f-9067-34a00d9a1cd8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:06.065282 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c4e810b6-92cc-4f8f-9067-34a00d9a1cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:06.069120 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:39:06.153526 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e810b6-92cc-4f8f-9067-34a00d9a1cd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2299ddd8-985c-493e-962d-8ee4f409191f,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:39:06.157043 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c4e810b6-92cc-4f8f-9067-34a00d9a1cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:39:06.159855 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e810b6-92cc-4f8f-9067-34a00d9a1cd8 admin admin] Checking segment: {'id': '18fc9bee-0774-4751-959c-d4aa81853c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2045ce5b-74b9-4493-9911-6a0518e67229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:39:06.160227 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e810b6-92cc-4f8f-9067-34a00d9a1cd8 admin admin] Network hostable DHCP agents. Network: 2045ce5b-74b9-4493-9911-6a0518e67229, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:39:06.181888 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e810b6-92cc-4f8f-9067-34a00d9a1cd8 admin admin] Network 2045ce5b-74b9-4493-9911-6a0518e67229 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:39:06.191633 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-c4e810b6-92cc-4f8f-9067-34a00d9a1cd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 2045ce5b-74b9-4493-9911-6a0518e67229) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:39:06.196272 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e810b6-92cc-4f8f-9067-34a00d9a1cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:39:06.197065 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c4e810b6-92cc-4f8f-9067-34a00d9a1cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:06.203139 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec442fcd-a556-4521-8650-a2e35e846893 None None] Network 2045ce5b-74b9-4493-9911-6a0518e67229 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:39:06.215822 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-c4e810b6-92cc-4f8f-9067-34a00d9a1cd8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4674261 Sep 30 00:39:06.618359 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-2045ce5b-74b9-4493-9911-6a0518e67229', 'network_id': '2045ce5b-74b9-4493-9911-6a0518e67229', 'tenant_id': '0167b7544569470391c1f5c7fd90a0d3', 'fixed_ips': [{'subnet_id': '2299ddd8-985c-493e-962d-8ee4f409191f'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 00:39:06.619587 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:06.802577 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Allocated IP 172.20.0.2 (2045ce5b-74b9-4493-9911-6a0518e67229/2299ddd8-985c-493e-962d-8ee4f409191f/b287580d-a209-46b0-9c9e-2ac361374860) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:39:07.030796 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:07.043873 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Transition to ACTIVE for port object b287580d-a209-46b0-9c9e-2ac361374860 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:39:07.063245 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Transition to ACTIVE for port object b287580d-a209-46b0-9c9e-2ac361374860 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:39:07.069060 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:07.077567 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:39:07.131779 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Network 2045ce5b-74b9-4493-9911-6a0518e67229 is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:39:07.133528 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:39:07.139814 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:39:07.185697 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Pushing event updated for resources: {'Port': ['ID=b287580d-a209-46b0-9c9e-2ac361374860,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:39:07.222848 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:07.223487 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:07.223598 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:07.223829 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:07.224150 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:07.224473 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:07.224788 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:07.225105 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:07.225418 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:07.225735 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:07.226047 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:07.226359 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Tracked resource versions report: Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: pushed versions: Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: { 'AddressGroup': {'1.2'}, Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: 'ConntrackHelper': {'1.0'}, Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: 'Log': {'1.0'}, Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: 'Network': {'1.1'}, Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: 'Port': {'1.7'}, Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: 'PortForwarding': {'1.2'}, Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: 'QosPolicy': {'1.8'}, Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: 'SecurityGroup': {'1.4'}, Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: 'SecurityGroupRule': {'1.2'}, Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: 'SubPort': {'1.0'}, Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: 'Subnet': {'1.1'}, Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: 'Trunk': {'1.1'}} Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: consumer versions: Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: { DHCP agent@n-d-811809-1: {}, Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: L3 agent@n-d-811809-1: {}, Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: Metadata agent@n-d-811809-1: {}, Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: Metering agent@n-d-811809-1: {}, Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: Open vSwitch agent@n-d-811809-1: { 'AddressGroup': '1.2', Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: 'ConntrackHelper': '1.0', Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: 'Log': '1.0', Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: 'Network': '1.1', Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: 'Port': '1.7', Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: 'PortForwarding': '1.2', Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: 'QosPolicy': '1.8', Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: 'SecurityGroup': '1.4', Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: 'SecurityGroupRule': '1.2', Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: 'SubPort': '1.0', Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: 'Subnet': '1.1', Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: 'Trunk': '1.1'}} Sep 30 00:39:07.227572 n-d-811809-1 neutron-server[80276]: {{(pid=80276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 00:39:07.241043 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:39:07.250354 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Attempting to bind port b287580d-a209-46b0-9c9e-2ac361374860 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:39:07.250788 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Attempting to bind port b287580d-a209-46b0-9c9e-2ac361374860 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '18fc9bee-0774-4751-959c-d4aa81853c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2045ce5b-74b9-4493-9911-6a0518e67229'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:39:07.251228 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Attempting to bind port b287580d-a209-46b0-9c9e-2ac361374860 on network 2045ce5b-74b9-4493-9911-6a0518e67229 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:39:07.256349 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:39:07.256753 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Checking segment: {'id': '18fc9bee-0774-4751-959c-d4aa81853c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2045ce5b-74b9-4493-9911-6a0518e67229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:39:07.257249 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:07.257642 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Bound using segment: {'id': '18fc9bee-0774-4751-959c-d4aa81853c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2045ce5b-74b9-4493-9911-6a0518e67229'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:39:07.258655 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Bound port: b287580d-a209-46b0-9c9e-2ac361374860, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18fc9bee-0774-4751-959c-d4aa81853c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2045ce5b-74b9-4493-9911-6a0518e67229'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:39:07.259071 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:07.345071 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-957ea70c-daca-405e-809f-dee38badc128 None None] For port b287580d-a209-46b0-9c9e-2ac361374860, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:39:07.348981 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-957ea70c-daca-405e-809f-dee38badc128 None None] For port b287580d-a209-46b0-9c9e-2ac361374860, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=b287580d-a209-46b0-9c9e-2ac361374860,segment=NetworkSegment(18fc9bee-0774-4751-959c-d4aa81853c62),segment_id=18fc9bee-0774-4751-959c-d4aa81853c62)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:39:07.353392 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:07.357223 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:39:07.464783 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Pushing event updated for resources: {'Port': ['ID=b287580d-a209-46b0-9c9e-2ac361374860,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:39:07.468015 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:39:08.623716 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 53792) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:39:08.997681 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [None req-5364b54f-44af-4b0d-97c5-a51ec7488df6 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:39:08.998827 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-5364b54f-44af-4b0d-97c5-a51ec7488df6 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3740518 Sep 30 00:39:11.106042 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60f649f-a669-46db-884c-a74e7e057fcb None None] Network 2045ce5b-74b9-4493-9911-6a0518e67229 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:39:11.200530 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-ae081729-6f36-41e7-b8e4-3f21658d7524 None None] Provisioning for port b287580d-a209-46b0-9c9e-2ac361374860 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:39:11.395217 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 53806) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:39:11.404273 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device b287580d-a209-46b0-9c9e-2ac361374860 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:39:11.473952 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port b287580d-a209-46b0-9c9e-2ac361374860 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:39:11.479964 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port b287580d-a209-46b0-9c9e-2ac361374860 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:39:11.480790 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:11.611968 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:11.651665 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-adc634f1-4869-416a-9da3-7171cf6225b6 None None] Provisioning complete for port b287580d-a209-46b0-9c9e-2ac361374860 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:39:11.651953 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-adc634f1-4869-416a-9da3-7171cf6225b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:11.689070 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port b287580d-a209-46b0-9c9e-2ac361374860, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=b287580d-a209-46b0-9c9e-2ac361374860,segment=NetworkSegment(18fc9bee-0774-4751-959c-d4aa81853c62),segment_id=18fc9bee-0774-4751-959c-d4aa81853c62)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:39:11.696936 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:11.702974 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:39:11.777700 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=b287580d-a209-46b0-9c9e-2ac361374860,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:39:11.789926 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [None req-8bda3214-6385-4e81-8937-78846b3e2b97 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:39:11.791140 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-8bda3214-6385-4e81-8937-78846b3e2b97 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3949487 Sep 30 00:39:11.802990 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:39:13.379865 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device b287580d-a209-46b0-9c9e-2ac361374860 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:39:13.450480 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port b287580d-a209-46b0-9c9e-2ac361374860 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:39:13.450884 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:14.415805 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 53818) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:39:14.767822 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-cfee8e73-e3e9-4949-81c8-4912d699d5cf admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '0167b7544569470391c1f5c7fd90a0d3'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:39:14.772848 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-cfee8e73-e3e9-4949-81c8-4912d699d5cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:39:14.776677 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-cfee8e73-e3e9-4949-81c8-4912d699d5cf admin admin] Usage tracker for resource:router and tenant:0167b7544569470391c1f5c7fd90a0d3 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:39:14.779964 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-cfee8e73-e3e9-4949-81c8-4912d699d5cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:39:14.785608 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-cfee8e73-e3e9-4949-81c8-4912d699d5cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:39:14.795468 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cfee8e73-e3e9-4949-81c8-4912d699d5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-730961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30750'] for router, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:14.796949 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cfee8e73-e3e9-4949-81c8-4912d699d5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30743'] for router, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:14.819227 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cfee8e73-e3e9-4949-81c8-4912d699d5cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:14.929262 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cfee8e73-e3e9-4949-81c8-4912d699d5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673175'] for router, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:14.947775 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cfee8e73-e3e9-4949-81c8-4912d699d5cf admin admin] Notify callbacks [] for router, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:14.948947 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-cfee8e73-e3e9-4949-81c8-4912d699d5cf admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5321562 Sep 30 00:39:17.301299 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 53828) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:39:17.884118 n-d-811809-1 neutron-server[80275]: WARNING oslo_policy.policy [None req-d8f3aa41-8380-4c03-91ec-3615d3a840f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 00:39:17.884670 n-d-811809-1 neutron-server[80275]: WARNING oslo_policy.policy [None req-d8f3aa41-8380-4c03-91ec-3615d3a840f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 00:39:18.104311 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [None req-d8f3aa41-8380-4c03-91ec-3615d3a840f1 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:39:18.105551 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-d8f3aa41-8380-4c03-91ec-3615d3a840f1 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8021705 Sep 30 00:39:18.733003 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-353ddcb1-21ee-47d5-9269-84fa10f5398a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:18.954890 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:20.451129 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 53842) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:39:20.816505 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:39:20.818043 n-d-811809-1 neutron-server[80275]: INFO neutron.quota [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Loaded quota_driver: . Sep 30 00:39:20.834086 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:39:20.840504 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Usage tracker for resource:network and tenant:1a5ff79da01247219d72a44fd68f91a8 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:39:20.845242 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:39:20.852622 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:39:20.867853 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Made reservation on behalf of 1a5ff79da01247219d72a44fd68f91a8 for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:39:20.938891 n-d-811809-1 neutron-server[80275]: DEBUG neutron.policy [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80275) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 30 00:39:20.982539 n-d-811809-1 neutron-server[80275]: WARNING oslo_policy.policy [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 00:39:20.982926 n-d-811809-1 neutron-server[80275]: WARNING oslo_policy.policy [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 00:39:20.993167 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:21.013818 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:21.028102 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:39:21.031733 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Usage tracker for resource:security_group_rule and tenant:1a5ff79da01247219d72a44fd68f91a8 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:39:21.034944 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:39:21.040678 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:39:21.131886 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-81d39ca8-dc58-4312-9a22-c8764ceaf4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:21.137091 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:21.140573 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:21.146075 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:39:21.157420 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Reserving flat network on physical network physnet1 {{(pid=80275) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 30 00:39:21.188673 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790970645935', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:21.189265 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Unsubscribe: segment precommit_create {{(pid=80275) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 30 00:39:21.189745 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Added segment 80ddb42d-9f23-4430-8c58-708430f3b03a of type flat for network 1b813296-b79a-4ce4-abf3-9e488de9f705 Sep 30 00:39:21.241103 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c10b1a-ea79-4aef-85b5-fea154c67435,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:39:21.258248 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:21.258579 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:21.259000 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:21.259319 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:21.259635 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:21.259946 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:21.260260 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:21.260567 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:21.260871 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:21.261173 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:21.261476 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:21.261775 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Tracked resource versions report: Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: pushed versions: Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: { 'AddressGroup': {'1.2'}, Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: 'ConntrackHelper': {'1.0'}, Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: 'Log': {'1.0'}, Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: 'Network': {'1.1'}, Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: 'Port': {'1.7'}, Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: 'PortForwarding': {'1.2'}, Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: 'QosPolicy': {'1.8'}, Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: 'SecurityGroup': {'1.4'}, Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: 'SecurityGroupRule': {'1.2'}, Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: 'SubPort': {'1.0'}, Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: 'Subnet': {'1.1'}, Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: 'Trunk': {'1.1'}} Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: consumer versions: Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: { DHCP agent@n-d-811809-1: {}, Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: L3 agent@n-d-811809-1: {}, Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: Metadata agent@n-d-811809-1: {}, Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: Metering agent@n-d-811809-1: {}, Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: Open vSwitch agent@n-d-811809-1: { 'AddressGroup': '1.2', Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: 'ConntrackHelper': '1.0', Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: 'Log': '1.0', Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: 'Network': '1.1', Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: 'Port': '1.7', Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: 'PortForwarding': '1.2', Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: 'QosPolicy': '1.8', Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: 'SecurityGroup': '1.4', Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: 'SecurityGroupRule': '1.2', Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: 'SubPort': '1.0', Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: 'Subnet': '1.1', Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: 'Trunk': '1.1'}} Sep 30 00:39:21.262885 n-d-811809-1 neutron-server[80275]: {{(pid=80275) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 00:39:21.314073 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:39:21.315705 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:21.359093 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:21.360633 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:39:21.361274 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:21.366028 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:39:21.466705 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0143976 Sep 30 00:39:21.469247 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Pushing event updated for resources: {'Network': ['ID=1b813296-b79a-4ce4-abf3-9e488de9f705,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:39:21.492599 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:39:21.500027 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:39:22.126271 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:22.829480 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 5 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:39:23.761408 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:23.826743 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 53868) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:39:24.045556 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09cc654-776b-4937-bf33-1f72065bc1fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:39:24.046937 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-d09cc654-776b-4937-bf33-1f72065bc1fb admin admin] 10.222.0.39 "GET /v2.0/subnets/2299ddd8-985c-493e-962d-8ee4f409191f HTTP/1.1" status: 200 len: 849 time: 0.2191961 Sep 30 00:39:24.218787 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-474542c1-ffc1-4534-ac76-f1e4caa86d8a admin admin] 10.222.0.39 "GET /v2.0/routers/fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79 HTTP/1.1" status: 200 len: 704 time: 0.1663043 Sep 30 00:39:24.691650 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4b7b4e63-0a6c-40aa-8ffc-ebf3356f6235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:24.929694 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-4b7b4e63-0a6c-40aa-8ffc-ebf3356f6235 admin admin] Allocated IP 172.20.0.1 (2045ce5b-74b9-4493-9911-6a0518e67229/2299ddd8-985c-493e-962d-8ee4f409191f/68115b4d-4699-40ae-8991-5fb849487730) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:39:25.081128 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4b7b4e63-0a6c-40aa-8ffc-ebf3356f6235 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:25.099294 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-4b7b4e63-0a6c-40aa-8ffc-ebf3356f6235 admin admin] Transition to ACTIVE for port object 68115b4d-4699-40ae-8991-5fb849487730 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:39:25.153076 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4b7b4e63-0a6c-40aa-8ffc-ebf3356f6235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:25.157780 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:39:25.220565 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7b4e63-0a6c-40aa-8ffc-ebf3356f6235 admin admin] Network 2045ce5b-74b9-4493-9911-6a0518e67229 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:39:25.221564 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-4b7b4e63-0a6c-40aa-8ffc-ebf3356f6235 admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:39:25.228386 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7b4e63-0a6c-40aa-8ffc-ebf3356f6235 admin admin] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:39:25.229568 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4b7b4e63-0a6c-40aa-8ffc-ebf3356f6235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734280'] for router_interface, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:25.361452 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b4e63-0a6c-40aa-8ffc-ebf3356f6235 admin admin] Pushing event updated for resources: {'Port': ['ID=68115b4d-4699-40ae-8991-5fb849487730,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:39:25.372610 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4b7b4e63-0a6c-40aa-8ffc-ebf3356f6235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:39:25.416950 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-0e72e3a3-a85f-4488-98d6-5ea0e16ebfdf None None] Provisioning for port 68115b4d-4699-40ae-8991-5fb849487730 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:39:25.421564 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-0e72e3a3-a85f-4488-98d6-5ea0e16ebfdf None None] Provisioning complete for port 68115b4d-4699-40ae-8991-5fb849487730 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:39:25.421944 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-0e72e3a3-a85f-4488-98d6-5ea0e16ebfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:25.474138 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-0e72e3a3-a85f-4488-98d6-5ea0e16ebfdf None None] Port 68115b4d-4699-40ae-8991-5fb849487730 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:39:25.493015 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4b7b4e63-0a6c-40aa-8ffc-ebf3356f6235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:25.750210 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4b7b4e63-0a6c-40aa-8ffc-ebf3356f6235 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:25.754696 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4b7b4e63-0a6c-40aa-8ffc-ebf3356f6235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:25.755795 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4b7b4e63-0a6c-40aa-8ffc-ebf3356f6235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734445'] for router_interface, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:25.758989 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:39:25.890886 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b4e63-0a6c-40aa-8ffc-ebf3356f6235 admin admin] Pushing event updated for resources: {'Port': ['ID=68115b4d-4699-40ae-8991-5fb849487730,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:39:25.894929 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4b7b4e63-0a6c-40aa-8ffc-ebf3356f6235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:39:25.946647 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7b4e63-0a6c-40aa-8ffc-ebf3356f6235 admin admin] Network 2045ce5b-74b9-4493-9911-6a0518e67229 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:39:25.947710 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-4b7b4e63-0a6c-40aa-8ffc-ebf3356f6235 admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:39:26.134781 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7b4e63-0a6c-40aa-8ffc-ebf3356f6235 admin admin] Router fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79 is scheduled to L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 with binding_index 1 {{(pid=80275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 30 00:39:26.196093 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-df5bbd7d-aea5-4af7-aef8-f616d67bbfaa None None] Provisioning complete for port 68115b4d-4699-40ae-8991-5fb849487730 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:39:26.196457 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-df5bbd7d-aea5-4af7-aef8-f616d67bbfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:26.251045 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-df5bbd7d-aea5-4af7-aef8-f616d67bbfaa None None] Port 68115b4d-4699-40ae-8991-5fb849487730 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:39:26.292637 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7b4e63-0a6c-40aa-8ffc-ebf3356f6235 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:39:26.302773 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a010296-82be-41d7-b35a-e3930dd03347 None None] Sync routers for ids ['fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:39:26.303229 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-4b7b4e63-0a6c-40aa-8ffc-ebf3356f6235 admin admin] 10.222.0.39 "PUT /v2.0/routers/fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0787885 Sep 30 00:39:26.313084 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a010296-82be-41d7-b35a-e3930dd03347 None None] Routers {'fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:39:26.314104 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-1a010296-82be-41d7-b35a-e3930dd03347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:39:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:39:26.485717 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-1a010296-82be-41d7-b35a-e3930dd03347 None None] Set router fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79 gateway port host: None {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:39:26.861571 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-1a010296-82be-41d7-b35a-e3930dd03347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79', 'name': 'router1', 'tenant_id': '0167b7544569470391c1f5c7fd90a0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:39:14Z', 'updated_at': '2021-09-30T00:39:25Z', 'revision_number': 2, 'project_id': '0167b7544569470391c1f5c7fd90a0d3', 'gw_port_host': None, '_interfaces': [{'id': '68115b4d-4699-40ae-8991-5fb849487730', 'name': '', 'network_id': '2045ce5b-74b9-4493-9911-6a0518e67229', 'tenant_id': '0167b7544569470391c1f5c7fd90a0d3', 'mac_address': 'fa:16:3e:88:f1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2299ddd8-985c-493e-962d-8ee4f409191f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:39:24Z', 'updated_at': '2021-09-30T00:39:25Z', 'revision_number': 2, 'project_id': '0167b7544569470391c1f5c7fd90a0d3', 'subnets': [{'id': '2299ddd8-985c-493e-962d-8ee4f409191f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dff79692-c149-4186-9108-ec0787631b56'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:39:26.866570 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a010296-82be-41d7-b35a-e3930dd03347 None None] Checking router: fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79 for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:39:26.867504 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a010296-82be-41d7-b35a-e3930dd03347 None None] Updating router fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79 port 68115b4d-4699-40ae-8991-5fb849487730 binding host n-d-811809-1 {{(pid=80277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:39:26.922295 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-1a010296-82be-41d7-b35a-e3930dd03347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:27.297179 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-1a010296-82be-41d7-b35a-e3930dd03347 None None] Notify callbacks [] for port, precommit_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:27.313175 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.provisioning_blocks [None req-1a010296-82be-41d7-b35a-e3930dd03347 None None] Transition to ACTIVE for port object 68115b4d-4699-40ae-8991-5fb849487730 will not be triggered until provisioned by entity L2. {{(pid=80277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:39:27.319744 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-1a010296-82be-41d7-b35a-e3930dd03347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:27.327585 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:39:27.529034 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a02678-b239-4cf2-843f-8e6c2ec01de3 None None] Pushing event updated for resources: {'Port': ['ID=68115b4d-4699-40ae-8991-5fb849487730,revision_number=3']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:39:27.569288 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a02678-b239-4cf2-843f-8e6c2ec01de3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:27.569580 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a02678-b239-4cf2-843f-8e6c2ec01de3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:27.570230 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a02678-b239-4cf2-843f-8e6c2ec01de3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:27.570483 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a02678-b239-4cf2-843f-8e6c2ec01de3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:27.570824 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a02678-b239-4cf2-843f-8e6c2ec01de3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:27.571267 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a02678-b239-4cf2-843f-8e6c2ec01de3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:27.571447 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a02678-b239-4cf2-843f-8e6c2ec01de3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:27.571765 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a02678-b239-4cf2-843f-8e6c2ec01de3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:27.572076 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a02678-b239-4cf2-843f-8e6c2ec01de3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:27.572384 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a02678-b239-4cf2-843f-8e6c2ec01de3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:27.572695 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a02678-b239-4cf2-843f-8e6c2ec01de3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:27.573002 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a02678-b239-4cf2-843f-8e6c2ec01de3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a02678-b239-4cf2-843f-8e6c2ec01de3 None None] Tracked resource versions report: Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: pushed versions: Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: { 'AddressGroup': {'1.2'}, Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: 'ConntrackHelper': {'1.0'}, Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: 'Log': {'1.0'}, Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: 'Network': {'1.1'}, Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: 'Port': {'1.7'}, Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: 'PortForwarding': {'1.2'}, Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: 'QosPolicy': {'1.8'}, Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: 'SecurityGroup': {'1.4'}, Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: 'SecurityGroupRule': {'1.2'}, Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: 'SubPort': {'1.0'}, Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: 'Subnet': {'1.1'}, Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: 'Trunk': {'1.1'}} Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: consumer versions: Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: { DHCP agent@n-d-811809-1: {}, Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: L3 agent@n-d-811809-1: {}, Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: Metadata agent@n-d-811809-1: {}, Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: Metering agent@n-d-811809-1: {}, Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: Open vSwitch agent@n-d-811809-1: { 'AddressGroup': '1.2', Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: 'ConntrackHelper': '1.0', Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: 'Log': '1.0', Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: 'Network': '1.1', Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: 'Port': '1.7', Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: 'PortForwarding': '1.2', Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: 'QosPolicy': '1.8', Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: 'SecurityGroup': '1.4', Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: 'SecurityGroupRule': '1.2', Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: 'SubPort': '1.0', Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: 'Subnet': '1.1', Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: 'Trunk': '1.1'}} Sep 30 00:39:27.574113 n-d-811809-1 neutron-server[80277]: {{(pid=80277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 00:39:27.587090 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-d2a02678-b239-4cf2-843f-8e6c2ec01de3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:39:27.595794 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-1a010296-82be-41d7-b35a-e3930dd03347 None None] Attempting to bind port 68115b4d-4699-40ae-8991-5fb849487730 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:39:27.596197 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-1a010296-82be-41d7-b35a-e3930dd03347 None None] Attempting to bind port 68115b4d-4699-40ae-8991-5fb849487730 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '18fc9bee-0774-4751-959c-d4aa81853c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2045ce5b-74b9-4493-9911-6a0518e67229'}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:39:27.596623 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a010296-82be-41d7-b35a-e3930dd03347 None None] Attempting to bind port 68115b4d-4699-40ae-8991-5fb849487730 on network 2045ce5b-74b9-4493-9911-6a0518e67229 {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:39:27.602615 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a010296-82be-41d7-b35a-e3930dd03347 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:39:27.603093 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a010296-82be-41d7-b35a-e3930dd03347 None None] Checking segment: {'id': '18fc9bee-0774-4751-959c-d4aa81853c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2045ce5b-74b9-4493-9911-6a0518e67229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:39:27.603740 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-1a010296-82be-41d7-b35a-e3930dd03347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:27.604226 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a010296-82be-41d7-b35a-e3930dd03347 None None] Bound using segment: {'id': '18fc9bee-0774-4751-959c-d4aa81853c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2045ce5b-74b9-4493-9911-6a0518e67229'} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:39:27.604786 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-1a010296-82be-41d7-b35a-e3930dd03347 None None] Bound port: 68115b4d-4699-40ae-8991-5fb849487730, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18fc9bee-0774-4751-959c-d4aa81853c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2045ce5b-74b9-4493-9911-6a0518e67229'}}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:39:27.605252 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-1a010296-82be-41d7-b35a-e3930dd03347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:27.695209 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-1a010296-82be-41d7-b35a-e3930dd03347 None None] For port 68115b4d-4699-40ae-8991-5fb849487730, host n-d-811809-1, cleared binding levels {{(pid=80277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:39:27.698956 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-1a010296-82be-41d7-b35a-e3930dd03347 None None] For port 68115b4d-4699-40ae-8991-5fb849487730, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=68115b4d-4699-40ae-8991-5fb849487730,segment=NetworkSegment(18fc9bee-0774-4751-959c-d4aa81853c62),segment_id=18fc9bee-0774-4751-959c-d4aa81853c62)] {{(pid=80277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:39:27.703305 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-1a010296-82be-41d7-b35a-e3930dd03347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:27.707749 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-d2a02678-b239-4cf2-843f-8e6c2ec01de3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:39:27.788131 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a02678-b239-4cf2-843f-8e6c2ec01de3 None None] Pushing event updated for resources: {'Port': ['ID=68115b4d-4699-40ae-8991-5fb849487730,revision_number=4']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:39:27.818102 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a010296-82be-41d7-b35a-e3930dd03347 None None] Routers {'fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:39:27.818735 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-1a010296-82be-41d7-b35a-e3930dd03347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:39:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:39:27.873444 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-d2a02678-b239-4cf2-843f-8e6c2ec01de3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:39:27.975401 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-1a010296-82be-41d7-b35a-e3930dd03347 None None] Set router fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79 gateway port host: None {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:39:28.297002 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-1a010296-82be-41d7-b35a-e3930dd03347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79', 'name': 'router1', 'tenant_id': '0167b7544569470391c1f5c7fd90a0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:39:14Z', 'updated_at': '2021-09-30T00:39:25Z', 'revision_number': 2, 'project_id': '0167b7544569470391c1f5c7fd90a0d3', 'gw_port_host': None, '_interfaces': [{'id': '68115b4d-4699-40ae-8991-5fb849487730', 'name': '', 'network_id': '2045ce5b-74b9-4493-9911-6a0518e67229', 'tenant_id': '0167b7544569470391c1f5c7fd90a0d3', 'mac_address': 'fa:16:3e:88:f1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2299ddd8-985c-493e-962d-8ee4f409191f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:39:24Z', 'updated_at': '2021-09-30T00:39:27Z', 'revision_number': 4, 'project_id': '0167b7544569470391c1f5c7fd90a0d3', 'subnets': [{'id': '2299ddd8-985c-493e-962d-8ee4f409191f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dff79692-c149-4186-9108-ec0787631b56'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:39:28.300922 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a010296-82be-41d7-b35a-e3930dd03347 None None] The sync data for ids ['fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79'] in n-d-811809-1 is: [{'id': 'fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79', 'name': 'router1', 'tenant_id': '0167b7544569470391c1f5c7fd90a0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:39:14Z', 'updated_at': '2021-09-30T00:39:25Z', 'revision_number': 2, 'project_id': '0167b7544569470391c1f5c7fd90a0d3', 'gw_port_host': None, '_interfaces': [{'id': '68115b4d-4699-40ae-8991-5fb849487730', 'name': '', 'network_id': '2045ce5b-74b9-4493-9911-6a0518e67229', 'tenant_id': '0167b7544569470391c1f5c7fd90a0d3', 'mac_address': 'fa:16:3e:88:f1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2299ddd8-985c-493e-962d-8ee4f409191f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:39:24Z', 'updated_at': '2021-09-30T00:39:27Z', 'revision_number': 4, 'project_id': '0167b7544569470391c1f5c7fd90a0d3', 'subnets': [{'id': '2299ddd8-985c-493e-962d-8ee4f409191f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dff79692-c149-4186-9108-ec0787631b56'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:39:28.494182 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 53892) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:39:28.648269 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b0c3aa-8363-4e22-bd38-c59bff3d7a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:39:28.649734 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-30b0c3aa-8363-4e22-bd38-c59bff3d7a63 admin admin] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 842 time: 0.1546068 Sep 30 00:39:28.658958 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-9979530b-4eb7-4db6-beb3-735aaa87a97f admin admin] Request body: {'subnet': {'cidr': '172.25.0.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.0.1', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'name': 'public-subnet'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:39:28.664116 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-9979530b-4eb7-4db6-beb3-735aaa87a97f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:39:28.667776 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-9979530b-4eb7-4db6-beb3-735aaa87a97f admin admin] Usage tracker for resource:subnet and tenant:1a5ff79da01247219d72a44fd68f91a8 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:39:28.670493 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-9979530b-4eb7-4db6-beb3-735aaa87a97f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:39:28.676160 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-9979530b-4eb7-4db6-beb3-735aaa87a97f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:39:28.686151 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9979530b-4eb7-4db6-beb3-735aaa87a97f admin admin] Made reservation on behalf of 1a5ff79da01247219d72a44fd68f91a8 for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:39:28.688405 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9979530b-4eb7-4db6-beb3-735aaa87a97f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:29.054212 n-d-811809-1 neutron-server[80274]: DEBUG neutron.objects.ports [None req-9979530b-4eb7-4db6-beb3-735aaa87a97f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80274) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Sep 30 00:39:29.055580 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9979530b-4eb7-4db6-beb3-735aaa87a97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:29.059679 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:39:29.133630 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979530b-4eb7-4db6-beb3-735aaa87a97f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:39:29.138823 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9979530b-4eb7-4db6-beb3-735aaa87a97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:39:29.141072 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9979530b-4eb7-4db6-beb3-735aaa87a97f admin admin] Checking segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:39:29.141426 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9979530b-4eb7-4db6-beb3-735aaa87a97f admin admin] Network hostable DHCP agents. Network: 1b813296-b79a-4ce4-abf3-9e488de9f705, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:39:29.161893 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9979530b-4eb7-4db6-beb3-735aaa87a97f admin admin] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:39:29.172120 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-9979530b-4eb7-4db6-beb3-735aaa87a97f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 1b813296-b79a-4ce4-abf3-9e488de9f705) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:39:29.176415 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9979530b-4eb7-4db6-beb3-735aaa87a97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:39:29.177059 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9979530b-4eb7-4db6-beb3-735aaa87a97f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:29.183852 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9e5c3b-6cb6-4878-86dd-15fa0e894574 None None] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:39:29.214801 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-9979530b-4eb7-4db6-beb3-735aaa87a97f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5454295 Sep 30 00:39:29.415149 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442cf01d-07b3-4ded-86fc-56c25c8972a2 None None] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:39:29.430702 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 68115b4d-4699-40ae-8991-5fb849487730 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:39:29.666835 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 68115b4d-4699-40ae-8991-5fb849487730 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:39:29.673796 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 68115b4d-4699-40ae-8991-5fb849487730 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:39:29.674174 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:29.825507 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:29.858604 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 68115b4d-4699-40ae-8991-5fb849487730, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=68115b4d-4699-40ae-8991-5fb849487730,segment=NetworkSegment(18fc9bee-0774-4751-959c-d4aa81853c62),segment_id=18fc9bee-0774-4751-959c-d4aa81853c62)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:39:29.862071 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:29.864168 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:39:29.934772 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=68115b4d-4699-40ae-8991-5fb849487730,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:39:29.938124 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:39:31.390616 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 68115b4d-4699-40ae-8991-5fb849487730 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:39:31.456967 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 68115b4d-4699-40ae-8991-5fb849487730 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:39:31.457347 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:31.461425 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 53906) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:39:31.670800 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-9eef3909-aaf9-4f0d-b6f0-a55e5f6e5387 admin admin] 10.222.0.39 "GET /v2.0/routers/fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79 HTTP/1.1" status: 200 len: 710 time: 0.2081723 Sep 30 00:39:31.793689 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1c6148-5cbc-42f5-9a04-adb461bbf807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:39:31.795022 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-0e1c6148-5cbc-42f5-9a04-adb461bbf807 admin admin] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 886 time: 0.1192527 Sep 30 00:39:31.803295 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-7f78643c-86b0-4ddd-9728-1c52e127ffb7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:39:32.263438 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7f78643c-86b0-4ddd-9728-1c52e127ffb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-672991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-730982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30841'] for router, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:32.590431 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7f78643c-86b0-4ddd-9728-1c52e127ffb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:32.649912 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7f78643c-86b0-4ddd-9728-1c52e127ffb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:32.783803 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-7f78643c-86b0-4ddd-9728-1c52e127ffb7 admin admin] Allocated IP 172.25.0.196 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/ce6c2d6b-a7fa-4aac-9563-73efdaef7e73) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:39:32.924709 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7f78643c-86b0-4ddd-9728-1c52e127ffb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:32.978778 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7f78643c-86b0-4ddd-9728-1c52e127ffb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:32.982389 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:39:33.045645 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f78643c-86b0-4ddd-9728-1c52e127ffb7 admin admin] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:39:33.048532 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-7f78643c-86b0-4ddd-9728-1c52e127ffb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:39:33.052908 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f78643c-86b0-4ddd-9728-1c52e127ffb7 admin admin] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:39:33.159625 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78643c-86b0-4ddd-9728-1c52e127ffb7 admin admin] Pushing event updated for resources: {'Port': ['ID=ce6c2d6b-a7fa-4aac-9563-73efdaef7e73,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:39:33.177640 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-7f78643c-86b0-4ddd-9728-1c52e127ffb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:39:33.467108 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7f78643c-86b0-4ddd-9728-1c52e127ffb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:33.806821 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7f78643c-86b0-4ddd-9728-1c52e127ffb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-672991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-730982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30841'] for router, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:33.811680 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7f78643c-86b0-4ddd-9728-1c52e127ffb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-673166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-736726'] for router, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:34.014696 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f78643c-86b0-4ddd-9728-1c52e127ffb7 admin admin] Router fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79 has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:39:34.225535 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f78643c-86b0-4ddd-9728-1c52e127ffb7 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:39:34.236490 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df241db7-ec26-4b98-ad84-8d0e220892b6 None None] Sync routers for ids ['fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:39:34.237142 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7f78643c-86b0-4ddd-9728-1c52e127ffb7 admin admin] Notify callbacks [] for router, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:34.238371 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-7f78643c-86b0-4ddd-9728-1c52e127ffb7 admin admin] 10.222.0.39 "PUT /v2.0/routers/fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79 HTTP/1.1" status: 200 len: 890 time: 2.4380741 Sep 30 00:39:34.248248 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df241db7-ec26-4b98-ad84-8d0e220892b6 None None] Routers {'fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:39:34.248939 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-df241db7-ec26-4b98-ad84-8d0e220892b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:39:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:39:34.457317 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-df241db7-ec26-4b98-ad84-8d0e220892b6 None None] Set router fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79 gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:39:34.797046 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-df241db7-ec26-4b98-ad84-8d0e220892b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79', 'name': 'router1', 'tenant_id': '0167b7544569470391c1f5c7fd90a0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'ce6c2d6b-a7fa-4aac-9563-73efdaef7e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:39:14Z', 'updated_at': '2021-09-30T00:39:33Z', 'revision_number': 4, 'project_id': '0167b7544569470391c1f5c7fd90a0d3', 'gw_port': {'id': 'ce6c2d6b-a7fa-4aac-9563-73efdaef7e73', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:39:32Z', 'updated_at': '2021-09-30T00:39:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '68115b4d-4699-40ae-8991-5fb849487730', 'name': '', 'network_id': '2045ce5b-74b9-4493-9911-6a0518e67229', 'tenant_id': '0167b7544569470391c1f5c7fd90a0d3', 'mac_address': 'fa:16:3e:88:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2299ddd8-985c-493e-962d-8ee4f409191f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:39:24Z', 'updated_at': '2021-09-30T00:39:29Z', 'revision_number': 5, 'project_id': '0167b7544569470391c1f5c7fd90a0d3', 'subnets': [{'id': '2299ddd8-985c-493e-962d-8ee4f409191f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dff79692-c149-4186-9108-ec0787631b56'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:39:34.802275 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df241db7-ec26-4b98-ad84-8d0e220892b6 None None] Checking router: fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79 for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:39:34.802627 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df241db7-ec26-4b98-ad84-8d0e220892b6 None None] Updating router fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79 port ce6c2d6b-a7fa-4aac-9563-73efdaef7e73 binding host n-d-811809-1 {{(pid=80276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:39:34.856843 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-df241db7-ec26-4b98-ad84-8d0e220892b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:35.183957 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-df241db7-ec26-4b98-ad84-8d0e220892b6 None None] Notify callbacks [] for port, precommit_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:35.195709 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-df241db7-ec26-4b98-ad84-8d0e220892b6 None None] Transition to ACTIVE for port object ce6c2d6b-a7fa-4aac-9563-73efdaef7e73 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:39:35.202104 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-df241db7-ec26-4b98-ad84-8d0e220892b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:35.205862 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:39:35.305339 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-df241db7-ec26-4b98-ad84-8d0e220892b6 None None] Attempting to bind port ce6c2d6b-a7fa-4aac-9563-73efdaef7e73 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:39:35.306285 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-df241db7-ec26-4b98-ad84-8d0e220892b6 None None] Attempting to bind port ce6c2d6b-a7fa-4aac-9563-73efdaef7e73 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:39:35.306398 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df241db7-ec26-4b98-ad84-8d0e220892b6 None None] Attempting to bind port ce6c2d6b-a7fa-4aac-9563-73efdaef7e73 on network 1b813296-b79a-4ce4-abf3-9e488de9f705 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:39:35.315870 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df241db7-ec26-4b98-ad84-8d0e220892b6 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:39:35.316250 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df241db7-ec26-4b98-ad84-8d0e220892b6 None None] Checking segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:39:35.316650 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-df241db7-ec26-4b98-ad84-8d0e220892b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:35.317154 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df241db7-ec26-4b98-ad84-8d0e220892b6 None None] Bound using segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:39:35.317662 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-df241db7-ec26-4b98-ad84-8d0e220892b6 None None] Bound port: ce6c2d6b-a7fa-4aac-9563-73efdaef7e73, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:39:35.318057 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-df241db7-ec26-4b98-ad84-8d0e220892b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:35.342099 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d74e3-5506-4677-b5ec-db7d2376f7cf None None] Pushing event updated for resources: {'Port': ['ID=ce6c2d6b-a7fa-4aac-9563-73efdaef7e73,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:39:35.344825 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-cc4d74e3-5506-4677-b5ec-db7d2376f7cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:39:35.393777 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-df241db7-ec26-4b98-ad84-8d0e220892b6 None None] For port ce6c2d6b-a7fa-4aac-9563-73efdaef7e73, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:39:35.397579 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-df241db7-ec26-4b98-ad84-8d0e220892b6 None None] For port ce6c2d6b-a7fa-4aac-9563-73efdaef7e73, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=ce6c2d6b-a7fa-4aac-9563-73efdaef7e73,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:39:35.401771 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-df241db7-ec26-4b98-ad84-8d0e220892b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:35.405517 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:39:35.483832 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df241db7-ec26-4b98-ad84-8d0e220892b6 None None] Routers {'fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:39:35.484450 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-df241db7-ec26-4b98-ad84-8d0e220892b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:39:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:39:35.532622 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d74e3-5506-4677-b5ec-db7d2376f7cf None None] Pushing event updated for resources: {'Port': ['ID=ce6c2d6b-a7fa-4aac-9563-73efdaef7e73,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:39:35.542335 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-cc4d74e3-5506-4677-b5ec-db7d2376f7cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:39:35.667259 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-df241db7-ec26-4b98-ad84-8d0e220892b6 None None] Set router fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79 gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:39:35.996172 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-df241db7-ec26-4b98-ad84-8d0e220892b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79', 'name': 'router1', 'tenant_id': '0167b7544569470391c1f5c7fd90a0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'ce6c2d6b-a7fa-4aac-9563-73efdaef7e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:39:14Z', 'updated_at': '2021-09-30T00:39:33Z', 'revision_number': 4, 'project_id': '0167b7544569470391c1f5c7fd90a0d3', 'gw_port': {'id': 'ce6c2d6b-a7fa-4aac-9563-73efdaef7e73', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:39:32Z', 'updated_at': '2021-09-30T00:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '68115b4d-4699-40ae-8991-5fb849487730', 'name': '', 'network_id': '2045ce5b-74b9-4493-9911-6a0518e67229', 'tenant_id': '0167b7544569470391c1f5c7fd90a0d3', 'mac_address': 'fa:16:3e:88:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2299ddd8-985c-493e-962d-8ee4f409191f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:39:24Z', 'updated_at': '2021-09-30T00:39:29Z', 'revision_number': 5, 'project_id': '0167b7544569470391c1f5c7fd90a0d3', 'subnets': [{'id': '2299ddd8-985c-493e-962d-8ee4f409191f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dff79692-c149-4186-9108-ec0787631b56'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:39:36.000217 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df241db7-ec26-4b98-ad84-8d0e220892b6 None None] The sync data for ids ['fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79'] in n-d-811809-1 is: [{'id': 'fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79', 'name': 'router1', 'tenant_id': '0167b7544569470391c1f5c7fd90a0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'ce6c2d6b-a7fa-4aac-9563-73efdaef7e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:39:14Z', 'updated_at': '2021-09-30T00:39:33Z', 'revision_number': 4, 'project_id': '0167b7544569470391c1f5c7fd90a0d3', 'gw_port': {'id': 'ce6c2d6b-a7fa-4aac-9563-73efdaef7e73', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:39:32Z', 'updated_at': '2021-09-30T00:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '68115b4d-4699-40ae-8991-5fb849487730', 'name': '', 'network_id': '2045ce5b-74b9-4493-9911-6a0518e67229', 'tenant_id': '0167b7544569470391c1f5c7fd90a0d3', 'mac_address': 'fa:16:3e:88:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8f7715-4e5f-4dd3-a419-9d2e7ba0ab79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2299ddd8-985c-493e-962d-8ee4f409191f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:39:24Z', 'updated_at': '2021-09-30T00:39:29Z', 'revision_number': 5, 'project_id': '0167b7544569470391c1f5c7fd90a0d3', 'subnets': [{'id': '2299ddd8-985c-493e-962d-8ee4f409191f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dff79692-c149-4186-9108-ec0787631b56'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:39:36.680608 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 53916) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:39:36.796116 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-ab91a588-7693-4796-b7ff-fd6463534378 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1142261 Sep 30 00:39:37.431557 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device ce6c2d6b-a7fa-4aac-9563-73efdaef7e73 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:39:37.501522 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port ce6c2d6b-a7fa-4aac-9563-73efdaef7e73 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:39:37.506453 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port ce6c2d6b-a7fa-4aac-9563-73efdaef7e73 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:39:37.506889 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:37.638091 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:37.668631 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port ce6c2d6b-a7fa-4aac-9563-73efdaef7e73, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=ce6c2d6b-a7fa-4aac-9563-73efdaef7e73,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:39:37.672423 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:37.675325 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:39:37.741929 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=ce6c2d6b-a7fa-4aac-9563-73efdaef7e73,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:39:37.744878 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:39:39.399641 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device ce6c2d6b-a7fa-4aac-9563-73efdaef7e73 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:39:39.470635 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port ce6c2d6b-a7fa-4aac-9563-73efdaef7e73 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:39:39.471043 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:48.737872 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-44adcd46-5e38-4ab6-84d6-c168efed41ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:48.957710 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:51.134302 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c4925e15-22aa-4932-b4ea-ff6466b4552d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:52.130956 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:53.769697 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:39:59.827923 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 5 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:40:18.739611 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-32cd4362-37b1-4df8-868b-9f6a37818ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:40:18.962295 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:40:21.137951 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-548fdfe2-1cb7-499b-b869-991a6dffe13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:40:22.134689 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:40:23.791388 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:40:36.827073 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 5 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:40:48.743226 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-bd75e0c4-88e2-462d-84d4-c2b3942a66b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:40:48.967080 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:40:51.143418 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2aa5ff85-c2c4-4f13-b686-b949e8bf87d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:40:52.137552 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:40:53.780534 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:41:13.826457 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 5 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:41:18.744101 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-a3a179a8-dffa-41b9-84c5-2a38b90c3e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:41:18.969400 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:41:21.146206 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6c01b549-e3ab-4fdd-b7eb-e2726314fee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:41:22.140614 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:41:23.783299 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:41:42.269115 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 54518) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:41:42.339372 n-d-811809-1 neutron-server[80274]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d990c8c-68b0-43a4-8923-6b427ba6de35 admin admin] GET failed (client error): The resource could not be found. Sep 30 00:41:42.340662 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-7d990c8c-68b0-43a4-8923-6b427ba6de35 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0706117 Sep 30 00:41:42.472922 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3525becf-c0aa-4c5a-b9d6-bb2273c69b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:41:42.479194 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-3525becf-c0aa-4c5a-b9d6-bb2273c69b26 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1346192 Sep 30 00:41:44.637934 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 54528) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:41:44.746044 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b08fae5-4301-46b8-a3e5-0cbf00a2abd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:41:44.746600 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-2b08fae5-4301-46b8-a3e5-0cbf00a2abd6 admin admin] Synchronizing usage tracker for tenant:1a5ff79da01247219d72a44fd68f91a8 on resource:subnet {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:41:44.763935 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-2b08fae5-4301-46b8-a3e5-0cbf00a2abd6 admin admin] Unset dirty status for tenant:1a5ff79da01247219d72a44fd68f91a8 on resource:subnet {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:41:44.765244 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-2b08fae5-4301-46b8-a3e5-0cbf00a2abd6 admin admin] 10.222.0.39 "GET /v2.0/subnets/2299ddd8-985c-493e-962d-8ee4f409191f HTTP/1.1" status: 200 len: 849 time: 0.1262977 Sep 30 00:41:44.774624 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-731f4d5e-f733-4604-9376-502460b80e2e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:41:44.923566 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-731f4d5e-f733-4604-9376-502460b80e2e admin admin] Notify callbacks [] for subnet, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:41:45.109394 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-731f4d5e-f733-4604-9376-502460b80e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790970580565'] for subnet, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:41:45.113039 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9979530b-4eb7-4db6-beb3-735aaa87a97f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:41:45.158326 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731f4d5e-f733-4604-9376-502460b80e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:41:45.158947 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-731f4d5e-f733-4604-9376-502460b80e2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:41:45.160223 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-731f4d5e-f733-4604-9376-502460b80e2e admin admin] 10.222.0.39 "PUT /v2.0/subnets/2299ddd8-985c-493e-962d-8ee4f409191f HTTP/1.1" status: 200 len: 868 time: 0.3892732 Sep 30 00:41:45.161894 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41525a49-be92-4524-8e15-9a478b6ea990 None None] Network 2045ce5b-74b9-4493-9911-6a0518e67229 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:41:45.180158 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f4d5e-f733-4604-9376-502460b80e2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2299ddd8-985c-493e-962d-8ee4f409191f,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:41:45.188467 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731f4d5e-f733-4604-9376-502460b80e2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:41:45.188863 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731f4d5e-f733-4604-9376-502460b80e2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:41:45.189153 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731f4d5e-f733-4604-9376-502460b80e2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:41:45.189488 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731f4d5e-f733-4604-9376-502460b80e2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:41:45.189821 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731f4d5e-f733-4604-9376-502460b80e2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:41:45.190151 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731f4d5e-f733-4604-9376-502460b80e2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:41:45.190479 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731f4d5e-f733-4604-9376-502460b80e2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:41:45.190832 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731f4d5e-f733-4604-9376-502460b80e2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:41:45.191156 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731f4d5e-f733-4604-9376-502460b80e2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:41:45.191477 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731f4d5e-f733-4604-9376-502460b80e2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:41:45.191798 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731f4d5e-f733-4604-9376-502460b80e2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:41:45.192331 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731f4d5e-f733-4604-9376-502460b80e2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:41:45.201765 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-731f4d5e-f733-4604-9376-502460b80e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:41:45.694895 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-6fd3fe0f-75df-4926-afee-04b863582738 None None] Provisioning complete for port b287580d-a209-46b0-9c9e-2ac361374860 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:41:45.695327 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6fd3fe0f-75df-4926-afee-04b863582738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:41:45.822086 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-6fd3fe0f-75df-4926-afee-04b863582738 None None] Provisioning complete for port 68115b4d-4699-40ae-8991-5fb849487730 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:41:45.822461 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6fd3fe0f-75df-4926-afee-04b863582738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:41:47.295126 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 54538) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:41:47.467737 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060c7c10-1c44-42da-8090-4c54460b10fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:41:47.468237 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060c7c10-1c44-42da-8090-4c54460b10fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:41:47.470105 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-060c7c10-1c44-42da-8090-4c54460b10fb admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1740193 Sep 30 00:41:48.745293 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-fc93672b-e6bd-4fae-94a8-b6180d52debd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:41:48.971573 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:41:49.639882 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 54548) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:41:49.812946 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2de4bc2-ce2d-4bb8-a1ee-49d17c064fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:41:49.813443 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2de4bc2-ce2d-4bb8-a1ee-49d17c064fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:41:49.815002 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-a2de4bc2-ce2d-4bb8-a1ee-49d17c064fb1 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1741550 Sep 30 00:41:50.827119 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 5 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:41:51.149392 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-657ce86b-c076-45a2-861d-99e839cbe3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:41:51.928525 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54558) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:41:52.089881 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f769b7ad-2d29-4c33-9a22-563bfdc08cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:41:52.090441 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-f769b7ad-2d29-4c33-9a22-563bfdc08cd4 admin admin] Synchronizing usage tracker for tenant:1a5ff79da01247219d72a44fd68f91a8 on resource:network {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:41:52.112312 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-f769b7ad-2d29-4c33-9a22-563bfdc08cd4 admin admin] Unset dirty status for tenant:1a5ff79da01247219d72a44fd68f91a8 on resource:network {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:41:52.113475 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-f769b7ad-2d29-4c33-9a22-563bfdc08cd4 admin admin] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 886 time: 0.1839950 Sep 30 00:41:52.146067 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:41:53.787430 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:41:54.266490 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 54568) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:41:54.434744 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f135ae0-6e3e-4623-8900-9706efe47cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:41:54.436092 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-1f135ae0-6e3e-4623-8900-9706efe47cb0 admin admin] 10.222.0.39 "GET /v2.0/networks/2045ce5b-74b9-4493-9911-6a0518e67229 HTTP/1.1" status: 200 len: 869 time: 0.1686232 Sep 30 00:41:56.558458 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 54578) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:41:56.667142 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d59ce0-31c1-43a3-a8cb-36c3018bd106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:41:56.667622 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d59ce0-31c1-43a3-a8cb-36c3018bd106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:41:56.669299 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-b6d59ce0-31c1-43a3-a8cb-36c3018bd106 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1098723 Sep 30 00:41:58.797736 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 54588) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:41:58.910010 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28713714-e5d9-4146-be8c-1e23f20026de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:41:58.911051 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28713714-e5d9-4146-be8c-1e23f20026de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:41:58.912558 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-28713714-e5d9-4146-be8c-1e23f20026de admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1138809 Sep 30 00:42:01.047696 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54598) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:42:01.158810 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60074d47-1639-41c4-85e8-90572207c26c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:42:01.160146 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-60074d47-1639-41c4-85e8-90572207c26c admin admin] 10.222.0.39 "GET /v2.0/subnets/2299ddd8-985c-493e-962d-8ee4f409191f HTTP/1.1" status: 200 len: 868 time: 0.1114969 Sep 30 00:42:03.281245 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54608) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:42:03.379673 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ee91da-b2d6-400e-9617-9923f0381b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:42:03.381005 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-72ee91da-b2d6-400e-9617-9923f0381b38 admin admin] 10.222.0.39 "GET /v2.0/subnets/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2 HTTP/1.1" status: 200 len: 816 time: 0.0988002 Sep 30 00:42:18.746465 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-94fbd603-7cbd-4228-b4c2-e796dd6ab3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:42:18.974022 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:42:21.151273 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-4f7d2ea6-d392-45b9-8f28-35e2a5dce457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:42:22.149919 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:42:23.786921 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:42:26.683445 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54652) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:42:26.730184 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [None req-122a215e-db2b-46ed-96b9-d1405088bcb9 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:42:26.731182 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-122a215e-db2b-46ed-96b9-d1405088bcb9 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468314 Sep 30 00:42:27.825821 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 5 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:42:28.959752 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54662) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:42:29.025114 n-d-811809-1 neutron-server[80275]: INFO neutron.pecan_wsgi.hooks.translation [None req-2425ab46-9e18-48b1-8422-21a29cb004f8 admin admin] GET failed (client error): The resource could not be found. Sep 30 00:42:29.026375 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-2425ab46-9e18-48b1-8422-21a29cb004f8 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0657067 Sep 30 00:42:29.150080 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f787c859-d93d-4324-b2a3-452b8a859053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:42:29.151462 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-f787c859-d93d-4324-b2a3-452b8a859053 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1212668 Sep 30 00:42:31.306324 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54672) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:42:31.353846 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-5fe388b3-55ec-44c3-815d-3a92b537a89f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:42:31.358855 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5fe388b3-55ec-44c3-815d-3a92b537a89f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:42:31.369049 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5fe388b3-55ec-44c3-815d-3a92b537a89f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:42:31.379693 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe388b3-55ec-44c3-815d-3a92b537a89f admin admin] Made reservation on behalf of 1a5ff79da01247219d72a44fd68f91a8 for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:42:31.381884 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5fe388b3-55ec-44c3-815d-3a92b537a89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:42:31.467677 n-d-811809-1 neutron-server[80275]: WARNING neutron.services.revisions.revision_plugin [None req-5fe388b3-55ec-44c3-815d-3a92b537a89f admin admin] Could not find related network for resource to bump revision. Sep 30 00:42:31.479712 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe388b3-55ec-44c3-815d-3a92b537a89f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:42:31.489238 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5fe388b3-55ec-44c3-815d-3a92b537a89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:42:31.489500 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-5fe388b3-55ec-44c3-815d-3a92b537a89f admin admin] Added segment c6f578a9-9e31-4a28-a285-676ebf56fa32 of type vlan for network 5148d586-4385-4f2c-9968-16b3a645031f Sep 30 00:42:31.518106 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5fe388b3-55ec-44c3-815d-3a92b537a89f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:42:31.547011 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5fe388b3-55ec-44c3-815d-3a92b537a89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:42:31.548298 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe388b3-55ec-44c3-815d-3a92b537a89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:42:31.548876 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5fe388b3-55ec-44c3-815d-3a92b537a89f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:42:31.553865 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:42:31.651284 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-5fe388b3-55ec-44c3-815d-3a92b537a89f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3435869 Sep 30 00:42:31.655779 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe388b3-55ec-44c3-815d-3a92b537a89f admin admin] Pushing event updated for resources: {'Network': ['ID=5148d586-4385-4f2c-9968-16b3a645031f,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:42:31.663579 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe388b3-55ec-44c3-815d-3a92b537a89f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:42:31.663934 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe388b3-55ec-44c3-815d-3a92b537a89f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:42:31.664254 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe388b3-55ec-44c3-815d-3a92b537a89f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:42:31.664581 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe388b3-55ec-44c3-815d-3a92b537a89f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:42:31.664906 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe388b3-55ec-44c3-815d-3a92b537a89f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:42:31.665229 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe388b3-55ec-44c3-815d-3a92b537a89f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:42:31.665546 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe388b3-55ec-44c3-815d-3a92b537a89f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:42:31.665863 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe388b3-55ec-44c3-815d-3a92b537a89f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:42:31.666175 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe388b3-55ec-44c3-815d-3a92b537a89f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:42:31.666494 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe388b3-55ec-44c3-815d-3a92b537a89f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:42:31.666834 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe388b3-55ec-44c3-815d-3a92b537a89f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:42:31.667145 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe388b3-55ec-44c3-815d-3a92b537a89f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:42:31.670876 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5fe388b3-55ec-44c3-815d-3a92b537a89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:42:31.679817 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 5148d586-4385-4f2c-9968-16b3a645031f details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:42:33.782583 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54682) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:42:33.885349 n-d-811809-1 neutron-server[80275]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a998589-96a6-4347-882b-52307a0ee469 admin admin] GET failed (client error): The resource could not be found. Sep 30 00:42:33.885874 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-6a998589-96a6-4347-882b-52307a0ee469 admin admin] Synchronizing usage tracker for tenant:1a5ff79da01247219d72a44fd68f91a8 on resource:network {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:42:33.900815 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-6a998589-96a6-4347-882b-52307a0ee469 admin admin] Unset dirty status for tenant:1a5ff79da01247219d72a44fd68f91a8 on resource:network {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:42:33.901939 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-6a998589-96a6-4347-882b-52307a0ee469 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1183944 Sep 30 00:42:34.005054 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34386a5-2ebe-4b03-89a5-ba6ba371d22c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:42:34.006395 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-e34386a5-2ebe-4b03-89a5-ba6ba371d22c admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1005855 Sep 30 00:42:34.015819 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-416bf2e7-2ad4-4925-8d70-14d044dac48b admin admin] Request body: {'subnet': {'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:42:34.020969 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-416bf2e7-2ad4-4925-8d70-14d044dac48b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:42:34.030395 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-416bf2e7-2ad4-4925-8d70-14d044dac48b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:42:34.039573 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416bf2e7-2ad4-4925-8d70-14d044dac48b admin admin] Made reservation on behalf of 1a5ff79da01247219d72a44fd68f91a8 for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:42:34.041825 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-416bf2e7-2ad4-4925-8d70-14d044dac48b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:42:34.251165 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-416bf2e7-2ad4-4925-8d70-14d044dac48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:42:34.256908 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:42:34.331530 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bf2e7-2ad4-4925-8d70-14d044dac48b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d94969b3-14c1-4902-a40b-8e6c297e30ba,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:42:34.335750 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416bf2e7-2ad4-4925-8d70-14d044dac48b admin admin] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:42:34.336104 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416bf2e7-2ad4-4925-8d70-14d044dac48b admin admin] Network hostable DHCP agents. Network: 5148d586-4385-4f2c-9968-16b3a645031f, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:42:34.340167 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-416bf2e7-2ad4-4925-8d70-14d044dac48b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:42:34.356490 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416bf2e7-2ad4-4925-8d70-14d044dac48b admin admin] Network 5148d586-4385-4f2c-9968-16b3a645031f is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:42:34.367358 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-416bf2e7-2ad4-4925-8d70-14d044dac48b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 5148d586-4385-4f2c-9968-16b3a645031f) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:42:34.371310 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416bf2e7-2ad4-4925-8d70-14d044dac48b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:42:34.371883 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-416bf2e7-2ad4-4925-8d70-14d044dac48b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:42:34.377103 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d34bd31-24d6-4436-9d23-5153fdb8c581 None None] Network 5148d586-4385-4f2c-9968-16b3a645031f requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:42:34.395647 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-416bf2e7-2ad4-4925-8d70-14d044dac48b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3831563 Sep 30 00:42:34.600547 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-5148d586-4385-4f2c-9968-16b3a645031f', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'tenant_id': '1a5ff79da01247219d72a44fd68f91a8', 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 00:42:34.601407 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:42:34.765894 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Allocated IP 192.168.233.2 (5148d586-4385-4f2c-9968-16b3a645031f/d94969b3-14c1-4902-a40b-8e6c297e30ba/7458b63f-51d5-47eb-ac8d-0fb1be4f66cc) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:42:34.984889 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:42:34.995548 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Transition to ACTIVE for port object 7458b63f-51d5-47eb-ac8d-0fb1be4f66cc will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:42:35.014011 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Transition to ACTIVE for port object 7458b63f-51d5-47eb-ac8d-0fb1be4f66cc will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:42:35.021592 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:42:35.026554 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:42:35.088771 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Network 5148d586-4385-4f2c-9968-16b3a645031f is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:42:35.089928 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:42:35.092387 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:42:35.126790 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Pushing event updated for resources: {'Port': ['ID=7458b63f-51d5-47eb-ac8d-0fb1be4f66cc,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:42:35.193270 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:42:35.193613 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:42:35.193946 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:42:35.194276 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:42:35.194601 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:42:35.194947 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:42:35.195276 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:42:35.195586 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:42:35.195904 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:42:35.196219 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:42:35.196532 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:42:35.196843 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:42:35.205110 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:42:35.226674 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Attempting to bind port 7458b63f-51d5-47eb-ac8d-0fb1be4f66cc on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:42:35.227071 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Attempting to bind port 7458b63f-51d5-47eb-ac8d-0fb1be4f66cc by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:42:35.227436 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Attempting to bind port 7458b63f-51d5-47eb-ac8d-0fb1be4f66cc on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:42:35.232734 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:42:35.233109 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:42:35.233512 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:42:35.233905 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:42:35.234369 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Bound port: 7458b63f-51d5-47eb-ac8d-0fb1be4f66cc, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:42:35.234784 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:42:35.326580 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] For port 7458b63f-51d5-47eb-ac8d-0fb1be4f66cc, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:42:35.329694 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] For port 7458b63f-51d5-47eb-ac8d-0fb1be4f66cc, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=7458b63f-51d5-47eb-ac8d-0fb1be4f66cc,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:42:35.335049 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:42:35.339903 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:42:35.417635 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Pushing event updated for resources: {'Port': ['ID=7458b63f-51d5-47eb-ac8d-0fb1be4f66cc,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:42:35.420653 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:42:36.228988 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3a601d-5e3e-45a8-94cf-8f0dcc73253f None None] Network 5148d586-4385-4f2c-9968-16b3a645031f requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:42:36.380210 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-f83086d4-6521-4619-b4f4-9418b006ccd3 None None] Provisioning for port 7458b63f-51d5-47eb-ac8d-0fb1be4f66cc completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:42:37.510957 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 7458b63f-51d5-47eb-ac8d-0fb1be4f66cc up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:42:37.589657 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 7458b63f-51d5-47eb-ac8d-0fb1be4f66cc completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:42:37.594523 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 7458b63f-51d5-47eb-ac8d-0fb1be4f66cc triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:42:37.594929 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:42:37.711810 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:42:37.744534 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 7458b63f-51d5-47eb-ac8d-0fb1be4f66cc, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=7458b63f-51d5-47eb-ac8d-0fb1be4f66cc,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:42:37.749489 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:42:37.752935 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-cc4d74e3-5506-4677-b5ec-db7d2376f7cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:42:37.821255 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=7458b63f-51d5-47eb-ac8d-0fb1be4f66cc,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:42:37.824733 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:42:39.491312 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 7458b63f-51d5-47eb-ac8d-0fb1be4f66cc up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:42:39.560814 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 7458b63f-51d5-47eb-ac8d-0fb1be4f66cc triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:42:39.561191 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:42:48.748335 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5abd5ab0-9c88-4b33-9805-8521290de100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:42:48.975934 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:42:51.152602 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-649199eb-6c96-4032-a08f-1eea017189b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:42:52.152217 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:42:53.792359 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:43:04.825225 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 5 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:43:18.750147 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-372a53b9-96c6-4eb2-90f5-c853afdaa912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:43:18.983700 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:43:21.153831 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-748fbdba-48ca-4b65-b63a-c2a995fd5a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:43:22.153946 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:43:23.795973 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:43:41.823535 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 5 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:43:47.160016 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54732) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:43:47.165781 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [None req-c5c7a0eb-b80e-40e7-aaff-bb0f3516e468 tempest-verify_tempest_config-1653979962 tempest-verify_tempest_config-1653979962-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:43:47.166714 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-c5c7a0eb-b80e-40e7-aaff-bb0f3516e468 tempest-verify_tempest_config-1653979962 tempest-verify_tempest_config-1653979962-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0056925 Sep 30 00:43:47.474915 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54750) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:43:47.594369 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8980c415-2470-456d-8b9d-56d5767bff5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:43:47.609393 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-8980c415-2470-456d-8b9d-56d5767bff5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:43:47.613681 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-8980c415-2470-456d-8b9d-56d5767bff5f admin admin] Usage tracker for resource:security_group_rule and tenant:a4b298aa00084cd299f2cbc2ac30ddfe is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:43:47.616850 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-8980c415-2470-456d-8b9d-56d5767bff5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:43:47.622427 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-8980c415-2470-456d-8b9d-56d5767bff5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:43:47.705485 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8980c415-2470-456d-8b9d-56d5767bff5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:43:47.709255 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8980c415-2470-456d-8b9d-56d5767bff5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:43:47.716407 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:43:47.758688 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-8980c415-2470-456d-8b9d-56d5767bff5f admin admin] Synchronizing usage tracker for tenant:1a5ff79da01247219d72a44fd68f91a8 on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:43:47.761939 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980c415-2470-456d-8b9d-56d5767bff5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e27775-cc5d-42b7-9120-b3709546f519,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:43:47.771440 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980c415-2470-456d-8b9d-56d5767bff5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:43:47.771784 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980c415-2470-456d-8b9d-56d5767bff5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:43:47.772117 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980c415-2470-456d-8b9d-56d5767bff5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:43:47.772446 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980c415-2470-456d-8b9d-56d5767bff5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:43:47.772774 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980c415-2470-456d-8b9d-56d5767bff5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:43:47.773095 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980c415-2470-456d-8b9d-56d5767bff5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:43:47.773415 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980c415-2470-456d-8b9d-56d5767bff5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:43:47.773728 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980c415-2470-456d-8b9d-56d5767bff5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:43:47.774052 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980c415-2470-456d-8b9d-56d5767bff5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:43:47.774366 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980c415-2470-456d-8b9d-56d5767bff5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:43:47.774683 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980c415-2470-456d-8b9d-56d5767bff5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:43:47.775020 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980c415-2470-456d-8b9d-56d5767bff5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:43:47.778707 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8980c415-2470-456d-8b9d-56d5767bff5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:43:47.788545 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-8980c415-2470-456d-8b9d-56d5767bff5f admin admin] Unset dirty status for tenant:1a5ff79da01247219d72a44fd68f91a8 on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:43:47.789996 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-8980c415-2470-456d-8b9d-56d5767bff5f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a4b298aa00084cd299f2cbc2ac30ddfe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3141246 Sep 30 00:43:47.792637 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54756) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:43:47.850293 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fbb51649-e402-47df-bb97-cac8eb7bd6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:43:47.876178 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fbb51649-e402-47df-bb97-cac8eb7bd6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:43:47.969073 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fbb51649-e402-47df-bb97-cac8eb7bd6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:43:47.973093 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:43:47.984264 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb51649-e402-47df-bb97-cac8eb7bd6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e27775-cc5d-42b7-9120-b3709546f519,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:43:47.986459 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fbb51649-e402-47df-bb97-cac8eb7bd6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:43:47.992520 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fbb51649-e402-47df-bb97-cac8eb7bd6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:43:47.993744 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-fbb51649-e402-47df-bb97-cac8eb7bd6c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/50e27775-cc5d-42b7-9120-b3709546f519 HTTP/1.1" status: 204 len: 168 time: 0.2002232 Sep 30 00:43:48.753671 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-fda76051-9c5c-4373-9503-dd156e3c7466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:43:48.976228 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:43:51.155392 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5bda7411-bef9-45b7-a33b-c7c071abc6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:43:52.156860 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:43:53.797774 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:44:18.755150 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-a7b2e96d-a256-4081-b31b-329c3e6f7ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:44:18.822517 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 5 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:44:18.980661 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:44:21.156467 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2f465355-517d-4208-b864-a95c38d09c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:44:22.160730 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:44:23.798563 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:44:48.756227 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-0d5bf576-e54b-4340-8523-ef984f19c340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:44:48.981334 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:44:51.158314 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-dca90c0e-6116-4502-b024-7ffdbdd2f200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:44:52.162011 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:44:53.801512 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:44:55.823677 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 5 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:45:18.759758 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-fa830068-7a49-48a3-bc41-eebef317521e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:45:18.982846 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:45:21.159600 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-9d3e520f-81f2-4bc5-8430-53b160da4265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:45:22.164236 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:45:23.807201 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:45:32.823493 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 5 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:45:48.760420 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-44a49cf9-defc-4ae1-a6e1-d2b98b6a1e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:45:48.983730 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:45:51.160782 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-80225acc-a838-4d32-8352-2212fd8034da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:45:52.167893 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:45:53.809399 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:46:09.822899 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 5 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:46:18.761577 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6c43c838-f9d6-4bdf-9101-59d401474df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:46:18.985340 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:46:21.162564 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-bdc04c92-ecd0-435f-b72d-f4f1ea208b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:46:22.170958 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:46:23.811201 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:46:46.823322 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 5 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:46:48.763490 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-cdccbe06-7a18-492c-aad9-79e4d58844a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:46:48.986569 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:46:51.163930 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-7edd2d46-ebdb-4951-bc83-208ee8c754c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:46:52.173714 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:46:53.814448 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:47:05.379349 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683075'] for agent, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:47:11.244659 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683075'] for agent, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:47:18.765415 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ba9ee9b0-120b-46db-982f-27517cc9578b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:47:18.987575 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:47:21.166248 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e41783bd-205f-4197-9ee3-2b0a0dccd774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:47:22.177839 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:47:23.818400 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:47:23.824057 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:47:35.353385 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:47:41.193293 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:47:48.423079 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54816) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:47:48.534550 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-75aabd5f-f880-42df-b316-298032a3a48e admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1102898 Sep 30 00:47:48.768195 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-724c7749-559a-4cd6-ad43-9ea5856da639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:47:48.990412 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:47:50.667608 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54826) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:47:50.724671 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-5a10e267-d150-43f9-900b-b19ca81183cc admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0559554 Sep 30 00:47:51.167515 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-96383de3-5157-435d-b02b-d7253d77c9ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:47:52.179814 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:47:53.820153 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:48:00.823674 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:48:05.359884 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:48:11.206591 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:48:18.772635 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c0cea139-671e-412c-9c16-672947a0c359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:48:18.992595 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:48:21.169200 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-549df75c-e682-4f63-a128-7ab931dc3d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:48:22.181841 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:48:23.822217 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:48:35.353836 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:48:37.824760 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:48:41.209476 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:48:48.774422 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-986e4be9-0a95-4052-bed4-b134f5ffa374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:48:48.994251 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:48:51.170159 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-0c8b1cbf-916a-4c7d-84c2-cc7b6c6315c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:48:52.186154 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:48:53.825325 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:05.351660 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:11.228088 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:14.824476 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:49:18.784919 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-1d5828ed-767d-461d-8816-0494fb3469f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:19.003908 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:21.178670 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ad4c6900-1152-4705-8114-e3bf7f6c9977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:22.152553 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55052) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:22.192403 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:22.573290 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55070) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:22.716353 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-d8857858-a332-4ebb-b86d-c44cbd434f98 tempest-AutoAllocateNetworkTest-361160305 tempest-AutoAllocateNetworkTest-361160305-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bc3517e97f9d4dafa5ca39f5de809cc0&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5626540 Sep 30 00:49:22.719008 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55080) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:22.876469 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3a62df-2d48-409a-9e37-df253408a004 tempest-AutoAllocateNetworkTest-361160305 tempest-AutoAllocateNetworkTest-361160305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:22.879754 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-0c3a62df-2d48-409a-9e37-df253408a004 tempest-AutoAllocateNetworkTest-361160305 tempest-AutoAllocateNetworkTest-361160305-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1595478 Sep 30 00:49:22.881917 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55090) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:22.952343 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-7c402f7f-6e47-4dae-a75a-3bd7c5cd451e tempest-AutoAllocateNetworkTest-361160305 tempest-AutoAllocateNetworkTest-361160305-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693512 Sep 30 00:49:22.955404 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55098) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:22.981703 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-98ea0310-3643-4e99-a087-7f070c01996c tempest-AutoAllocateNetworkTest-361160305 tempest-AutoAllocateNetworkTest-361160305-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bc3517e97f9d4dafa5ca39f5de809cc0 HTTP/1.1" status: 200 len: 208 time: 0.0252333 Sep 30 00:49:23.038448 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1829927197-network', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:49:23.046160 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:23.051339 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Usage tracker for resource:network and tenant:d6d910a5d3074b9cb61a601c2a7cb84a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:23.054762 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:23.061629 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:23.072698 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Made reservation on behalf of d6d910a5d3074b9cb61a601c2a7cb84a for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:49:23.075169 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:23.091213 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:23.107041 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:23.111074 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Usage tracker for resource:security_group_rule and tenant:d6d910a5d3074b9cb61a601c2a7cb84a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:23.114121 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:23.120140 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:23.212012 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:23.216306 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:23.220522 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:23.249645 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:49:23.259854 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26da7a1-5f02-4915-ab18-7862f735417e,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:23.269370 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:23.269689 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Added segment d1c67cb8-9e18-4d24-aa91-f8fe6840e750 of type vlan for network 789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d Sep 30 00:49:23.271691 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:23.272023 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:23.272345 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:23.272658 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:23.272984 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:23.273285 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:23.273593 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:23.273898 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:23.274201 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:23.274503 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:23.274900 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:23.275395 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Tracked resource versions report: Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: pushed versions: Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: { 'AddressGroup': {'1.2'}, Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: 'ConntrackHelper': {'1.0'}, Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: 'Log': {'1.0'}, Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: 'Network': {'1.1'}, Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: 'Port': {'1.7'}, Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: 'PortForwarding': {'1.2'}, Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: 'QosPolicy': {'1.8'}, Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: 'SecurityGroup': {'1.4'}, Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: 'SecurityGroupRule': {'1.2'}, Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: 'SubPort': {'1.0'}, Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: 'Subnet': {'1.1'}, Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: 'Trunk': {'1.1'}} Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: consumer versions: Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: { DHCP agent@n-d-811809-1: {}, Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: HyperV agent@n-h1-811809-1: {}, Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: HyperV agent@n-h2-811809-1: {}, Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: L3 agent@n-d-811809-1: {}, Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: Metadata agent@n-d-811809-1: {}, Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: Metering agent@n-d-811809-1: {}, Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: Open vSwitch agent@n-d-811809-1: { 'AddressGroup': '1.2', Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: 'ConntrackHelper': '1.0', Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: 'Log': '1.0', Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: 'Network': '1.1', Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: 'Port': '1.7', Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: 'PortForwarding': '1.2', Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: 'QosPolicy': '1.8', Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: 'SecurityGroup': '1.4', Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: 'SecurityGroupRule': '1.2', Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: 'SubPort': '1.0', Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: 'Subnet': '1.1', Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: 'Trunk': '1.1'}} Sep 30 00:49:23.276665 n-d-811809-1 neutron-server[80274]: {{(pid=80274) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 00:49:23.290371 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:23.312186 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:23.347757 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:23.349104 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:23.349689 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:23.354406 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:23.451418 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8765614 Sep 30 00:49:23.454576 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55124) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:23.457871 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Pushing event updated for resources: {'Network': ['ID=789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:23.463850 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-ded588e1-ea08-470c-9a22-366a336760b7 admin admin] Request body: {'subnet': {'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1829927197-subnet', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:49:23.467195 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:23.469323 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-ded588e1-ea08-470c-9a22-366a336760b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:23.469883 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:49:23.474182 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-ded588e1-ea08-470c-9a22-366a336760b7 admin admin] Usage tracker for resource:subnet and tenant:d6d910a5d3074b9cb61a601c2a7cb84a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:23.480177 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-ded588e1-ea08-470c-9a22-366a336760b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:23.488247 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-ded588e1-ea08-470c-9a22-366a336760b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:23.499991 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded588e1-ea08-470c-9a22-366a336760b7 admin admin] Made reservation on behalf of d6d910a5d3074b9cb61a601c2a7cb84a for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:49:23.504175 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ded588e1-ea08-470c-9a22-366a336760b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:23.743149 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ded588e1-ea08-470c-9a22-366a336760b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:23.747808 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:23.832874 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:23.833130 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded588e1-ea08-470c-9a22-366a336760b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2832071e-b852-47d3-913e-f292b000827a,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:23.835850 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded588e1-ea08-470c-9a22-366a336760b7 admin admin] Checking segment: {'id': 'd1c67cb8-9e18-4d24-aa91-f8fe6840e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:49:23.836215 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded588e1-ea08-470c-9a22-366a336760b7 admin admin] Network hostable DHCP agents. Network: 789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:49:23.842872 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ded588e1-ea08-470c-9a22-366a336760b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:23.857193 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded588e1-ea08-470c-9a22-366a336760b7 admin admin] Network 789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:49:23.868719 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-ded588e1-ea08-470c-9a22-366a336760b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:49:23.873871 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded588e1-ea08-470c-9a22-366a336760b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:23.874707 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ded588e1-ea08-470c-9a22-366a336760b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:23.876811 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8103f273-82c5-41cf-8e22-78a4fb1c7edb None None] Network 789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:49:23.899798 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-ded588e1-ea08-470c-9a22-366a336760b7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4437957 Sep 30 00:49:23.902634 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55138) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:23.908477 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-6083d348-ccf6-4f1d-ba6f-2652efab9d3d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1829927197-router', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:49:23.917008 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55142) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:23.917490 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-6083d348-ccf6-4f1d-ba6f-2652efab9d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:23.923163 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-6083d348-ccf6-4f1d-ba6f-2652efab9d3d admin admin] Usage tracker for resource:router and tenant:d6d910a5d3074b9cb61a601c2a7cb84a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:23.930373 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-6083d348-ccf6-4f1d-ba6f-2652efab9d3d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:23.938813 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-6083d348-ccf6-4f1d-ba6f-2652efab9d3d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:23.954198 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6083d348-ccf6-4f1d-ba6f-2652efab9d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-730961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30750'] for router, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:23.957479 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6083d348-ccf6-4f1d-ba6f-2652efab9d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30743'] for router, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:23.984285 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6083d348-ccf6-4f1d-ba6f-2652efab9d3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:24.133996 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55156) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:24.164470 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d', 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'fixed_ips': [{'subnet_id': '2832071e-b852-47d3-913e-f292b000827a'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 00:49:24.165545 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:24.324148 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6083d348-ccf6-4f1d-ba6f-2652efab9d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-672991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-730982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30841'] for router, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:24.355030 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Allocated IP 172.20.0.2 (789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d/2832071e-b852-47d3-913e-f292b000827a/3df6eef8-0c98-4eb7-abde-ce87b6de7480) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:49:24.436464 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa8f3-85e7-4c99-b305-aaf280f92ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:24.475602 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-fc4fa8f3-85e7-4c99-b305-aaf280f92ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:24.482530 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-fc4fa8f3-85e7-4c99-b305-aaf280f92ed6 admin admin] Usage tracker for resource:security_group_rule and tenant:bc3517e97f9d4dafa5ca39f5de809cc0 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:24.485772 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-fc4fa8f3-85e7-4c99-b305-aaf280f92ed6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:24.493345 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-fc4fa8f3-85e7-4c99-b305-aaf280f92ed6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:24.604760 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa8f3-85e7-4c99-b305-aaf280f92ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:24.610069 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa8f3-85e7-4c99-b305-aaf280f92ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:24.622756 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fbb51649-e402-47df-bb97-cac8eb7bd6c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:24.656194 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4fa8f3-85e7-4c99-b305-aaf280f92ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23505457-c3d1-4470-853a-5d63e3099a0b,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:24.672093 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4fa8f3-85e7-4c99-b305-aaf280f92ed6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:24.672646 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4fa8f3-85e7-4c99-b305-aaf280f92ed6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:24.673108 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4fa8f3-85e7-4c99-b305-aaf280f92ed6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:24.673771 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4fa8f3-85e7-4c99-b305-aaf280f92ed6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:24.674233 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4fa8f3-85e7-4c99-b305-aaf280f92ed6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:24.674689 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4fa8f3-85e7-4c99-b305-aaf280f92ed6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:24.675158 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4fa8f3-85e7-4c99-b305-aaf280f92ed6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:24.675671 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4fa8f3-85e7-4c99-b305-aaf280f92ed6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:24.676138 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4fa8f3-85e7-4c99-b305-aaf280f92ed6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:24.676586 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4fa8f3-85e7-4c99-b305-aaf280f92ed6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:24.677033 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4fa8f3-85e7-4c99-b305-aaf280f92ed6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:24.677477 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4fa8f3-85e7-4c99-b305-aaf280f92ed6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4fa8f3-85e7-4c99-b305-aaf280f92ed6 admin admin] Tracked resource versions report: Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: pushed versions: Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: { 'AddressGroup': {'1.2'}, Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: 'ConntrackHelper': {'1.0'}, Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: 'Log': {'1.0'}, Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: 'Network': {'1.1'}, Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: 'Port': {'1.7'}, Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: 'PortForwarding': {'1.2'}, Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: 'QosPolicy': {'1.8'}, Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: 'SecurityGroup': {'1.4'}, Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: 'SecurityGroupRule': {'1.2'}, Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: 'SubPort': {'1.0'}, Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: 'Subnet': {'1.1'}, Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: 'Trunk': {'1.1'}} Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: consumer versions: Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: { DHCP agent@n-d-811809-1: {}, Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: HyperV agent@n-h1-811809-1: {}, Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: HyperV agent@n-h2-811809-1: {}, Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: L3 agent@n-d-811809-1: {}, Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: Metadata agent@n-d-811809-1: {}, Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: Metering agent@n-d-811809-1: {}, Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: Open vSwitch agent@n-d-811809-1: { 'AddressGroup': '1.2', Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: 'ConntrackHelper': '1.0', Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: 'Log': '1.0', Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: 'Network': '1.1', Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: 'Port': '1.7', Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: 'PortForwarding': '1.2', Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: 'QosPolicy': '1.8', Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: 'SecurityGroup': '1.4', Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: 'SecurityGroupRule': '1.2', Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: 'SubPort': '1.0', Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: 'Subnet': '1.1', Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: 'Trunk': '1.1'}} Sep 30 00:49:24.679034 n-d-811809-1 neutron-server[80275]: {{(pid=80275) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 00:49:24.716086 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8ab19af7-c1ab-40da-8a76-a8fcefb17a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:24.731992 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fc4fa8f3-85e7-4c99-b305-aaf280f92ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:24.737067 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-8ab19af7-c1ab-40da-8a76-a8fcefb17a7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:24.741829 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-8ab19af7-c1ab-40da-8a76-a8fcefb17a7f admin admin] Usage tracker for resource:security_group_rule and tenant:a8406e50ff9a48e3a1eecc2e4e4722ad is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:24.747487 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-8ab19af7-c1ab-40da-8a76-a8fcefb17a7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:24.751051 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6083d348-ccf6-4f1d-ba6f-2652efab9d3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:24.757762 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-fc4fa8f3-85e7-4c99-b305-aaf280f92ed6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bc3517e97f9d4dafa5ca39f5de809cc0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8395441 Sep 30 00:49:24.759181 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-8ab19af7-c1ab-40da-8a76-a8fcefb17a7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:24.761063 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55178) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:24.777436 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:24.797951 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6083d348-ccf6-4f1d-ba6f-2652efab9d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:24.811553 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Transition to ACTIVE for port object 3df6eef8-0c98-4eb7-abde-ce87b6de7480 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:49:24.859459 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Transition to ACTIVE for port object 3df6eef8-0c98-4eb7-abde-ce87b6de7480 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:49:24.872741 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:24.881559 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7075a77d-79c9-468b-820b-9e1dcc994a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:24.890978 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:24.931954 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7075a77d-79c9-468b-820b-9e1dcc994a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:24.975570 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Network 789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:49:24.983069 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:49:24.988722 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-6083d348-ccf6-4f1d-ba6f-2652efab9d3d admin admin] Allocated IP 172.25.0.191 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/af79d54d-7ee6-410e-9059-f4db50778fcf) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:49:24.991290 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:49:25.033872 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8ab19af7-c1ab-40da-8a76-a8fcefb17a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:25.061385 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8ab19af7-c1ab-40da-8a76-a8fcefb17a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:25.072108 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:25.110216 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Pushing event updated for resources: {'Port': ['ID=3df6eef8-0c98-4eb7-abde-ce87b6de7480,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:25.122119 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:25.122458 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:25.123000 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:25.123590 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:25.123712 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-8ab19af7-c1ab-40da-8a76-a8fcefb17a7f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a8406e50ff9a48e3a1eecc2e4e4722ad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9884675 Sep 30 00:49:25.124148 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:25.124594 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:25.125035 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:25.125475 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:25.125924 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:25.126375 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:25.126621 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55198) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:25.127100 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:25.127576 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Tracked resource versions report: Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: pushed versions: Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: { 'AddressGroup': {'1.2'}, Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: 'ConntrackHelper': {'1.0'}, Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: 'Log': {'1.0'}, Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: 'Network': {'1.1'}, Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: 'Port': {'1.7'}, Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: 'PortForwarding': {'1.2'}, Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: 'QosPolicy': {'1.8'}, Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: 'SecurityGroup': {'1.4'}, Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: 'SecurityGroupRule': {'1.2'}, Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: 'SubPort': {'1.0'}, Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: 'Subnet': {'1.1'}, Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: 'Trunk': {'1.1'}} Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: consumer versions: Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: { DHCP agent@n-d-811809-1: {}, Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: HyperV agent@n-h1-811809-1: {}, Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: HyperV agent@n-h2-811809-1: {}, Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: L3 agent@n-d-811809-1: {}, Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: Metadata agent@n-d-811809-1: {}, Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: Metering agent@n-d-811809-1: {}, Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: Open vSwitch agent@n-d-811809-1: { 'AddressGroup': '1.2', Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: 'ConntrackHelper': '1.0', Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: 'Log': '1.0', Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: 'Network': '1.1', Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: 'Port': '1.7', Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: 'PortForwarding': '1.2', Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: 'QosPolicy': '1.8', Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: 'SecurityGroup': '1.4', Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: 'SecurityGroupRule': '1.2', Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: 'SubPort': '1.0', Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: 'Subnet': '1.1', Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: 'Trunk': '1.1'}} Sep 30 00:49:25.128856 n-d-811809-1 neutron-server[80276]: {{(pid=80276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 00:49:25.131683 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab19af7-c1ab-40da-8a76-a8fcefb17a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e7746b-87f6-4c02-ad3c-16adc69abebc,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:25.132490 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:25.134861 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Attempting to bind port 3df6eef8-0c98-4eb7-abde-ce87b6de7480 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:49:25.136246 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Attempting to bind port 3df6eef8-0c98-4eb7-abde-ce87b6de7480 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'd1c67cb8-9e18-4d24-aa91-f8fe6840e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:49:25.136623 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Attempting to bind port 3df6eef8-0c98-4eb7-abde-ce87b6de7480 on network 789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:49:25.138946 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8ab19af7-c1ab-40da-8a76-a8fcefb17a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:25.142679 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:49:25.143296 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Checking segment: {'id': 'd1c67cb8-9e18-4d24-aa91-f8fe6840e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:49:25.143999 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:25.144673 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Bound using segment: {'id': 'd1c67cb8-9e18-4d24-aa91-f8fe6840e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:49:25.145284 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Bound port: 3df6eef8-0c98-4eb7-abde-ce87b6de7480, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c67cb8-9e18-4d24-aa91-f8fe6840e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:49:25.145963 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:25.154895 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7075a77d-79c9-468b-820b-9e1dcc994a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:25.162496 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fc4fa8f3-85e7-4c99-b305-aaf280f92ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:25.210877 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075a77d-79c9-468b-820b-9e1dcc994a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23505457-c3d1-4470-853a-5d63e3099a0b,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:25.218252 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7075a77d-79c9-468b-820b-9e1dcc994a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:25.223674 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7075a77d-79c9-468b-820b-9e1dcc994a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:25.228495 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-7075a77d-79c9-468b-820b-9e1dcc994a8d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/23505457-c3d1-4470-853a-5d63e3099a0b HTTP/1.1" status: 204 len: 168 time: 0.4665098 Sep 30 00:49:25.258820 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] For port 3df6eef8-0c98-4eb7-abde-ce87b6de7480, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:49:25.263404 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] For port 3df6eef8-0c98-4eb7-abde-ce87b6de7480, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=3df6eef8-0c98-4eb7-abde-ce87b6de7480,segment=NetworkSegment(d1c67cb8-9e18-4d24-aa91-f8fe6840e750),segment_id=d1c67cb8-9e18-4d24-aa91-f8fe6840e750)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:49:25.269926 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:25.281752 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:25.286759 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f65db858-f3e7-4fc6-a1db-1330737b164f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:25.312399 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6083d348-ccf6-4f1d-ba6f-2652efab9d3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:25.334874 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f65db858-f3e7-4fc6-a1db-1330737b164f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:25.415092 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f65db858-f3e7-4fc6-a1db-1330737b164f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:25.418963 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Pushing event updated for resources: {'Port': ['ID=3df6eef8-0c98-4eb7-abde-ce87b6de7480,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:25.423304 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:25.431918 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:25.436487 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6083d348-ccf6-4f1d-ba6f-2652efab9d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:25.445592 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65db858-f3e7-4fc6-a1db-1330737b164f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e7746b-87f6-4c02-ad3c-16adc69abebc,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:25.449383 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f65db858-f3e7-4fc6-a1db-1330737b164f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:25.449897 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-7f78643c-86b0-4ddd-9728-1c52e127ffb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:25.520617 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f65db858-f3e7-4fc6-a1db-1330737b164f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:25.521760 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-f65db858-f3e7-4fc6-a1db-1330737b164f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/20e7746b-87f6-4c02-ad3c-16adc69abebc HTTP/1.1" status: 204 len: 168 time: 0.3939972 Sep 30 00:49:25.530112 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6083d348-ccf6-4f1d-ba6f-2652efab9d3d admin admin] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:49:25.533029 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-6083d348-ccf6-4f1d-ba6f-2652efab9d3d admin admin] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:49:25.536895 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6083d348-ccf6-4f1d-ba6f-2652efab9d3d admin admin] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:49:25.680179 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6083d348-ccf6-4f1d-ba6f-2652efab9d3d admin admin] Pushing event updated for resources: {'Port': ['ID=af79d54d-7ee6-410e-9059-f4db50778fcf,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:25.700509 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6083d348-ccf6-4f1d-ba6f-2652efab9d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:26.203966 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6083d348-ccf6-4f1d-ba6f-2652efab9d3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:26.405009 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55234) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:26.432488 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-45f11e7a-5717-43f6-b5b6-a8cc1631ab57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:26.480838 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-45f11e7a-5717-43f6-b5b6-a8cc1631ab57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:26.493740 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-45f11e7a-5717-43f6-b5b6-a8cc1631ab57 admin admin] Usage tracker for resource:security_group_rule and tenant:06a2e5796ecd4dbe9ddf45e925c46b7d is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:26.505388 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-45f11e7a-5717-43f6-b5b6-a8cc1631ab57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:26.526179 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-45f11e7a-5717-43f6-b5b6-a8cc1631ab57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:26.663101 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6083d348-ccf6-4f1d-ba6f-2652efab9d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673175'] for router, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:26.712074 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-45f11e7a-5717-43f6-b5b6-a8cc1631ab57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:26.719979 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-45f11e7a-5717-43f6-b5b6-a8cc1631ab57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:26.750896 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:26.782457 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-45f11e7a-5717-43f6-b5b6-a8cc1631ab57 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=06a2e5796ecd4dbe9ddf45e925c46b7d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3758318 Sep 30 00:49:26.786831 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55246) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:26.816524 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e8d7e6-bd81-478b-a24d-bc14beedf6b3 None None] Network 789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:49:26.851396 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f11e7a-5717-43f6-b5b6-a8cc1631ab57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2126e51d-9e7a-4046-b4db-1a9cd19d3706,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:26.858813 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-45f11e7a-5717-43f6-b5b6-a8cc1631ab57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:26.906646 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-136f48e1-b8dc-4ab7-9a82-b2baca422f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:26.967113 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-136f48e1-b8dc-4ab7-9a82-b2baca422f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:27.030524 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-136f48e1-b8dc-4ab7-9a82-b2baca422f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:27.049107 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6083d348-ccf6-4f1d-ba6f-2652efab9d3d admin admin] Router a9241a70-cc98-45d6-8949-9c71e63755a7 is scheduled to L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 with binding_index 1 {{(pid=80274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 30 00:49:27.050933 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7075a77d-79c9-468b-820b-9e1dcc994a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:27.070410 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55258) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:27.084461 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-136f48e1-b8dc-4ab7-9a82-b2baca422f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:27.085588 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-136f48e1-b8dc-4ab7-9a82-b2baca422f59 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2126e51d-9e7a-4046-b4db-1a9cd19d3706 HTTP/1.1" status: 204 len: 168 time: 0.2975743 Sep 30 00:49:27.088582 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f48e1-b8dc-4ab7-9a82-b2baca422f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2126e51d-9e7a-4046-b4db-1a9cd19d3706,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:27.090963 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-136f48e1-b8dc-4ab7-9a82-b2baca422f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:27.154687 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-0b712881-e7fb-4b69-99f5-448aef36b85e None None] Provisioning for port 3df6eef8-0c98-4eb7-abde-ce87b6de7480 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:49:27.310818 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6083d348-ccf6-4f1d-ba6f-2652efab9d3d admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:49:27.321270 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961bf324-93c8-4917-b056-9ee20c918822 None None] Sync routers for ids ['a9241a70-cc98-45d6-8949-9c71e63755a7'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:49:27.342376 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961bf324-93c8-4917-b056-9ee20c918822 None None] Routers {'a9241a70-cc98-45d6-8949-9c71e63755a7'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:49:27.342561 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6083d348-ccf6-4f1d-ba6f-2652efab9d3d admin admin] Notify callbacks [] for router, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:27.343939 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-961bf324-93c8-4917-b056-9ee20c918822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:49:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['a9241a70-cc98-45d6-8949-9c71e63755a7'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:49:27.348599 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55282) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:27.349328 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-6083d348-ccf6-4f1d-ba6f-2652efab9d3d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.4454708 Sep 30 00:49:27.653379 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-961bf324-93c8-4917-b056-9ee20c918822 None None] Set router a9241a70-cc98-45d6-8949-9c71e63755a7 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:49:27.825330 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 3df6eef8-0c98-4eb7-abde-ce87b6de7480 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:49:27.972682 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 3df6eef8-0c98-4eb7-abde-ce87b6de7480 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:49:27.983246 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 3df6eef8-0c98-4eb7-abde-ce87b6de7480 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:49:27.983953 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:28.008080 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-961bf324-93c8-4917-b056-9ee20c918822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1829927197-router', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:49:23Z', 'updated_at': '2021-09-30T00:49:25Z', 'revision_number': 3, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'gw_port': {'id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:24Z', 'updated_at': '2021-09-30T00:49:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:49:28.012159 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961bf324-93c8-4917-b056-9ee20c918822 None None] Checking router: a9241a70-cc98-45d6-8949-9c71e63755a7 for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:49:28.012520 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961bf324-93c8-4917-b056-9ee20c918822 None None] Updating router a9241a70-cc98-45d6-8949-9c71e63755a7 port af79d54d-7ee6-410e-9059-f4db50778fcf binding host n-d-811809-1 {{(pid=80277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:49:28.082607 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-54ba2c20-1076-44ca-910d-e2666d85ae95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:28.096454 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-961bf324-93c8-4917-b056-9ee20c918822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:28.116931 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-54ba2c20-1076-44ca-910d-e2666d85ae95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:28.127878 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-54ba2c20-1076-44ca-910d-e2666d85ae95 admin admin] Usage tracker for resource:security_group_rule and tenant:9367e8af827f41f7ae64f6d8ff0b1146 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:28.130909 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-54ba2c20-1076-44ca-910d-e2666d85ae95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:28.139378 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-54ba2c20-1076-44ca-910d-e2666d85ae95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:28.186393 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:28.240998 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 3df6eef8-0c98-4eb7-abde-ce87b6de7480, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=3df6eef8-0c98-4eb7-abde-ce87b6de7480,segment=NetworkSegment(d1c67cb8-9e18-4d24-aa91-f8fe6840e750),segment_id=d1c67cb8-9e18-4d24-aa91-f8fe6840e750)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:49:28.244947 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:28.253029 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:28.327228 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=3df6eef8-0c98-4eb7-abde-ce87b6de7480,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:28.334280 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:28.334513 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-54ba2c20-1076-44ca-910d-e2666d85ae95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:28.340789 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-54ba2c20-1076-44ca-910d-e2666d85ae95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:28.369666 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:28.385802 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-54ba2c20-1076-44ca-910d-e2666d85ae95 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9367e8af827f41f7ae64f6d8ff0b1146&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3119273 Sep 30 00:49:28.388059 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55320) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:28.427340 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba2c20-1076-44ca-910d-e2666d85ae95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55114d9-6ef6-46c8-aa97-4466be026b85,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:28.433082 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-54ba2c20-1076-44ca-910d-e2666d85ae95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:28.478977 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4643a17f-6e4c-499f-8446-7907937459bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:28.508292 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5bb576d2-99a0-41a0-a53a-91c21abc0608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:28.518654 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4643a17f-6e4c-499f-8446-7907937459bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:28.632108 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4643a17f-6e4c-499f-8446-7907937459bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:28.637552 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f65db858-f3e7-4fc6-a1db-1330737b164f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:28.655789 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643a17f-6e4c-499f-8446-7907937459bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55114d9-6ef6-46c8-aa97-4466be026b85,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:28.683334 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4643a17f-6e4c-499f-8446-7907937459bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:28.686209 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4643a17f-6e4c-499f-8446-7907937459bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:28.687559 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-4643a17f-6e4c-499f-8446-7907937459bb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a55114d9-6ef6-46c8-aa97-4466be026b85 HTTP/1.1" status: 204 len: 168 time: 0.2986012 Sep 30 00:49:28.741384 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-961bf324-93c8-4917-b056-9ee20c918822 None None] Notify callbacks [] for port, precommit_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:28.755516 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.provisioning_blocks [None req-961bf324-93c8-4917-b056-9ee20c918822 None None] Transition to ACTIVE for port object af79d54d-7ee6-410e-9059-f4db50778fcf will not be triggered until provisioned by entity L2. {{(pid=80277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:49:28.764666 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-961bf324-93c8-4917-b056-9ee20c918822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:28.771364 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-d2a02678-b239-4cf2-843f-8e6c2ec01de3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:28.804940 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-5bb576d2-99a0-41a0-a53a-91c21abc0608 admin admin] Allocated IP 172.20.0.1 (789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d/2832071e-b852-47d3-913e-f292b000827a/c12eab7b-bd21-4dd6-ad46-440e13da5fea) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:49:28.852263 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-961bf324-93c8-4917-b056-9ee20c918822 None None] Attempting to bind port af79d54d-7ee6-410e-9059-f4db50778fcf on host n-d-811809-1 for vnic_type normal with profile {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:49:28.853402 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-961bf324-93c8-4917-b056-9ee20c918822 None None] Attempting to bind port af79d54d-7ee6-410e-9059-f4db50778fcf by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:49:28.854191 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961bf324-93c8-4917-b056-9ee20c918822 None None] Attempting to bind port af79d54d-7ee6-410e-9059-f4db50778fcf on network 1b813296-b79a-4ce4-abf3-9e488de9f705 {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:49:28.862615 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961bf324-93c8-4917-b056-9ee20c918822 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:49:28.863256 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961bf324-93c8-4917-b056-9ee20c918822 None None] Checking segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:49:28.863841 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-961bf324-93c8-4917-b056-9ee20c918822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:28.864383 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961bf324-93c8-4917-b056-9ee20c918822 None None] Bound using segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:49:28.865005 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-961bf324-93c8-4917-b056-9ee20c918822 None None] Bound port: af79d54d-7ee6-410e-9059-f4db50778fcf, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:49:28.865564 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-961bf324-93c8-4917-b056-9ee20c918822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:28.877360 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55338) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:28.934146 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6dc86-9b72-4fa0-9f2a-9348575c8eb1 None None] Pushing event updated for resources: {'Port': ['ID=af79d54d-7ee6-410e-9059-f4db50778fcf,revision_number=2']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:28.945900 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6dc86-9b72-4fa0-9f2a-9348575c8eb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:28.946246 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6dc86-9b72-4fa0-9f2a-9348575c8eb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:28.946586 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6dc86-9b72-4fa0-9f2a-9348575c8eb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:28.946959 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6dc86-9b72-4fa0-9f2a-9348575c8eb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:28.947289 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6dc86-9b72-4fa0-9f2a-9348575c8eb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:28.947955 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6dc86-9b72-4fa0-9f2a-9348575c8eb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:28.947955 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6dc86-9b72-4fa0-9f2a-9348575c8eb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:28.948248 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6dc86-9b72-4fa0-9f2a-9348575c8eb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:28.948577 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6dc86-9b72-4fa0-9f2a-9348575c8eb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:28.948900 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6dc86-9b72-4fa0-9f2a-9348575c8eb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:28.949218 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6dc86-9b72-4fa0-9f2a-9348575c8eb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:28.949540 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6dc86-9b72-4fa0-9f2a-9348575c8eb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6dc86-9b72-4fa0-9f2a-9348575c8eb1 None None] Tracked resource versions report: Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: pushed versions: Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: { 'AddressGroup': {'1.2'}, Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: 'ConntrackHelper': {'1.0'}, Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: 'Log': {'1.0'}, Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: 'Network': {'1.1'}, Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: 'Port': {'1.7'}, Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: 'PortForwarding': {'1.2'}, Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: 'QosPolicy': {'1.8'}, Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: 'SecurityGroup': {'1.4'}, Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: 'SecurityGroupRule': {'1.2'}, Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: 'SubPort': {'1.0'}, Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: 'Subnet': {'1.1'}, Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: 'Trunk': {'1.1'}} Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: consumer versions: Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: { DHCP agent@n-d-811809-1: {}, Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: HyperV agent@n-h1-811809-1: {}, Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: HyperV agent@n-h2-811809-1: {}, Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: L3 agent@n-d-811809-1: {}, Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: Metadata agent@n-d-811809-1: {}, Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: Metering agent@n-d-811809-1: {}, Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: Open vSwitch agent@n-d-811809-1: { 'AddressGroup': '1.2', Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: 'ConntrackHelper': '1.0', Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: 'Log': '1.0', Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: 'Network': '1.1', Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: 'Port': '1.7', Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: 'PortForwarding': '1.2', Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: 'QosPolicy': '1.8', Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: 'SecurityGroup': '1.4', Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: 'SecurityGroupRule': '1.2', Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: 'SubPort': '1.0', Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: 'Subnet': '1.1', Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: 'Trunk': '1.1'}} Sep 30 00:49:28.950681 n-d-811809-1 neutron-server[80277]: {{(pid=80277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 00:49:28.955005 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-c0a6dc86-9b72-4fa0-9f2a-9348575c8eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:28.959602 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-961bf324-93c8-4917-b056-9ee20c918822 None None] For port af79d54d-7ee6-410e-9059-f4db50778fcf, host n-d-811809-1, cleared binding levels {{(pid=80277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:49:28.964208 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-961bf324-93c8-4917-b056-9ee20c918822 None None] For port af79d54d-7ee6-410e-9059-f4db50778fcf, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=af79d54d-7ee6-410e-9059-f4db50778fcf,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:49:28.968705 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-961bf324-93c8-4917-b056-9ee20c918822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:28.974273 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:28.998778 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5bb576d2-99a0-41a0-a53a-91c21abc0608 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:29.018913 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5bb576d2-99a0-41a0-a53a-91c21abc0608 admin admin] Transition to ACTIVE for port object c12eab7b-bd21-4dd6-ad46-440e13da5fea will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:49:29.049134 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5bb576d2-99a0-41a0-a53a-91c21abc0608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:29.055499 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4b7b4e63-0a6c-40aa-8ffc-ebf3356f6235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:29.107962 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6dc86-9b72-4fa0-9f2a-9348575c8eb1 None None] Pushing event updated for resources: {'Port': ['ID=af79d54d-7ee6-410e-9059-f4db50778fcf,revision_number=3']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:29.122140 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961bf324-93c8-4917-b056-9ee20c918822 None None] Routers {'a9241a70-cc98-45d6-8949-9c71e63755a7'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:49:29.123066 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-961bf324-93c8-4917-b056-9ee20c918822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:49:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['a9241a70-cc98-45d6-8949-9c71e63755a7'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:49:29.151545 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb576d2-99a0-41a0-a53a-91c21abc0608 admin admin] Network 789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:49:29.155932 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-5bb576d2-99a0-41a0-a53a-91c21abc0608 admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:49:29.176215 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb576d2-99a0-41a0-a53a-91c21abc0608 admin admin] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:49:29.177838 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5bb576d2-99a0-41a0-a53a-91c21abc0608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734280'] for router_interface, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:29.211037 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-c0a6dc86-9b72-4fa0-9f2a-9348575c8eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:29.282207 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb576d2-99a0-41a0-a53a-91c21abc0608 admin admin] Pushing event updated for resources: {'Port': ['ID=c12eab7b-bd21-4dd6-ad46-440e13da5fea,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:29.286508 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5bb576d2-99a0-41a0-a53a-91c21abc0608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:29.382932 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5bb576d2-99a0-41a0-a53a-91c21abc0608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:29.388793 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-961bf324-93c8-4917-b056-9ee20c918822 None None] Set router a9241a70-cc98-45d6-8949-9c71e63755a7 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:49:29.485171 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55360) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:29.513667 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d8f97a5c-445f-43d9-8b3a-21c0e54e59a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:29.550090 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-b73467e4-dd55-4a30-9547-e42b44e95cab None None] Provisioning for port c12eab7b-bd21-4dd6-ad46-440e13da5fea completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:49:29.557434 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-127337af-5c45-4f79-974a-543c87b5e933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:29.557642 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-b73467e4-dd55-4a30-9547-e42b44e95cab None None] Provisioning complete for port c12eab7b-bd21-4dd6-ad46-440e13da5fea triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:49:29.558070 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-b73467e4-dd55-4a30-9547-e42b44e95cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:29.590050 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-d8f97a5c-445f-43d9-8b3a-21c0e54e59a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:29.596774 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-d8f97a5c-445f-43d9-8b3a-21c0e54e59a1 admin admin] Usage tracker for resource:security_group_rule and tenant:a8c4d66081404d40a2c95e71c8cb8462 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:29.610424 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-d8f97a5c-445f-43d9-8b3a-21c0e54e59a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:29.619659 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-127337af-5c45-4f79-974a-543c87b5e933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:29.632432 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-d8f97a5c-445f-43d9-8b3a-21c0e54e59a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:29.634712 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-127337af-5c45-4f79-974a-543c87b5e933 admin admin] Usage tracker for resource:security_group_rule and tenant:326a024849ab4f43975213b75dfefbea is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:29.638364 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-127337af-5c45-4f79-974a-543c87b5e933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:29.673296 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-127337af-5c45-4f79-974a-543c87b5e933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:29.702751 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-b73467e4-dd55-4a30-9547-e42b44e95cab None None] Port c12eab7b-bd21-4dd6-ad46-440e13da5fea cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:49:29.746538 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 3df6eef8-0c98-4eb7-abde-ce87b6de7480 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:49:29.843552 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5bb576d2-99a0-41a0-a53a-91c21abc0608 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:29.844047 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 3df6eef8-0c98-4eb7-abde-ce87b6de7480 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:49:29.844292 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:29.849713 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5bb576d2-99a0-41a0-a53a-91c21abc0608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:29.851082 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5bb576d2-99a0-41a0-a53a-91c21abc0608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734445'] for router_interface, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:29.856077 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:29.948531 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d8f97a5c-445f-43d9-8b3a-21c0e54e59a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:29.958676 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d8f97a5c-445f-43d9-8b3a-21c0e54e59a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:29.991762 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:30.003862 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-d8f97a5c-445f-43d9-8b3a-21c0e54e59a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a8c4d66081404d40a2c95e71c8cb8462&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1253498 Sep 30 00:49:30.006014 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55374) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:30.007802 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-127337af-5c45-4f79-974a-543c87b5e933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:30.055834 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-127337af-5c45-4f79-974a-543c87b5e933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:30.074014 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-961bf324-93c8-4917-b056-9ee20c918822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1829927197-router', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:49:23Z', 'updated_at': '2021-09-30T00:49:25Z', 'revision_number': 3, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'gw_port': {'id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:24Z', 'updated_at': '2021-09-30T00:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:49:30.084892 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb576d2-99a0-41a0-a53a-91c21abc0608 admin admin] Network 789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:49:30.086837 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f97a5c-445f-43d9-8b3a-21c0e54e59a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc335723-188a-4d51-8ae2-ac46438dfab8,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:30.087193 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961bf324-93c8-4917-b056-9ee20c918822 None None] The sync data for ids ['a9241a70-cc98-45d6-8949-9c71e63755a7'] in n-d-811809-1 is: [{'id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1829927197-router', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:49:23Z', 'updated_at': '2021-09-30T00:49:25Z', 'revision_number': 3, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'gw_port': {'id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:24Z', 'updated_at': '2021-09-30T00:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:49:30.088334 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-5bb576d2-99a0-41a0-a53a-91c21abc0608 admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:49:30.107197 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d8f97a5c-445f-43d9-8b3a-21c0e54e59a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:30.114307 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:30.180174 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-127337af-5c45-4f79-974a-543c87b5e933 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=326a024849ab4f43975213b75dfefbea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6924350 Sep 30 00:49:30.224621 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55390) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:30.304158 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1248b740-b4ca-4df0-9aa0-4b7ee7383861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:30.308577 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127337af-5c45-4f79-974a-543c87b5e933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f030fe-23ad-45a3-a1e2-93da362391f8,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:30.320684 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-127337af-5c45-4f79-974a-543c87b5e933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:30.325423 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb576d2-99a0-41a0-a53a-91c21abc0608 admin admin] Pushing event updated for resources: {'Port': ['ID=c12eab7b-bd21-4dd6-ad46-440e13da5fea,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:30.358594 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1248b740-b4ca-4df0-9aa0-4b7ee7383861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:30.371212 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-81c86376-2065-4cc0-8c6a-996c241a5195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:30.394552 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5bb576d2-99a0-41a0-a53a-91c21abc0608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:30.461717 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-81c86376-2065-4cc0-8c6a-996c241a5195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:30.561581 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1248b740-b4ca-4df0-9aa0-4b7ee7383861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:30.564274 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb576d2-99a0-41a0-a53a-91c21abc0608 admin admin] Router a9241a70-cc98-45d6-8949-9c71e63755a7 has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:49:30.574268 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-9df6189b-0973-41be-9f49-622058c1ed0c None None] Provisioning complete for port c12eab7b-bd21-4dd6-ad46-440e13da5fea triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:49:30.574810 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-9df6189b-0973-41be-9f49-622058c1ed0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:30.596970 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:30.613496 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248b740-b4ca-4df0-9aa0-4b7ee7383861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc335723-188a-4d51-8ae2-ac46438dfab8,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:30.631959 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1248b740-b4ca-4df0-9aa0-4b7ee7383861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:30.635774 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1248b740-b4ca-4df0-9aa0-4b7ee7383861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:30.640763 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-1248b740-b4ca-4df0-9aa0-4b7ee7383861 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cc335723-188a-4d51-8ae2-ac46438dfab8 HTTP/1.1" status: 204 len: 168 time: 0.6315396 Sep 30 00:49:30.649988 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-81c86376-2065-4cc0-8c6a-996c241a5195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:30.653079 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-81c86376-2065-4cc0-8c6a-996c241a5195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:30.654331 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-81c86376-2065-4cc0-8c6a-996c241a5195 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d5f030fe-23ad-45a3-a1e2-93da362391f8 HTTP/1.1" status: 204 len: 168 time: 0.4287801 Sep 30 00:49:30.655143 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:30.681351 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c86376-2065-4cc0-8c6a-996c241a5195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f030fe-23ad-45a3-a1e2-93da362391f8,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:30.684978 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-81c86376-2065-4cc0-8c6a-996c241a5195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:30.804921 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-9df6189b-0973-41be-9f49-622058c1ed0c None None] Port c12eab7b-bd21-4dd6-ad46-440e13da5fea cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:49:30.920665 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb576d2-99a0-41a0-a53a-91c21abc0608 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:49:30.933480 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-5bb576d2-99a0-41a0-a53a-91c21abc0608 admin admin] 10.222.0.39 "PUT /v2.0/routers/a9241a70-cc98-45d6-8949-9c71e63755a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5834439 Sep 30 00:49:31.349280 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55454) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:31.352430 n-d-811809-1 neutron-server[80274]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 30 00:49:31.412218 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-1f1a47cc-867a-41b5-8d6f-a0efcd551776 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8268be952000422087e044d39c21fa01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609398 Sep 30 00:49:31.561503 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55474) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:31.585685 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9cdde37b-ff6b-415f-8335-3383df9c637d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:31.602545 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-9cdde37b-ff6b-415f-8335-3383df9c637d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:31.607504 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-9cdde37b-ff6b-415f-8335-3383df9c637d admin admin] Usage tracker for resource:security_group_rule and tenant:490585648df648d1be5aadf03ecfbd65 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:31.611685 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-9cdde37b-ff6b-415f-8335-3383df9c637d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:31.620098 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-9cdde37b-ff6b-415f-8335-3383df9c637d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:31.755923 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-9155c977-38ea-4ed2-a375-e98b7fc3e263 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:31.762640 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-9155c977-38ea-4ed2-a375-e98b7fc3e263 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3465898 Sep 30 00:49:31.776331 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-5928dc41-5495-437d-871a-c7eda1287571 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/quotas/8268be952000422087e044d39c21fa01 HTTP/1.1" status: 200 len: 375 time: 0.0126059 Sep 30 00:49:31.778124 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9cdde37b-ff6b-415f-8335-3383df9c637d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:31.781690 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device af79d54d-7ee6-410e-9059-f4db50778fcf up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:49:31.785822 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9cdde37b-ff6b-415f-8335-3383df9c637d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:31.805839 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:31.869424 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port af79d54d-7ee6-410e-9059-f4db50778fcf completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:49:31.881673 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port af79d54d-7ee6-410e-9059-f4db50778fcf triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:49:31.882059 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:31.886686 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-a34f71a0-1866-4c85-a83d-1ed06cb0a30a tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8268be952000422087e044d39c21fa01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1045513 Sep 30 00:49:31.888563 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55486) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:31.888991 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-9cdde37b-ff6b-415f-8335-3383df9c637d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=490585648df648d1be5aadf03ecfbd65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3262100 Sep 30 00:49:31.891022 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdde37b-ff6b-415f-8335-3383df9c637d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d600428f-d6ed-45ab-8305-12b721ebabbe,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:31.894342 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9cdde37b-ff6b-415f-8335-3383df9c637d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:32.027668 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-34d90797-282f-4569-a768-0d5a156d510f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:32.081792 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:32.089311 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-34d90797-282f-4569-a768-0d5a156d510f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:32.111802 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port af79d54d-7ee6-410e-9059-f4db50778fcf, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=af79d54d-7ee6-410e-9059-f4db50778fcf,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:49:32.123750 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:32.129257 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:32.233983 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-34d90797-282f-4569-a768-0d5a156d510f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:32.253466 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=af79d54d-7ee6-410e-9059-f4db50778fcf,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:32.264875 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:32.304677 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0ce68bf5-1b1d-491b-9f57-ffb780534a23 req-13bec6b2-5680-4e5a-96e9-0112044c94b1 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c370cf1-045b-446a-a47c-344c7f9f3305 HTTP/1.1" status: 200 len: 210 time: 0.0725844 Sep 30 00:49:32.306698 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:32.336450 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d90797-282f-4569-a768-0d5a156d510f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d600428f-d6ed-45ab-8305-12b721ebabbe,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:32.342194 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-34d90797-282f-4569-a768-0d5a156d510f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:32.346783 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-34d90797-282f-4569-a768-0d5a156d510f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:32.361888 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-34d90797-282f-4569-a768-0d5a156d510f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d600428f-d6ed-45ab-8305-12b721ebabbe HTTP/1.1" status: 204 len: 168 time: 0.4587629 Sep 30 00:49:32.804370 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55548) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:32.811023 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-31a53544-119d-47f6-9d99-82a40254b25f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2023174256-network', 'tenant_id': 'd875a68f235b4baf9b5ce461769b3cae'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:49:32.819303 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-31a53544-119d-47f6-9d99-82a40254b25f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:32.830659 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-31a53544-119d-47f6-9d99-82a40254b25f admin admin] Usage tracker for resource:network and tenant:d875a68f235b4baf9b5ce461769b3cae is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:32.832964 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712a3939-ff78-49d8-acf3-8a19c856e05a None None] Sync routers for ids ['a9241a70-cc98-45d6-8949-9c71e63755a7'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:49:32.834983 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-31a53544-119d-47f6-9d99-82a40254b25f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:32.844116 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712a3939-ff78-49d8-acf3-8a19c856e05a None None] Routers {'a9241a70-cc98-45d6-8949-9c71e63755a7'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:49:32.844992 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-712a3939-ff78-49d8-acf3-8a19c856e05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:49:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['a9241a70-cc98-45d6-8949-9c71e63755a7'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:49:32.854858 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-31a53544-119d-47f6-9d99-82a40254b25f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:32.879345 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a53544-119d-47f6-9d99-82a40254b25f admin admin] Made reservation on behalf of d875a68f235b4baf9b5ce461769b3cae for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:49:32.885163 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-31a53544-119d-47f6-9d99-82a40254b25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:32.916689 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-31a53544-119d-47f6-9d99-82a40254b25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:32.935517 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-31a53544-119d-47f6-9d99-82a40254b25f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:32.941711 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-31a53544-119d-47f6-9d99-82a40254b25f admin admin] Usage tracker for resource:security_group_rule and tenant:d875a68f235b4baf9b5ce461769b3cae is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:32.944856 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-31a53544-119d-47f6-9d99-82a40254b25f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:32.951269 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-31a53544-119d-47f6-9d99-82a40254b25f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:33.105248 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-31a53544-119d-47f6-9d99-82a40254b25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:33.112397 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-31a53544-119d-47f6-9d99-82a40254b25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:33.118707 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:33.144130 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-712a3939-ff78-49d8-acf3-8a19c856e05a None None] Set router a9241a70-cc98-45d6-8949-9c71e63755a7 gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:49:33.155081 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a53544-119d-47f6-9d99-82a40254b25f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:49:33.169576 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a53544-119d-47f6-9d99-82a40254b25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f514fc-cf60-464f-a115-50c93d7d8c4f,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:33.188452 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-31a53544-119d-47f6-9d99-82a40254b25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:33.190440 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-31a53544-119d-47f6-9d99-82a40254b25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:33.192675 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-31a53544-119d-47f6-9d99-82a40254b25f admin admin] Added segment 955d5835-1e92-492f-83d2-7f87fe0f8c5d of type vlan for network dbb1bfec-756c-4c09-8184-2be0dcccc182 Sep 30 00:49:33.228441 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-31a53544-119d-47f6-9d99-82a40254b25f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:33.273981 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-31a53544-119d-47f6-9d99-82a40254b25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:33.275479 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a53544-119d-47f6-9d99-82a40254b25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:33.276277 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-31a53544-119d-47f6-9d99-82a40254b25f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:33.281895 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:33.405837 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-31a53544-119d-47f6-9d99-82a40254b25f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5997212 Sep 30 00:49:33.408910 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55598) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:33.415034 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-2051a7a3-2ecc-4a88-8e87-eee092f2fe40 admin admin] Request body: {'subnet': {'network_id': 'dbb1bfec-756c-4c09-8184-2be0dcccc182', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2023174256-subnet', 'tenant_id': 'd875a68f235b4baf9b5ce461769b3cae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:49:33.415624 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a53544-119d-47f6-9d99-82a40254b25f admin admin] Pushing event updated for resources: {'Network': ['ID=dbb1bfec-756c-4c09-8184-2be0dcccc182,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:33.418846 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-31a53544-119d-47f6-9d99-82a40254b25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:33.426931 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-2051a7a3-2ecc-4a88-8e87-eee092f2fe40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:33.437727 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-2051a7a3-2ecc-4a88-8e87-eee092f2fe40 admin admin] Usage tracker for resource:subnet and tenant:d875a68f235b4baf9b5ce461769b3cae is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:33.459591 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-2051a7a3-2ecc-4a88-8e87-eee092f2fe40 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:33.472280 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-2051a7a3-2ecc-4a88-8e87-eee092f2fe40 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:33.505930 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-59ac98a3-2be8-4775-8816-43fce9751763 req-b95c7429-cb76-4278-8930-f6d3a7f2b01b tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c370cf1-045b-446a-a47c-344c7f9f3305 HTTP/1.1" status: 200 len: 210 time: 0.0610588 Sep 30 00:49:33.521125 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2051a7a3-2ecc-4a88-8e87-eee092f2fe40 admin admin] Made reservation on behalf of d875a68f235b4baf9b5ce461769b3cae for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:49:33.522998 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2051a7a3-2ecc-4a88-8e87-eee092f2fe40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:33.673902 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network dbb1bfec-756c-4c09-8184-2be0dcccc182 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:49:33.852057 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device af79d54d-7ee6-410e-9059-f4db50778fcf up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:49:34.020840 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port af79d54d-7ee6-410e-9059-f4db50778fcf triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:49:34.021544 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:34.098941 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2051a7a3-2ecc-4a88-8e87-eee092f2fe40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:34.103932 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-416bf2e7-2ad4-4925-8d70-14d044dac48b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:34.123688 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-712a3939-ff78-49d8-acf3-8a19c856e05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1829927197-router', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:49:23Z', 'updated_at': '2021-09-30T00:49:29Z', 'revision_number': 4, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'gw_port': {'id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:24Z', 'updated_at': '2021-09-30T00:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'c12eab7b-bd21-4dd6-ad46-440e13da5fea', 'name': '', 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'mac_address': 'fa:16:3e:94:9d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2832071e-b852-47d3-913e-f292b000827a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:28Z', 'updated_at': '2021-09-30T00:49:29Z', 'revision_number': 2, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'subnets': [{'id': '2832071e-b852-47d3-913e-f292b000827a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:49:34.132735 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712a3939-ff78-49d8-acf3-8a19c856e05a None None] Checking router: a9241a70-cc98-45d6-8949-9c71e63755a7 for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:49:34.133205 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712a3939-ff78-49d8-acf3-8a19c856e05a None None] Updating router a9241a70-cc98-45d6-8949-9c71e63755a7 port c12eab7b-bd21-4dd6-ad46-440e13da5fea binding host n-d-811809-1 {{(pid=80276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:49:34.167158 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051a7a3-2ecc-4a88-8e87-eee092f2fe40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=490a88db-3c3f-44ab-b6d1-e50795499308,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:34.170759 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2051a7a3-2ecc-4a88-8e87-eee092f2fe40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:34.213176 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2051a7a3-2ecc-4a88-8e87-eee092f2fe40 admin admin] Checking segment: {'id': '955d5835-1e92-492f-83d2-7f87fe0f8c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'dbb1bfec-756c-4c09-8184-2be0dcccc182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:49:34.213532 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2051a7a3-2ecc-4a88-8e87-eee092f2fe40 admin admin] Network hostable DHCP agents. Network: dbb1bfec-756c-4c09-8184-2be0dcccc182, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:49:34.263585 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2051a7a3-2ecc-4a88-8e87-eee092f2fe40 admin admin] Network dbb1bfec-756c-4c09-8184-2be0dcccc182 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:49:34.276175 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-712a3939-ff78-49d8-acf3-8a19c856e05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:34.288091 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-2051a7a3-2ecc-4a88-8e87-eee092f2fe40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, dbb1bfec-756c-4c09-8184-2be0dcccc182) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:49:34.293855 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2051a7a3-2ecc-4a88-8e87-eee092f2fe40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:34.294345 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2051a7a3-2ecc-4a88-8e87-eee092f2fe40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:34.325369 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629ec40b-73bc-407a-a1f6-f5767fa6e08f None None] Network dbb1bfec-756c-4c09-8184-2be0dcccc182 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:49:34.369257 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-2051a7a3-2ecc-4a88-8e87-eee092f2fe40 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9591362 Sep 30 00:49:34.371739 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55652) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:34.378537 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-0b9fe8cf-1e2f-48aa-b263-1176e86a9f0b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2023174256-router', 'tenant_id': 'd875a68f235b4baf9b5ce461769b3cae', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:49:34.386657 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-0b9fe8cf-1e2f-48aa-b263-1176e86a9f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:34.397097 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-0b9fe8cf-1e2f-48aa-b263-1176e86a9f0b admin admin] Usage tracker for resource:router and tenant:d875a68f235b4baf9b5ce461769b3cae is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:34.402368 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-0b9fe8cf-1e2f-48aa-b263-1176e86a9f0b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:34.423154 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-0b9fe8cf-1e2f-48aa-b263-1176e86a9f0b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:34.451280 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0b9fe8cf-1e2f-48aa-b263-1176e86a9f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-730961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30750'] for router, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:34.453030 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0b9fe8cf-1e2f-48aa-b263-1176e86a9f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30743'] for router, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:34.490896 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0b9fe8cf-1e2f-48aa-b263-1176e86a9f0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:34.912058 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55672) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:34.956103 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e9cfcfaf-2005-42fc-8f91-a54b7ed9fe3c req-394bfd39-d507-4302-a593-0d2ab585d623 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c370cf1-045b-446a-a47c-344c7f9f3305 HTTP/1.1" status: 200 len: 210 time: 0.1259899 Sep 30 00:49:34.980495 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0b9fe8cf-1e2f-48aa-b263-1176e86a9f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-672991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-730982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30841'] for router, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:34.989505 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b44a8a1-0c72-4d52-b2c1-115a718d08ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-dbb1bfec-756c-4c09-8184-2be0dcccc182', 'network_id': 'dbb1bfec-756c-4c09-8184-2be0dcccc182', 'tenant_id': 'd875a68f235b4baf9b5ce461769b3cae', 'fixed_ips': [{'subnet_id': '490a88db-3c3f-44ab-b6d1-e50795499308'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 00:49:34.990559 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-0b44a8a1-0c72-4d52-b2c1-115a718d08ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:35.100881 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-712a3939-ff78-49d8-acf3-8a19c856e05a None None] Notify callbacks [] for port, precommit_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:35.134416 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-712a3939-ff78-49d8-acf3-8a19c856e05a None None] Transition to ACTIVE for port object c12eab7b-bd21-4dd6-ad46-440e13da5fea will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:49:35.154296 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-712a3939-ff78-49d8-acf3-8a19c856e05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:35.179756 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:35.256692 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f95194fb-3123-4d41-8ab2-2504ed009cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:35.280322 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f95194fb-3123-4d41-8ab2-2504ed009cd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:35.288294 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-f95194fb-3123-4d41-8ab2-2504ed009cd3 admin admin] Usage tracker for resource:security_group_rule and tenant:d32e887956164dbbb8c758a936377085 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:35.294838 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-f95194fb-3123-4d41-8ab2-2504ed009cd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:35.305456 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f95194fb-3123-4d41-8ab2-2504ed009cd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:35.403558 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55688) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:35.417911 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-0b44a8a1-0c72-4d52-b2c1-115a718d08ac None None] Allocated IP 172.20.0.2 (dbb1bfec-756c-4c09-8184-2be0dcccc182/490a88db-3c3f-44ab-b6d1-e50795499308/dae5bfb5-1e9d-4819-b0e4-a3d3aa55bf3f) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:49:35.464416 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f95194fb-3123-4d41-8ab2-2504ed009cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:35.472249 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0b9fe8cf-1e2f-48aa-b263-1176e86a9f0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:35.473606 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f95194fb-3123-4d41-8ab2-2504ed009cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:35.540847 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:35.555375 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8dbc2d-4716-43ba-855e-d9064f9d8aa0 None None] Pushing event updated for resources: {'Port': ['ID=c12eab7b-bd21-4dd6-ad46-440e13da5fea,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:35.572290 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-f95194fb-3123-4d41-8ab2-2504ed009cd3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d32e887956164dbbb8c758a936377085&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6572556 Sep 30 00:49:35.573772 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55694) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:35.597281 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-2b8dbc2d-4716-43ba-855e-d9064f9d8aa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:35.600710 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0b9fe8cf-1e2f-48aa-b263-1176e86a9f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:35.631278 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-43ae1436-73fe-4ca5-ac71-344d6a56c0b7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1259629656-network', 'tenant_id': 'f37261e7a4fc4ea5bf5016bed7997e37'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:49:35.655844 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-43ae1436-73fe-4ca5-ac71-344d6a56c0b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:35.667343 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-43ae1436-73fe-4ca5-ac71-344d6a56c0b7 admin admin] Usage tracker for resource:network and tenant:f37261e7a4fc4ea5bf5016bed7997e37 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:35.672920 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-43ae1436-73fe-4ca5-ac71-344d6a56c0b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:35.686405 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-43ae1436-73fe-4ca5-ac71-344d6a56c0b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:35.736914 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:35.747581 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ae1436-73fe-4ca5-ac71-344d6a56c0b7 admin admin] Made reservation on behalf of f37261e7a4fc4ea5bf5016bed7997e37 for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:49:35.750897 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-43ae1436-73fe-4ca5-ac71-344d6a56c0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:35.771832 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-43ae1436-73fe-4ca5-ac71-344d6a56c0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:35.819517 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-43ae1436-73fe-4ca5-ac71-344d6a56c0b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:35.829082 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-43ae1436-73fe-4ca5-ac71-344d6a56c0b7 admin admin] Usage tracker for resource:security_group_rule and tenant:f37261e7a4fc4ea5bf5016bed7997e37 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:35.840517 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-43ae1436-73fe-4ca5-ac71-344d6a56c0b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:35.852065 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-43ae1436-73fe-4ca5-ac71-344d6a56c0b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:35.877904 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.55', 56381) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:35.901138 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-0b9fe8cf-1e2f-48aa-b263-1176e86a9f0b admin admin] Allocated IP 172.25.0.209 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/03ae6a29-ec1d-45c0-ba1b-616bc7cc84da) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:49:35.949266 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95194fb-3123-4d41-8ab2-2504ed009cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4aebe0-69d0-470e-a39b-194e904eff56,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:35.975270 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f95194fb-3123-4d41-8ab2-2504ed009cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:36.041990 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-8130ee38-333a-4a73-9cd6-861dc594a75b tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8268be952000422087e044d39c21fa01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1584561 Sep 30 00:49:36.120537 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-0b44a8a1-0c72-4d52-b2c1-115a718d08ac None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:36.146181 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-0b44a8a1-0c72-4d52-b2c1-115a718d08ac None None] Transition to ACTIVE for port object dae5bfb5-1e9d-4819-b0e4-a3d3aa55bf3f will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:49:36.160424 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3db284f3-cb63-444e-a657-0c303d538651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:36.198426 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-0b44a8a1-0c72-4d52-b2c1-115a718d08ac None None] Transition to ACTIVE for port object dae5bfb5-1e9d-4819-b0e4-a3d3aa55bf3f will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:49:36.205323 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-712a3939-ff78-49d8-acf3-8a19c856e05a None None] Attempting to bind port c12eab7b-bd21-4dd6-ad46-440e13da5fea on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:49:36.206488 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-712a3939-ff78-49d8-acf3-8a19c856e05a None None] Attempting to bind port c12eab7b-bd21-4dd6-ad46-440e13da5fea by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'd1c67cb8-9e18-4d24-aa91-f8fe6840e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:49:36.207469 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a3939-ff78-49d8-acf3-8a19c856e05a None None] Attempting to bind port c12eab7b-bd21-4dd6-ad46-440e13da5fea on network 789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:49:36.227539 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0b9fe8cf-1e2f-48aa-b263-1176e86a9f0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:36.243641 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-0b44a8a1-0c72-4d52-b2c1-115a718d08ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:36.251761 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a3939-ff78-49d8-acf3-8a19c856e05a None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:49:36.257129 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a3939-ff78-49d8-acf3-8a19c856e05a None None] Checking segment: {'id': 'd1c67cb8-9e18-4d24-aa91-f8fe6840e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:49:36.257992 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-712a3939-ff78-49d8-acf3-8a19c856e05a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:36.258542 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a3939-ff78-49d8-acf3-8a19c856e05a None None] Bound using segment: {'id': 'd1c67cb8-9e18-4d24-aa91-f8fe6840e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:49:36.259220 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-712a3939-ff78-49d8-acf3-8a19c856e05a None None] Bound port: c12eab7b-bd21-4dd6-ad46-440e13da5fea, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c67cb8-9e18-4d24-aa91-f8fe6840e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:49:36.259771 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-712a3939-ff78-49d8-acf3-8a19c856e05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:36.288709 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0b9fe8cf-1e2f-48aa-b263-1176e86a9f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:36.295632 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6083d348-ccf6-4f1d-ba6f-2652efab9d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:36.344963 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:36.371723 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9fe8cf-1e2f-48aa-b263-1176e86a9f0b admin admin] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:49:36.375114 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-0b9fe8cf-1e2f-48aa-b263-1176e86a9f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:49:36.377926 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-7a6f54ee-0379-49cd-a179-3fc736c9b3be tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:36.379764 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9fe8cf-1e2f-48aa-b263-1176e86a9f0b admin admin] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:49:36.381545 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-7a6f54ee-0379-49cd-a179-3fc736c9b3be tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3360045 Sep 30 00:49:36.446216 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3db284f3-cb63-444e-a657-0c303d538651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:36.453745 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-43ae1436-73fe-4ca5-ac71-344d6a56c0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:36.458581 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44a8a1-0c72-4d52-b2c1-115a718d08ac None None] Pushing event updated for resources: {'Port': ['ID=dae5bfb5-1e9d-4819-b0e4-a3d3aa55bf3f,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:36.470795 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-43ae1436-73fe-4ca5-ac71-344d6a56c0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:36.474364 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-0b44a8a1-0c72-4d52-b2c1-115a718d08ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:36.484982 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:36.489415 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b44a8a1-0c72-4d52-b2c1-115a718d08ac None None] Network dbb1bfec-756c-4c09-8184-2be0dcccc182 is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:49:36.493659 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-0b44a8a1-0c72-4d52-b2c1-115a718d08ac None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:49:36.503356 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b44a8a1-0c72-4d52-b2c1-115a718d08ac None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:49:36.513030 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55738) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:36.522035 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-4003d4bd-ed08-4940-93c0-79692f9945fc tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Request body: {'port': {'device_id': '8c370cf1-045b-446a-a47c-344c7f9f3305', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'admin_state_up': True, 'tenant_id': '8268be952000422087e044d39c21fa01'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:49:36.540776 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae1436-73fe-4ca5-ac71-344d6a56c0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99fa6a4-ed5f-411d-b303-e866eafe2303,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:36.547549 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-43ae1436-73fe-4ca5-ac71-344d6a56c0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:36.643695 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-712a3939-ff78-49d8-acf3-8a19c856e05a None None] For port c12eab7b-bd21-4dd6-ad46-440e13da5fea, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:49:36.646062 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-0b44a8a1-0c72-4d52-b2c1-115a718d08ac None None] Attempting to bind port dae5bfb5-1e9d-4819-b0e4-a3d3aa55bf3f on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:49:36.646486 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-0b44a8a1-0c72-4d52-b2c1-115a718d08ac None None] Attempting to bind port dae5bfb5-1e9d-4819-b0e4-a3d3aa55bf3f by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '955d5835-1e92-492f-83d2-7f87fe0f8c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'dbb1bfec-756c-4c09-8184-2be0dcccc182'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:49:36.646913 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b44a8a1-0c72-4d52-b2c1-115a718d08ac None None] Attempting to bind port dae5bfb5-1e9d-4819-b0e4-a3d3aa55bf3f on network dbb1bfec-756c-4c09-8184-2be0dcccc182 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:49:36.656176 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b44a8a1-0c72-4d52-b2c1-115a718d08ac None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:49:36.656176 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b44a8a1-0c72-4d52-b2c1-115a718d08ac None None] Checking segment: {'id': '955d5835-1e92-492f-83d2-7f87fe0f8c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'dbb1bfec-756c-4c09-8184-2be0dcccc182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:49:36.656619 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-0b44a8a1-0c72-4d52-b2c1-115a718d08ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:36.657017 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b44a8a1-0c72-4d52-b2c1-115a718d08ac None None] Bound using segment: {'id': '955d5835-1e92-492f-83d2-7f87fe0f8c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'dbb1bfec-756c-4c09-8184-2be0dcccc182'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:49:36.657677 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-0b44a8a1-0c72-4d52-b2c1-115a718d08ac None None] Bound port: dae5bfb5-1e9d-4819-b0e4-a3d3aa55bf3f, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955d5835-1e92-492f-83d2-7f87fe0f8c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'dbb1bfec-756c-4c09-8184-2be0dcccc182'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:49:36.658104 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-0b44a8a1-0c72-4d52-b2c1-115a718d08ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:36.670444 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-712a3939-ff78-49d8-acf3-8a19c856e05a None None] For port c12eab7b-bd21-4dd6-ad46-440e13da5fea, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=c12eab7b-bd21-4dd6-ad46-440e13da5fea,segment=NetworkSegment(d1c67cb8-9e18-4d24-aa91-f8fe6840e750),segment_id=d1c67cb8-9e18-4d24-aa91-f8fe6840e750)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:49:36.678890 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-712a3939-ff78-49d8-acf3-8a19c856e05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:36.712839 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-0b44a8a1-0c72-4d52-b2c1-115a718d08ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:36.746105 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ae1436-73fe-4ca5-ac71-344d6a56c0b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:49:36.755291 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fe8cf-1e2f-48aa-b263-1176e86a9f0b admin admin] Pushing event updated for resources: {'Port': ['ID=03ae6a29-ec1d-45c0-ba1b-616bc7cc84da,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:36.756752 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3db284f3-cb63-444e-a657-0c303d538651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:36.769134 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-136f48e1-b8dc-4ab7-9a82-b2baca422f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:36.787800 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-43ae1436-73fe-4ca5-ac71-344d6a56c0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:36.813501 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-43ae1436-73fe-4ca5-ac71-344d6a56c0b7 admin admin] Added segment 2ac9652a-75a3-4da2-a7e6-f004c38fd806 of type vlan for network 0a0a50fb-f59e-4919-9310-948ef891e84f Sep 30 00:49:36.821168 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-4003d4bd-ed08-4940-93c0-79692f9945fc tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:36.834450 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-4003d4bd-ed08-4940-93c0-79692f9945fc tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Usage tracker for resource:port and tenant:8268be952000422087e044d39c21fa01 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:36.844650 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-4003d4bd-ed08-4940-93c0-79692f9945fc tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:36.849745 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db284f3-cb63-444e-a657-0c303d538651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4aebe0-69d0-470e-a39b-194e904eff56,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:36.853222 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8dbc2d-4716-43ba-855e-d9064f9d8aa0 None None] Pushing event updated for resources: {'Port': ['ID=c12eab7b-bd21-4dd6-ad46-440e13da5fea,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:36.856150 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-0b44a8a1-0c72-4d52-b2c1-115a718d08ac None None] For port dae5bfb5-1e9d-4819-b0e4-a3d3aa55bf3f, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:49:36.864694 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3db284f3-cb63-444e-a657-0c303d538651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:36.871162 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0b9fe8cf-1e2f-48aa-b263-1176e86a9f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:36.874026 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712a3939-ff78-49d8-acf3-8a19c856e05a None None] Routers {'a9241a70-cc98-45d6-8949-9c71e63755a7'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:49:36.874678 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-712a3939-ff78-49d8-acf3-8a19c856e05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:49:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['a9241a70-cc98-45d6-8949-9c71e63755a7'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:49:36.878140 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-4003d4bd-ed08-4940-93c0-79692f9945fc tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:36.898565 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-43ae1436-73fe-4ca5-ac71-344d6a56c0b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:36.911969 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3db284f3-cb63-444e-a657-0c303d538651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:36.913696 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-3db284f3-cb63-444e-a657-0c303d538651 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee4aebe0-69d0-470e-a39b-194e904eff56 HTTP/1.1" status: 204 len: 168 time: 1.3333790 Sep 30 00:49:36.918778 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-4003d4bd-ed08-4940-93c0-79692f9945fc tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Made reservation on behalf of 8268be952000422087e044d39c21fa01 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:49:36.923951 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-4003d4bd-ed08-4940-93c0-79692f9945fc tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:36.941267 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-4003d4bd-ed08-4940-93c0-79692f9945fc tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:36.968104 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-2b8dbc2d-4716-43ba-855e-d9064f9d8aa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:37.004606 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-4003d4bd-ed08-4940-93c0-79692f9945fc tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:37.011284 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-4003d4bd-ed08-4940-93c0-79692f9945fc tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Usage tracker for resource:security_group_rule and tenant:8268be952000422087e044d39c21fa01 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:37.015131 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-4003d4bd-ed08-4940-93c0-79692f9945fc tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:37.023855 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-43ae1436-73fe-4ca5-ac71-344d6a56c0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:37.025256 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-4003d4bd-ed08-4940-93c0-79692f9945fc tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:37.031070 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ae1436-73fe-4ca5-ac71-344d6a56c0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:37.031070 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-43ae1436-73fe-4ca5-ac71-344d6a56c0b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:37.036069 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:37.092768 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-0b44a8a1-0c72-4d52-b2c1-115a718d08ac None None] For port dae5bfb5-1e9d-4819-b0e4-a3d3aa55bf3f, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=dae5bfb5-1e9d-4819-b0e4-a3d3aa55bf3f,segment=NetworkSegment(955d5835-1e92-492f-83d2-7f87fe0f8c5d),segment_id=955d5835-1e92-492f-83d2-7f87fe0f8c5d)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:49:37.121718 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-0b44a8a1-0c72-4d52-b2c1-115a718d08ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:37.133939 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-cc4d74e3-5506-4677-b5ec-db7d2376f7cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:37.243703 n-d-811809-1 neutron-server[80275]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 30 00:49:37.270224 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0b9fe8cf-1e2f-48aa-b263-1176e86a9f0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:37.308958 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44a8a1-0c72-4d52-b2c1-115a718d08ac None None] Pushing event updated for resources: {'Port': ['ID=dae5bfb5-1e9d-4819-b0e4-a3d3aa55bf3f,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:37.313406 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-712a3939-ff78-49d8-acf3-8a19c856e05a None None] Set router a9241a70-cc98-45d6-8949-9c71e63755a7 gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:49:37.321688 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5c580a84-2f77-4af1-8c14-4c4fee8da031 req-6fd96f3a-6ca6-49ef-97c8-0f60639edc20 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c370cf1-045b-446a-a47c-344c7f9f3305 HTTP/1.1" status: 200 len: 210 time: 0.7730100 Sep 30 00:49:37.347625 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-43ae1436-73fe-4ca5-ac71-344d6a56c0b7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9424388 Sep 30 00:49:37.368622 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55772) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:37.385399 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-492ccbcc-b918-4e2e-9f6c-cd74d203b926 admin admin] Request body: {'subnet': {'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1259629656-subnet', 'tenant_id': 'f37261e7a4fc4ea5bf5016bed7997e37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:49:37.395375 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae1436-73fe-4ca5-ac71-344d6a56c0b7 admin admin] Pushing event updated for resources: {'Network': ['ID=0a0a50fb-f59e-4919-9310-948ef891e84f,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:37.398195 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-492ccbcc-b918-4e2e-9f6c-cd74d203b926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:37.409347 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-43ae1436-73fe-4ca5-ac71-344d6a56c0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:37.411618 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-492ccbcc-b918-4e2e-9f6c-cd74d203b926 admin admin] Usage tracker for resource:subnet and tenant:f37261e7a4fc4ea5bf5016bed7997e37 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:37.412402 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-0b44a8a1-0c72-4d52-b2c1-115a718d08ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:37.414297 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 0a0a50fb-f59e-4919-9310-948ef891e84f details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:49:37.416865 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-492ccbcc-b918-4e2e-9f6c-cd74d203b926 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:37.432254 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-492ccbcc-b918-4e2e-9f6c-cd74d203b926 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:37.467451 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492ccbcc-b918-4e2e-9f6c-cd74d203b926 admin admin] Made reservation on behalf of f37261e7a4fc4ea5bf5016bed7997e37 for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:49:37.469982 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-492ccbcc-b918-4e2e-9f6c-cd74d203b926 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:37.728532 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-4003d4bd-ed08-4940-93c0-79692f9945fc tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:37.740138 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-4003d4bd-ed08-4940-93c0-79692f9945fc tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:37.770067 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:38.051368 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device dae5bfb5-1e9d-4819-b0e4-a3d3aa55bf3f up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:49:38.166537 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0b9fe8cf-1e2f-48aa-b263-1176e86a9f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673175'] for router, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:38.177183 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003d4bd-ed08-4940-93c0-79692f9945fc tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce96a1a3-c478-4fe4-af4b-1fb44cdc99cd,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:38.183440 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4003d4bd-ed08-4940-93c0-79692f9945fc tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:38.186836 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-492ccbcc-b918-4e2e-9f6c-cd74d203b926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:38.213471 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:38.259773 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port dae5bfb5-1e9d-4819-b0e4-a3d3aa55bf3f completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:49:38.279467 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55780) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:38.328104 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-712a3939-ff78-49d8-acf3-8a19c856e05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1829927197-router', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:49:23Z', 'updated_at': '2021-09-30T00:49:29Z', 'revision_number': 4, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'gw_port': {'id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:24Z', 'updated_at': '2021-09-30T00:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'c12eab7b-bd21-4dd6-ad46-440e13da5fea', 'name': '', 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'mac_address': 'fa:16:3e:94:9d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2832071e-b852-47d3-913e-f292b000827a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:28Z', 'updated_at': '2021-09-30T00:49:36Z', 'revision_number': 4, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'subnets': [{'id': '2832071e-b852-47d3-913e-f292b000827a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:49:38.338931 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712a3939-ff78-49d8-acf3-8a19c856e05a None None] The sync data for ids ['a9241a70-cc98-45d6-8949-9c71e63755a7'] in n-d-811809-1 is: [{'id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1829927197-router', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:49:23Z', 'updated_at': '2021-09-30T00:49:29Z', 'revision_number': 4, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'gw_port': {'id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:24Z', 'updated_at': '2021-09-30T00:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'c12eab7b-bd21-4dd6-ad46-440e13da5fea', 'name': '', 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'mac_address': 'fa:16:3e:94:9d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2832071e-b852-47d3-913e-f292b000827a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:28Z', 'updated_at': '2021-09-30T00:49:36Z', 'revision_number': 4, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'subnets': [{'id': '2832071e-b852-47d3-913e-f292b000827a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:49:38.377652 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-77d6d91c-c551-48a5-a49e-42029b6e2161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:38.406906 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-77d6d91c-c551-48a5-a49e-42029b6e2161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:38.414558 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-77d6d91c-c551-48a5-a49e-42029b6e2161 admin admin] Usage tracker for resource:security_group_rule and tenant:d1bee178f8fb4b8bbc0e2a54b22db02d is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:38.421194 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-77d6d91c-c551-48a5-a49e-42029b6e2161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:38.444040 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-77d6d91c-c551-48a5-a49e-42029b6e2161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:38.694039 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55792) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:38.913493 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-4003d4bd-ed08-4940-93c0-79692f9945fc tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Allocated IP 192.168.233.49 (5148d586-4385-4f2c-9968-16b3a645031f/d94969b3-14c1-4902-a40b-8e6c297e30ba/aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:49:38.936512 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6af3a05c-029e-47c8-b84d-fe7b33eb36cf req-3c2b2bae-b718-4ed4-94a2-53ee93693f6e tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c370cf1-045b-446a-a47c-344c7f9f3305 HTTP/1.1" status: 200 len: 210 time: 0.1833727 Sep 30 00:49:38.985960 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933fc446-e5f6-4367-a7a7-7933069178d3 None None] Network dbb1bfec-756c-4c09-8184-2be0dcccc182 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:49:39.098478 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ccbcc-b918-4e2e-9f6c-cd74d203b926 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e11b3221-7cfb-4feb-801d-70a2c0ec6209,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:39.117639 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-492ccbcc-b918-4e2e-9f6c-cd74d203b926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.904s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:39.207134 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-25d30668-f001-4206-973f-f950741f8c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:39.242228 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492ccbcc-b918-4e2e-9f6c-cd74d203b926 admin admin] Checking segment: {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:49:39.242842 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492ccbcc-b918-4e2e-9f6c-cd74d203b926 admin admin] Network hostable DHCP agents. Network: 0a0a50fb-f59e-4919-9310-948ef891e84f, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:49:39.311698 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-25d30668-f001-4206-973f-f950741f8c96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:39.321768 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492ccbcc-b918-4e2e-9f6c-cd74d203b926 admin admin] Network 0a0a50fb-f59e-4919-9310-948ef891e84f is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:49:39.335511 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-25d30668-f001-4206-973f-f950741f8c96 admin admin] Usage tracker for resource:security_group_rule and tenant:065c19982bb9469fb874642f73a422c6 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:39.351493 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-25d30668-f001-4206-973f-f950741f8c96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:39.366788 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-492ccbcc-b918-4e2e-9f6c-cd74d203b926 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 0a0a50fb-f59e-4919-9310-948ef891e84f) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:49:39.381952 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-25d30668-f001-4206-973f-f950741f8c96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:39.400178 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ccbcc-b918-4e2e-9f6c-cd74d203b926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:39.400775 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-492ccbcc-b918-4e2e-9f6c-cd74d203b926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:39.459116 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab935657-915a-462a-acc9-4347b21fc379 None None] Network 0a0a50fb-f59e-4919-9310-948ef891e84f requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:49:39.488552 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9fe8cf-1e2f-48aa-b263-1176e86a9f0b admin admin] Router 2786491b-645e-4df3-9f51-a4a35ce582ca is scheduled to L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 with binding_index 1 {{(pid=80274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 30 00:49:39.533489 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-492ccbcc-b918-4e2e-9f6c-cd74d203b926 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1697710 Sep 30 00:49:39.720431 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-e39c7d39-2c0b-4a5f-9dba-6b8fcbcba037 None None] Provisioning for port dae5bfb5-1e9d-4819-b0e4-a3d3aa55bf3f completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:49:39.730224 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-4003d4bd-ed08-4940-93c0-79692f9945fc tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:39.749129 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-e39c7d39-2c0b-4a5f-9dba-6b8fcbcba037 None None] Provisioning complete for port dae5bfb5-1e9d-4819-b0e4-a3d3aa55bf3f triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:49:39.749599 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e39c7d39-2c0b-4a5f-9dba-6b8fcbcba037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:39.830281 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-77d6d91c-c551-48a5-a49e-42029b6e2161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:39.837544 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-4003d4bd-ed08-4940-93c0-79692f9945fc tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Transition to ACTIVE for port object aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:49:39.842545 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-77d6d91c-c551-48a5-a49e-42029b6e2161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:39.885121 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-25d30668-f001-4206-973f-f950741f8c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:39.894275 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-25d30668-f001-4206-973f-f950741f8c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:39.916751 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-43ae1436-73fe-4ca5-ac71-344d6a56c0b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:39.936242 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-77d6d91c-c551-48a5-a49e-42029b6e2161 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d1bee178f8fb4b8bbc0e2a54b22db02d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6505554 Sep 30 00:49:39.941924 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55814) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:40.009386 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6d91c-c551-48a5-a49e-42029b6e2161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ee7989-3ef3-4098-8775-89d511678b33,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:40.055024 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-77d6d91c-c551-48a5-a49e-42029b6e2161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:40.098437 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5902c4e4-6b60-40ab-859d-ecdfd87cbf4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:40.161632 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device c12eab7b-bd21-4dd6-ad46-440e13da5fea up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:49:40.166212 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5902c4e4-6b60-40ab-859d-ecdfd87cbf4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:40.181960 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1248b740-b4ca-4df0-9aa0-4b7ee7383861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:40.282166 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-4003d4bd-ed08-4940-93c0-79692f9945fc tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:40.286568 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5902c4e4-6b60-40ab-859d-ecdfd87cbf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:40.374567 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8980c415-2470-456d-8b9d-56d5767bff5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:40.383174 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-25d30668-f001-4206-973f-f950741f8c96 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=065c19982bb9469fb874642f73a422c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6818027 Sep 30 00:49:40.389196 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d30668-f001-4206-973f-f950741f8c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabc3ae0-cfa2-4fa2-b882-0e6b0f91e3d2,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:40.395095 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55832) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:40.408514 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-4003d4bd-ed08-4940-93c0-79692f9945fc tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Network 5148d586-4385-4f2c-9968-16b3a645031f is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:49:40.412925 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-4003d4bd-ed08-4940-93c0-79692f9945fc tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:49:40.414774 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-25d30668-f001-4206-973f-f950741f8c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:40.417474 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902c4e4-6b60-40ab-859d-ecdfd87cbf4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ee7989-3ef3-4098-8775-89d511678b33,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:40.465109 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-4003d4bd-ed08-4940-93c0-79692f9945fc tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:49:40.486431 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-4003d4bd-ed08-4940-93c0-79692f9945fc tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:40.491655 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-4003d4bd-ed08-4940-93c0-79692f9945fc tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:40.500812 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5902c4e4-6b60-40ab-859d-ecdfd87cbf4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:40.505338 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-5902c4e4-6b60-40ab-859d-ecdfd87cbf4f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/79ee7989-3ef3-4098-8775-89d511678b33 HTTP/1.1" status: 204 len: 168 time: 0.5612807 Sep 30 00:49:40.599472 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5902c4e4-6b60-40ab-859d-ecdfd87cbf4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:40.600211 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7859791-1b25-449b-afd8-7c0c77f8870e None None] Network 0a0a50fb-f59e-4919-9310-948ef891e84f requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:49:40.612861 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5bb576d2-99a0-41a0-a53a-91c21abc0608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:40.856981 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-73cb79d6-5792-42d1-aca2-ec779059942c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:40.863675 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-4003d4bd-ed08-4940-93c0-79692f9945fc tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3467937 Sep 30 00:49:40.925255 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003d4bd-ed08-4940-93c0-79692f9945fc tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Pushing event updated for resources: {'Port': ['ID=aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:40.935148 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9fe8cf-1e2f-48aa-b263-1176e86a9f0b admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:49:40.937802 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port c12eab7b-bd21-4dd6-ad46-440e13da5fea completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:49:40.944365 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3eae3-e134-4131-a306-84777934957d req-f70d8a3a-6752-4c91-8593-d5b18b2b4230 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:40.945163 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6bd3eae3-e134-4131-a306-84777934957d req-f70d8a3a-6752-4c91-8593-d5b18b2b4230 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Synchronizing usage tracker for tenant:8268be952000422087e044d39c21fa01 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:49:40.969205 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4003d4bd-ed08-4940-93c0-79692f9945fc tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:40.981425 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51637854-0bff-407a-9ab3-132ed4ccba7e None None] Sync routers for ids ['2786491b-645e-4df3-9f51-a4a35ce582ca'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:49:40.997541 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6bd3eae3-e134-4131-a306-84777934957d req-f70d8a3a-6752-4c91-8593-d5b18b2b4230 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Unset dirty status for tenant:8268be952000422087e044d39c21fa01 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:49:41.007554 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6bd3eae3-e134-4131-a306-84777934957d req-f70d8a3a-6752-4c91-8593-d5b18b2b4230 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c370cf1-045b-446a-a47c-344c7f9f3305 HTTP/1.1" status: 200 len: 935 time: 0.7371628 Sep 30 00:49:41.009940 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51637854-0bff-407a-9ab3-132ed4ccba7e None None] Routers {'2786491b-645e-4df3-9f51-a4a35ce582ca'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:49:41.011795 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-51637854-0bff-407a-9ab3-132ed4ccba7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:49:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['2786491b-645e-4df3-9f51-a4a35ce582ca'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:49:41.031550 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port c12eab7b-bd21-4dd6-ad46-440e13da5fea triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:49:41.032085 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:41.058591 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-390c6cc9-472b-46d8-8609-5fcb76537d64 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:49:41.059244 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-390c6cc9-472b-46d8-8609-5fcb76537d64 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460980 Sep 30 00:49:41.072315 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0b9fe8cf-1e2f-48aa-b263-1176e86a9f0b admin admin] Notify callbacks [] for router, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:41.076320 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-0b9fe8cf-1e2f-48aa-b263-1176e86a9f0b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.7010241 Sep 30 00:49:41.076320 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-73cb79d6-5792-42d1-aca2-ec779059942c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:41.079050 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55848) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:41.217086 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e39c7d39-2c0b-4a5f-9dba-6b8fcbcba037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:41.242760 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-73cb79d6-5792-42d1-aca2-ec779059942c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:41.248691 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d8f97a5c-445f-43d9-8b3a-21c0e54e59a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:41.263817 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-e39c7d39-2c0b-4a5f-9dba-6b8fcbcba037 None None] For port dae5bfb5-1e9d-4819-b0e4-a3d3aa55bf3f, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=dae5bfb5-1e9d-4819-b0e4-a3d3aa55bf3f,segment=NetworkSegment(955d5835-1e92-492f-83d2-7f87fe0f8c5d),segment_id=955d5835-1e92-492f-83d2-7f87fe0f8c5d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:49:41.286361 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e39c7d39-2c0b-4a5f-9dba-6b8fcbcba037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:41.303319 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-73cb79d6-5792-42d1-aca2-ec779059942c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:41.304553 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-73cb79d6-5792-42d1-aca2-ec779059942c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cabc3ae0-cfa2-4fa2-b882-0e6b0f91e3d2 HTTP/1.1" status: 204 len: 168 time: 0.9082656 Sep 30 00:49:41.305364 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb79d6-5792-42d1-aca2-ec779059942c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabc3ae0-cfa2-4fa2-b882-0e6b0f91e3d2,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:41.323770 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-73cb79d6-5792-42d1-aca2-ec779059942c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:41.372197 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:41.384970 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:41.490450 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c7d39-2c0b-4a5f-9dba-6b8fcbcba037 None None] Pushing event updated for resources: {'Port': ['ID=dae5bfb5-1e9d-4819-b0e4-a3d3aa55bf3f,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:41.508533 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-e39c7d39-2c0b-4a5f-9dba-6b8fcbcba037 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:41.546497 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6bd3eae3-e134-4131-a306-84777934957d req-bb761b18-53ef-4c57-bc66-ca0c2b0d957b tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Synchronizing usage tracker for tenant:8268be952000422087e044d39c21fa01 on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:49:41.581344 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-51637854-0bff-407a-9ab3-132ed4ccba7e None None] Set router 2786491b-645e-4df3-9f51-a4a35ce582ca gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:49:41.601343 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-622fd01d-3eb9-4151-808c-577d5be7e105 None None] Provisioning for port aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:49:41.614598 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:41.626600 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55866) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:41.638790 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-2ac958cb-a6d4-4119-8c7e-c8aaa96f1acf admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2134012016-network', 'tenant_id': '054280b9cdde44798c6306ec161c7a0a'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:49:41.649394 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-2ac958cb-a6d4-4119-8c7e-c8aaa96f1acf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:41.654096 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-622fd01d-3eb9-4151-808c-577d5be7e105 None None] Provisioning complete for port aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:49:41.654524 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-622fd01d-3eb9-4151-808c-577d5be7e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:41.664950 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-2ac958cb-a6d4-4119-8c7e-c8aaa96f1acf admin admin] Usage tracker for resource:network and tenant:054280b9cdde44798c6306ec161c7a0a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:41.678321 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-2ac958cb-a6d4-4119-8c7e-c8aaa96f1acf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:41.702935 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-2ac958cb-a6d4-4119-8c7e-c8aaa96f1acf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:41.738440 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac958cb-a6d4-4119-8c7e-c8aaa96f1acf admin admin] Made reservation on behalf of 054280b9cdde44798c6306ec161c7a0a for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:49:41.741397 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2ac958cb-a6d4-4119-8c7e-c8aaa96f1acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:41.764339 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2ac958cb-a6d4-4119-8c7e-c8aaa96f1acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:41.807390 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-2ac958cb-a6d4-4119-8c7e-c8aaa96f1acf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:41.817647 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-2ac958cb-a6d4-4119-8c7e-c8aaa96f1acf admin admin] Usage tracker for resource:security_group_rule and tenant:054280b9cdde44798c6306ec161c7a0a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:41.821124 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-2ac958cb-a6d4-4119-8c7e-c8aaa96f1acf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:41.823997 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-622fd01d-3eb9-4151-808c-577d5be7e105 None None] Port aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:49:41.840529 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-2ac958cb-a6d4-4119-8c7e-c8aaa96f1acf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:41.879446 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port c12eab7b-bd21-4dd6-ad46-440e13da5fea, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=c12eab7b-bd21-4dd6-ad46-440e13da5fea,segment=NetworkSegment(d1c67cb8-9e18-4d24-aa91-f8fe6840e750),segment_id=d1c67cb8-9e18-4d24-aa91-f8fe6840e750)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:49:41.891165 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:41.918036 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-0b44a8a1-0c72-4d52-b2c1-115a718d08ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:42.083905 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-276a97f2-d08b-425b-8199-2e8d2108db97 service neutron] Request body: {'port': {'device_id': '8c370cf1-045b-446a-a47c-344c7f9f3305', 'device_owner': 'compute:tempest-test_az-50205501', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:49:42.130562 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device dae5bfb5-1e9d-4819-b0e4-a3d3aa55bf3f up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:49:42.133054 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2ac958cb-a6d4-4119-8c7e-c8aaa96f1acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:42.140741 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2ac958cb-a6d4-4119-8c7e-c8aaa96f1acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:42.145053 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-34d90797-282f-4569-a768-0d5a156d510f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:42.236575 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6bd3eae3-e134-4131-a306-84777934957d req-bb761b18-53ef-4c57-bc66-ca0c2b0d957b tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Unset dirty status for tenant:8268be952000422087e044d39c21fa01 on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:49:42.251154 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6bd3eae3-e134-4131-a306-84777934957d req-bb761b18-53ef-4c57-bc66-ca0c2b0d957b tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce96a1a3-c478-4fe4-af4b-1fb44cdc99cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2417169 Sep 30 00:49:42.284655 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac958cb-a6d4-4119-8c7e-c8aaa96f1acf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:49:42.287033 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac958cb-a6d4-4119-8c7e-c8aaa96f1acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2178d8-5d34-45d1-a3db-78f4888fa020,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:42.301172 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2ac958cb-a6d4-4119-8c7e-c8aaa96f1acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:42.328136 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2ac958cb-a6d4-4119-8c7e-c8aaa96f1acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:42.328602 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-2ac958cb-a6d4-4119-8c7e-c8aaa96f1acf admin admin] Added segment 067f9f82-f180-4484-b294-89b6c8235a3e of type vlan for network dd08bd6b-ddcd-4eb4-9c86-97a1067234bb Sep 30 00:49:42.336889 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55876) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:42.374043 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-d21cf0a4-27a1-4c9d-ba30-adbd5078b41e None None] Provisioning complete for port dae5bfb5-1e9d-4819-b0e4-a3d3aa55bf3f triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:49:42.384693 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d21cf0a4-27a1-4c9d-ba30-adbd5078b41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:42.417127 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-53385219-2af5-4495-a4a9-d6b74706efae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:42.491839 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-51637854-0bff-407a-9ab3-132ed4ccba7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2786491b-645e-4df3-9f51-a4a35ce582ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2023174256-router', 'tenant_id': 'd875a68f235b4baf9b5ce461769b3cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '03ae6a29-ec1d-45c0-ba1b-616bc7cc84da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:49:34Z', 'updated_at': '2021-09-30T00:49:36Z', 'revision_number': 3, 'project_id': 'd875a68f235b4baf9b5ce461769b3cae', 'gw_port': {'id': '03ae6a29-ec1d-45c0-ba1b-616bc7cc84da', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:03:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2786491b-645e-4df3-9f51-a4a35ce582ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:35Z', 'updated_at': '2021-09-30T00:49:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:49:42.505229 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51637854-0bff-407a-9ab3-132ed4ccba7e None None] Checking router: 2786491b-645e-4df3-9f51-a4a35ce582ca for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:49:42.505707 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51637854-0bff-407a-9ab3-132ed4ccba7e None None] Updating router 2786491b-645e-4df3-9f51-a4a35ce582ca port 03ae6a29-ec1d-45c0-ba1b-616bc7cc84da binding host n-d-811809-1 {{(pid=80277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:49:42.531359 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-53385219-2af5-4495-a4a9-d6b74706efae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:42.544287 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2ac958cb-a6d4-4119-8c7e-c8aaa96f1acf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:42.561574 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=c12eab7b-bd21-4dd6-ad46-440e13da5fea,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:42.568406 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-53385219-2af5-4495-a4a9-d6b74706efae admin admin] Usage tracker for resource:security_group_rule and tenant:56a939224b664b7d89f81118bf34a207 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:42.577326 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:42.583242 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-53385219-2af5-4495-a4a9-d6b74706efae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:42.613109 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-53385219-2af5-4495-a4a9-d6b74706efae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:42.649956 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port dae5bfb5-1e9d-4819-b0e4-a3d3aa55bf3f triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:49:42.650541 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:42.681416 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-51637854-0bff-407a-9ab3-132ed4ccba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:42.773554 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-276a97f2-d08b-425b-8199-2e8d2108db97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:42.802829 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2ac958cb-a6d4-4119-8c7e-c8aaa96f1acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:42.843832 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac958cb-a6d4-4119-8c7e-c8aaa96f1acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:42.849665 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2ac958cb-a6d4-4119-8c7e-c8aaa96f1acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:42.867097 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-31a53544-119d-47f6-9d99-82a40254b25f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:43.087326 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac958cb-a6d4-4119-8c7e-c8aaa96f1acf admin admin] Pushing event updated for resources: {'Network': ['ID=dd08bd6b-ddcd-4eb4-9c86-97a1067234bb,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:43.099982 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2ac958cb-a6d4-4119-8c7e-c8aaa96f1acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:43.106873 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network dd08bd6b-ddcd-4eb4-9c86-97a1067234bb details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:49:43.156775 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-2ac958cb-a6d4-4119-8c7e-c8aaa96f1acf admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5287256 Sep 30 00:49:43.158242 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55892) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:43.290664 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-53385219-2af5-4495-a4a9-d6b74706efae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:43.312899 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-08120110-75e5-4b10-adda-29686f50b3f3 admin admin] Request body: {'subnet': {'network_id': 'dd08bd6b-ddcd-4eb4-9c86-97a1067234bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2134012016-subnet', 'tenant_id': '054280b9cdde44798c6306ec161c7a0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:49:43.322342 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-53385219-2af5-4495-a4a9-d6b74706efae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:43.423737 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2ac958cb-a6d4-4119-8c7e-c8aaa96f1acf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:43.460338 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-08120110-75e5-4b10-adda-29686f50b3f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:43.489269 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-53385219-2af5-4495-a4a9-d6b74706efae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=56a939224b664b7d89f81118bf34a207&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1447825 Sep 30 00:49:43.499717 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-08120110-75e5-4b10-adda-29686f50b3f3 admin admin] Usage tracker for resource:subnet and tenant:054280b9cdde44798c6306ec161c7a0a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:43.502103 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55900) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:43.711201 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-08120110-75e5-4b10-adda-29686f50b3f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:43.867182 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-08120110-75e5-4b10-adda-29686f50b3f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:43.890526 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ea56e1cf-ed86-454b-bd95-2a46bb32aa96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:43.947298 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ea56e1cf-ed86-454b-bd95-2a46bb32aa96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:44.115017 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device c12eab7b-bd21-4dd6-ad46-440e13da5fea up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:49:44.165754 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ea56e1cf-ed86-454b-bd95-2a46bb32aa96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:44.197195 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53385219-2af5-4495-a4a9-d6b74706efae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649e166e-2e72-4176-81b7-c29cd52b5a8e,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:44.203287 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-53385219-2af5-4495-a4a9-d6b74706efae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:44.203772 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-53385219-2af5-4495-a4a9-d6b74706efae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:44.221321 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56e1cf-ed86-454b-bd95-2a46bb32aa96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649e166e-2e72-4176-81b7-c29cd52b5a8e,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:44.223840 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ea56e1cf-ed86-454b-bd95-2a46bb32aa96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:44.224858 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08120110-75e5-4b10-adda-29686f50b3f3 admin admin] Made reservation on behalf of 054280b9cdde44798c6306ec161c7a0a for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:49:44.228295 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-08120110-75e5-4b10-adda-29686f50b3f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:44.348414 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port c12eab7b-bd21-4dd6-ad46-440e13da5fea triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:49:44.348811 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:44.481820 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ea56e1cf-ed86-454b-bd95-2a46bb32aa96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:44.507717 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-ea56e1cf-ed86-454b-bd95-2a46bb32aa96 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/649e166e-2e72-4176-81b7-c29cd52b5a8e HTTP/1.1" status: 204 len: 168 time: 0.9957242 Sep 30 00:49:44.546675 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-51637854-0bff-407a-9ab3-132ed4ccba7e None None] Notify callbacks [] for port, precommit_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:44.592056 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.provisioning_blocks [None req-51637854-0bff-407a-9ab3-132ed4ccba7e None None] Transition to ACTIVE for port object 03ae6a29-ec1d-45c0-ba1b-616bc7cc84da will not be triggered until provisioned by entity L2. {{(pid=80277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:49:44.625539 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-51637854-0bff-407a-9ab3-132ed4ccba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:44.647438 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:44.700030 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-08120110-75e5-4b10-adda-29686f50b3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:44.707303 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c4e810b6-92cc-4f8f-9067-34a00d9a1cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:44.774311 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2438006e-8d59-49d9-b482-77737cfcaddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:44.837913 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-51637854-0bff-407a-9ab3-132ed4ccba7e None None] Attempting to bind port 03ae6a29-ec1d-45c0-ba1b-616bc7cc84da on host n-d-811809-1 for vnic_type normal with profile {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:49:44.838465 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-51637854-0bff-407a-9ab3-132ed4ccba7e None None] Attempting to bind port 03ae6a29-ec1d-45c0-ba1b-616bc7cc84da by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:49:44.841889 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51637854-0bff-407a-9ab3-132ed4ccba7e None None] Attempting to bind port 03ae6a29-ec1d-45c0-ba1b-616bc7cc84da on network 1b813296-b79a-4ce4-abf3-9e488de9f705 {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:49:44.871255 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51637854-0bff-407a-9ab3-132ed4ccba7e None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:49:44.873037 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51637854-0bff-407a-9ab3-132ed4ccba7e None None] Checking segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:49:44.874405 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-51637854-0bff-407a-9ab3-132ed4ccba7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:44.875435 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51637854-0bff-407a-9ab3-132ed4ccba7e None None] Bound using segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:49:44.882294 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-51637854-0bff-407a-9ab3-132ed4ccba7e None None] Bound port: 03ae6a29-ec1d-45c0-ba1b-616bc7cc84da, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:49:44.883992 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-51637854-0bff-407a-9ab3-132ed4ccba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:44.932748 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d7957-e504-4fcf-8498-a6dbc4aea0fc req-ad757adf-c9db-42ba-acd2-25133ea5dd6a tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:44.937564 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-136d7957-e504-4fcf-8498-a6dbc4aea0fc req-ad757adf-c9db-42ba-acd2-25133ea5dd6a tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c370cf1-045b-446a-a47c-344c7f9f3305 HTTP/1.1" status: 200 len: 935 time: 1.1397762 Sep 30 00:49:44.939649 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08120110-75e5-4b10-adda-29686f50b3f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0196f78-d0da-4a0b-a9cd-1c9b9961c4fc,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:44.943766 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-08120110-75e5-4b10-adda-29686f50b3f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:44.945270 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08120110-75e5-4b10-adda-29686f50b3f3 admin admin] Checking segment: {'id': '067f9f82-f180-4484-b294-89b6c8235a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'dd08bd6b-ddcd-4eb4-9c86-97a1067234bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:49:44.946060 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08120110-75e5-4b10-adda-29686f50b3f3 admin admin] Network hostable DHCP agents. Network: dd08bd6b-ddcd-4eb4-9c86-97a1067234bb, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:49:45.022116 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08120110-75e5-4b10-adda-29686f50b3f3 admin admin] Network dd08bd6b-ddcd-4eb4-9c86-97a1067234bb is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:49:45.028072 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-51637854-0bff-407a-9ab3-132ed4ccba7e None None] For port 03ae6a29-ec1d-45c0-ba1b-616bc7cc84da, host n-d-811809-1, cleared binding levels {{(pid=80277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:49:45.033510 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-51637854-0bff-407a-9ab3-132ed4ccba7e None None] For port 03ae6a29-ec1d-45c0-ba1b-616bc7cc84da, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=03ae6a29-ec1d-45c0-ba1b-616bc7cc84da,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:49:45.043565 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-08120110-75e5-4b10-adda-29686f50b3f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, dd08bd6b-ddcd-4eb4-9c86-97a1067234bb) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:49:45.049763 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08120110-75e5-4b10-adda-29686f50b3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:45.050293 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-08120110-75e5-4b10-adda-29686f50b3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:45.054435 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5adbc-4ff5-42bf-b92e-42fa18044f2a None None] Pushing event updated for resources: {'Port': ['ID=03ae6a29-ec1d-45c0-ba1b-616bc7cc84da,revision_number=2']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:45.055139 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad03602a-64dc-4123-aae3-e97f67c62bab None None] Network dd08bd6b-ddcd-4eb4-9c86-97a1067234bb requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:49:45.065104 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-51637854-0bff-407a-9ab3-132ed4ccba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:45.066428 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-f1e5adbc-4ff5-42bf-b92e-42fa18044f2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:45.088044 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:45.106886 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-08120110-75e5-4b10-adda-29686f50b3f3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8119400 Sep 30 00:49:45.332353 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-276a97f2-d08b-425b-8199-2e8d2108db97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:49:45.342431 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-276a97f2-d08b-425b-8199-2e8d2108db97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:45.419318 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-276a97f2-d08b-425b-8199-2e8d2108db97 service neutron] Transition to ACTIVE for port object aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:49:45.429989 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-276a97f2-d08b-425b-8199-2e8d2108db97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:45.442292 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5adbc-4ff5-42bf-b92e-42fa18044f2a None None] Pushing event updated for resources: {'Port': ['ID=03ae6a29-ec1d-45c0-ba1b-616bc7cc84da,revision_number=3']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:45.474690 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4003d4bd-ed08-4940-93c0-79692f9945fc tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:45.476083 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-f1e5adbc-4ff5-42bf-b92e-42fa18044f2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:45.516045 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51637854-0bff-407a-9ab3-132ed4ccba7e None None] Routers {'2786491b-645e-4df3-9f51-a4a35ce582ca'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:49:45.517948 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-51637854-0bff-407a-9ab3-132ed4ccba7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:49:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['2786491b-645e-4df3-9f51-a4a35ce582ca'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:49:45.594357 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5af9b6-d9ab-4a56-9f46-3c1dfdf841ca None None] Network dd08bd6b-ddcd-4eb4-9c86-97a1067234bb requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:49:45.731459 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a97f2-d08b-425b-8199-2e8d2108db97 service neutron] Pushing event updated for resources: {'Port': ['ID=aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:45.736885 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-276a97f2-d08b-425b-8199-2e8d2108db97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:45.821877 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-136d7957-e504-4fcf-8498-a6dbc4aea0fc req-014fac66-8492-4f60-b210-e2723f9c1551 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce96a1a3-c478-4fe4-af4b-1fb44cdc99cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8322878 Sep 30 00:49:46.247100 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-51637854-0bff-407a-9ab3-132ed4ccba7e None None] Set router 2786491b-645e-4df3-9f51-a4a35ce582ca gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:49:46.610113 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-276a97f2-d08b-425b-8199-2e8d2108db97 service neutron] Attempting to bind port aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:49:46.611303 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-276a97f2-d08b-425b-8199-2e8d2108db97 service neutron] Attempting to bind port aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:49:46.611950 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-276a97f2-d08b-425b-8199-2e8d2108db97 service neutron] Attempting to bind port aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:49:46.654974 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-276a97f2-d08b-425b-8199-2e8d2108db97 service neutron] Port aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012 on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:49:46.660789 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-276a97f2-d08b-425b-8199-2e8d2108db97 service neutron] Attempting to bind port aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:49:46.684732 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-276a97f2-d08b-425b-8199-2e8d2108db97 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:49:46.686976 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-276a97f2-d08b-425b-8199-2e8d2108db97 service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:49:46.688921 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-276a97f2-d08b-425b-8199-2e8d2108db97 service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:49:46.691049 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-276a97f2-d08b-425b-8199-2e8d2108db97 service neutron] Bound port: aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:49:46.693175 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-276a97f2-d08b-425b-8199-2e8d2108db97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:46.777645 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-2438006e-8d59-49d9-b482-77737cfcaddd admin admin] Allocated IP 172.20.0.1 (dbb1bfec-756c-4c09-8184-2be0dcccc182/490a88db-3c3f-44ab-b6d1-e50795499308/1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:49:46.831049 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-51637854-0bff-407a-9ab3-132ed4ccba7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2786491b-645e-4df3-9f51-a4a35ce582ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2023174256-router', 'tenant_id': 'd875a68f235b4baf9b5ce461769b3cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '03ae6a29-ec1d-45c0-ba1b-616bc7cc84da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:49:34Z', 'updated_at': '2021-09-30T00:49:36Z', 'revision_number': 3, 'project_id': 'd875a68f235b4baf9b5ce461769b3cae', 'gw_port': {'id': '03ae6a29-ec1d-45c0-ba1b-616bc7cc84da', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:03:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2786491b-645e-4df3-9f51-a4a35ce582ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:35Z', 'updated_at': '2021-09-30T00:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:49:46.835752 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51637854-0bff-407a-9ab3-132ed4ccba7e None None] The sync data for ids ['2786491b-645e-4df3-9f51-a4a35ce582ca'] in n-d-811809-1 is: [{'id': '2786491b-645e-4df3-9f51-a4a35ce582ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2023174256-router', 'tenant_id': 'd875a68f235b4baf9b5ce461769b3cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '03ae6a29-ec1d-45c0-ba1b-616bc7cc84da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:49:34Z', 'updated_at': '2021-09-30T00:49:36Z', 'revision_number': 3, 'project_id': 'd875a68f235b4baf9b5ce461769b3cae', 'gw_port': {'id': '03ae6a29-ec1d-45c0-ba1b-616bc7cc84da', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:03:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2786491b-645e-4df3-9f51-a4a35ce582ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:35Z', 'updated_at': '2021-09-30T00:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:49:47.445520 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-276a97f2-d08b-425b-8199-2e8d2108db97 service neutron] For port aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:49:47.534846 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-276a97f2-d08b-425b-8199-2e8d2108db97 service neutron] For port aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:49:47.570693 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-276a97f2-d08b-425b-8199-2e8d2108db97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:47.665670 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:47.893235 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-e3546574-af5c-48cb-b235-0a2fd2747377 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:47.894181 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-e3546574-af5c-48cb-b235-0a2fd2747377 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Synchronizing usage tracker for tenant:f37261e7a4fc4ea5bf5016bed7997e37 on resource:network {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:49:47.946352 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-276a97f2-d08b-425b-8199-2e8d2108db97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:47.947010 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-276a97f2-d08b-425b-8199-2e8d2108db97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:47.948891 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-276a97f2-d08b-425b-8199-2e8d2108db97 service neutron] 10.222.0.55 "PUT /v2.0/ports/aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012 HTTP/1.1" status: 200 len: 1115 time: 6.4662244 Sep 30 00:49:47.965313 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2438006e-8d59-49d9-b482-77737cfcaddd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:47.984722 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c370cf1-045b-446a-a47c-344c7f9f3305', 'tag': 'aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:49:48.168751 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 03ae6a29-ec1d-45c0-ba1b-616bc7cc84da up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:49:48.300904 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 03ae6a29-ec1d-45c0-ba1b-616bc7cc84da completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:49:48.314114 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 03ae6a29-ec1d-45c0-ba1b-616bc7cc84da triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:49:48.315651 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:48.331018 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-2438006e-8d59-49d9-b482-77737cfcaddd admin admin] Transition to ACTIVE for port object 1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:49:48.344736 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-e3546574-af5c-48cb-b235-0a2fd2747377 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Unset dirty status for tenant:f37261e7a4fc4ea5bf5016bed7997e37 on resource:network {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:49:48.350714 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b98f4f-20a4-45bf-b4d9-8778dfb1560c req-ee7b48ac-8c0d-495a-9888-7102fdeca5d0 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:48.355527 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-e3546574-af5c-48cb-b235-0a2fd2747377 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/networks?id=0a0a50fb-f59e-4919-9310-948ef891e84f HTTP/1.1" status: 200 len: 808 time: 1.3575811 Sep 30 00:49:48.373928 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-36b98f4f-20a4-45bf-b4d9-8778dfb1560c req-ee7b48ac-8c0d-495a-9888-7102fdeca5d0 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c370cf1-045b-446a-a47c-344c7f9f3305 HTTP/1.1" status: 200 len: 967 time: 0.3296084 Sep 30 00:49:48.382759 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a97f2-d08b-425b-8199-2e8d2108db97 service neutron] Pushing event updated for resources: {'Port': ['ID=aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:48.400906 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-276a97f2-d08b-425b-8199-2e8d2108db97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:48.415345 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-d4141665-705a-4b4d-8418-dd2d67fb617f tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/quotas/f37261e7a4fc4ea5bf5016bed7997e37 HTTP/1.1" status: 200 len: 375 time: 0.0588133 Sep 30 00:49:48.511471 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-36b98f4f-20a4-45bf-b4d9-8778dfb1560c req-a9eed3e5-5fc5-4a4d-a463-08d21c3b39d9 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce96a1a3-c478-4fe4-af4b-1fb44cdc99cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344299 Sep 30 00:49:48.584359 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56012) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:48.589689 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-ecec0583-4281-484a-8c15-9ca3f122b0ad tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1733999 Sep 30 00:49:48.621533 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:48.644865 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 03ae6a29-ec1d-45c0-ba1b-616bc7cc84da, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=03ae6a29-ec1d-45c0-ba1b-616bc7cc84da,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:49:48.656058 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2438006e-8d59-49d9-b482-77737cfcaddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:48.659809 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:48.664885 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:48.669577 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5bb576d2-99a0-41a0-a53a-91c21abc0608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:48.840134 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2438006e-8d59-49d9-b482-77737cfcaddd admin admin] Network dbb1bfec-756c-4c09-8184-2be0dcccc182 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:49:48.843932 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-2438006e-8d59-49d9-b482-77737cfcaddd admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:49:48.848587 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2438006e-8d59-49d9-b482-77737cfcaddd admin admin] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:49:48.849470 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2438006e-8d59-49d9-b482-77737cfcaddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734280'] for router_interface, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:48.865777 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438006e-8d59-49d9-b482-77737cfcaddd admin admin] Pushing event updated for resources: {'Port': ['ID=1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:48.881006 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2438006e-8d59-49d9-b482-77737cfcaddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:48.955196 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=03ae6a29-ec1d-45c0-ba1b-616bc7cc84da,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:48.960590 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:48.962263 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-700c0fe9-e624-4e84-a5e9-6f696af24ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:49.042133 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:49.062331 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f3cf6d25-4208-4ba5-b7e1-0153530ec2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:49.075766 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2438006e-8d59-49d9-b482-77737cfcaddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:49.090285 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-f3cf6d25-4208-4ba5-b7e1-0153530ec2bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:49.094429 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-f3cf6d25-4208-4ba5-b7e1-0153530ec2bd admin admin] Usage tracker for resource:security_group_rule and tenant:e6cd4a317d6f424c8974a294cc71e256 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:49.099847 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-f3cf6d25-4208-4ba5-b7e1-0153530ec2bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:49.108981 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-f3cf6d25-4208-4ba5-b7e1-0153530ec2bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:49.340152 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f3cf6d25-4208-4ba5-b7e1-0153530ec2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:49.347536 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f3cf6d25-4208-4ba5-b7e1-0153530ec2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:49.367408 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-127337af-5c45-4f79-974a-543c87b5e933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:49.421008 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-8dead2d3-648b-4586-9987-6ddcf893ad03 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:49:49.424347 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-8dead2d3-648b-4586-9987-6ddcf893ad03 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2454629 Sep 30 00:49:49.452210 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c78931cc-4366-49c0-934a-27cf9e0dcbf3 None None] Provisioning for port 1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:49:49.472112 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c78931cc-4366-49c0-934a-27cf9e0dcbf3 None None] Provisioning complete for port 1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:49:49.472493 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c78931cc-4366-49c0-934a-27cf9e0dcbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:49.485027 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf6d25-4208-4ba5-b7e1-0153530ec2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf4d738-a9e6-4661-86e1-311cdfc9a5cf,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:49.494685 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f3cf6d25-4208-4ba5-b7e1-0153530ec2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:49.565607 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-f3cf6d25-4208-4ba5-b7e1-0153530ec2bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e6cd4a317d6f424c8974a294cc71e256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9794855 Sep 30 00:49:49.566239 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56040) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:49.674567 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c78931cc-4366-49c0-934a-27cf9e0dcbf3 None None] Port 1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:49:49.784609 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8be460d5-c14b-45c8-b986-fe248b04da55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:49.802582 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-1bea7023-238a-4eec-9c32-81965a7331d7 service neutron] 10.222.0.39 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371632 Sep 30 00:49:49.850316 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8be460d5-c14b-45c8-b986-fe248b04da55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:49.958437 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8be460d5-c14b-45c8-b986-fe248b04da55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:49.968041 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-81c86376-2065-4cc0-8c6a-996c241a5195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:50.016142 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be460d5-c14b-45c8-b986-fe248b04da55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf4d738-a9e6-4661-86e1-311cdfc9a5cf,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:50.018394 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.db.resource_extend [None req-2438006e-8d59-49d9-b482-77737cfcaddd admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 00:49:50.048806 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2438006e-8d59-49d9-b482-77737cfcaddd admin admin] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:50.050202 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8be460d5-c14b-45c8-b986-fe248b04da55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:50.053150 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8be460d5-c14b-45c8-b986-fe248b04da55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:50.066221 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-8be460d5-c14b-45c8-b986-fe248b04da55 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/baf4d738-a9e6-4661-86e1-311cdfc9a5cf HTTP/1.1" status: 204 len: 168 time: 0.4940093 Sep 30 00:49:50.066317 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 03ae6a29-ec1d-45c0-ba1b-616bc7cc84da up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:49:50.068499 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2438006e-8d59-49d9-b482-77737cfcaddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:50.072301 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2438006e-8d59-49d9-b482-77737cfcaddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734445'] for router_interface, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:50.079482 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:50.136927 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-3f37a6c7-b171-4694-8699-445d7db543f4 service neutron] 10.222.0.39 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592189 Sep 30 00:49:50.255832 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438006e-8d59-49d9-b482-77737cfcaddd admin admin] Pushing event updated for resources: {'Port': ['ID=1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:50.260516 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2438006e-8d59-49d9-b482-77737cfcaddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:50.271684 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 03ae6a29-ec1d-45c0-ba1b-616bc7cc84da triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:49:50.272797 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:50.315768 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c370cf1-045b-446a-a47c-344c7f9f3305', 'tag': 'aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012', 'status': 'completed', 'code': 200} Sep 30 00:49:50.356960 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2438006e-8d59-49d9-b482-77737cfcaddd admin admin] Network dbb1bfec-756c-4c09-8184-2be0dcccc182 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:49:50.359301 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-2438006e-8d59-49d9-b482-77737cfcaddd admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:49:50.768437 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e851d-c260-400d-b522-ec0d7dc4b61a req-a968bb4c-7bb5-4f0f-a1b3-37469db30803 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:50.781915 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8c1e851d-c260-400d-b522-ec0d7dc4b61a req-a968bb4c-7bb5-4f0f-a1b3-37469db30803 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c370cf1-045b-446a-a47c-344c7f9f3305 HTTP/1.1" status: 200 len: 967 time: 0.2625318 Sep 30 00:49:50.819309 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5ca78587-0cdc-458c-a6ba-c5ba3e15b619 None None] Provisioning complete for port 1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:49:50.819911 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5ca78587-0cdc-458c-a6ba-c5ba3e15b619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:50.851693 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8c1e851d-c260-400d-b522-ec0d7dc4b61a req-91dc60d1-6c07-410c-89b0-5d59825d232f tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce96a1a3-c478-4fe4-af4b-1fb44cdc99cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684357 Sep 30 00:49:50.920805 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5ca78587-0cdc-458c-a6ba-c5ba3e15b619 None None] Port 1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:49:50.940355 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2438006e-8d59-49d9-b482-77737cfcaddd admin admin] Router 2786491b-645e-4df3-9f51-a4a35ce582ca has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:49:50.945363 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56072) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:50.986968 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-aec3bd76-731e-4ae4-a0f8-e8f89f88e5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:51.028030 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-aec3bd76-731e-4ae4-a0f8-e8f89f88e5e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:51.037495 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-aec3bd76-731e-4ae4-a0f8-e8f89f88e5e2 admin admin] Usage tracker for resource:security_group_rule and tenant:9bb3d5a607744fcfa827b8501908c3c0 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:51.043679 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-aec3bd76-731e-4ae4-a0f8-e8f89f88e5e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:51.059735 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-aec3bd76-731e-4ae4-a0f8-e8f89f88e5e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:51.194095 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-68b55ce6-bbe1-4f5d-888f-863638a70a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:51.293983 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-aec3bd76-731e-4ae4-a0f8-e8f89f88e5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:51.302669 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-aec3bd76-731e-4ae4-a0f8-e8f89f88e5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:51.319941 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-73cb79d6-5792-42d1-aca2-ec779059942c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:51.387598 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-aec3bd76-731e-4ae4-a0f8-e8f89f88e5e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9bb3d5a607744fcfa827b8501908c3c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4409378 Sep 30 00:49:51.390428 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-abb2f353-32a6-4f82-bf7b-e666f1d545ce req-1ff479de-6f09-4938-bc53-79db05a98fd6 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 210 time: 0.1063101 Sep 30 00:49:51.390967 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 56092) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:51.393480 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3bd76-731e-4ae4-a0f8-e8f89f88e5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1647aca-d61b-4b03-b14e-9ea4eef6bb0c,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:51.398092 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-aec3bd76-731e-4ae4-a0f8-e8f89f88e5e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:51.504104 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-30673e48-018e-48e4-a10c-3abe8f207430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:51.532945 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2438006e-8d59-49d9-b482-77737cfcaddd admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:49:51.543680 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d5987c-891d-4783-b2d6-51fae2285da0 None None] Sync routers for ids ['2786491b-645e-4df3-9f51-a4a35ce582ca'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:49:51.557156 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-2438006e-8d59-49d9-b482-77737cfcaddd admin admin] 10.222.0.39 "PUT /v2.0/routers/2786491b-645e-4df3-9f51-a4a35ce582ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4745557 Sep 30 00:49:51.563799 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-30673e48-018e-48e4-a10c-3abe8f207430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:51.569354 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d5987c-891d-4783-b2d6-51fae2285da0 None None] Routers {'2786491b-645e-4df3-9f51-a4a35ce582ca'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:49:51.570668 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-35d5987c-891d-4783-b2d6-51fae2285da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:49:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['2786491b-645e-4df3-9f51-a4a35ce582ca'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:49:51.675839 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-30673e48-018e-48e4-a10c-3abe8f207430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:51.682553 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:51.694186 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30673e48-018e-48e4-a10c-3abe8f207430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1647aca-d61b-4b03-b14e-9ea4eef6bb0c,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:51.697853 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-30673e48-018e-48e4-a10c-3abe8f207430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:51.706091 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-30673e48-018e-48e4-a10c-3abe8f207430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:51.710555 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-30673e48-018e-48e4-a10c-3abe8f207430 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a1647aca-d61b-4b03-b14e-9ea4eef6bb0c HTTP/1.1" status: 204 len: 168 time: 0.3162761 Sep 30 00:49:51.832178 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:49:51.913886 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-35d5987c-891d-4783-b2d6-51fae2285da0 None None] Set router 2786491b-645e-4df3-9f51-a4a35ce582ca gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:49:51.918181 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a287895-5e91-4661-aca0-4662d16abd96 req-f4562c5d-45c6-464b-999f-03661eb8bc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:51.919890 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9a287895-5e91-4661-aca0-4662d16abd96 req-f4562c5d-45c6-464b-999f-03661eb8bc4f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8268be952000422087e044d39c21fa01&device_id=8c370cf1-045b-446a-a47c-344c7f9f3305 HTTP/1.1" status: 200 len: 1118 time: 0.1097453 Sep 30 00:49:51.979065 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9a287895-5e91-4661-aca0-4662d16abd96 req-ea07a26a-daa5-4487-8640-66faa0d9c4a5 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8268be952000422087e044d39c21fa01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464396 Sep 30 00:49:52.053525 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56132) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:52.169709 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55db4c-2b0e-43f2-af6c-9ea03f425487 req-bfc41288-ff80-46bb-a664-563ee21442fb tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:52.176441 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1f55db4c-2b0e-43f2-af6c-9ea03f425487 req-bfc41288-ff80-46bb-a664-563ee21442fb tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c370cf1-045b-446a-a47c-344c7f9f3305 HTTP/1.1" status: 200 len: 967 time: 0.1848273 Sep 30 00:49:52.182312 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a287895-5e91-4661-aca0-4662d16abd96 req-74a1937b-201f-4c12-97cd-b5fe75497dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:52.184051 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9a287895-5e91-4661-aca0-4662d16abd96 req-74a1937b-201f-4c12-97cd-b5fe75497dfa service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1961575 Sep 30 00:49:52.226266 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1f55db4c-2b0e-43f2-af6c-9ea03f425487 req-040cfb2f-5a69-4a0f-82a2-c59834185241 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce96a1a3-c478-4fe4-af4b-1fb44cdc99cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433071 Sep 30 00:49:52.366157 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:52.448079 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-d5dd8646-22b4-4376-8462-050566c8cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:52.449548 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-d5dd8646-22b4-4376-8462-050566c8cafd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8268be952000422087e044d39c21fa01&device_id=8c370cf1-045b-446a-a47c-344c7f9f3305 HTTP/1.1" status: 200 len: 1118 time: 0.1187174 Sep 30 00:49:52.501451 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-35d5987c-891d-4783-b2d6-51fae2285da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2786491b-645e-4df3-9f51-a4a35ce582ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2023174256-router', 'tenant_id': 'd875a68f235b4baf9b5ce461769b3cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '03ae6a29-ec1d-45c0-ba1b-616bc7cc84da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:49:34Z', 'updated_at': '2021-09-30T00:49:48Z', 'revision_number': 4, 'project_id': 'd875a68f235b4baf9b5ce461769b3cae', 'gw_port': {'id': '03ae6a29-ec1d-45c0-ba1b-616bc7cc84da', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:03:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2786491b-645e-4df3-9f51-a4a35ce582ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:35Z', 'updated_at': '2021-09-30T00:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a', 'name': '', 'network_id': 'dbb1bfec-756c-4c09-8184-2be0dcccc182', 'tenant_id': 'd875a68f235b4baf9b5ce461769b3cae', 'mac_address': 'fa:16:3e:7b:4d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2786491b-645e-4df3-9f51-a4a35ce582ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '490a88db-3c3f-44ab-b6d1-e50795499308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:44Z', 'updated_at': '2021-09-30T00:49:49Z', 'revision_number': 2, 'project_id': 'd875a68f235b4baf9b5ce461769b3cae', 'subnets': [{'id': '490a88db-3c3f-44ab-b6d1-e50795499308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:49:52.505967 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d5987c-891d-4783-b2d6-51fae2285da0 None None] Checking router: 2786491b-645e-4df3-9f51-a4a35ce582ca for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:49:52.506336 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d5987c-891d-4783-b2d6-51fae2285da0 None None] Updating router 2786491b-645e-4df3-9f51-a4a35ce582ca port 1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a binding host n-d-811809-1 {{(pid=80276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:49:52.515003 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-06b34a33-9119-4c1f-9853-771cd4bca73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:52.557493 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-06b34a33-9119-4c1f-9853-771cd4bca73d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:52.570636 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-06b34a33-9119-4c1f-9853-771cd4bca73d admin admin] Usage tracker for resource:security_group_rule and tenant:85a556d2ed634b7d8378debf5bf8b2b8 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:52.585847 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-06b34a33-9119-4c1f-9853-771cd4bca73d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:52.602115 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-06b34a33-9119-4c1f-9853-771cd4bca73d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:52.615978 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-80b91fce-ca3d-4456-bae8-945155198bcc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012 HTTP/1.1" status: 200 len: 217 time: 0.1582346 Sep 30 00:49:52.629057 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-35d5987c-891d-4783-b2d6-51fae2285da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:52.699801 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-2f05926e-e057-4cdd-a4cb-73ec1f6f63d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:52.704684 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-2f05926e-e057-4cdd-a4cb-73ec1f6f63d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.0763717 Sep 30 00:49:52.852519 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-06b34a33-9119-4c1f-9853-771cd4bca73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:52.859812 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-06b34a33-9119-4c1f-9853-771cd4bca73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:52.902503 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:52.915316 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-06b34a33-9119-4c1f-9853-771cd4bca73d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=85a556d2ed634b7d8378debf5bf8b2b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8510206 Sep 30 00:49:52.915408 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56170) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:52.921809 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dddfdecf-6cfc-40be-87aa-378df8b58370 req-d8425f80-8c56-4acb-b859-7db6705c6652 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 210 time: 0.1539466 Sep 30 00:49:52.980356 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-0686f640-bde2-4c47-b527-df71857fa7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:52.989037 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-0686f640-bde2-4c47-b527-df71857fa7f6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2776873 Sep 30 00:49:53.045681 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.59', 57533) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:53.080575 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b34a33-9119-4c1f-9853-771cd4bca73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86e847d-ddbd-49c3-92d5-a2c4b8803048,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:53.080575 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-06b34a33-9119-4c1f-9853-771cd4bca73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:53.146831 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d261a0e6-1889-4f15-9423-8c3d6c0e0796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:53.188012 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d261a0e6-1889-4f15-9423-8c3d6c0e0796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:53.255160 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d261a0e6-1889-4f15-9423-8c3d6c0e0796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:53.260779 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:53.276613 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261a0e6-1889-4f15-9423-8c3d6c0e0796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86e847d-ddbd-49c3-92d5-a2c4b8803048,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:53.283953 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d261a0e6-1889-4f15-9423-8c3d6c0e0796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:53.289394 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d261a0e6-1889-4f15-9423-8c3d6c0e0796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:53.290519 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-d261a0e6-1889-4f15-9423-8c3d6c0e0796 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c86e847d-ddbd-49c3-92d5-a2c4b8803048 HTTP/1.1" status: 204 len: 168 time: 0.3741474 Sep 30 00:49:53.347972 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-35d5987c-891d-4783-b2d6-51fae2285da0 None None] Notify callbacks [] for port, precommit_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:53.362561 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-35d5987c-891d-4783-b2d6-51fae2285da0 None None] Transition to ACTIVE for port object 1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:49:53.371878 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-35d5987c-891d-4783-b2d6-51fae2285da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:53.378515 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:53.465910 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa96e34-07d2-4791-a011-7bf6914295f6 None None] Pushing event updated for resources: {'Port': ['ID=1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:53.471062 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-dfa96e34-07d2-4791-a011-7bf6914295f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:53.606369 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-94e42518-7d82-4880-bc74-4136ba9c9fdf service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6062224 Sep 30 00:49:53.616548 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-24e58bad-444c-49ac-a64f-094fb60296ea tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:53.618333 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-24e58bad-444c-49ac-a64f-094fb60296ea tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.59 "GET /v2.0/networks?id=0a0a50fb-f59e-4919-9310-948ef891e84f HTTP/1.1" status: 200 len: 808 time: 0.5675700 Sep 30 00:49:53.646028 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea57da-e0e2-4aef-a77f-cfb9be85b230 req-7ff8c307-4dee-435b-8503-6f86ff0b5bb1 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:53.668831 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-58ea57da-e0e2-4aef-a77f-cfb9be85b230 req-7ff8c307-4dee-435b-8503-6f86ff0b5bb1 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c370cf1-045b-446a-a47c-344c7f9f3305 HTTP/1.1" status: 200 len: 967 time: 0.2025342 Sep 30 00:49:53.802496 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-58ea57da-e0e2-4aef-a77f-cfb9be85b230 req-46ef73a0-e5ba-41b9-ada1-cad809cd7cba tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce96a1a3-c478-4fe4-af4b-1fb44cdc99cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298673 Sep 30 00:49:53.934386 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-35d5987c-891d-4783-b2d6-51fae2285da0 None None] Attempting to bind port 1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:49:53.934931 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-35d5987c-891d-4783-b2d6-51fae2285da0 None None] Attempting to bind port 1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '955d5835-1e92-492f-83d2-7f87fe0f8c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'dbb1bfec-756c-4c09-8184-2be0dcccc182'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:49:53.935404 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d5987c-891d-4783-b2d6-51fae2285da0 None None] Attempting to bind port 1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a on network dbb1bfec-756c-4c09-8184-2be0dcccc182 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:49:53.960075 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d5987c-891d-4783-b2d6-51fae2285da0 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:49:53.963512 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d5987c-891d-4783-b2d6-51fae2285da0 None None] Checking segment: {'id': '955d5835-1e92-492f-83d2-7f87fe0f8c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'dbb1bfec-756c-4c09-8184-2be0dcccc182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:49:53.964247 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-35d5987c-891d-4783-b2d6-51fae2285da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:53.965312 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d5987c-891d-4783-b2d6-51fae2285da0 None None] Bound using segment: {'id': '955d5835-1e92-492f-83d2-7f87fe0f8c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'dbb1bfec-756c-4c09-8184-2be0dcccc182'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:49:53.966610 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-35d5987c-891d-4783-b2d6-51fae2285da0 None None] Bound port: 1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955d5835-1e92-492f-83d2-7f87fe0f8c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'dbb1bfec-756c-4c09-8184-2be0dcccc182'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:49:53.967917 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-35d5987c-891d-4783-b2d6-51fae2285da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:53.990766 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:54.027949 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6ea41934-94d6-4bda-bb7e-f25f4258dede req-b24debb8-34a5-479f-b8ac-43ea90093517 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084215 Sep 30 00:49:54.111106 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-35d5987c-891d-4783-b2d6-51fae2285da0 None None] For port 1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:49:54.114814 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-35d5987c-891d-4783-b2d6-51fae2285da0 None None] For port 1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a,segment=NetworkSegment(955d5835-1e92-492f-83d2-7f87fe0f8c5d),segment_id=955d5835-1e92-492f-83d2-7f87fe0f8c5d)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:49:54.119692 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56226) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:54.122063 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-35d5987c-891d-4783-b2d6-51fae2285da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:54.128496 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:54.152940 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-767efe27-418d-4094-bb6c-7677a4d1b188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:54.170621 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-767efe27-418d-4094-bb6c-7677a4d1b188 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:54.178251 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-767efe27-418d-4094-bb6c-7677a4d1b188 admin admin] Usage tracker for resource:security_group_rule and tenant:2bfa3aab449341cfa419b18bb14f2ef4 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:54.214292 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d5987c-891d-4783-b2d6-51fae2285da0 None None] Routers {'2786491b-645e-4df3-9f51-a4a35ce582ca'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:49:54.215459 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-35d5987c-891d-4783-b2d6-51fae2285da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:49:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['2786491b-645e-4df3-9f51-a4a35ce582ca'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:49:54.242991 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-767efe27-418d-4094-bb6c-7677a4d1b188 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:54.255712 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-767efe27-418d-4094-bb6c-7677a4d1b188 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:54.403512 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-767efe27-418d-4094-bb6c-7677a4d1b188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:54.409123 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa96e34-07d2-4791-a011-7bf6914295f6 None None] Pushing event updated for resources: {'Port': ['ID=1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:54.410957 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-767efe27-418d-4094-bb6c-7677a4d1b188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:54.423309 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-dfa96e34-07d2-4791-a011-7bf6914295f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:54.450560 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ea56e1cf-ed86-454b-bd95-2a46bb32aa96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:54.470828 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 56232) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:54.471049 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-767efe27-418d-4094-bb6c-7677a4d1b188 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2bfa3aab449341cfa419b18bb14f2ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3492234 Sep 30 00:49:54.488233 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767efe27-418d-4094-bb6c-7677a4d1b188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdb41aa-4aa4-4f7a-ab2b-ea4d9e2e4505,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:54.492659 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-767efe27-418d-4094-bb6c-7677a4d1b188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:54.542803 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-35d5987c-891d-4783-b2d6-51fae2285da0 None None] Set router 2786491b-645e-4df3-9f51-a4a35ce582ca gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:49:54.620341 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-74ffca8f-3edb-4b62-9002-c717e000045b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:54.652557 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-74ffca8f-3edb-4b62-9002-c717e000045b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:54.726206 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-74ffca8f-3edb-4b62-9002-c717e000045b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:54.737635 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:54.759835 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-74ffca8f-3edb-4b62-9002-c717e000045b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:54.761736 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-74ffca8f-3edb-4b62-9002-c717e000045b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5bdb41aa-4aa4-4f7a-ab2b-ea4d9e2e4505 HTTP/1.1" status: 204 len: 168 time: 0.2896404 Sep 30 00:49:54.772269 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ffca8f-3edb-4b62-9002-c717e000045b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdb41aa-4aa4-4f7a-ab2b-ea4d9e2e4505,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:54.785287 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-74ffca8f-3edb-4b62-9002-c717e000045b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:54.811340 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 56244) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:54.817545 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-b87ac2b6-4d14-4308-9b94-721e3e92750f tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1242013215', 'description': 'tempest-description--718826723'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:49:54.829335 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-b87ac2b6-4d14-4308-9b94-721e3e92750f tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:54.839356 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-b87ac2b6-4d14-4308-9b94-721e3e92750f tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Usage tracker for resource:security_group and tenant:d6d910a5d3074b9cb61a601c2a7cb84a is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:54.849595 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-b87ac2b6-4d14-4308-9b94-721e3e92750f tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:54.861404 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-b87ac2b6-4d14-4308-9b94-721e3e92750f tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:54.885269 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e83247b2-f4ce-489c-a2e0-e98ff73c23be req-9f19c49e-bcf1-4dbd-a517-28eca71653da tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 210 time: 0.1492841 Sep 30 00:49:54.897895 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b87ac2b6-4d14-4308-9b94-721e3e92750f tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:54.967761 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-b87ac2b6-4d14-4308-9b94-721e3e92750f tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:54.969093 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-b87ac2b6-4d14-4308-9b94-721e3e92750f tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Usage tracker for resource:security_group_rule and tenant:d6d910a5d3074b9cb61a601c2a7cb84a is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:54.973466 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-b87ac2b6-4d14-4308-9b94-721e3e92750f tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:54.980086 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-b87ac2b6-4d14-4308-9b94-721e3e92750f tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:55.138268 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f59ac-c42d-4bdc-bc66-7b1554e5e2cb req-65b37716-e3f2-4f5d-9fc2-1dfb365746d3 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:55.139965 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-465f59ac-c42d-4bdc-bc66-7b1554e5e2cb req-65b37716-e3f2-4f5d-9fc2-1dfb365746d3 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c370cf1-045b-446a-a47c-344c7f9f3305 HTTP/1.1" status: 200 len: 967 time: 0.1507561 Sep 30 00:49:55.145678 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b87ac2b6-4d14-4308-9b94-721e3e92750f tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:55.159729 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-35d5987c-891d-4783-b2d6-51fae2285da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2786491b-645e-4df3-9f51-a4a35ce582ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2023174256-router', 'tenant_id': 'd875a68f235b4baf9b5ce461769b3cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '03ae6a29-ec1d-45c0-ba1b-616bc7cc84da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:49:34Z', 'updated_at': '2021-09-30T00:49:48Z', 'revision_number': 4, 'project_id': 'd875a68f235b4baf9b5ce461769b3cae', 'gw_port': {'id': '03ae6a29-ec1d-45c0-ba1b-616bc7cc84da', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:03:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2786491b-645e-4df3-9f51-a4a35ce582ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:35Z', 'updated_at': '2021-09-30T00:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a', 'name': '', 'network_id': 'dbb1bfec-756c-4c09-8184-2be0dcccc182', 'tenant_id': 'd875a68f235b4baf9b5ce461769b3cae', 'mac_address': 'fa:16:3e:7b:4d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2786491b-645e-4df3-9f51-a4a35ce582ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '490a88db-3c3f-44ab-b6d1-e50795499308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:44Z', 'updated_at': '2021-09-30T00:49:54Z', 'revision_number': 4, 'project_id': 'd875a68f235b4baf9b5ce461769b3cae', 'subnets': [{'id': '490a88db-3c3f-44ab-b6d1-e50795499308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:49:55.165189 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d5987c-891d-4783-b2d6-51fae2285da0 None None] The sync data for ids ['2786491b-645e-4df3-9f51-a4a35ce582ca'] in n-d-811809-1 is: [{'id': '2786491b-645e-4df3-9f51-a4a35ce582ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2023174256-router', 'tenant_id': 'd875a68f235b4baf9b5ce461769b3cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '03ae6a29-ec1d-45c0-ba1b-616bc7cc84da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:49:34Z', 'updated_at': '2021-09-30T00:49:48Z', 'revision_number': 4, 'project_id': 'd875a68f235b4baf9b5ce461769b3cae', 'gw_port': {'id': '03ae6a29-ec1d-45c0-ba1b-616bc7cc84da', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:03:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2786491b-645e-4df3-9f51-a4a35ce582ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:35Z', 'updated_at': '2021-09-30T00:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a', 'name': '', 'network_id': 'dbb1bfec-756c-4c09-8184-2be0dcccc182', 'tenant_id': 'd875a68f235b4baf9b5ce461769b3cae', 'mac_address': 'fa:16:3e:7b:4d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2786491b-645e-4df3-9f51-a4a35ce582ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '490a88db-3c3f-44ab-b6d1-e50795499308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:44Z', 'updated_at': '2021-09-30T00:49:54Z', 'revision_number': 4, 'project_id': 'd875a68f235b4baf9b5ce461769b3cae', 'subnets': [{'id': '490a88db-3c3f-44ab-b6d1-e50795499308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:49:55.166557 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b87ac2b6-4d14-4308-9b94-721e3e92750f tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:55.180536 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:55.264125 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b87ac2b6-4d14-4308-9b94-721e3e92750f tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:55.265579 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-b87ac2b6-4d14-4308-9b94-721e3e92750f tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4532633 Sep 30 00:49:55.269651 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56266) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:55.288909 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-465f59ac-c42d-4bdc-bc66-7b1554e5e2cb req-5ad1409e-4b2d-4cac-a9ba-d4a690ea8baa tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce96a1a3-c478-4fe4-af4b-1fb44cdc99cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395772 Sep 30 00:49:55.289803 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ac2b6-4d14-4308-9b94-721e3e92750f tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c42dc21-c719-4a96-84be-a21d147d8c3b,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:55.290551 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-e42aca9d-f286-4fa2-9687-7a644999edf7 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Request body: {'security_group_rule': {'security_group_id': '3c42dc21-c719-4a96-84be-a21d147d8c3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:49:55.305430 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b87ac2b6-4d14-4308-9b94-721e3e92750f tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:55.313833 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-e42aca9d-f286-4fa2-9687-7a644999edf7 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:55.327431 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-e42aca9d-f286-4fa2-9687-7a644999edf7 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Usage tracker for resource:security_group_rule and tenant:d6d910a5d3074b9cb61a601c2a7cb84a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:55.332690 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-e42aca9d-f286-4fa2-9687-7a644999edf7 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:55.342832 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-e42aca9d-f286-4fa2-9687-7a644999edf7 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:55.372066 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e42aca9d-f286-4fa2-9687-7a644999edf7 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:55.468191 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e42aca9d-f286-4fa2-9687-7a644999edf7 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:55.473718 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e42aca9d-f286-4fa2-9687-7a644999edf7 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:55.506536 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:55.546173 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42aca9d-f286-4fa2-9687-7a644999edf7 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c5cdc3-bd55-49fc-a2a0-c4fd8de835f8,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:55.553031 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e42aca9d-f286-4fa2-9687-7a644999edf7 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:55.556536 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e42aca9d-f286-4fa2-9687-7a644999edf7 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:55.558314 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-e42aca9d-f286-4fa2-9687-7a644999edf7 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2771297 Sep 30 00:49:55.561187 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 56280) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:55.569608 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-4d581e06-2eba-40de-a29a-d0ca4808b148 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Request body: {'security_group_rule': {'security_group_id': '3c42dc21-c719-4a96-84be-a21d147d8c3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:49:55.583396 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4d581e06-2eba-40de-a29a-d0ca4808b148 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:55.607558 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-4d581e06-2eba-40de-a29a-d0ca4808b148 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Usage tracker for resource:security_group_rule and tenant:d6d910a5d3074b9cb61a601c2a7cb84a is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:55.617520 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-4d581e06-2eba-40de-a29a-d0ca4808b148 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:55.640436 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4d581e06-2eba-40de-a29a-d0ca4808b148 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:55.682428 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4d581e06-2eba-40de-a29a-d0ca4808b148 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:55.809808 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-ca8960a5-5681-4afa-94c3-7f9d7b85bdb3 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b06dac5dbe63483ba1f12673619e9615&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491860 Sep 30 00:49:55.836547 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4d581e06-2eba-40de-a29a-d0ca4808b148 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:56.070807 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:49:56.081566 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4d581e06-2eba-40de-a29a-d0ca4808b148 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:56.132175 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 56308) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:56.145148 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:56.157514 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f5657ea7-0bad-4422-83a0-edb7c159d64e req-fceb7224-152f-44bc-a58f-283f7ae2d5de tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 210 time: 0.0988030 Sep 30 00:49:56.241541 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:49:56.254132 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:49:56.254525 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:56.270695 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4d581e06-2eba-40de-a29a-d0ca4808b148 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:56.272932 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-4d581e06-2eba-40de-a29a-d0ca4808b148 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7099221 Sep 30 00:49:56.274148 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d581e06-2eba-40de-a29a-d0ca4808b148 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be3beff5-f2f5-4453-bdf2-2f43410cb8ba,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:56.277127 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56314) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:56.283726 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-863ab61b-3788-4a04-9bed-2440f3b8ab69 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Request body: {'floatingip': {'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:49:56.284380 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4d581e06-2eba-40de-a29a-d0ca4808b148 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:56.296080 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-52bbc4e1-6200-402e-9f23-686996ca1b4f tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:56.301474 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-863ab61b-3788-4a04-9bed-2440f3b8ab69 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:56.305521 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-52bbc4e1-6200-402e-9f23-686996ca1b4f tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4947937 Sep 30 00:49:56.306974 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-863ab61b-3788-4a04-9bed-2440f3b8ab69 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Usage tracker for resource:floatingip and tenant:d6d910a5d3074b9cb61a601c2a7cb84a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:56.311285 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-863ab61b-3788-4a04-9bed-2440f3b8ab69 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:56.319335 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-863ab61b-3788-4a04-9bed-2440f3b8ab69 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:56.327304 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-d3b0a7f5-1f7c-487b-b504-fc1d286cbffc tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.39 "GET /v2.0/quotas/b06dac5dbe63483ba1f12673619e9615 HTTP/1.1" status: 200 len: 375 time: 0.0186713 Sep 30 00:49:56.331869 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-863ab61b-3788-4a04-9bed-2440f3b8ab69 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks [] for floatingip, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:56.401640 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-6485bbdf-92e1-4396-9a47-b93aa2f17169 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b06dac5dbe63483ba1f12673619e9615&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690837 Sep 30 00:49:56.471457 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-753e4854-0d1a-41fd-bc41-0ec85b952296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:56.497278 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:56.527756 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-753e4854-0d1a-41fd-bc41-0ec85b952296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:56.534769 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-753e4854-0d1a-41fd-bc41-0ec85b952296 admin admin] Usage tracker for resource:security_group_rule and tenant:e32b1b7b407b4f8b8fad00250d7d1061 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:56.543359 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-753e4854-0d1a-41fd-bc41-0ec85b952296 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:56.556238 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-753e4854-0d1a-41fd-bc41-0ec85b952296 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:56.565214 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a,segment=NetworkSegment(955d5835-1e92-492f-83d2-7f87fe0f8c5d),segment_id=955d5835-1e92-492f-83d2-7f87fe0f8c5d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:49:56.573321 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:56.583683 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:56.766306 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f9165-850d-40d3-819f-fe3ff94a238f req-021c7ef6-273d-490c-8b62-27a20ee84a67 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:56.771648 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-300f9165-850d-40d3-819f-fe3ff94a238f req-021c7ef6-273d-490c-8b62-27a20ee84a67 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c370cf1-045b-446a-a47c-344c7f9f3305 HTTP/1.1" status: 200 len: 967 time: 0.3107800 Sep 30 00:49:56.786533 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:56.793039 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:56.804006 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b6db92d8-73bc-4dfe-a1dc-9e699db95503 req-cc2a8884-0761-471a-9457-85f2b2108a06 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.39 "GET /v2.0/ports?device_id=b439c5b9-a391-4a12-92f8-dd663d1ebe78 HTTP/1.1" status: 200 len: 210 time: 0.0575495 Sep 30 00:49:56.805861 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-753e4854-0d1a-41fd-bc41-0ec85b952296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:56.811028 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-753e4854-0d1a-41fd-bc41-0ec85b952296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:56.820672 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:56.882689 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e4854-0d1a-41fd-bc41-0ec85b952296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9486224c-4e1c-4ba9-85a2-a5f1a1f16697,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:56.901986 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-753e4854-0d1a-41fd-bc41-0ec85b952296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:56.916472 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-300f9165-850d-40d3-819f-fe3ff94a238f req-8d85ce92-cb36-49e3-a897-cde5d6a144a7 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce96a1a3-c478-4fe4-af4b-1fb44cdc99cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252985 Sep 30 00:49:56.935179 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-863ab61b-3788-4a04-9bed-2440f3b8ab69 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:56.945700 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-753e4854-0d1a-41fd-bc41-0ec85b952296 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e32b1b7b407b4f8b8fad00250d7d1061&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8090644 Sep 30 00:49:56.946050 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 56334) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:57.018762 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-77559f36-c30a-4fc7-9722-7133a5fafb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:57.050431 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-77559f36-c30a-4fc7-9722-7133a5fafb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:57.138578 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-77559f36-c30a-4fc7-9722-7133a5fafb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:57.149561 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f95194fb-3123-4d41-8ab2-2504ed009cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:57.158345 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-863ab61b-3788-4a04-9bed-2440f3b8ab69 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Allocated IP 172.25.0.245 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/25ddba7b-3813-4ca6-8a8e-7dfcbc18121b) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:49:57.166772 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77559f36-c30a-4fc7-9722-7133a5fafb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9486224c-4e1c-4ba9-85a2-a5f1a1f16697,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:57.170106 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-77559f36-c30a-4fc7-9722-7133a5fafb2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:57.172331 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-77559f36-c30a-4fc7-9722-7133a5fafb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:57.178190 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-77559f36-c30a-4fc7-9722-7133a5fafb2e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9486224c-4e1c-4ba9-85a2-a5f1a1f16697 HTTP/1.1" status: 204 len: 168 time: 0.2308974 Sep 30 00:49:57.409920 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-645e5084-3704-4d91-abb8-c9583132992f req-847a6f50-f341-4cd9-8aac-3a33181c6f2e tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 210 time: 0.0702431 Sep 30 00:49:57.411045 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-863ab61b-3788-4a04-9bed-2440f3b8ab69 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:57.452034 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-863ab61b-3788-4a04-9bed-2440f3b8ab69 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:57.459822 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:57.552742 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863ab61b-3788-4a04-9bed-2440f3b8ab69 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:49:57.559398 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-863ab61b-3788-4a04-9bed-2440f3b8ab69 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:49:57.566132 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863ab61b-3788-4a04-9bed-2440f3b8ab69 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:49:57.671959 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ab61b-3788-4a04-9bed-2440f3b8ab69 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Pushing event updated for resources: {'Port': ['ID=25ddba7b-3813-4ca6-8a8e-7dfcbc18121b,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:57.679027 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-863ab61b-3788-4a04-9bed-2440f3b8ab69 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:57.688528 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-863ab61b-3788-4a04-9bed-2440f3b8ab69 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:57.785316 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-863ab61b-3788-4a04-9bed-2440f3b8ab69 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:57.845428 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 56362) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:57.863763 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-50fba6cb-b9b6-4c1d-8ae0-fbf16d4e294e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:57.879301 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-50fba6cb-b9b6-4c1d-8ae0-fbf16d4e294e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:57.883157 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-50fba6cb-b9b6-4c1d-8ae0-fbf16d4e294e admin admin] Usage tracker for resource:security_group_rule and tenant:40d6309fe39649b68a6822a546a339b8 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:57.886115 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-50fba6cb-b9b6-4c1d-8ae0-fbf16d4e294e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:57.892476 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-50fba6cb-b9b6-4c1d-8ae0-fbf16d4e294e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:57.990249 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:49:58.052570 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-856b52f8-c1ef-4cf9-a862-4c8a4fd7ae49 req-16070d16-9b34-45ea-99f4-f277c0e6a070 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.39 "GET /v2.0/ports?device_id=b439c5b9-a391-4a12-92f8-dd663d1ebe78 HTTP/1.1" status: 200 len: 210 time: 0.0596330 Sep 30 00:49:58.054258 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-50fba6cb-b9b6-4c1d-8ae0-fbf16d4e294e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:58.060527 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-50fba6cb-b9b6-4c1d-8ae0-fbf16d4e294e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:58.084489 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:58.138019 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-50fba6cb-b9b6-4c1d-8ae0-fbf16d4e294e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=40d6309fe39649b68a6822a546a339b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2914875 Sep 30 00:49:58.139113 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 56368) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:58.145463 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fba6cb-b9b6-4c1d-8ae0-fbf16d4e294e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e55927-f1dd-41b5-8d2a-f1e0bacb699c,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:58.158593 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:49:58.158837 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-50fba6cb-b9b6-4c1d-8ae0-fbf16d4e294e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:58.159531 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:58.164974 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90829b0-f264-4fcd-8fe0-ea34e0e8376e req-c30ddcfa-e88d-4938-8c2e-25c1b19a45e1 tempest-NetworksTest-1642104781 tempest-NetworksTest-1642104781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:58.165619 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90829b0-f264-4fcd-8fe0-ea34e0e8376e req-c30ddcfa-e88d-4938-8c2e-25c1b19a45e1 tempest-NetworksTest-1642104781 tempest-NetworksTest-1642104781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:58.166173 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90829b0-f264-4fcd-8fe0-ea34e0e8376e req-c30ddcfa-e88d-4938-8c2e-25c1b19a45e1 tempest-NetworksTest-1642104781 tempest-NetworksTest-1642104781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:58.166665 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90829b0-f264-4fcd-8fe0-ea34e0e8376e req-c30ddcfa-e88d-4938-8c2e-25c1b19a45e1 tempest-NetworksTest-1642104781 tempest-NetworksTest-1642104781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:58.167174 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90829b0-f264-4fcd-8fe0-ea34e0e8376e req-c30ddcfa-e88d-4938-8c2e-25c1b19a45e1 tempest-NetworksTest-1642104781 tempest-NetworksTest-1642104781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:58.167655 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90829b0-f264-4fcd-8fe0-ea34e0e8376e req-c30ddcfa-e88d-4938-8c2e-25c1b19a45e1 tempest-NetworksTest-1642104781 tempest-NetworksTest-1642104781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:58.168131 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90829b0-f264-4fcd-8fe0-ea34e0e8376e req-c30ddcfa-e88d-4938-8c2e-25c1b19a45e1 tempest-NetworksTest-1642104781 tempest-NetworksTest-1642104781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:58.169892 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f90829b0-f264-4fcd-8fe0-ea34e0e8376e req-c30ddcfa-e88d-4938-8c2e-25c1b19a45e1 tempest-NetworksTest-1642104781 tempest-NetworksTest-1642104781-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5022 time: 0.2275240 Sep 30 00:49:58.175405 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-863ab61b-3788-4a04-9bed-2440f3b8ab69 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:58.190649 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-863ab61b-3788-4a04-9bed-2440f3b8ab69 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:58.198014 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-863ab61b-3788-4a04-9bed-2440f3b8ab69 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:58.232883 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0a96baeb-3975-456d-a719-9b28e7621944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:58.264886 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0a96baeb-3975-456d-a719-9b28e7621944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:58.314462 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:49:58.379027 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-bc47bde0-4f24-47cc-b016-9e41dab934b1 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b06dac5dbe63483ba1f12673619e9615&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0884376 Sep 30 00:49:58.391070 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-863ab61b-3788-4a04-9bed-2440f3b8ab69 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:58.482981 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ab61b-3788-4a04-9bed-2440f3b8ab69 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Pushing event updated for resources: {'Port': ['ID=25ddba7b-3813-4ca6-8a8e-7dfcbc18121b,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:58.487184 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-863ab61b-3788-4a04-9bed-2440f3b8ab69 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:58.534050 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:49:58.550419 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': 'aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': 'aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012', 'mac_address': 'fa:16:3e:9a:ef:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:tempest-test_az-50205501', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:49:58.554352 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0a96baeb-3975-456d-a719-9b28e7621944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:58.560639 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-863ab61b-3788-4a04-9bed-2440f3b8ab69 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:58.563314 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-863ab61b-3788-4a04-9bed-2440f3b8ab69 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2846384 Sep 30 00:49:58.567988 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:58.576669 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f2d02-f5bd-4eeb-b917-da521b8abdcf req-40b22a94-87d1-4935-a702-fd86c78cf91a tempest-NetworksTest-1642104781 tempest-NetworksTest-1642104781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:58.584209 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cb5f2d02-f5bd-4eeb-b917-da521b8abdcf req-40b22a94-87d1-4935-a702-fd86c78cf91a tempest-NetworksTest-1642104781 tempest-NetworksTest-1642104781-project-admin] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 886 time: 0.3062129 Sep 30 00:49:58.651047 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:58.664459 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96baeb-3975-456d-a719-9b28e7621944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e55927-f1dd-41b5-8d2a-f1e0bacb699c,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:58.670063 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:49:58.673138 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0a96baeb-3975-456d-a719-9b28e7621944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:58.677212 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0a96baeb-3975-456d-a719-9b28e7621944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:58.681271 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-0a96baeb-3975-456d-a719-9b28e7621944 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/73e55927-f1dd-41b5-8d2a-f1e0bacb699c HTTP/1.1" status: 204 len: 168 time: 0.5401092 Sep 30 00:49:58.692945 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:49:58.701083 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7afef-e350-4073-94ed-259760912518 req-1d94fe5a-c224-4f9e-b5fd-b64db7965f8c tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:58.708166 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-43e7afef-e350-4073-94ed-259760912518 req-1d94fe5a-c224-4f9e-b5fd-b64db7965f8c tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c370cf1-045b-446a-a47c-344c7f9f3305 HTTP/1.1" status: 200 len: 967 time: 0.3848734 Sep 30 00:49:58.708386 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:58.710258 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-dfa96e34-07d2-4791-a011-7bf6914295f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:58.738974 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-a8fb1797-5d07-495e-82ed-a6f6787c1f62 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:58.740419 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-a8fb1797-5d07-495e-82ed-a6f6787c1f62 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3506427 Sep 30 00:49:58.758243 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-2d5dfdd8-cf69-4c1a-bc2a-6b6c8c380bb0 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Request body: {'port': {'device_id': 'b439c5b9-a391-4a12-92f8-dd663d1ebe78', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'admin_state_up': True, 'tenant_id': 'b06dac5dbe63483ba1f12673619e9615'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:49:58.783828 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-eabc8d38-d5d4-41af-8dea-3af21d18e594 req-f1caa893-808a-47db-a852-e9c138ee74b5 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 210 time: 0.0622039 Sep 30 00:49:58.798960 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:58.802576 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:58.854025 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-43e7afef-e350-4073-94ed-259760912518 req-d8426ef1-be5d-4f5a-b054-a82c30e203a9 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce96a1a3-c478-4fe4-af4b-1fb44cdc99cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449971 Sep 30 00:49:58.935178 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-2d5dfdd8-cf69-4c1a-bc2a-6b6c8c380bb0 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:58.942147 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-2d5dfdd8-cf69-4c1a-bc2a-6b6c8c380bb0 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Usage tracker for resource:port and tenant:b06dac5dbe63483ba1f12673619e9615 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:58.951124 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-2d5dfdd8-cf69-4c1a-bc2a-6b6c8c380bb0 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:58.964683 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-2d5dfdd8-cf69-4c1a-bc2a-6b6c8c380bb0 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:58.988006 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-2d5dfdd8-cf69-4c1a-bc2a-6b6c8c380bb0 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Made reservation on behalf of b06dac5dbe63483ba1f12673619e9615 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:49:58.994198 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-2d5dfdd8-cf69-4c1a-bc2a-6b6c8c380bb0 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:59.029248 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a4dce-5e71-4991-81cc-57f725cd48ed req-beeee91f-47c5-4bb5-8bf4-df56afab0671 tempest-NetworksTest-1642104781 tempest-NetworksTest-1642104781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:59.029935 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a4dce-5e71-4991-81cc-57f725cd48ed req-beeee91f-47c5-4bb5-8bf4-df56afab0671 tempest-NetworksTest-1642104781 tempest-NetworksTest-1642104781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:59.030520 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a4dce-5e71-4991-81cc-57f725cd48ed req-beeee91f-47c5-4bb5-8bf4-df56afab0671 tempest-NetworksTest-1642104781 tempest-NetworksTest-1642104781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:59.031182 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a4dce-5e71-4991-81cc-57f725cd48ed req-beeee91f-47c5-4bb5-8bf4-df56afab0671 tempest-NetworksTest-1642104781 tempest-NetworksTest-1642104781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:59.032638 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a4dce-5e71-4991-81cc-57f725cd48ed req-beeee91f-47c5-4bb5-8bf4-df56afab0671 tempest-NetworksTest-1642104781 tempest-NetworksTest-1642104781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:59.033465 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a4dce-5e71-4991-81cc-57f725cd48ed req-beeee91f-47c5-4bb5-8bf4-df56afab0671 tempest-NetworksTest-1642104781 tempest-NetworksTest-1642104781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:59.034021 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a4dce-5e71-4991-81cc-57f725cd48ed req-beeee91f-47c5-4bb5-8bf4-df56afab0671 tempest-NetworksTest-1642104781 tempest-NetworksTest-1642104781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:59.040785 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2f0a4dce-5e71-4991-81cc-57f725cd48ed req-beeee91f-47c5-4bb5-8bf4-df56afab0671 tempest-NetworksTest-1642104781 tempest-NetworksTest-1642104781-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5022 time: 0.2194335 Sep 30 00:49:59.053150 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-2d5dfdd8-cf69-4c1a-bc2a-6b6c8c380bb0 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:59.099251 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-2d5dfdd8-cf69-4c1a-bc2a-6b6c8c380bb0 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:59.114612 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-2d5dfdd8-cf69-4c1a-bc2a-6b6c8c380bb0 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Usage tracker for resource:security_group_rule and tenant:b06dac5dbe63483ba1f12673619e9615 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:59.121874 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-2d5dfdd8-cf69-4c1a-bc2a-6b6c8c380bb0 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:59.130637 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-71d8adc5-b27d-475d-ade6-8196b391fd1b tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Synchronizing usage tracker for tenant:d6d910a5d3074b9cb61a601c2a7cb84a on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:49:59.141312 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-2d5dfdd8-cf69-4c1a-bc2a-6b6c8c380bb0 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:59.155259 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:49:59.292600 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1cf5de01-45db-48c4-bad5-3339b19a818b req-879994f8-ffd2-46eb-a059-629256cee60d tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.39 "GET /v2.0/ports?device_id=b439c5b9-a391-4a12-92f8-dd663d1ebe78 HTTP/1.1" status: 200 len: 210 time: 0.0661628 Sep 30 00:49:59.330894 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-2d5dfdd8-cf69-4c1a-bc2a-6b6c8c380bb0 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:59.346313 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-2d5dfdd8-cf69-4c1a-bc2a-6b6c8c380bb0 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:59.350436 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5902c4e4-6b60-40ab-859d-ecdfd87cbf4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:59.354260 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56400) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:59.394313 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b5b26879-70c7-4b8b-a814-c12403dff8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:59.401080 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-71d8adc5-b27d-475d-ade6-8196b391fd1b tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Unset dirty status for tenant:d6d910a5d3074b9cb61a601c2a7cb84a on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:49:59.402253 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-71d8adc5-b27d-475d-ade6-8196b391fd1b tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1242013215&fields=id&tenant_id=d6d910a5d3074b9cb61a601c2a7cb84a HTTP/1.1" status: 200 len: 267 time: 0.3841877 Sep 30 00:49:59.442598 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-b5b26879-70c7-4b8b-a814-c12403dff8fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:59.450995 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-b5b26879-70c7-4b8b-a814-c12403dff8fb admin admin] Usage tracker for resource:security_group_rule and tenant:e1bb49a332d445a7854f5bb46a65ceeb is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:59.459278 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-b5b26879-70c7-4b8b-a814-c12403dff8fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:59.465531 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5dfdd8-cf69-4c1a-bc2a-6b6c8c380bb0 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b38fe345-73ea-4e86-b623-da9e367cc0fb,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:59.468764 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-b5b26879-70c7-4b8b-a814-c12403dff8fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:59.469255 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2d5dfdd8-cf69-4c1a-bc2a-6b6c8c380bb0 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:59.502485 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56404) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:59.578341 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b5b26879-70c7-4b8b-a814-c12403dff8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:59.598928 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b5b26879-70c7-4b8b-a814-c12403dff8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:59.612966 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-06b34a33-9119-4c1f-9853-771cd4bca73d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:59.657233 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-b5b26879-70c7-4b8b-a814-c12403dff8fb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e1bb49a332d445a7854f5bb46a65ceeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990754 Sep 30 00:49:59.657233 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b26879-70c7-4b8b-a814-c12403dff8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0915d7c-650d-4fc5-bd0c-dedec6002a01,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:59.658243 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56410) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:49:59.660533 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b5b26879-70c7-4b8b-a814-c12403dff8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:59.667057 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-f860fda5-2924-4ef7-b8ba-46d54e436253 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:49:59.668382 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-f860fda5-2924-4ef7-b8ba-46d54e436253 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/networks?id=789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d HTTP/1.1" status: 200 len: 824 time: 0.2411802 Sep 30 00:49:59.675638 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-2d5dfdd8-cf69-4c1a-bc2a-6b6c8c380bb0 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Allocated IP 192.168.233.143 (5148d586-4385-4f2c-9968-16b3a645031f/d94969b3-14c1-4902-a40b-8e6c297e30ba/e5376c59-bd54-4b78-8898-edc91e80fb4d) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:49:59.689057 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-359ca118-10ca-438d-b372-ea98f6fe8bd1 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/quotas/d6d910a5d3074b9cb61a601c2a7cb84a HTTP/1.1" status: 200 len: 375 time: 0.0153077 Sep 30 00:49:59.706810 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1dd4c2ec-cfbd-4e61-a91d-c8feae90c389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:59.735233 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-1dd4c2ec-cfbd-4e61-a91d-c8feae90c389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:49:59.746619 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-1dd4c2ec-cfbd-4e61-a91d-c8feae90c389 admin admin] Usage tracker for resource:security_group_rule and tenant:81c222d045a248c580f696b87cb82d49 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:49:59.752368 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-1dd4c2ec-cfbd-4e61-a91d-c8feae90c389 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:49:59.760628 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-1dd4c2ec-cfbd-4e61-a91d-c8feae90c389 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:49:59.762673 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-92aadf11-4f8c-4ed8-8945-4dbd77b664f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:59.813892 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-92aadf11-4f8c-4ed8-8945-4dbd77b664f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:59.918965 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-92aadf11-4f8c-4ed8-8945-4dbd77b664f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:59.928784 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-767efe27-418d-4094-bb6c-7677a4d1b188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:49:59.972815 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1dd4c2ec-cfbd-4e61-a91d-c8feae90c389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:59.974144 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-d1b4f393-f479-42b7-a355-e9940cc7d70f tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Synchronizing usage tracker for tenant:d6d910a5d3074b9cb61a601c2a7cb84a on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:49:59.981056 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aadf11-4f8c-4ed8-8945-4dbd77b664f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0915d7c-650d-4fc5-bd0c-dedec6002a01,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:49:59.984049 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1dd4c2ec-cfbd-4e61-a91d-c8feae90c389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:49:59.998930 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-92aadf11-4f8c-4ed8-8945-4dbd77b664f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:49:59.999373 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-92aadf11-4f8c-4ed8-8945-4dbd77b664f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:00.018759 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b52228c9-aae0-4ceb-865c-eb098a60c818 req-544179e0-a092-4b9a-b5d5-867f475516bb tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 210 time: 0.0911930 Sep 30 00:50:00.036375 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-d1b4f393-f479-42b7-a355-e9940cc7d70f tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Unset dirty status for tenant:d6d910a5d3074b9cb61a601c2a7cb84a on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:50:00.038046 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-d1b4f393-f479-42b7-a355-e9940cc7d70f tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6d910a5d3074b9cb61a601c2a7cb84a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3422093 Sep 30 00:50:00.057327 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-1dd4c2ec-cfbd-4e61-a91d-c8feae90c389 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=81c222d045a248c580f696b87cb82d49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5536399 Sep 30 00:50:00.058767 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-92aadf11-4f8c-4ed8-8945-4dbd77b664f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:00.061899 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-92aadf11-4f8c-4ed8-8945-4dbd77b664f3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a0915d7c-650d-4fc5-bd0c-dedec6002a01 HTTP/1.1" status: 204 len: 168 time: 0.4007835 Sep 30 00:50:00.061899 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56418) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:00.062477 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-2d5dfdd8-cf69-4c1a-bc2a-6b6c8c380bb0 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:00.065209 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4c2ec-cfbd-4e61-a91d-c8feae90c389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5ebd56-381d-4596-a3eb-55782e8fde29,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:00.078396 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1dd4c2ec-cfbd-4e61-a91d-c8feae90c389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:00.131473 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-18e206f7-91f8-4fab-aaa6-c7b5974450c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:00.162829 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-2d5dfdd8-cf69-4c1a-bc2a-6b6c8c380bb0 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Transition to ACTIVE for port object e5376c59-bd54-4b78-8898-edc91e80fb4d will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:50:00.214230 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-18e206f7-91f8-4fab-aaa6-c7b5974450c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:00.243767 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-407a47ad-116b-49bb-8e1b-300c0474eeef service neutron] 10.222.0.39 "GET /v2.0/networks/789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768494 Sep 30 00:50:00.249745 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-2d5dfdd8-cf69-4c1a-bc2a-6b6c8c380bb0 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:00.273156 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:50:00.279431 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2438006e-8d59-49d9-b482-77737cfcaddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:00.299324 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0ef93-c1d3-47a6-abd4-a1047bb4a189 req-46a01f4f-21cf-4cbc-96cd-1229ce1e23e9 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:00.300802 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c8e0ef93-c1d3-47a6-abd4-a1047bb4a189 req-46a01f4f-21cf-4cbc-96cd-1229ce1e23e9 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c370cf1-045b-446a-a47c-344c7f9f3305 HTTP/1.1" status: 200 len: 968 time: 0.1436350 Sep 30 00:50:00.312235 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-18e206f7-91f8-4fab-aaa6-c7b5974450c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:00.336660 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-aec3bd76-731e-4ae4-a0f8-e8f89f88e5e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:00.359429 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e206f7-91f8-4fab-aaa6-c7b5974450c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5ebd56-381d-4596-a3eb-55782e8fde29,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:00.369168 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:50:00.382617 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-18e206f7-91f8-4fab-aaa6-c7b5974450c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:00.385875 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:50:00.386540 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:00.393370 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-18e206f7-91f8-4fab-aaa6-c7b5974450c8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb5ebd56-381d-4596-a3eb-55782e8fde29 HTTP/1.1" status: 204 len: 168 time: 0.3308342 Sep 30 00:50:00.402112 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-18e206f7-91f8-4fab-aaa6-c7b5974450c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:00.417129 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-2d5dfdd8-cf69-4c1a-bc2a-6b6c8c380bb0 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Network 5148d586-4385-4f2c-9968-16b3a645031f is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:50:00.422136 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-2d5dfdd8-cf69-4c1a-bc2a-6b6c8c380bb0 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:50:00.429077 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-2d5dfdd8-cf69-4c1a-bc2a-6b6c8c380bb0 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:50:00.434710 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-2d5dfdd8-cf69-4c1a-bc2a-6b6c8c380bb0 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:00.435360 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-2d5dfdd8-cf69-4c1a-bc2a-6b6c8c380bb0 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:00.447313 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c8e0ef93-c1d3-47a6-abd4-a1047bb4a189 req-d7bb2ded-71e7-4cbb-a57a-1b19efeef0f2 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce96a1a3-c478-4fe4-af4b-1fb44cdc99cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383138 Sep 30 00:50:00.481773 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5dfdd8-cf69-4c1a-bc2a-6b6c8c380bb0 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Pushing event updated for resources: {'Port': ['ID=e5376c59-bd54-4b78-8898-edc91e80fb4d,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:00.501646 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2d5dfdd8-cf69-4c1a-bc2a-6b6c8c380bb0 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:00.594926 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-2d5dfdd8-cf69-4c1a-bc2a-6b6c8c380bb0 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8405237 Sep 30 00:50:00.624063 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-9cc619c4-1854-490f-ba82-73dfb4d97fb9 service neutron] Request body: {'port': {'device_id': 'b439c5b9-a391-4a12-92f8-dd663d1ebe78', 'device_owner': 'compute:tempest-test_az-50205501', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:50:00.624761 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:00.682827 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c370cf1-045b-446a-a47c-344c7f9f3305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:50:00.739298 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-1208b9bd-ae9d-4225-aa39-689d6e32f66a service neutron] 10.222.0.39 "GET /v2.0/networks/789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866672 Sep 30 00:50:00.856209 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:50:00.857409 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-9cc619c4-1854-490f-ba82-73dfb4d97fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:00.870970 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:00.886454 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:00.899082 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86928de8-bec9-4c06-9d71-1c113a2bee65 req-fc73a7c5-0985-45c1-b7d6-f8234d6e70d2 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:00.903345 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-86928de8-bec9-4c06-9d71-1c113a2bee65 req-fc73a7c5-0985-45c1-b7d6-f8234d6e70d2 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.39 "GET /v2.0/ports?device_id=b439c5b9-a391-4a12-92f8-dd663d1ebe78 HTTP/1.1" status: 200 len: 936 time: 0.2285211 Sep 30 00:50:01.004980 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:01.012142 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8bd21a25-6fb8-456c-a33e-05ba0a655ce6 None None] Provisioning for port e5376c59-bd54-4b78-8898-edc91e80fb4d completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:50:01.020850 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:01.021989 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8bd21a25-6fb8-456c-a33e-05ba0a655ce6 None None] Provisioning complete for port e5376c59-bd54-4b78-8898-edc91e80fb4d triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:50:01.022692 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8bd21a25-6fb8-456c-a33e-05ba0a655ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:01.040453 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-86928de8-bec9-4c06-9d71-1c113a2bee65 req-e1bb3854-ff35-4a0b-960f-257d2756ace3 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.39 "GET /v2.0/security-groups?id=b38fe345-73ea-4e86-b623-da9e367cc0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322095 Sep 30 00:50:01.105536 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8bd21a25-6fb8-456c-a33e-05ba0a655ce6 None None] Port e5376c59-bd54-4b78-8898-edc91e80fb4d cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:50:01.152715 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56454) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:01.156555 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-368cc368-0d14-46a7-b01f-f6f6db45ed58 req-3fd30c9a-4815-4a1f-a26c-2d98c71f608b tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=79970307-2808-4617-aaf6-09ebc035f45f HTTP/1.1" status: 200 len: 210 time: 0.0703931 Sep 30 00:50:01.189707 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e64c0b54-77f1-47b6-9427-40571118590a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:01.216625 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-e64c0b54-77f1-47b6-9427-40571118590a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:01.220711 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-e64c0b54-77f1-47b6-9427-40571118590a admin admin] Usage tracker for resource:security_group_rule and tenant:17bf491eccce4ffc996d8cc47ee04ac2 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:01.223983 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-e64c0b54-77f1-47b6-9427-40571118590a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:01.246252 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-e64c0b54-77f1-47b6-9427-40571118590a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:01.316964 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ffda5323-ec40-4679-b86b-7777f8892871 req-3d9347fc-c3ad-415c-9cd3-64409b7bfecb tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 210 time: 0.0614247 Sep 30 00:50:01.442626 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-9cc619c4-1854-490f-ba82-73dfb4d97fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5376c59-bd54-4b78-8898-edc91e80fb4d {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:50:01.450838 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-9cc619c4-1854-490f-ba82-73dfb4d97fb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:01.453135 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e64c0b54-77f1-47b6-9427-40571118590a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:01.463093 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e64c0b54-77f1-47b6-9427-40571118590a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:01.470910 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-25d30668-f001-4206-973f-f950741f8c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:01.486975 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-9cc619c4-1854-490f-ba82-73dfb4d97fb9 service neutron] Transition to ACTIVE for port object e5376c59-bd54-4b78-8898-edc91e80fb4d will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:50:01.502501 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-9cc619c4-1854-490f-ba82-73dfb4d97fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:01.508295 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-276a97f2-d08b-425b-8199-2e8d2108db97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:01.566317 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c0b54-77f1-47b6-9427-40571118590a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a36726-91dc-49c4-8a36-c688975565b7,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:01.594183 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-e64c0b54-77f1-47b6-9427-40571118590a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=17bf491eccce4ffc996d8cc47ee04ac2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4393992 Sep 30 00:50:01.594183 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56474) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:01.596069 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e64c0b54-77f1-47b6-9427-40571118590a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:01.673442 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c370cf1-045b-446a-a47c-344c7f9f3305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012', 'code': 200} Sep 30 00:50:01.768974 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.55', 56389) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:01.840025 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc619c4-1854-490f-ba82-73dfb4d97fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5376c59-bd54-4b78-8898-edc91e80fb4d,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:01.846266 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9cc619c4-1854-490f-ba82-73dfb4d97fb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:01.849554 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-78384d3b-91c8-44cc-857b-c663ae927686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:01.855409 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-9cc619c4-1854-490f-ba82-73dfb4d97fb9 service neutron] Attempting to bind port e5376c59-bd54-4b78-8898-edc91e80fb4d on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:50:01.855739 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-9cc619c4-1854-490f-ba82-73dfb4d97fb9 service neutron] Attempting to bind port e5376c59-bd54-4b78-8898-edc91e80fb4d by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:50:01.856063 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-9cc619c4-1854-490f-ba82-73dfb4d97fb9 service neutron] Attempting to bind port e5376c59-bd54-4b78-8898-edc91e80fb4d on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:50:01.861708 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-9cc619c4-1854-490f-ba82-73dfb4d97fb9 service neutron] Port e5376c59-bd54-4b78-8898-edc91e80fb4d on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:50:01.862051 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-9cc619c4-1854-490f-ba82-73dfb4d97fb9 service neutron] Attempting to bind port e5376c59-bd54-4b78-8898-edc91e80fb4d on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:50:01.867504 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-9cc619c4-1854-490f-ba82-73dfb4d97fb9 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:50:01.867836 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-9cc619c4-1854-490f-ba82-73dfb4d97fb9 service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:50:01.868217 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-9cc619c4-1854-490f-ba82-73dfb4d97fb9 service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:50:01.868644 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-9cc619c4-1854-490f-ba82-73dfb4d97fb9 service neutron] Bound port: e5376c59-bd54-4b78-8898-edc91e80fb4d, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:50:01.868986 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-9cc619c4-1854-490f-ba82-73dfb4d97fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:01.896221 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-78384d3b-91c8-44cc-857b-c663ae927686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:01.972116 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54a049-e076-4f06-84ce-ac26db7e4c71 req-b56a9298-b973-4b78-970c-1bdb434e8515 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:01.973588 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5c54a049-e076-4f06-84ce-ac26db7e4c71 req-b56a9298-b973-4b78-970c-1bdb434e8515 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c370cf1-045b-446a-a47c-344c7f9f3305 HTTP/1.1" status: 200 len: 969 time: 0.2798843 Sep 30 00:50:01.979335 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173711a-29f4-49b2-877f-0ea1c2a7465f req-7b92bd6b-ddaf-435b-8368-a8ae577e372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:01.980738 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5173711a-29f4-49b2-877f-0ea1c2a7465f req-7b92bd6b-ddaf-435b-8368-a8ae577e372f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8c370cf1-045b-446a-a47c-344c7f9f3305 HTTP/1.1" status: 200 len: 1120 time: 0.2059131 Sep 30 00:50:01.980953 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-9cc619c4-1854-490f-ba82-73dfb4d97fb9 service neutron] For port e5376c59-bd54-4b78-8898-edc91e80fb4d, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:50:01.984410 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-9cc619c4-1854-490f-ba82-73dfb4d97fb9 service neutron] For port e5376c59-bd54-4b78-8898-edc91e80fb4d, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=e5376c59-bd54-4b78-8898-edc91e80fb4d,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:50:01.989421 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-9cc619c4-1854-490f-ba82-73dfb4d97fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:01.994896 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:02.017974 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5173711a-29f4-49b2-877f-0ea1c2a7465f req-a8ae1059-3c79-4f39-876c-9e1394d5e042 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:02.044300 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-78384d3b-91c8-44cc-857b-c663ae927686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:02.051879 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d261a0e6-1889-4f15-9423-8c3d6c0e0796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:02.064931 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-9cc619c4-1854-490f-ba82-73dfb4d97fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:02.065547 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-9cc619c4-1854-490f-ba82-73dfb4d97fb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:02.066285 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-5173711a-29f4-49b2-877f-0ea1c2a7465f req-a8ae1059-3c79-4f39-876c-9e1394d5e042 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:02.066992 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-9cc619c4-1854-490f-ba82-73dfb4d97fb9 service neutron] 10.222.0.55 "PUT /v2.0/ports/e5376c59-bd54-4b78-8898-edc91e80fb4d HTTP/1.1" status: 200 len: 1116 time: 1.4630704 Sep 30 00:50:02.067465 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b439c5b9-a391-4a12-92f8-dd663d1ebe78', 'tag': 'e5376c59-bd54-4b78-8898-edc91e80fb4d'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:50:02.072790 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5c54a049-e076-4f06-84ce-ac26db7e4c71 req-ded99efe-00a5-4beb-96fa-6801f76be60f tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce96a1a3-c478-4fe4-af4b-1fb44cdc99cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911396 Sep 30 00:50:02.082683 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78384d3b-91c8-44cc-857b-c663ae927686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a36726-91dc-49c4-8a36-c688975565b7,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:02.087152 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-5173711a-29f4-49b2-877f-0ea1c2a7465f req-a8ae1059-3c79-4f39-876c-9e1394d5e042 service neutron] Usage tracker for resource:security_group_rule and tenant:2fb720904390424782baf5af78316d71 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:02.092711 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-78384d3b-91c8-44cc-857b-c663ae927686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:02.095355 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-5173711a-29f4-49b2-877f-0ea1c2a7465f req-a8ae1059-3c79-4f39-876c-9e1394d5e042 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:02.102408 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-78384d3b-91c8-44cc-857b-c663ae927686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:02.106538 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-78384d3b-91c8-44cc-857b-c663ae927686 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f4a36726-91dc-49c4-8a36-c688975565b7 HTTP/1.1" status: 204 len: 168 time: 0.5095148 Sep 30 00:50:02.107921 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-5173711a-29f4-49b2-877f-0ea1c2a7465f req-a8ae1059-3c79-4f39-876c-9e1394d5e042 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:02.113978 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc619c4-1854-490f-ba82-73dfb4d97fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5376c59-bd54-4b78-8898-edc91e80fb4d,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:02.117678 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9cc619c4-1854-490f-ba82-73dfb4d97fb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:02.199297 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b439c5b9-a391-4a12-92f8-dd663d1ebe78', 'tag': 'e5376c59-bd54-4b78-8898-edc91e80fb4d', 'status': 'completed', 'code': 200} Sep 30 00:50:02.219242 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-52e94bc8-329e-49a2-b74f-6a179cd05eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:02.221132 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-52e94bc8-329e-49a2-b74f-6a179cd05eda service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b06dac5dbe63483ba1f12673619e9615&device_id=b439c5b9-a391-4a12-92f8-dd663d1ebe78 HTTP/1.1" status: 200 len: 1119 time: 0.0971403 Sep 30 00:50:02.317232 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5173711a-29f4-49b2-877f-0ea1c2a7465f req-a8ae1059-3c79-4f39-876c-9e1394d5e042 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:02.324157 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5173711a-29f4-49b2-877f-0ea1c2a7465f req-a8ae1059-3c79-4f39-876c-9e1394d5e042 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:02.334249 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-31a53544-119d-47f6-9d99-82a40254b25f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:02.350939 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-766691e8-6387-43b6-adee-2c4bd8638a60 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=e5376c59-bd54-4b78-8898-edc91e80fb4d HTTP/1.1" status: 200 len: 217 time: 0.1162593 Sep 30 00:50:02.372459 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5173711a-29f4-49b2-877f-0ea1c2a7465f req-a8ae1059-3c79-4f39-876c-9e1394d5e042 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ce96a1a3-c478-4fe4-af4b-1fb44cdc99cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757322 Sep 30 00:50:02.386069 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae1059-3c79-4f39-876c-9e1394d5e042 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=be1410fd-0246-40a6-903f-f4184a31b3c5,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:02.389101 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a8ae1059-3c79-4f39-876c-9e1394d5e042 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:02.448472 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ef2a0e4f-ad2e-4014-862a-5751b91f794b req-3ff2ea2a-28b7-44a8-ae32-90e46fb34240 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=79970307-2808-4617-aaf6-09ebc035f45f HTTP/1.1" status: 200 len: 210 time: 0.0482228 Sep 30 00:50:02.629037 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-9da59d48-0f89-41d8-b4d4-07c8c1336c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:02.629037 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-9da59d48-0f89-41d8-b4d4-07c8c1336c24 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.2181821 Sep 30 00:50:02.647228 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c889c8-4526-4e9f-a40c-852ef08ca1ae req-2aafff31-91f6-4628-83a3-671ac312bba2 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:02.648095 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-14c889c8-4526-4e9f-a40c-852ef08ca1ae req-2aafff31-91f6-4628-83a3-671ac312bba2 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Synchronizing usage tracker for tenant:b06dac5dbe63483ba1f12673619e9615 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:50:02.660906 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-297d5c1a-db67-4281-be8d-0584a980a7c3 req-fc685733-6deb-4f3d-a6b8-2188108d2c34 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 210 time: 0.0798635 Sep 30 00:50:02.681847 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-14c889c8-4526-4e9f-a40c-852ef08ca1ae req-2aafff31-91f6-4628-83a3-671ac312bba2 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Unset dirty status for tenant:b06dac5dbe63483ba1f12673619e9615 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:50:02.681847 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-14c889c8-4526-4e9f-a40c-852ef08ca1ae req-2aafff31-91f6-4628-83a3-671ac312bba2 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.39 "GET /v2.0/ports?device_id=b439c5b9-a391-4a12-92f8-dd663d1ebe78 HTTP/1.1" status: 200 len: 968 time: 0.3249483 Sep 30 00:50:02.726629 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-14c889c8-4526-4e9f-a40c-852ef08ca1ae req-c89d00ce-5954-4f2a-b086-12b083462cbb tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Synchronizing usage tracker for tenant:b06dac5dbe63483ba1f12673619e9615 on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:50:02.792232 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-14c889c8-4526-4e9f-a40c-852ef08ca1ae req-c89d00ce-5954-4f2a-b086-12b083462cbb tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Unset dirty status for tenant:b06dac5dbe63483ba1f12673619e9615 on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:50:02.793908 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-14c889c8-4526-4e9f-a40c-852ef08ca1ae req-c89d00ce-5954-4f2a-b086-12b083462cbb tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.39 "GET /v2.0/security-groups?id=b38fe345-73ea-4e86-b623-da9e367cc0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092393 Sep 30 00:50:02.815596 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-f449a793-8ad2-41b5-80fb-16ca7d0e4125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:02.817156 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-f449a793-8ad2-41b5-80fb-16ca7d0e4125 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0778835 Sep 30 00:50:02.974942 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-8badb69e-9772-4e48-8d29-e4a4c5bc3669 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393740 Sep 30 00:50:03.066933 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-3d9276ce-2e2d-4ce3-9fb6-d9ecbf45901c tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Request body: {'port': {'device_id': 'b03a9166-b9c5-4fb0-a916-82090bcd1b9c', 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f', 'admin_state_up': True, 'tenant_id': 'f37261e7a4fc4ea5bf5016bed7997e37'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:50:03.236951 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-576c4e11-3c7f-4d62-b086-f9a1a2b3ea63 req-56238b22-756c-4da9-a3f3-42a21231bcc7 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547824 Sep 30 00:50:03.250450 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-3d9276ce-2e2d-4ce3-9fb6-d9ecbf45901c tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:03.256085 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-3d9276ce-2e2d-4ce3-9fb6-d9ecbf45901c tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Usage tracker for resource:port and tenant:f37261e7a4fc4ea5bf5016bed7997e37 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:03.259321 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-3d9276ce-2e2d-4ce3-9fb6-d9ecbf45901c tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:03.268716 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-3d9276ce-2e2d-4ce3-9fb6-d9ecbf45901c tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:03.295449 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-3d9276ce-2e2d-4ce3-9fb6-d9ecbf45901c tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Made reservation on behalf of f37261e7a4fc4ea5bf5016bed7997e37 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:50:03.300964 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-3d9276ce-2e2d-4ce3-9fb6-d9ecbf45901c tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:03.518407 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b819c4-26f4-4573-a468-0a63459c0bf9 req-a145ad12-145a-4516-ab05-8a6b94432619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:03.520108 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-96b819c4-26f4-4573-a468-0a63459c0bf9 req-a145ad12-145a-4516-ab05-8a6b94432619 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b06dac5dbe63483ba1f12673619e9615&device_id=b439c5b9-a391-4a12-92f8-dd663d1ebe78 HTTP/1.1" status: 200 len: 1119 time: 0.2086885 Sep 30 00:50:03.538325 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8d753-cb7e-4bb7-8634-7ffdd169d34e req-16ad4f8d-4d18-4569-9410-3572a8ff32ca tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:03.540789 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f7f8d753-cb7e-4bb7-8634-7ffdd169d34e req-16ad4f8d-4d18-4569-9410-3572a8ff32ca tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c370cf1-045b-446a-a47c-344c7f9f3305 HTTP/1.1" status: 200 len: 969 time: 0.2355947 Sep 30 00:50:03.631304 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f7f8d753-cb7e-4bb7-8634-7ffdd169d34e req-81aafec5-86f9-433f-97de-a8ad57ea251c tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce96a1a3-c478-4fe4-af4b-1fb44cdc99cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849130 Sep 30 00:50:03.696442 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-3d9276ce-2e2d-4ce3-9fb6-d9ecbf45901c tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Allocated IP 172.20.0.10 (0a0a50fb-f59e-4919-9310-948ef891e84f/e11b3221-7cfb-4feb-801d-70a2c0ec6209/06abf601-12d2-4ccb-86b5-71d5cd879b85) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:50:03.700036 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3c8962c3-52fa-40a2-aaf6-d981cb76af4c req-29d894c8-2bc7-404e-84d0-68618073c884 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=79970307-2808-4617-aaf6-09ebc035f45f HTTP/1.1" status: 200 len: 210 time: 0.0838153 Sep 30 00:50:03.777361 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b819c4-26f4-4573-a468-0a63459c0bf9 req-cbf88829-b683-40f6-a607-bbeedfb24420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:03.778841 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-96b819c4-26f4-4573-a468-0a63459c0bf9 req-cbf88829-b683-40f6-a607-bbeedfb24420 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.2500534 Sep 30 00:50:03.882383 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-96b819c4-26f4-4573-a468-0a63459c0bf9 req-d86639ce-a55d-45dc-b071-08fa1474977b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=e5376c59-bd54-4b78-8898-edc91e80fb4d HTTP/1.1" status: 200 len: 217 time: 0.0922172 Sep 30 00:50:03.892285 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d1611db3-ce3e-46d7-aefd-503286eab080 req-6df04c42-ae08-4458-be6d-e6e0e2db47da tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 210 time: 0.0607638 Sep 30 00:50:04.080535 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.59', 57538) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:04.096168 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b819c4-26f4-4573-a468-0a63459c0bf9 req-fe31e8b2-3084-4341-ab00-47aee417e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:04.098269 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-96b819c4-26f4-4573-a468-0a63459c0bf9 req-fe31e8b2-3084-4341-ab00-47aee417e9dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1550250 Sep 30 00:50:04.226754 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-3d9276ce-2e2d-4ce3-9fb6-d9ecbf45901c tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:04.246762 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d0614-f679-44d2-afab-1307affca08a req-78b41da3-9b22-484e-aef7-83c5677ef5c7 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:04.254070 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-609d0614-f679-44d2-afab-1307affca08a req-78b41da3-9b22-484e-aef7-83c5677ef5c7 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.39 "GET /v2.0/ports?device_id=b439c5b9-a391-4a12-92f8-dd663d1ebe78 HTTP/1.1" status: 200 len: 968 time: 0.2649055 Sep 30 00:50:04.325135 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-eace91e7-306b-4f34-859b-99fa22c6b104 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:04.326356 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-eace91e7-306b-4f34-859b-99fa22c6b104 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Synchronizing usage tracker for tenant:d6d910a5d3074b9cb61a601c2a7cb84a on resource:network {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:50:04.327604 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-609d0614-f679-44d2-afab-1307affca08a req-3735ecef-8481-4c2d-8cda-be025a9aa397 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.39 "GET /v2.0/security-groups?id=b38fe345-73ea-4e86-b623-da9e367cc0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726361 Sep 30 00:50:04.337893 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b819c4-26f4-4573-a468-0a63459c0bf9 req-bd956e3d-d06c-420c-8fea-87b9b741768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:04.339473 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-96b819c4-26f4-4573-a468-0a63459c0bf9 req-bd956e3d-d06c-420c-8fea-87b9b741768e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2269986 Sep 30 00:50:04.352092 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-3d9276ce-2e2d-4ce3-9fb6-d9ecbf45901c tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:04.358514 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-eace91e7-306b-4f34-859b-99fa22c6b104 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Unset dirty status for tenant:d6d910a5d3074b9cb61a601c2a7cb84a on resource:network {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:50:04.359783 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-eace91e7-306b-4f34-859b-99fa22c6b104 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.59 "GET /v2.0/networks?id=789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d HTTP/1.1" status: 200 len: 824 time: 0.2657325 Sep 30 00:50:04.379317 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4b7b4e63-0a6c-40aa-8ffc-ebf3356f6235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:04.396415 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56590) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:04.462247 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-7939ae45-7db3-4232-9c87-a3f23c1b9fb0 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Synchronizing usage tracker for tenant:d6d910a5d3074b9cb61a601c2a7cb84a on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:50:04.478355 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-7939ae45-7db3-4232-9c87-a3f23c1b9fb0 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Unset dirty status for tenant:d6d910a5d3074b9cb61a601c2a7cb84a on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:50:04.480574 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-7939ae45-7db3-4232-9c87-a3f23c1b9fb0 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6d910a5d3074b9cb61a601c2a7cb84a HTTP/1.1" status: 200 len: 380 time: 0.0753050 Sep 30 00:50:04.492892 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5adc6a41-7146-40d4-becf-8b5d4aa6f073 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Request body: {'port': {'device_id': '79970307-2808-4617-aaf6-09ebc035f45f', 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d', 'admin_state_up': True, 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'security_groups': ['3c42dc21-c719-4a96-84be-a21d147d8c3b']}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:50:04.578569 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-3d9276ce-2e2d-4ce3-9fb6-d9ecbf45901c tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Network 0a0a50fb-f59e-4919-9310-948ef891e84f is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:50:04.594434 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2144c532-8810-409a-9a38-41fc6cdc53da admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:04.611552 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-3d9276ce-2e2d-4ce3-9fb6-d9ecbf45901c tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:50:04.617633 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-2144c532-8810-409a-9a38-41fc6cdc53da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:04.625146 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-2144c532-8810-409a-9a38-41fc6cdc53da admin admin] Usage tracker for resource:security_group_rule and tenant:82c4ea10dd5f44cdb8d2a46a384fab16 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:04.628063 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-3d9276ce-2e2d-4ce3-9fb6-d9ecbf45901c tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:50:04.630466 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-2144c532-8810-409a-9a38-41fc6cdc53da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:04.635311 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-3d9276ce-2e2d-4ce3-9fb6-d9ecbf45901c tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:04.636782 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-3d9276ce-2e2d-4ce3-9fb6-d9ecbf45901c tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:04.641881 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-2144c532-8810-409a-9a38-41fc6cdc53da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:04.689428 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9276ce-2e2d-4ce3-9fb6-d9ecbf45901c tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Pushing event updated for resources: {'Port': ['ID=06abf601-12d2-4ccb-86b5-71d5cd879b85,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:04.693243 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5adc6a41-7146-40d4-becf-8b5d4aa6f073 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:04.696583 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3d9276ce-2e2d-4ce3-9fb6-d9ecbf45901c tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:04.698818 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-3d9276ce-2e2d-4ce3-9fb6-d9ecbf45901c tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6411028 Sep 30 00:50:04.703139 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5adc6a41-7146-40d4-becf-8b5d4aa6f073 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:04.716286 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5adc6a41-7146-40d4-becf-8b5d4aa6f073 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Made reservation on behalf of d6d910a5d3074b9cb61a601c2a7cb84a for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:50:04.719911 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-c8724e42-d62d-4b35-a649-deeee0285751 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:50:04.720850 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5adc6a41-7146-40d4-becf-8b5d4aa6f073 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:04.721362 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-c8724e42-d62d-4b35-a649-deeee0285751 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067601 Sep 30 00:50:04.756351 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-96b819c4-26f4-4573-a468-0a63459c0bf9 req-a2f6e665-cd5e-4659-b0a6-3fc7cd8b0fbc service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018488 Sep 30 00:50:04.931679 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2144c532-8810-409a-9a38-41fc6cdc53da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:04.940109 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2144c532-8810-409a-9a38-41fc6cdc53da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:04.946922 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-a29580a4-3006-4a72-8478-3381406422b2 service neutron] Request body: {'port': {'device_id': 'b03a9166-b9c5-4fb0-a916-82090bcd1b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:50:04.950613 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:05.009650 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5adc6a41-7146-40d4-becf-8b5d4aa6f073 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Allocated IP 172.20.0.5 (789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d/2832071e-b852-47d3-913e-f292b000827a/726371f4-278a-4072-b06f-d3103c824c80) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:50:05.019425 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-2144c532-8810-409a-9a38-41fc6cdc53da admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=82c4ea10dd5f44cdb8d2a46a384fab16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6219194 Sep 30 00:50:05.024383 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56620) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:05.045163 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144c532-8810-409a-9a38-41fc6cdc53da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36a4f5e-5452-46fb-8caf-9b1623073f7a,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:05.054574 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2144c532-8810-409a-9a38-41fc6cdc53da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:05.162513 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-30b4ab50-9dac-4e64-a5ef-c49c06f02dec req-9c599c83-58b2-4b46-843f-b5ca00479bb5 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=79970307-2808-4617-aaf6-09ebc035f45f HTTP/1.1" status: 200 len: 210 time: 0.0670655 Sep 30 00:50:05.165530 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-96b819c4-26f4-4573-a468-0a63459c0bf9 req-5037fb9c-796e-49e0-b847-17b4ee149de1 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898308 Sep 30 00:50:05.172777 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-a29580a4-3006-4a72-8478-3381406422b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:05.208582 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e52ad-5ad1-4cc3-bca0-c980dd153ad4 req-0c7f1b6e-012e-4d3b-b144-ce94d9ef7be1 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:05.210930 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-297e52ad-5ad1-4cc3-bca0-c980dd153ad4 req-0c7f1b6e-012e-4d3b-b144-ce94d9ef7be1 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c370cf1-045b-446a-a47c-344c7f9f3305 HTTP/1.1" status: 200 len: 969 time: 0.2845082 Sep 30 00:50:05.241238 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-94d373b7-cb72-4a5e-8515-6609da818cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:05.338248 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-94d373b7-cb72-4a5e-8515-6609da818cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:05.343773 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-297e52ad-5ad1-4cc3-bca0-c980dd153ad4 req-b35d7b17-acd7-488a-97bd-5fe32a9f7a75 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce96a1a3-c478-4fe4-af4b-1fb44cdc99cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014624 Sep 30 00:50:05.383079 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:05.437226 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5adc6a41-7146-40d4-becf-8b5d4aa6f073 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:05.480627 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42798938-aff8-4cad-9b78-dc9c5bd1102b req-141760b9-88cb-47db-8af2-d2f7b2ba1986 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:05.482212 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-42798938-aff8-4cad-9b78-dc9c5bd1102b req-141760b9-88cb-47db-8af2-d2f7b2ba1986 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 932 time: 0.2166812 Sep 30 00:50:05.483482 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5adc6a41-7146-40d4-becf-8b5d4aa6f073 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Transition to ACTIVE for port object 726371f4-278a-4072-b06f-d3103c824c80 will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:50:05.486710 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-94d373b7-cb72-4a5e-8515-6609da818cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:05.492681 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4643a17f-6e4c-499f-8446-7907937459bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:05.521624 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d373b7-cb72-4a5e-8515-6609da818cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36a4f5e-5452-46fb-8caf-9b1623073f7a,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:05.527885 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-94d373b7-cb72-4a5e-8515-6609da818cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:05.566845 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-42798938-aff8-4cad-9b78-dc9c5bd1102b req-5fd34c20-9cb3-4165-a4bd-5a25e97cf301 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757711 Sep 30 00:50:05.576888 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-94d373b7-cb72-4a5e-8515-6609da818cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:05.578344 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-94d373b7-cb72-4a5e-8515-6609da818cbe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c36a4f5e-5452-46fb-8caf-9b1623073f7a HTTP/1.1" status: 204 len: 168 time: 0.5530574 Sep 30 00:50:05.589690 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5adc6a41-7146-40d4-becf-8b5d4aa6f073 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:05.609402 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:05.644174 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-a29580a4-3006-4a72-8478-3381406422b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06abf601-12d2-4ccb-86b5-71d5cd879b85 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:50:05.653224 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-a29580a4-3006-4a72-8478-3381406422b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:05.677465 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-a29580a4-3006-4a72-8478-3381406422b2 service neutron] Transition to ACTIVE for port object 06abf601-12d2-4ccb-86b5-71d5cd879b85 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:50:05.682195 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-a29580a4-3006-4a72-8478-3381406422b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:05.690024 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:05.728670 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5adc6a41-7146-40d4-becf-8b5d4aa6f073 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Network 789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:50:05.732079 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5adc6a41-7146-40d4-becf-8b5d4aa6f073 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:50:05.737254 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5adc6a41-7146-40d4-becf-8b5d4aa6f073 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:50:05.744733 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5adc6a41-7146-40d4-becf-8b5d4aa6f073 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:05.745531 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5adc6a41-7146-40d4-becf-8b5d4aa6f073 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:05.759555 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc6a41-7146-40d4-becf-8b5d4aa6f073 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Pushing event updated for resources: {'Port': ['ID=726371f4-278a-4072-b06f-d3103c824c80,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:05.762668 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5adc6a41-7146-40d4-becf-8b5d4aa6f073 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:05.772291 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5adc6a41-7146-40d4-becf-8b5d4aa6f073 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2858105 Sep 30 00:50:05.793468 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5e13d1e7-17de-419b-8de1-6f41db541159 service neutron] Request body: {'port': {'device_id': '79970307-2808-4617-aaf6-09ebc035f45f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:50:05.942395 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5e13d1e7-17de-419b-8de1-6f41db541159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:05.985889 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29580a4-3006-4a72-8478-3381406422b2 service neutron] Pushing event updated for resources: {'Port': ['ID=06abf601-12d2-4ccb-86b5-71d5cd879b85,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:05.988375 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-a29580a4-3006-4a72-8478-3381406422b2 service neutron] Attempting to bind port 06abf601-12d2-4ccb-86b5-71d5cd879b85 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:50:05.988707 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-a29580a4-3006-4a72-8478-3381406422b2 service neutron] Attempting to bind port 06abf601-12d2-4ccb-86b5-71d5cd879b85 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:50:05.989034 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-a29580a4-3006-4a72-8478-3381406422b2 service neutron] Attempting to bind port 06abf601-12d2-4ccb-86b5-71d5cd879b85 on network 0a0a50fb-f59e-4919-9310-948ef891e84f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:50:05.994824 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a29580a4-3006-4a72-8478-3381406422b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:05.997093 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-a29580a4-3006-4a72-8478-3381406422b2 service neutron] Port 06abf601-12d2-4ccb-86b5-71d5cd879b85 on network 0a0a50fb-f59e-4919-9310-948ef891e84f not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:50:05.997225 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-a29580a4-3006-4a72-8478-3381406422b2 service neutron] Attempting to bind port 06abf601-12d2-4ccb-86b5-71d5cd879b85 on network 0a0a50fb-f59e-4919-9310-948ef891e84f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:50:06.007110 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-a29580a4-3006-4a72-8478-3381406422b2 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:50:06.007450 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-a29580a4-3006-4a72-8478-3381406422b2 service neutron] Checking segment: {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:50:06.007833 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-a29580a4-3006-4a72-8478-3381406422b2 service neutron] Bound using segment: {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:50:06.008317 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-a29580a4-3006-4a72-8478-3381406422b2 service neutron] Bound port: 06abf601-12d2-4ccb-86b5-71d5cd879b85, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:50:06.008600 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-a29580a4-3006-4a72-8478-3381406422b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:06.037237 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-4d8ae7c5-9b63-4337-bcc9-fc995dfd708e None None] Provisioning for port 726371f4-278a-4072-b06f-d3103c824c80 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:50:06.044742 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-4d8ae7c5-9b63-4337-bcc9-fc995dfd708e None None] Provisioning complete for port 726371f4-278a-4072-b06f-d3103c824c80 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:50:06.045585 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-4d8ae7c5-9b63-4337-bcc9-fc995dfd708e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:06.118323 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-4d8ae7c5-9b63-4337-bcc9-fc995dfd708e None None] Port 726371f4-278a-4072-b06f-d3103c824c80 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:50:06.129377 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56648) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:06.140657 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-a29580a4-3006-4a72-8478-3381406422b2 service neutron] For port 06abf601-12d2-4ccb-86b5-71d5cd879b85, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:50:06.145053 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-a29580a4-3006-4a72-8478-3381406422b2 service neutron] For port 06abf601-12d2-4ccb-86b5-71d5cd879b85, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=06abf601-12d2-4ccb-86b5-71d5cd879b85,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:50:06.155119 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb1a6e-dce3-4228-b356-8263ea944fb0 req-7f86bad8-ff85-4914-a8c7-6857d132d26a tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:06.157187 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59cb1a6e-dce3-4228-b356-8263ea944fb0 req-7f86bad8-ff85-4914-a8c7-6857d132d26a tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.39 "GET /v2.0/ports?device_id=b439c5b9-a391-4a12-92f8-dd663d1ebe78 HTTP/1.1" status: 200 len: 968 time: 0.3382568 Sep 30 00:50:06.159553 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-a29580a4-3006-4a72-8478-3381406422b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:06.164775 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9cc619c4-1854-490f-ba82-73dfb4d97fb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:06.166426 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-edc51208-29f1-4ab3-ba37-1699432e69ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:06.191227 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-edc51208-29f1-4ab3-ba37-1699432e69ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:06.200935 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-edc51208-29f1-4ab3-ba37-1699432e69ab admin admin] Usage tracker for resource:security_group_rule and tenant:5d286d49e1354da693c8488618022741 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:06.202592 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-edc51208-29f1-4ab3-ba37-1699432e69ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:06.226344 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-edc51208-29f1-4ab3-ba37-1699432e69ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:06.243304 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-a29580a4-3006-4a72-8478-3381406422b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:06.243990 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-a29580a4-3006-4a72-8478-3381406422b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:06.245624 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-a29580a4-3006-4a72-8478-3381406422b2 service neutron] 10.222.0.59 "PUT /v2.0/ports/06abf601-12d2-4ccb-86b5-71d5cd879b85 HTTP/1.1" status: 200 len: 1092 time: 1.4161732 Sep 30 00:50:06.249249 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03a9166-b9c5-4fb0-a916-82090bcd1b9c', 'tag': '06abf601-12d2-4ccb-86b5-71d5cd879b85'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:50:06.299909 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59cb1a6e-dce3-4228-b356-8263ea944fb0 req-8f85d515-8318-4a49-9180-c060332793d0 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.39 "GET /v2.0/security-groups?id=b38fe345-73ea-4e86-b623-da9e367cc0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358285 Sep 30 00:50:06.316953 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device e5376c59-bd54-4b78-8898-edc91e80fb4d details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:50:06.366190 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03a9166-b9c5-4fb0-a916-82090bcd1b9c', 'tag': '06abf601-12d2-4ccb-86b5-71d5cd879b85', 'status': 'completed', 'code': 200} Sep 30 00:50:06.381317 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29580a4-3006-4a72-8478-3381406422b2 service neutron] Pushing event updated for resources: {'Port': ['ID=06abf601-12d2-4ccb-86b5-71d5cd879b85,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:06.385501 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a29580a4-3006-4a72-8478-3381406422b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:06.423696 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-a2127bb8-1508-4162-bfb0-164467d9e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:06.425596 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-a2127bb8-1508-4162-bfb0-164467d9e5d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 1095 time: 0.1171138 Sep 30 00:50:06.511931 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-93f6f067-e610-41d1-a99f-9d82355e0342 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06abf601-12d2-4ccb-86b5-71d5cd879b85 HTTP/1.1" status: 200 len: 217 time: 0.0717258 Sep 30 00:50:06.589251 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e503d3-6614-410f-881a-72d92d0b464c req-7330e40b-a0ce-4526-ad80-b5f6836fd032 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:06.589984 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-47e503d3-6614-410f-881a-72d92d0b464c req-7330e40b-a0ce-4526-ad80-b5f6836fd032 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Synchronizing usage tracker for tenant:d6d910a5d3074b9cb61a601c2a7cb84a on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:50:06.630074 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-4781e479-d94f-424c-b06f-6dc70bd5499f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:06.630380 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port e5376c59-bd54-4b78-8898-edc91e80fb4d, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=e5376c59-bd54-4b78-8898-edc91e80fb4d,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:50:06.631792 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-4781e479-d94f-424c-b06f-6dc70bd5499f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e11b3221-7cfb-4feb-801d-70a2c0ec6209 HTTP/1.1" status: 200 len: 848 time: 0.0892646 Sep 30 00:50:06.649333 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': 'e5376c59-bd54-4b78-8898-edc91e80fb4d', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': 'e5376c59-bd54-4b78-8898-edc91e80fb4d', 'mac_address': 'fa:16:3e:83:59:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:tempest-test_az-50205501', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:50:06.681844 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-47e503d3-6614-410f-881a-72d92d0b464c req-7330e40b-a0ce-4526-ad80-b5f6836fd032 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Unset dirty status for tenant:d6d910a5d3074b9cb61a601c2a7cb84a on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:50:06.690633 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-47e503d3-6614-410f-881a-72d92d0b464c req-7330e40b-a0ce-4526-ad80-b5f6836fd032 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=79970307-2808-4617-aaf6-09ebc035f45f HTTP/1.1" status: 200 len: 931 time: 0.3161392 Sep 30 00:50:06.717330 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:06.741185 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5376c59-bd54-4b78-8898-edc91e80fb4d {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:50:06.746272 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-edc51208-29f1-4ab3-ba37-1699432e69ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:06.758778 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5e13d1e7-17de-419b-8de1-6f41db541159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726371f4-278a-4072-b06f-d3103c824c80 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:50:06.759742 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port e5376c59-bd54-4b78-8898-edc91e80fb4d, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=e5376c59-bd54-4b78-8898-edc91e80fb4d,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:50:06.763585 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad7685-ba1d-496a-a9b4-5111b95dfec5 req-b28bf088-39cb-4431-b220-792438f07a3a tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:06.763837 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:06.765245 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ecad7685-ba1d-496a-a9b4-5111b95dfec5 req-b28bf088-39cb-4431-b220-792438f07a3a tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c370cf1-045b-446a-a47c-344c7f9f3305 HTTP/1.1" status: 200 len: 969 time: 0.2551336 Sep 30 00:50:06.766611 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-957ea70c-daca-405e-809f-dee38badc128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:06.772317 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-bed045f3-09d5-4bd7-b9d5-02b2a65636ea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0a0a50fb-f59e-4919-9310-948ef891e84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1331053 Sep 30 00:50:06.773086 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-edc51208-29f1-4ab3-ba37-1699432e69ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:06.785942 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-78384d3b-91c8-44cc-857b-c663ae927686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:06.795993 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5e13d1e7-17de-419b-8de1-6f41db541159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:06.815616 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5e13d1e7-17de-419b-8de1-6f41db541159 service neutron] Transition to ACTIVE for port object 726371f4-278a-4072-b06f-d3103c824c80 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:50:06.827870 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5e13d1e7-17de-419b-8de1-6f41db541159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:06.847263 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-47e503d3-6614-410f-881a-72d92d0b464c req-1b0e849e-2aeb-4d55-81b4-591e52ab98eb tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c42dc21-c719-4a96-84be-a21d147d8c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556904 Sep 30 00:50:06.875189 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=e5376c59-bd54-4b78-8898-edc91e80fb4d,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:06.880342 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:06.893306 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-edc51208-29f1-4ab3-ba37-1699432e69ab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d286d49e1354da693c8488618022741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7599235 Sep 30 00:50:06.894796 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56664) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:06.896887 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc51208-29f1-4ab3-ba37-1699432e69ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea24ad4-f60b-4431-863b-42301b47bbf0,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:06.900458 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-edc51208-29f1-4ab3-ba37-1699432e69ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:06.903016 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:06.916714 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ecad7685-ba1d-496a-a9b4-5111b95dfec5 req-6614c852-8203-40d0-8315-49020ee330a7 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce96a1a3-c478-4fe4-af4b-1fb44cdc99cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417270 Sep 30 00:50:06.988056 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-3a9a89e2-4ac9-4e3e-b1dd-b92975e34eb6 service neutron] 10.222.0.59 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981587 Sep 30 00:50:07.012259 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['e5376c59-bd54-4b78-8898-edc91e80fb4d'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:50:07.048367 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56670) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:07.232800 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f32e5fe5-60a8-45b7-9bb1-76e63d29fd7f req-3a6f766e-5b3b-4ee3-ae11-a2cc7e2ab3f1 service neutron] 10.222.0.59 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377248 Sep 30 00:50:07.245547 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a096e39-1944-416e-94bb-25d9571eba37 req-69cd93b5-9b29-48f1-aa1a-8da5da069698 tempest-AggregatesAdminTestJSON-1686139435 tempest-AggregatesAdminTestJSON-1686139435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:07.246451 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2a096e39-1944-416e-94bb-25d9571eba37 req-69cd93b5-9b29-48f1-aa1a-8da5da069698 tempest-AggregatesAdminTestJSON-1686139435 tempest-AggregatesAdminTestJSON-1686139435-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8c370cf1-045b-446a-a47c-344c7f9f3305 HTTP/1.1" status: 200 len: 1120 time: 0.1615953 Sep 30 00:50:07.254639 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13d1e7-17de-419b-8de1-6f41db541159 service neutron] Pushing event updated for resources: {'Port': ['ID=726371f4-278a-4072-b06f-d3103c824c80,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:07.285192 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5e13d1e7-17de-419b-8de1-6f41db541159 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:07.287238 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-2a096e39-1944-416e-94bb-25d9571eba37 req-ac430af7-508a-4969-b900-9a17cb84a744 tempest-AggregatesAdminTestJSON-1686139435 tempest-AggregatesAdminTestJSON-1686139435-project-admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:07.294167 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b217-9694-431f-ae52-2f06194c9ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:07.305079 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-2a096e39-1944-416e-94bb-25d9571eba37 req-ac430af7-508a-4969-b900-9a17cb84a744 tempest-AggregatesAdminTestJSON-1686139435 tempest-AggregatesAdminTestJSON-1686139435-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:07.305421 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5e13d1e7-17de-419b-8de1-6f41db541159 service neutron] Attempting to bind port 726371f4-278a-4072-b06f-d3103c824c80 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:50:07.305793 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5e13d1e7-17de-419b-8de1-6f41db541159 service neutron] Attempting to bind port 726371f4-278a-4072-b06f-d3103c824c80 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'd1c67cb8-9e18-4d24-aa91-f8fe6840e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:50:07.306123 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5e13d1e7-17de-419b-8de1-6f41db541159 service neutron] Attempting to bind port 726371f4-278a-4072-b06f-d3103c824c80 on network 789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:50:07.310239 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-2a096e39-1944-416e-94bb-25d9571eba37 req-ac430af7-508a-4969-b900-9a17cb84a744 tempest-AggregatesAdminTestJSON-1686139435 tempest-AggregatesAdminTestJSON-1686139435-project-admin] Usage tracker for resource:security_group_rule and tenant:e0f789322d1c43598b72b52880cae33c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:07.313597 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-2a096e39-1944-416e-94bb-25d9571eba37 req-ac430af7-508a-4969-b900-9a17cb84a744 tempest-AggregatesAdminTestJSON-1686139435 tempest-AggregatesAdminTestJSON-1686139435-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:07.321976 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-2a096e39-1944-416e-94bb-25d9571eba37 req-ac430af7-508a-4969-b900-9a17cb84a744 tempest-AggregatesAdminTestJSON-1686139435 tempest-AggregatesAdminTestJSON-1686139435-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:07.333690 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5e13d1e7-17de-419b-8de1-6f41db541159 service neutron] Port 726371f4-278a-4072-b06f-d3103c824c80 on network 789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:50:07.334017 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5e13d1e7-17de-419b-8de1-6f41db541159 service neutron] Attempting to bind port 726371f4-278a-4072-b06f-d3103c824c80 on network 789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:50:07.337271 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b217-9694-431f-ae52-2f06194c9ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:07.375431 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5e13d1e7-17de-419b-8de1-6f41db541159 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:50:07.375822 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5e13d1e7-17de-419b-8de1-6f41db541159 service neutron] Checking segment: {'id': 'd1c67cb8-9e18-4d24-aa91-f8fe6840e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:50:07.376378 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5e13d1e7-17de-419b-8de1-6f41db541159 service neutron] Bound using segment: {'id': 'd1c67cb8-9e18-4d24-aa91-f8fe6840e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:50:07.376831 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5e13d1e7-17de-419b-8de1-6f41db541159 service neutron] Bound port: 726371f4-278a-4072-b06f-d3103c824c80, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c67cb8-9e18-4d24-aa91-f8fe6840e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:50:07.377183 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5e13d1e7-17de-419b-8de1-6f41db541159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:07.389743 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e51bed81-7e78-42c1-8f55-e9c529ff9f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:07.449160 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292c255-195b-4f9d-81c8-45c4644bbbc9 req-e0a355d1-4538-4ba4-94e8-e89581639fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:07.451353 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a292c255-195b-4f9d-81c8-45c4644bbbc9 req-e0a355d1-4538-4ba4-94e8-e89581639fab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 1095 time: 0.1149361 Sep 30 00:50:07.460532 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-e51bed81-7e78-42c1-8f55-e9c529ff9f2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:07.480217 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-e51bed81-7e78-42c1-8f55-e9c529ff9f2d admin admin] Usage tracker for resource:security_group_rule and tenant:15bfb268c0a54270a5a701302d4425c0 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:07.486269 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-e51bed81-7e78-42c1-8f55-e9c529ff9f2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:07.499366 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-e51bed81-7e78-42c1-8f55-e9c529ff9f2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:07.513541 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7712f-6571-40a3-a409-7e359f36e89d req-7086cef9-7783-4450-899d-f9d4ef29f59d tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:07.515046 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b8d7712f-6571-40a3-a409-7e359f36e89d req-7086cef9-7783-4450-899d-f9d4ef29f59d tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 944 time: 0.4236434 Sep 30 00:50:07.549847 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b217-9694-431f-ae52-2f06194c9ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:07.558954 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1dd4c2ec-cfbd-4e61-a91d-c8feae90c389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:07.562858 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-2a096e39-1944-416e-94bb-25d9571eba37 req-ac430af7-508a-4969-b900-9a17cb84a744 tempest-AggregatesAdminTestJSON-1686139435 tempest-AggregatesAdminTestJSON-1686139435-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:07.569001 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-2a096e39-1944-416e-94bb-25d9571eba37 req-ac430af7-508a-4969-b900-9a17cb84a744 tempest-AggregatesAdminTestJSON-1686139435 tempest-AggregatesAdminTestJSON-1686139435-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:07.580445 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:07.586460 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3b217-9694-431f-ae52-2f06194c9ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea24ad4-f60b-4431-863b-42301b47bbf0,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:07.592042 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5e13d1e7-17de-419b-8de1-6f41db541159 service neutron] For port 726371f4-278a-4072-b06f-d3103c824c80, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:50:07.602464 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e7b3b217-9694-431f-ae52-2f06194c9ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:07.612972 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2a096e39-1944-416e-94bb-25d9571eba37 req-ac430af7-508a-4969-b900-9a17cb84a744 tempest-AggregatesAdminTestJSON-1686139435 tempest-AggregatesAdminTestJSON-1686139435-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=ce96a1a3-c478-4fe4-af4b-1fb44cdc99cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603435 Sep 30 00:50:07.634585 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac430af7-508a-4969-b900-9a17cb84a744 tempest-AggregatesAdminTestJSON-1686139435 tempest-AggregatesAdminTestJSON-1686139435-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8ac3fc-bfd3-4ace-8ab2-b9222d3473c8,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:07.634585 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ac430af7-508a-4969-b900-9a17cb84a744 tempest-AggregatesAdminTestJSON-1686139435 tempest-AggregatesAdminTestJSON-1686139435-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:07.635218 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b217-9694-431f-ae52-2f06194c9ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:07.635218 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-e7b3b217-9694-431f-ae52-2f06194c9ce1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3ea24ad4-f60b-4431-863b-42301b47bbf0 HTTP/1.1" status: 204 len: 168 time: 0.7388687 Sep 30 00:50:07.639574 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b8d7712f-6571-40a3-a409-7e359f36e89d req-92236893-804d-46c6-863f-970b2c1e9df7 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140599 Sep 30 00:50:07.643878 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5e13d1e7-17de-419b-8de1-6f41db541159 service neutron] For port 726371f4-278a-4072-b06f-d3103c824c80, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=726371f4-278a-4072-b06f-d3103c824c80,segment=NetworkSegment(d1c67cb8-9e18-4d24-aa91-f8fe6840e750),segment_id=d1c67cb8-9e18-4d24-aa91-f8fe6840e750)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:50:07.661495 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5e13d1e7-17de-419b-8de1-6f41db541159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:07.677834 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292c255-195b-4f9d-81c8-45c4644bbbc9 req-e20f7664-abba-4a81-aaa8-bae9c7c8db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:07.679420 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a292c255-195b-4f9d-81c8-45c4644bbbc9 req-e20f7664-abba-4a81-aaa8-bae9c7c8db0d service neutron] 10.222.0.59 "GET /v2.0/networks?id=0a0a50fb-f59e-4919-9310-948ef891e84f HTTP/1.1" status: 200 len: 909 time: 0.2174952 Sep 30 00:50:07.755957 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e51bed81-7e78-42c1-8f55-e9c529ff9f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:07.757876 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0b9fe8cf-1e2f-48aa-b263-1176e86a9f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:07.789117 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a292c255-195b-4f9d-81c8-45c4644bbbc9 req-295b9d78-b501-4863-bb5c-3a45713ac783 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06abf601-12d2-4ccb-86b5-71d5cd879b85 HTTP/1.1" status: 200 len: 217 time: 0.1023822 Sep 30 00:50:07.809331 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e51bed81-7e78-42c1-8f55-e9c529ff9f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:07.843888 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5e13d1e7-17de-419b-8de1-6f41db541159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:07.845623 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5e13d1e7-17de-419b-8de1-6f41db541159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:07.847776 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5e13d1e7-17de-419b-8de1-6f41db541159 service neutron] 10.222.0.59 "PUT /v2.0/ports/726371f4-278a-4072-b06f-d3103c824c80 HTTP/1.1" status: 200 len: 1091 time: 2.0590932 Sep 30 00:50:07.852375 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79970307-2808-4617-aaf6-09ebc035f45f', 'tag': '726371f4-278a-4072-b06f-d3103c824c80'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:50:07.911655 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292c255-195b-4f9d-81c8-45c4644bbbc9 req-762c1e0a-2d46-4731-9c76-60f2c02cf275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:07.913462 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a292c255-195b-4f9d-81c8-45c4644bbbc9 req-762c1e0a-2d46-4731-9c76-60f2c02cf275 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e11b3221-7cfb-4feb-801d-70a2c0ec6209 HTTP/1.1" status: 200 len: 848 time: 0.0866268 Sep 30 00:50:07.989070 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a292c255-195b-4f9d-81c8-45c4644bbbc9 req-056e821f-e9f6-4961-bd71-c62374243638 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0a0a50fb-f59e-4919-9310-948ef891e84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671873 Sep 30 00:50:08.022579 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-e51bed81-7e78-42c1-8f55-e9c529ff9f2d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=15bfb268c0a54270a5a701302d4425c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9298911 Sep 30 00:50:08.033057 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56700) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:08.046294 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13d1e7-17de-419b-8de1-6f41db541159 service neutron] Pushing event updated for resources: {'Port': ['ID=726371f4-278a-4072-b06f-d3103c824c80,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:08.077204 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5e13d1e7-17de-419b-8de1-6f41db541159 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:08.091600 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:08.154865 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab24f8-11af-4fd5-b198-233961286f23 req-ff11a98b-7a57-4214-bef8-1c40efabde02 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:08.162392 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-72ab24f8-11af-4fd5-b198-233961286f23 req-ff11a98b-7a57-4214-bef8-1c40efabde02 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.39 "GET /v2.0/ports?device_id=b439c5b9-a391-4a12-92f8-dd663d1ebe78 HTTP/1.1" status: 200 len: 969 time: 0.3857183 Sep 30 00:50:08.180032 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51bed81-7e78-42c1-8f55-e9c529ff9f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367edcb4-9207-44b1-b82f-3f716ad6dc0e,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:08.217232 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e51bed81-7e78-42c1-8f55-e9c529ff9f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:08.230628 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-72fbd0ec-0df8-47ea-ac8a-0920237f7b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:08.232312 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-72fbd0ec-0df8-47ea-ac8a-0920237f7b24 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6d910a5d3074b9cb61a601c2a7cb84a&device_id=79970307-2808-4617-aaf6-09ebc035f45f HTTP/1.1" status: 200 len: 1094 time: 0.3040252 Sep 30 00:50:08.237715 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6d18e27d-819b-42a6-83e4-859e9678d57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:08.259988 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-72ab24f8-11af-4fd5-b198-233961286f23 req-d7c88248-a936-4c60-a4d1-ea8f7cc07d67 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.39 "GET /v2.0/security-groups?id=b38fe345-73ea-4e86-b623-da9e367cc0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966318 Sep 30 00:50:08.292848 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a292c255-195b-4f9d-81c8-45c4644bbbc9 req-8b0261ca-12ac-463b-9415-9280de1d9eb6 service neutron] 10.222.0.59 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941461 Sep 30 00:50:08.318200 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device e5376c59-bd54-4b78-8898-edc91e80fb4d up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:50:08.348724 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-1b704606-d129-4532-b361-6dd00b951052 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=726371f4-278a-4072-b06f-d3103c824c80 HTTP/1.1" status: 200 len: 217 time: 0.0997000 Sep 30 00:50:08.387235 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6d18e27d-819b-42a6-83e4-859e9678d57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:08.453633 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-e6334211-ba70-4f44-88f3-7614be3897bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:08.455178 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-e6334211-ba70-4f44-88f3-7614be3897bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2832071e-b852-47d3-913e-f292b000827a HTTP/1.1" status: 200 len: 863 time: 0.1002460 Sep 30 00:50:08.483155 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port e5376c59-bd54-4b78-8898-edc91e80fb4d completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:50:08.494571 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port e5376c59-bd54-4b78-8898-edc91e80fb4d triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:50:08.495864 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:08.552785 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6d18e27d-819b-42a6-83e4-859e9678d57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:08.561524 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-18e206f7-91f8-4fab-aaa6-c7b5974450c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:08.598413 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18e27d-819b-42a6-83e4-859e9678d57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367edcb4-9207-44b1-b82f-3f716ad6dc0e,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:08.602202 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6d18e27d-819b-42a6-83e4-859e9678d57b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:08.604863 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6d18e27d-819b-42a6-83e4-859e9678d57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:08.605682 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a292c255-195b-4f9d-81c8-45c4644bbbc9 req-85dee504-a51d-42e3-966b-ba3fc65a322a service neutron] 10.222.0.59 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056247 Sep 30 00:50:08.605910 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-6d18e27d-819b-42a6-83e4-859e9678d57b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/367edcb4-9207-44b1-b82f-3f716ad6dc0e HTTP/1.1" status: 204 len: 168 time: 0.5667858 Sep 30 00:50:08.632406 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-93c9e08e-baee-4ad1-b66a-2e7dbf237991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:08.633887 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-93c9e08e-baee-4ad1-b66a-2e7dbf237991 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1721644 Sep 30 00:50:08.665838 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2623f62-b6ac-44ba-9ef4-0afb0f6e9685 req-1a72dd91-8125-46a3-a74d-d8dd4f9644d1 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:08.673099 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f2623f62-b6ac-44ba-9ef4-0afb0f6e9685 req-1a72dd91-8125-46a3-a74d-d8dd4f9644d1 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=79970307-2808-4617-aaf6-09ebc035f45f HTTP/1.1" status: 200 len: 943 time: 0.1573908 Sep 30 00:50:08.756284 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:08.756799 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f2623f62-b6ac-44ba-9ef4-0afb0f6e9685 req-3ed6d083-de10-4fd9-8c01-95f782e731d6 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c42dc21-c719-4a96-84be-a21d147d8c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824621 Sep 30 00:50:08.781293 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79970307-2808-4617-aaf6-09ebc035f45f', 'tag': '726371f4-278a-4072-b06f-d3103c824c80', 'status': 'completed', 'code': 200} Sep 30 00:50:08.829796 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b439c5b9-a391-4a12-92f8-dd663d1ebe78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5376c59-bd54-4b78-8898-edc91e80fb4d'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:50:08.857007 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port e5376c59-bd54-4b78-8898-edc91e80fb4d, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=e5376c59-bd54-4b78-8898-edc91e80fb4d,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:50:08.862286 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:08.867452 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:08.867790 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-5a2305ee-2167-4bd2-8e73-3c6a3229e483 service neutron] 10.222.0.59 "GET /v2.0/networks/789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244442 Sep 30 00:50:08.964446 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b439c5b9-a391-4a12-92f8-dd663d1ebe78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5376c59-bd54-4b78-8898-edc91e80fb4d', 'code': 200} Sep 30 00:50:09.033422 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=e5376c59-bd54-4b78-8898-edc91e80fb4d,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:09.036818 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:09.074805 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56750) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:09.132688 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-992a1ddd-3dcc-4fd0-ac23-11e3c260cf8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:09.161488 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a6e03a0b-4a9c-4bde-a4ac-ba11efb5e3e4 req-6120b397-e1f3-4e5f-95d9-943b0b976398 service neutron] 10.222.0.59 "GET /v2.0/networks/789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833292 Sep 30 00:50:09.161912 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b3709-c7fa-43a6-b766-d8c67991d8fd req-1dd6560a-c45d-4bdb-90d7-a41481363026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:09.162433 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-992a1ddd-3dcc-4fd0-ac23-11e3c260cf8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:09.163402 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4f0b3709-c7fa-43a6-b766-d8c67991d8fd req-1dd6560a-c45d-4bdb-90d7-a41481363026 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b439c5b9-a391-4a12-92f8-dd663d1ebe78 HTTP/1.1" status: 200 len: 1121 time: 0.1067045 Sep 30 00:50:09.169418 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-992a1ddd-3dcc-4fd0-ac23-11e3c260cf8d admin admin] Usage tracker for resource:security_group_rule and tenant:4bcc9c16d5414e3f9918de602a208fbb is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:09.171634 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a625c-19e2-423f-ba4f-0ecd922e2e1d req-fa73c370-d45d-4e71-a4e2-09e9d1617071 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:09.173321 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-ed2a625c-19e2-423f-ba4f-0ecd922e2e1d req-fa73c370-d45d-4e71-a4e2-09e9d1617071 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Synchronizing usage tracker for tenant:f37261e7a4fc4ea5bf5016bed7997e37 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:50:09.175761 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-992a1ddd-3dcc-4fd0-ac23-11e3c260cf8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:09.182458 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-992a1ddd-3dcc-4fd0-ac23-11e3c260cf8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:09.243400 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-ed2a625c-19e2-423f-ba4f-0ecd922e2e1d req-fa73c370-d45d-4e71-a4e2-09e9d1617071 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Unset dirty status for tenant:f37261e7a4fc4ea5bf5016bed7997e37 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:50:09.251447 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ed2a625c-19e2-423f-ba4f-0ecd922e2e1d req-fa73c370-d45d-4e71-a4e2-09e9d1617071 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 944 time: 0.2697299 Sep 30 00:50:09.271062 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4f0b3709-c7fa-43a6-b766-d8c67991d8fd req-c9c4a441-0f03-449c-aaf8-2952d795009e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b38fe345-73ea-4e86-b623-da9e367cc0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817039 Sep 30 00:50:09.363605 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-992a1ddd-3dcc-4fd0-ac23-11e3c260cf8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:09.367712 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-ed2a625c-19e2-423f-ba4f-0ecd922e2e1d req-fabc7ae3-f1f2-41c5-9e6a-682f48ba3dc0 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Synchronizing usage tracker for tenant:f37261e7a4fc4ea5bf5016bed7997e37 on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:50:09.376502 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-992a1ddd-3dcc-4fd0-ac23-11e3c260cf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:09.385313 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:09.386914 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-ed2a625c-19e2-423f-ba4f-0ecd922e2e1d req-fabc7ae3-f1f2-41c5-9e6a-682f48ba3dc0 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Unset dirty status for tenant:f37261e7a4fc4ea5bf5016bed7997e37 on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:50:09.388500 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ed2a625c-19e2-423f-ba4f-0ecd922e2e1d req-fabc7ae3-f1f2-41c5-9e6a-682f48ba3dc0 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362901 Sep 30 00:50:09.434022 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ab09e-3c07-43ae-aaa7-e9ce5812f809 req-736f03d5-4242-4ece-8214-c01834604442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:09.436248 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3c3ab09e-3c07-43ae-aaa7-e9ce5812f809 req-736f03d5-4242-4ece-8214-c01834604442 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6d910a5d3074b9cb61a601c2a7cb84a&device_id=79970307-2808-4617-aaf6-09ebc035f45f HTTP/1.1" status: 200 len: 1094 time: 0.1692526 Sep 30 00:50:09.439575 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-992a1ddd-3dcc-4fd0-ac23-11e3c260cf8d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4bcc9c16d5414e3f9918de602a208fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3609078 Sep 30 00:50:09.440549 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a1ddd-3dcc-4fd0-ac23-11e3c260cf8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f3b371-d247-4aa1-b1d8-b01f0feb94ac,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:09.442878 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 56776) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:09.464749 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-992a1ddd-3dcc-4fd0-ac23-11e3c260cf8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:09.533425 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-616cd39b-3fe4-4d60-a6c5-a57a4e1d5034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:09.644455 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-616cd39b-3fe4-4d60-a6c5-a57a4e1d5034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:09.694051 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ab09e-3c07-43ae-aaa7-e9ce5812f809 req-c3564c54-bc27-4b12-a5c0-f3eea56b5c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:09.696036 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3c3ab09e-3c07-43ae-aaa7-e9ce5812f809 req-c3564c54-bc27-4b12-a5c0-f3eea56b5c1e service neutron] 10.222.0.59 "GET /v2.0/networks?id=789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d HTTP/1.1" status: 200 len: 925 time: 0.2527690 Sep 30 00:50:09.782764 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3c3ab09e-3c07-43ae-aaa7-e9ce5812f809 req-480584b7-8438-4be8-9959-48f2fe27ba70 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=726371f4-278a-4072-b06f-d3103c824c80 HTTP/1.1" status: 200 len: 217 time: 0.0756207 Sep 30 00:50:09.791747 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-41f351fb-7a2d-45f6-9c47-4e7a9ee62ce6 req-3cc704a3-770f-4d04-9c5e-f1089580c93a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8c370cf1-045b-446a-a47c-344c7f9f3305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2193508 Sep 30 00:50:09.808530 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68347afb-bdd0-483c-ad76-9e030b62ce63 req-e3646400-f48a-44ec-aefa-e30c736deb27 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:09.810008 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-68347afb-bdd0-483c-ad76-9e030b62ce63 req-e3646400-f48a-44ec-aefa-e30c736deb27 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.39 "GET /v2.0/ports?device_id=b439c5b9-a391-4a12-92f8-dd663d1ebe78 HTTP/1.1" status: 200 len: 970 time: 0.1554170 Sep 30 00:50:09.810833 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-616cd39b-3fe4-4d60-a6c5-a57a4e1d5034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:09.817251 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-45f11e7a-5717-43f6-b5b6-a8cc1631ab57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:09.849484 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616cd39b-3fe4-4d60-a6c5-a57a4e1d5034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f3b371-d247-4aa1-b1d8-b01f0feb94ac,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:09.854623 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-616cd39b-3fe4-4d60-a6c5-a57a4e1d5034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:09.863938 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-616cd39b-3fe4-4d60-a6c5-a57a4e1d5034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:09.865265 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-616cd39b-3fe4-4d60-a6c5-a57a4e1d5034 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b4f3b371-d247-4aa1-b1d8-b01f0feb94ac HTTP/1.1" status: 204 len: 168 time: 0.4210370 Sep 30 00:50:09.893725 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ab09e-3c07-43ae-aaa7-e9ce5812f809 req-c9998c79-c159-4379-a509-0097d3646fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:09.895382 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3c3ab09e-3c07-43ae-aaa7-e9ce5812f809 req-c9998c79-c159-4379-a509-0097d3646fc1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2832071e-b852-47d3-913e-f292b000827a HTTP/1.1" status: 200 len: 863 time: 0.1055708 Sep 30 00:50:09.959253 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-68347afb-bdd0-483c-ad76-9e030b62ce63 req-27a2947c-4aac-48fd-acd4-7198678e81e7 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.39 "GET /v2.0/security-groups?id=b38fe345-73ea-4e86-b623-da9e367cc0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287327 Sep 30 00:50:10.014779 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f351fb-7a2d-45f6-9c47-4e7a9ee62ce6 req-26e8eaeb-3101-44f5-81d9-d1bf46fe40e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:10.017369 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-41f351fb-7a2d-45f6-9c47-4e7a9ee62ce6 req-26e8eaeb-3101-44f5-81d9-d1bf46fe40e6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8268be952000422087e044d39c21fa01&device_id=8c370cf1-045b-446a-a47c-344c7f9f3305 HTTP/1.1" status: 200 len: 1120 time: 0.1135051 Sep 30 00:50:10.079681 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ab09e-3c07-43ae-aaa7-e9ce5812f809 req-93bfa144-d861-4b2e-b53c-18f6155c65af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:10.081372 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3c3ab09e-3c07-43ae-aaa7-e9ce5812f809 req-93bfa144-d861-4b2e-b53c-18f6155c65af service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1792223 Sep 30 00:50:10.091483 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27439e8-73ea-4c9a-a2b6-47b07446f908 req-5e6923f0-639b-4714-bcc8-50901ff73fea tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:10.099414 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c27439e8-73ea-4c9a-a2b6-47b07446f908 req-5e6923f0-639b-4714-bcc8-50901ff73fea tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=79970307-2808-4617-aaf6-09ebc035f45f HTTP/1.1" status: 200 len: 943 time: 0.1621628 Sep 30 00:50:10.222704 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f351fb-7a2d-45f6-9c47-4e7a9ee62ce6 req-1c217451-360c-487d-a165-c39ae1974c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:10.224877 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-41f351fb-7a2d-45f6-9c47-4e7a9ee62ce6 req-1c217451-360c-487d-a165-c39ae1974c6f service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.1839767 Sep 30 00:50:10.250689 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c27439e8-73ea-4c9a-a2b6-47b07446f908 req-e318c0ee-5c5e-44e8-818b-8802659e57fd tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c42dc21-c719-4a96-84be-a21d147d8c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502657 Sep 30 00:50:10.332365 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3c3ab09e-3c07-43ae-aaa7-e9ce5812f809 req-4c0f272f-7981-4859-b877-96c3bb03b117 service neutron] 10.222.0.59 "GET /v2.0/networks/789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307878 Sep 30 00:50:10.334478 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-41f351fb-7a2d-45f6-9c47-4e7a9ee62ce6 req-e8fbb3c5-719b-4b0d-8477-bc83afcb6718 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012 HTTP/1.1" status: 200 len: 217 time: 0.1009154 Sep 30 00:50:10.430578 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f351fb-7a2d-45f6-9c47-4e7a9ee62ce6 req-c0502e85-2ec8-4b2b-b7b5-a883d36d6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:10.433293 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-41f351fb-7a2d-45f6-9c47-4e7a9ee62ce6 req-c0502e85-2ec8-4b2b-b7b5-a883d36d6cf6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.0782959 Sep 30 00:50:10.522130 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3c3ab09e-3c07-43ae-aaa7-e9ce5812f809 req-8e44a21f-d3ea-4300-a651-ece87dc782e6 service neutron] 10.222.0.59 "GET /v2.0/networks/789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825509 Sep 30 00:50:10.549559 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f351fb-7a2d-45f6-9c47-4e7a9ee62ce6 req-0814cae9-8e4f-4a7f-869a-998fe74ec8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:10.552019 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-41f351fb-7a2d-45f6-9c47-4e7a9ee62ce6 req-0814cae9-8e4f-4a7f-869a-998fe74ec8a9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1075168 Sep 30 00:50:10.761397 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-41f351fb-7a2d-45f6-9c47-4e7a9ee62ce6 req-cc1f3e52-ba53-4d6a-9e81-55c579d59e49 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011714 Sep 30 00:50:10.838587 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cb6ae-a266-4f10-899e-5e081215b6f5 req-71fa18f1-97a5-481c-afec-d1118d6c5cfb tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:10.840135 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e75cb6ae-a266-4f10-899e-5e081215b6f5 req-71fa18f1-97a5-481c-afec-d1118d6c5cfb tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 944 time: 0.1316493 Sep 30 00:50:10.892208 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e75cb6ae-a266-4f10-899e-5e081215b6f5 req-f86dabe6-af26-4b03-a8ba-b10234bb3d86 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457954 Sep 30 00:50:10.944930 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-41f351fb-7a2d-45f6-9c47-4e7a9ee62ce6 req-48848d26-ec2f-4d2f-ad02-7f3d3f9f06ed service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725674 Sep 30 00:50:11.205281 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3d75c-2e38-46f8-8108-9f3670e149b5 req-ee976681-d078-4470-8b3b-4e7c5f5836c6 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:11.206792 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7fb3d75c-2e38-46f8-8108-9f3670e149b5 req-ee976681-d078-4470-8b3b-4e7c5f5836c6 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.39 "GET /v2.0/ports?device_id=b439c5b9-a391-4a12-92f8-dd663d1ebe78 HTTP/1.1" status: 200 len: 970 time: 0.1010621 Sep 30 00:50:11.256188 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7fb3d75c-2e38-46f8-8108-9f3670e149b5 req-4baac144-0fe5-42cb-9a14-97c9acca2fd7 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.39 "GET /v2.0/security-groups?id=b38fe345-73ea-4e86-b623-da9e367cc0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423040 Sep 30 00:50:11.257362 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:11.482564 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bad514-5e18-48d2-a9e3-1e168040891a req-390baad9-3906-4aa7-9aec-1dba9a47f013 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:11.483894 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-23bad514-5e18-48d2-a9e3-1e168040891a req-390baad9-3906-4aa7-9aec-1dba9a47f013 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=79970307-2808-4617-aaf6-09ebc035f45f HTTP/1.1" status: 200 len: 943 time: 0.0845361 Sep 30 00:50:11.533763 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-23bad514-5e18-48d2-a9e3-1e168040891a req-618d94c3-7770-4b50-b1b5-f504b3091f2a tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c42dc21-c719-4a96-84be-a21d147d8c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441234 Sep 30 00:50:12.070375 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 06abf601-12d2-4ccb-86b5-71d5cd879b85 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:50:12.192864 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5b937-91ca-4dc6-9715-da38bd9ed593 req-e5200f98-cc1b-47b7-ba98-39a9b71479c3 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:12.194888 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a3d5b937-91ca-4dc6-9715-da38bd9ed593 req-e5200f98-cc1b-47b7-ba98-39a9b71479c3 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 944 time: 0.0952642 Sep 30 00:50:12.252715 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a3d5b937-91ca-4dc6-9715-da38bd9ed593 req-3e2c5d22-6a6f-4485-b0e9-23b26e873250 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519679 Sep 30 00:50:12.277489 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 06abf601-12d2-4ccb-86b5-71d5cd879b85, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=06abf601-12d2-4ccb-86b5-71d5cd879b85,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:50:12.292829 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '06abf601-12d2-4ccb-86b5-71d5cd879b85', 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f', 'port_id': '06abf601-12d2-4ccb-86b5-71d5cd879b85', 'mac_address': 'fa:16:3e:6e:61:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11b3221-7cfb-4feb-801d-70a2c0ec6209', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:50:12.359437 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 56974) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:12.364577 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:12.386442 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06abf601-12d2-4ccb-86b5-71d5cd879b85 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:50:12.414849 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 06abf601-12d2-4ccb-86b5-71d5cd879b85, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=06abf601-12d2-4ccb-86b5-71d5cd879b85,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:50:12.423856 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:12.425712 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:12.497925 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=06abf601-12d2-4ccb-86b5-71d5cd879b85,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:12.502099 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:12.530300 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-aefdadde-61d0-4a8d-82c3-7373c1a889e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:12.549060 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-aefdadde-61d0-4a8d-82c3-7373c1a889e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:12.555202 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-aefdadde-61d0-4a8d-82c3-7373c1a889e6 admin admin] Usage tracker for resource:security_group_rule and tenant:66ee2ee8f4e7417d8cc2c2ecd188f46f is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:12.561093 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-aefdadde-61d0-4a8d-82c3-7373c1a889e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:12.569296 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-aefdadde-61d0-4a8d-82c3-7373c1a889e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:12.686242 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-aefdadde-61d0-4a8d-82c3-7373c1a889e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:12.691679 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-aefdadde-61d0-4a8d-82c3-7373c1a889e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:12.705294 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4003d4bd-ed08-4940-93c0-79692f9945fc tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:12.815042 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-aefdadde-61d0-4a8d-82c3-7373c1a889e6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=66ee2ee8f4e7417d8cc2c2ecd188f46f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4504440 Sep 30 00:50:12.815247 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56998) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:12.818518 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefdadde-61d0-4a8d-82c3-7373c1a889e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1915d383-90cf-423f-865f-5032db7b6aab,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:12.822294 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-aefdadde-61d0-4a8d-82c3-7373c1a889e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:12.847176 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d6ce7-8d36-4872-b132-b8e6f9383065 req-79382935-eb12-4f5a-982c-b96c4efcb2e4 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:12.848830 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f88d6ce7-8d36-4872-b132-b8e6f9383065 req-79382935-eb12-4f5a-982c-b96c4efcb2e4 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=79970307-2808-4617-aaf6-09ebc035f45f HTTP/1.1" status: 200 len: 943 time: 0.1172016 Sep 30 00:50:12.863057 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87251508-d3f2-41ec-b028-ebbe0b15a3bb req-876b94d5-f2cc-45dc-878b-fd29439a5b32 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:12.864534 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-87251508-d3f2-41ec-b028-ebbe0b15a3bb req-876b94d5-f2cc-45dc-878b-fd29439a5b32 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.39 "GET /v2.0/ports?device_id=b439c5b9-a391-4a12-92f8-dd663d1ebe78 HTTP/1.1" status: 200 len: 970 time: 0.1089616 Sep 30 00:50:12.912336 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-87251508-d3f2-41ec-b028-ebbe0b15a3bb req-1d0e1b7f-30fb-44da-9b8d-bb0c09ce5dc7 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.39 "GET /v2.0/security-groups?id=b38fe345-73ea-4e86-b623-da9e367cc0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413427 Sep 30 00:50:12.912844 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 57002) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:12.923936 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9bc178c6-8296-4f5e-b3c6-06035e25e2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:12.927914 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f88d6ce7-8d36-4872-b132-b8e6f9383065 req-bcf5328d-38b2-413c-82c5-1026a441eb1b tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c42dc21-c719-4a96-84be-a21d147d8c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709474 Sep 30 00:50:12.951050 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['06abf601-12d2-4ccb-86b5-71d5cd879b85'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:50:12.961003 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9bc178c6-8296-4f5e-b3c6-06035e25e2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:13.082902 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ec8bb56-e13d-41f1-acab-8f0826aefdea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:13.107493 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-2ec8bb56-e13d-41f1-acab-8f0826aefdea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:13.114064 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9bc178c6-8296-4f5e-b3c6-06035e25e2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:13.114642 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-2ec8bb56-e13d-41f1-acab-8f0826aefdea admin admin] Usage tracker for resource:security_group_rule and tenant:1f2656b7230d48d98f1076a3e93e525a is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:13.117979 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-2ec8bb56-e13d-41f1-acab-8f0826aefdea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:13.118830 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:13.128443 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-2ec8bb56-e13d-41f1-acab-8f0826aefdea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:13.162235 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc178c6-8296-4f5e-b3c6-06035e25e2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1915d383-90cf-423f-865f-5032db7b6aab,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:13.165607 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9bc178c6-8296-4f5e-b3c6-06035e25e2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:13.183408 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9bc178c6-8296-4f5e-b3c6-06035e25e2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:13.191422 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-9bc178c6-8296-4f5e-b3c6-06035e25e2fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1915d383-90cf-423f-865f-5032db7b6aab HTTP/1.1" status: 204 len: 168 time: 0.3757463 Sep 30 00:50:13.261507 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ec8bb56-e13d-41f1-acab-8f0826aefdea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:13.276189 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ec8bb56-e13d-41f1-acab-8f0826aefdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:13.285091 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3db284f3-cb63-444e-a657-0c303d538651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:13.362630 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-2ec8bb56-e13d-41f1-acab-8f0826aefdea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1f2656b7230d48d98f1076a3e93e525a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4487438 Sep 30 00:50:13.365284 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 57046) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:13.367622 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8bb56-e13d-41f1-acab-8f0826aefdea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eeba5a9-e5a1-4ed8-be9b-f0067d62ff2f,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:13.370993 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2ec8bb56-e13d-41f1-acab-8f0826aefdea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:13.444017 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bb3b06ad-7ea7-44c9-8f66-fac18975120f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:13.473747 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bb3b06ad-7ea7-44c9-8f66-fac18975120f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:13.565680 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bb3b06ad-7ea7-44c9-8f66-fac18975120f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:13.576155 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-54ba2c20-1076-44ca-910d-e2666d85ae95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:13.589132 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796656d4-31ad-4345-87d2-ccc55f698e37 req-29f1ea50-c4b7-4121-ae14-c8811d30663a tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:13.593022 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b06ad-7ea7-44c9-8f66-fac18975120f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eeba5a9-e5a1-4ed8-be9b-f0067d62ff2f,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:13.596517 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bb3b06ad-7ea7-44c9-8f66-fac18975120f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:13.599939 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-796656d4-31ad-4345-87d2-ccc55f698e37 req-29f1ea50-c4b7-4121-ae14-c8811d30663a tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 945 time: 0.1391277 Sep 30 00:50:13.601080 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bb3b06ad-7ea7-44c9-8f66-fac18975120f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:13.609348 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-bb3b06ad-7ea7-44c9-8f66-fac18975120f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5eeba5a9-e5a1-4ed8-be9b-f0067d62ff2f HTTP/1.1" status: 204 len: 168 time: 0.2405827 Sep 30 00:50:13.661924 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 57064) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:13.664040 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-796656d4-31ad-4345-87d2-ccc55f698e37 req-46381873-5924-4a79-b5c0-74d7ef5bf28c tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617547 Sep 30 00:50:13.686093 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-43efdfc3-7d2b-45f6-8641-61ac0ed523e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:13.703482 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-43efdfc3-7d2b-45f6-8641-61ac0ed523e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:13.712997 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-43efdfc3-7d2b-45f6-8641-61ac0ed523e0 admin admin] Usage tracker for resource:security_group_rule and tenant:07e493c75e424794b19f0341936f6c01 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:13.712997 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-43efdfc3-7d2b-45f6-8641-61ac0ed523e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:13.723355 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-43efdfc3-7d2b-45f6-8641-61ac0ed523e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:13.848133 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-43efdfc3-7d2b-45f6-8641-61ac0ed523e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:13.876585 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-43efdfc3-7d2b-45f6-8641-61ac0ed523e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:13.890559 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:13.935093 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43efdfc3-7d2b-45f6-8641-61ac0ed523e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0372cfc1-1d4a-4956-9b84-dfdb0501b913,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:13.940241 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-43efdfc3-7d2b-45f6-8641-61ac0ed523e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:13.959874 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-43efdfc3-7d2b-45f6-8641-61ac0ed523e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=07e493c75e424794b19f0341936f6c01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967720 Sep 30 00:50:13.962642 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 57094) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:14.150275 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-39348bdc-8b74-4f45-a282-a43d23e5f445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:14.189091 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 726371f4-278a-4072-b06f-d3103c824c80 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:50:14.198681 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8f532-df51-48ea-9898-79b3b57d2b88 req-cd53ffc8-2d48-44ce-a009-a11be628c096 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:14.200419 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-13d8f532-df51-48ea-9898-79b3b57d2b88 req-cd53ffc8-2d48-44ce-a009-a11be628c096 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.39 "GET /v2.0/ports?device_id=b439c5b9-a391-4a12-92f8-dd663d1ebe78 HTTP/1.1" status: 200 len: 970 time: 0.1080401 Sep 30 00:50:14.201993 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 06abf601-12d2-4ccb-86b5-71d5cd879b85 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:50:14.267595 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-13d8f532-df51-48ea-9898-79b3b57d2b88 req-fd93c7c5-2d85-4817-84fa-2fa0d9d22728 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.39 "GET /v2.0/security-groups?id=b38fe345-73ea-4e86-b623-da9e367cc0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588555 Sep 30 00:50:14.268114 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 57106) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:14.308487 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2fddd2ac-7e0b-41a3-822a-689e7e295143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:14.336139 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 57110) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:14.347916 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-2fddd2ac-7e0b-41a3-822a-689e7e295143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:14.352308 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-2fddd2ac-7e0b-41a3-822a-689e7e295143 admin admin] Usage tracker for resource:security_group_rule and tenant:c0adc45a0e1b44d7b9edf4b2dd77cbcb is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:14.355716 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-2fddd2ac-7e0b-41a3-822a-689e7e295143 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:14.364134 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-2fddd2ac-7e0b-41a3-822a-689e7e295143 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:14.449667 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 06abf601-12d2-4ccb-86b5-71d5cd879b85 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:50:14.458707 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 06abf601-12d2-4ccb-86b5-71d5cd879b85 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:50:14.459350 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:14.530591 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-39348bdc-8b74-4f45-a282-a43d23e5f445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:14.560539 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2fddd2ac-7e0b-41a3-822a-689e7e295143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:14.568296 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2fddd2ac-7e0b-41a3-822a-689e7e295143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:14.588859 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bb3b06ad-7ea7-44c9-8f66-fac18975120f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:14.677427 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-2fddd2ac-7e0b-41a3-822a-689e7e295143 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c0adc45a0e1b44d7b9edf4b2dd77cbcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4045227 Sep 30 00:50:14.684877 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 726371f4-278a-4072-b06f-d3103c824c80, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=726371f4-278a-4072-b06f-d3103c824c80,segment=NetworkSegment(d1c67cb8-9e18-4d24-aa91-f8fe6840e750),segment_id=d1c67cb8-9e18-4d24-aa91-f8fe6840e750)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:50:14.695042 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 57120) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:14.709321 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fddd2ac-7e0b-41a3-822a-689e7e295143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ddbafc-5c91-4e22-8308-fa97447bd177,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:14.711842 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f3b46a2a-caa1-43f1-9553-c61d0e06ee6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:14.728699 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2fddd2ac-7e0b-41a3-822a-689e7e295143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:14.741518 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91927faa-2e0f-4b13-91b6-a0fab845b1eb req-c63b2b9a-bcde-46ca-b74b-af0dea5e30f5 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:14.749851 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-91927faa-2e0f-4b13-91b6-a0fab845b1eb req-c63b2b9a-bcde-46ca-b74b-af0dea5e30f5 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=79970307-2808-4617-aaf6-09ebc035f45f HTTP/1.1" status: 200 len: 943 time: 0.5592024 Sep 30 00:50:14.753098 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '726371f4-278a-4072-b06f-d3103c824c80', 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d', 'port_id': '726371f4-278a-4072-b06f-d3103c824c80', 'mac_address': 'fa:16:3e:9d:50:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2832071e-b852-47d3-913e-f292b000827a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:50:14.754162 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-f3b46a2a-caa1-43f1-9553-c61d0e06ee6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:14.757468 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-39348bdc-8b74-4f45-a282-a43d23e5f445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:14.770138 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-f3b46a2a-caa1-43f1-9553-c61d0e06ee6b admin admin] Usage tracker for resource:security_group_rule and tenant:fbf62d2370264cc8b082042d75a3f1ab is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:14.778863 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e1776-b8e0-4ab7-9aac-d33f70f55542 req-e7ba0ef9-3666-4278-8462-da5d086f8da4 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:14.780417 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-853e1776-b8e0-4ab7-9aac-d33f70f55542 req-e7ba0ef9-3666-4278-8462-da5d086f8da4 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.55 "GET /v2.0/ports?device_id=b439c5b9-a391-4a12-92f8-dd663d1ebe78 HTTP/1.1" status: 200 len: 970 time: 0.3593211 Sep 30 00:50:14.781117 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0a96baeb-3975-456d-a719-9b28e7621944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:14.806134 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-f3b46a2a-caa1-43f1-9553-c61d0e06ee6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:14.815522 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:14.830047 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-f3b46a2a-caa1-43f1-9553-c61d0e06ee6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:14.843954 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39348bdc-8b74-4f45-a282-a43d23e5f445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0372cfc1-1d4a-4956-9b84-dfdb0501b913,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:14.847294 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-39348bdc-8b74-4f45-a282-a43d23e5f445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:14.849172 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:14.862801 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03a9166-b9c5-4fb0-a916-82090bcd1b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06abf601-12d2-4ccb-86b5-71d5cd879b85'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:50:14.871960 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-71523e3c-b713-4893-be33-e4614bdcc205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:14.889024 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726371f4-278a-4072-b06f-d3103c824c80 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:50:14.893842 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-39348bdc-8b74-4f45-a282-a43d23e5f445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:14.894531 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 06abf601-12d2-4ccb-86b5-71d5cd879b85, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=06abf601-12d2-4ccb-86b5-71d5cd879b85,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:50:14.895268 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-39348bdc-8b74-4f45-a282-a43d23e5f445 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0372cfc1-1d4a-4956-9b84-dfdb0501b913 HTTP/1.1" status: 204 len: 168 time: 0.9305847 Sep 30 00:50:14.902142 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:14.923088 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:14.923485 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-71523e3c-b713-4893-be33-e4614bdcc205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:14.928231 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-91927faa-2e0f-4b13-91b6-a0fab845b1eb req-04c0f880-838d-43ae-9182-5c0bfa04a68e tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c42dc21-c719-4a96-84be-a21d147d8c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767855 Sep 30 00:50:14.931985 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-853e1776-b8e0-4ab7-9aac-d33f70f55542 req-32e2c5d7-2c61-4706-9b25-5ce8cc36655f tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Deleting port e5376c59-bd54-4b78-8898-edc91e80fb4d {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:50:14.932343 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-853e1776-b8e0-4ab7-9aac-d33f70f55542 req-32e2c5d7-2c61-4706-9b25-5ce8cc36655f tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:14.980360 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0a3e9-b87c-40fe-a720-5e4cbcf36148 req-b232fa17-f761-43cd-aa64-bc2bf424db80 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:14.988413 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6db0a3e9-b87c-40fe-a720-5e4cbcf36148 req-b232fa17-f761-43cd-aa64-bc2bf424db80 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c370cf1-045b-446a-a47c-344c7f9f3305 HTTP/1.1" status: 200 len: 969 time: 0.2150238 Sep 30 00:50:14.988597 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 726371f4-278a-4072-b06f-d3103c824c80, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=726371f4-278a-4072-b06f-d3103c824c80,segment=NetworkSegment(d1c67cb8-9e18-4d24-aa91-f8fe6840e750),segment_id=d1c67cb8-9e18-4d24-aa91-f8fe6840e750)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:50:15.005749 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:15.015381 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=06abf601-12d2-4ccb-86b5-71d5cd879b85,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:15.029547 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:15.030293 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-2b8dbc2d-4716-43ba-855e-d9064f9d8aa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:15.083556 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6db0a3e9-b87c-40fe-a720-5e4cbcf36148 req-41014052-e58b-47b2-8328-512276f369a6 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce96a1a3-c478-4fe4-af4b-1fb44cdc99cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937066 Sep 30 00:50:15.107297 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-71523e3c-b713-4893-be33-e4614bdcc205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:15.119785 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-94d373b7-cb72-4a5e-8515-6609da818cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:15.140191 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=726371f4-278a-4072-b06f-d3103c824c80,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:15.143881 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:15.146854 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03a9166-b9c5-4fb0-a916-82090bcd1b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06abf601-12d2-4ccb-86b5-71d5cd879b85', 'code': 200} Sep 30 00:50:15.151461 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f3b46a2a-caa1-43f1-9553-c61d0e06ee6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:15.153434 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71523e3c-b713-4893-be33-e4614bdcc205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ddbafc-5c91-4e22-8308-fa97447bd177,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:15.160222 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-71523e3c-b713-4893-be33-e4614bdcc205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:15.160222 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f3b46a2a-caa1-43f1-9553-c61d0e06ee6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:15.168897 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e7b3b217-9694-431f-ae52-2f06194c9ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:15.206745 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b46a2a-caa1-43f1-9553-c61d0e06ee6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80c30ad-091e-45f8-b1b6-89b0ae7733cb,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:15.213699 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f3b46a2a-caa1-43f1-9553-c61d0e06ee6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:15.232909 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-71523e3c-b713-4893-be33-e4614bdcc205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:15.240160 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-71523e3c-b713-4893-be33-e4614bdcc205 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/21ddbafc-5c91-4e22-8308-fa97447bd177 HTTP/1.1" status: 204 len: 168 time: 0.5441124 Sep 30 00:50:15.251703 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-f3b46a2a-caa1-43f1-9553-c61d0e06ee6b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fbf62d2370264cc8b082042d75a3f1ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9110365 Sep 30 00:50:15.251703 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 57140) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:15.409795 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-775d795b-a3ae-4d3c-b21e-c81570e3c074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:15.479556 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['726371f4-278a-4072-b06f-d3103c824c80'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:50:15.492553 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-775d795b-a3ae-4d3c-b21e-c81570e3c074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:15.510826 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-853e1776-b8e0-4ab7-9aac-d33f70f55542 req-32e2c5d7-2c61-4706-9b25-5ce8cc36655f tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] For port e5376c59-bd54-4b78-8898-edc91e80fb4d, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=e5376c59-bd54-4b78-8898-edc91e80fb4d,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:50:15.511082 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-853e1776-b8e0-4ab7-9aac-d33f70f55542 req-32e2c5d7-2c61-4706-9b25-5ce8cc36655f tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:15.514825 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba8a8c-d940-47af-b0f5-476be02b344a req-b926a3db-695e-47f2-ad7b-b1b3a4823288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:15.516726 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cfba8a8c-d940-47af-b0f5-476be02b344a req-b926a3db-695e-47f2-ad7b-b1b3a4823288 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 1097 time: 0.2620516 Sep 30 00:50:15.533343 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21997d25-e2a2-4669-920e-be62ef7cf2ea req-de46726f-6219-440a-b894-f6a7cc2571ed tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:15.540318 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-21997d25-e2a2-4669-920e-be62ef7cf2ea req-de46726f-6219-440a-b894-f6a7cc2571ed tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 946 time: 0.3239200 Sep 30 00:50:15.602057 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-cfba8a8c-d940-47af-b0f5-476be02b344a req-f60e79dd-0081-4acf-87bd-bd03866d35d9 service neutron] Synchronizing usage tracker for tenant:2fb720904390424782baf5af78316d71 on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:50:15.623448 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c2640-9fd5-4a71-994d-4c9f6c6b1567 req-a91e337d-ff08-49fb-bebe-a4d4d0da6cb9 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:15.630801 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e51c2640-9fd5-4a71-994d-4c9f6c6b1567 req-a91e337d-ff08-49fb-bebe-a4d4d0da6cb9 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.39 "GET /v2.0/ports?device_id=b439c5b9-a391-4a12-92f8-dd663d1ebe78 HTTP/1.1" status: 200 len: 970 time: 0.2036681 Sep 30 00:50:15.651083 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-775d795b-a3ae-4d3c-b21e-c81570e3c074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:15.656866 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:15.714763 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-853e1776-b8e0-4ab7-9aac-d33f70f55542 req-32e2c5d7-2c61-4706-9b25-5ce8cc36655f tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Calling delete_port for e5376c59-bd54-4b78-8898-edc91e80fb4d owned by compute:tempest-test_az-50205501 {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:50:15.721431 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-cfba8a8c-d940-47af-b0f5-476be02b344a req-f60e79dd-0081-4acf-87bd-bd03866d35d9 service neutron] Unset dirty status for tenant:2fb720904390424782baf5af78316d71 on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:50:15.722575 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cfba8a8c-d940-47af-b0f5-476be02b344a req-f60e79dd-0081-4acf-87bd-bd03866d35d9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940157 Sep 30 00:50:15.728894 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d795b-a3ae-4d3c-b21e-c81570e3c074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80c30ad-091e-45f8-b1b6-89b0ae7733cb,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:15.733332 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-775d795b-a3ae-4d3c-b21e-c81570e3c074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:15.763062 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-775d795b-a3ae-4d3c-b21e-c81570e3c074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:15.764175 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-775d795b-a3ae-4d3c-b21e-c81570e3c074 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e80c30ad-091e-45f8-b1b6-89b0ae7733cb HTTP/1.1" status: 204 len: 168 time: 0.5114608 Sep 30 00:50:15.787816 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e51c2640-9fd5-4a71-994d-4c9f6c6b1567 req-612bfe10-97a4-431c-9df8-ca74e2abe2ab tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.39 "GET /v2.0/security-groups?id=b38fe345-73ea-4e86-b623-da9e367cc0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386356 Sep 30 00:50:15.832495 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-21997d25-e2a2-4669-920e-be62ef7cf2ea req-3a146b11-7f5b-4eba-b81b-4860e5c93625 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864900 Sep 30 00:50:16.094893 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-853e1776-b8e0-4ab7-9aac-d33f70f55542 req-32e2c5d7-2c61-4706-9b25-5ce8cc36655f tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:16.110042 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['e5376c59-bd54-4b78-8898-edc91e80fb4d'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:50:16.116545 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a29580a4-3006-4a72-8478-3381406422b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:16.190979 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0d8f8-01e1-4589-8858-76f6484e6bf4 req-d816724d-e8d3-4f91-95a9-7637e8a12942 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:16.203183 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b5f0d8f8-01e1-4589-8858-76f6484e6bf4 req-d816724d-e8d3-4f91-95a9-7637e8a12942 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=79970307-2808-4617-aaf6-09ebc035f45f HTTP/1.1" status: 200 len: 944 time: 0.1379590 Sep 30 00:50:16.210754 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2c5d7-2c61-4706-9b25-5ce8cc36655f tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Pushing event deleted for resources: {'Port': ['ID=e5376c59-bd54-4b78-8898-edc91e80fb4d,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:16.243759 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-32e2c5d7-2c61-4706-9b25-5ce8cc36655f tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:16.266758 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b5f0d8f8-01e1-4589-8858-76f6484e6bf4 req-eb831f2b-9519-4d31-bc3f-368987d9310c tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c42dc21-c719-4a96-84be-a21d147d8c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609496 Sep 30 00:50:16.309378 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 57200) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:16.336047 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-853e1776-b8e0-4ab7-9aac-d33f70f55542 req-32e2c5d7-2c61-4706-9b25-5ce8cc36655f tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] No DVR routers for this DVR port e5376c59-bd54-4b78-8898-edc91e80fb4d on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:50:16.343600 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6bdcfaae-e4bd-43ef-aea9-3caf394b255a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:16.346091 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-853e1776-b8e0-4ab7-9aac-d33f70f55542 req-32e2c5d7-2c61-4706-9b25-5ce8cc36655f tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:16.349209 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b439c5b9-a391-4a12-92f8-dd663d1ebe78', 'name': 'network-vif-deleted', 'tag': 'e5376c59-bd54-4b78-8898-edc91e80fb4d'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:50:16.393265 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-853e1776-b8e0-4ab7-9aac-d33f70f55542 req-32e2c5d7-2c61-4706-9b25-5ce8cc36655f tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.55 "DELETE /v2.0/ports/e5376c59-bd54-4b78-8898-edc91e80fb4d HTTP/1.1" status: 204 len: 173 time: 1.5889976 Sep 30 00:50:16.492734 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-6bdcfaae-e4bd-43ef-aea9-3caf394b255a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:16.501961 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-6bdcfaae-e4bd-43ef-aea9-3caf394b255a admin admin] Usage tracker for resource:security_group_rule and tenant:5af5a446edce4bba8aa53187e4fcbac9 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:16.505769 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-6bdcfaae-e4bd-43ef-aea9-3caf394b255a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:16.512683 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b439c5b9-a391-4a12-92f8-dd663d1ebe78', 'name': 'network-vif-deleted', 'tag': 'e5376c59-bd54-4b78-8898-edc91e80fb4d', 'status': 'completed', 'code': 200} Sep 30 00:50:16.529420 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-6bdcfaae-e4bd-43ef-aea9-3caf394b255a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:16.756418 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41678323-3e8d-4818-bee2-5b6d2131e60f req-56f5c65f-d3e5-4e26-8545-4d6bc3a839c0 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:16.757892 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-41678323-3e8d-4818-bee2-5b6d2131e60f req-56f5c65f-d3e5-4e26-8545-4d6bc3a839c0 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c370cf1-045b-446a-a47c-344c7f9f3305 HTTP/1.1" status: 200 len: 969 time: 0.3761351 Sep 30 00:50:16.837563 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6bdcfaae-e4bd-43ef-aea9-3caf394b255a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:16.851170 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f8598-eb3a-493b-9b4b-93aaf871c51b req-4ce73448-409e-4fe5-917f-aaab4366b4f4 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:16.857990 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f98f8598-eb3a-493b-9b4b-93aaf871c51b req-4ce73448-409e-4fe5-917f-aaab4366b4f4 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c370cf1-045b-446a-a47c-344c7f9f3305 HTTP/1.1" status: 200 len: 969 time: 0.3064883 Sep 30 00:50:16.874448 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6bdcfaae-e4bd-43ef-aea9-3caf394b255a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:16.881650 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e64c0b54-77f1-47b6-9427-40571118590a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:16.952635 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-41678323-3e8d-4818-bee2-5b6d2131e60f req-20e5894a-571e-4cc8-9a1f-326d02d02e47 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Deleting port aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:50:16.952998 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-41678323-3e8d-4818-bee2-5b6d2131e60f req-20e5894a-571e-4cc8-9a1f-326d02d02e47 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:16.995360 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-6bdcfaae-e4bd-43ef-aea9-3caf394b255a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5af5a446edce4bba8aa53187e4fcbac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6846631 Sep 30 00:50:17.003454 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 57232) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:17.010985 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f98f8598-eb3a-493b-9b4b-93aaf871c51b req-3fa7fe57-95e5-4b20-93e4-7f3ffc2f5797 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce96a1a3-c478-4fe4-af4b-1fb44cdc99cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520243 Sep 30 00:50:17.012035 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdcfaae-e4bd-43ef-aea9-3caf394b255a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2354fda7-2456-4437-b00f-93afe41970f3,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:17.028635 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6bdcfaae-e4bd-43ef-aea9-3caf394b255a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:17.046125 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-64cbd609-f0f4-47c8-9564-623b4438e5d4 req-d36b3786-b975-43b3-bba9-cdc53ff7c835 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Synchronizing usage tracker for tenant:b06dac5dbe63483ba1f12673619e9615 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:50:17.081079 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 57236) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:17.093495 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-64cbd609-f0f4-47c8-9564-623b4438e5d4 req-d36b3786-b975-43b3-bba9-cdc53ff7c835 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Unset dirty status for tenant:b06dac5dbe63483ba1f12673619e9615 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:50:17.104441 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-64cbd609-f0f4-47c8-9564-623b4438e5d4 req-d36b3786-b975-43b3-bba9-cdc53ff7c835 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] 10.222.0.39 "GET /v2.0/ports?device_id=b439c5b9-a391-4a12-92f8-dd663d1ebe78 HTTP/1.1" status: 200 len: 210 time: 0.1375370 Sep 30 00:50:17.151573 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2a1955b0-a058-4d04-b9f8-c1a0e5263eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:17.160973 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 57244) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:17.210772 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2a1955b0-a058-4d04-b9f8-c1a0e5263eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:17.276927 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2a1955b0-a058-4d04-b9f8-c1a0e5263eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:17.284612 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-753e4854-0d1a-41fd-bc41-0ec85b952296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:17.311852 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1955b0-a058-4d04-b9f8-c1a0e5263eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2354fda7-2456-4437-b00f-93afe41970f3,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:17.321887 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2a1955b0-a058-4d04-b9f8-c1a0e5263eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:17.330185 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2a1955b0-a058-4d04-b9f8-c1a0e5263eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:17.335180 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-2a1955b0-a058-4d04-b9f8-c1a0e5263eeb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2354fda7-2456-4437-b00f-93afe41970f3 HTTP/1.1" status: 204 len: 168 time: 0.3247926 Sep 30 00:50:17.456380 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-41678323-3e8d-4818-bee2-5b6d2131e60f req-20e5894a-571e-4cc8-9a1f-326d02d02e47 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] For port aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:50:17.456986 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-41678323-3e8d-4818-bee2-5b6d2131e60f req-20e5894a-571e-4cc8-9a1f-326d02d02e47 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:17.496699 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9a81d-e651-4d83-843d-5481f91e7fce req-6a5aca78-66b1-4c30-8020-f0b39bc7a80b tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:17.505818 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-89a9a81d-e651-4d83-843d-5481f91e7fce req-6a5aca78-66b1-4c30-8020-f0b39bc7a80b tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=79970307-2808-4617-aaf6-09ebc035f45f HTTP/1.1" status: 200 len: 944 time: 0.0931020 Sep 30 00:50:17.560235 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-89a9a81d-e651-4d83-843d-5481f91e7fce req-4fdd8145-87cb-4f7f-ae39-8aec6d03be56 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c42dc21-c719-4a96-84be-a21d147d8c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533466 Sep 30 00:50:17.670463 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e80ea-ac70-4f3e-8c57-a5c3de506ea9 req-c7b8a552-dd1a-4652-aab5-e714ac2c4176 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:17.675834 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3a0e80ea-ac70-4f3e-8c57-a5c3de506ea9 req-c7b8a552-dd1a-4652-aab5-e714ac2c4176 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 946 time: 0.4598227 Sep 30 00:50:17.687024 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-41678323-3e8d-4818-bee2-5b6d2131e60f req-20e5894a-571e-4cc8-9a1f-326d02d02e47 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Calling delete_port for aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012 owned by compute:tempest-test_az-50205501 {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:50:17.725245 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-8bd01f77-bcf5-43bd-846e-d6bd63517fb3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1414882589-network', 'tenant_id': '4b5dedbbe5244689849acade53cb8614'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:50:17.729575 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-8bd01f77-bcf5-43bd-846e-d6bd63517fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:17.736294 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-8bd01f77-bcf5-43bd-846e-d6bd63517fb3 admin admin] Usage tracker for resource:network and tenant:4b5dedbbe5244689849acade53cb8614 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:17.739234 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-8bd01f77-bcf5-43bd-846e-d6bd63517fb3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:17.748896 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-8bd01f77-bcf5-43bd-846e-d6bd63517fb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:17.757666 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-fa785fbf-f60d-42a5-bc49-87004c00e967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:17.865536 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd01f77-bcf5-43bd-846e-d6bd63517fb3 admin admin] Made reservation on behalf of 4b5dedbbe5244689849acade53cb8614 for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:50:17.867938 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8bd01f77-bcf5-43bd-846e-d6bd63517fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:17.883355 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-fa785fbf-f60d-42a5-bc49-87004c00e967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:17.897995 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8bd01f77-bcf5-43bd-846e-d6bd63517fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:17.909834 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-fa785fbf-f60d-42a5-bc49-87004c00e967 admin admin] Usage tracker for resource:security_group_rule and tenant:6e80aa9570aa4f0faa3539cc70917a43 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:17.925837 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-fa785fbf-f60d-42a5-bc49-87004c00e967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:18.016761 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-fa785fbf-f60d-42a5-bc49-87004c00e967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:18.019645 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-8bd01f77-bcf5-43bd-846e-d6bd63517fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:18.033030 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3a0e80ea-ac70-4f3e-8c57-a5c3de506ea9 req-40547f6f-4ed7-4b64-b168-27a91e3bbc0d tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977010 Sep 30 00:50:18.037248 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-8bd01f77-bcf5-43bd-846e-d6bd63517fb3 admin admin] Usage tracker for resource:security_group_rule and tenant:4b5dedbbe5244689849acade53cb8614 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:18.046704 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-8bd01f77-bcf5-43bd-846e-d6bd63517fb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:18.056810 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-8bd01f77-bcf5-43bd-846e-d6bd63517fb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:18.076108 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 726371f4-278a-4072-b06f-d3103c824c80 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:50:18.217557 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 726371f4-278a-4072-b06f-d3103c824c80 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:50:18.223966 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 726371f4-278a-4072-b06f-d3103c824c80 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:50:18.224350 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:18.270534 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac295304-cabe-44d3-a4e8-d9c340ca1c20 req-5fd789cf-8e9a-4adf-bb75-2dca173bf90b tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:18.282306 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ac295304-cabe-44d3-a4e8-d9c340ca1c20 req-5fd789cf-8e9a-4adf-bb75-2dca173bf90b tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c370cf1-045b-446a-a47c-344c7f9f3305 HTTP/1.1" status: 200 len: 969 time: 0.1174612 Sep 30 00:50:18.304650 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-41678323-3e8d-4818-bee2-5b6d2131e60f req-20e5894a-571e-4cc8-9a1f-326d02d02e47 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:18.328781 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5adc6a41-7146-40d4-becf-8b5d4aa6f073 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:18.352364 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:50:18.353863 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ac295304-cabe-44d3-a4e8-d9c340ca1c20 req-4d43cf31-5807-484b-bac8-39af1adba9de tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/security-groups?id=ce96a1a3-c478-4fe4-af4b-1fb44cdc99cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705225 Sep 30 00:50:18.446454 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device e5376c59-bd54-4b78-8898-edc91e80fb4d no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:50:18.448954 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5894a-571e-4cc8-9a1f-326d02d02e47 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Pushing event deleted for resources: {'Port': ['ID=aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:18.510195 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-20e5894a-571e-4cc8-9a1f-326d02d02e47 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:18.517934 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: e5376c59-bd54-4b78-8898-edc91e80fb4d {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:50:18.518188 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device e5376c59-bd54-4b78-8898-edc91e80fb4d not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:50:18.537480 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-fa785fbf-f60d-42a5-bc49-87004c00e967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:18.545479 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-41678323-3e8d-4818-bee2-5b6d2131e60f req-20e5894a-571e-4cc8-9a1f-326d02d02e47 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] No DVR routers for this DVR port aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012 on host n-h2-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:50:18.555190 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-fa785fbf-f60d-42a5-bc49-87004c00e967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:18.563924 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-41678323-3e8d-4818-bee2-5b6d2131e60f req-20e5894a-571e-4cc8-9a1f-326d02d02e47 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:18.581956 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2144c532-8810-409a-9a38-41fc6cdc53da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:18.609054 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c370cf1-045b-446a-a47c-344c7f9f3305', 'name': 'network-vif-deleted', 'tag': 'aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:50:18.618162 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8bd01f77-bcf5-43bd-846e-d6bd63517fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:18.657886 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8bd01f77-bcf5-43bd-846e-d6bd63517fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:18.707134 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:18.790337 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c370cf1-045b-446a-a47c-344c7f9f3305', 'name': 'network-vif-deleted', 'tag': 'aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012', 'status': 'completed', 'code': 200} Sep 30 00:50:18.803295 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd01f77-bcf5-43bd-846e-d6bd63517fb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:50:18.820654 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa785fbf-f60d-42a5-bc49-87004c00e967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d118df29-a267-4b20-84f4-72b206262deb,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:18.828980 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79970307-2808-4617-aaf6-09ebc035f45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726371f4-278a-4072-b06f-d3103c824c80'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:50:18.838376 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-fa785fbf-f60d-42a5-bc49-87004c00e967 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6e80aa9570aa4f0faa3539cc70917a43&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6754963 Sep 30 00:50:18.840356 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-fa785fbf-f60d-42a5-bc49-87004c00e967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:18.841239 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a8ae1059-3c79-4f39-876c-9e1394d5e042 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:18.846397 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 57312) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:18.853179 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 726371f4-278a-4072-b06f-d3103c824c80, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=726371f4-278a-4072-b06f-d3103c824c80,segment=NetworkSegment(d1c67cb8-9e18-4d24-aa91-f8fe6840e750),segment_id=d1c67cb8-9e18-4d24-aa91-f8fe6840e750)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:50:18.854577 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-9dd99380-1703-42f4-aeb6-b81c8869ad69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:18.860821 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-41678323-3e8d-4818-bee2-5b6d2131e60f req-20e5894a-571e-4cc8-9a1f-326d02d02e47 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.55 "DELETE /v2.0/ports/aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012 HTTP/1.1" status: 204 len: 173 time: 2.0875192 Sep 30 00:50:18.862699 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:18.864836 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:18.910648 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8bd01f77-bcf5-43bd-846e-d6bd63517fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:18.911263 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-8bd01f77-bcf5-43bd-846e-d6bd63517fb3 admin admin] Added segment 6d8750c8-2a2a-44ba-8697-84effd9205c4 of type vlan for network f8c5d5ca-229d-4f3a-9a87-191790b7e9cb Sep 30 00:50:18.947117 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=726371f4-278a-4072-b06f-d3103c824c80,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:18.951466 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:18.967124 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8bd01f77-bcf5-43bd-846e-d6bd63517fb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:19.006138 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:19.009145 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8bd01f77-bcf5-43bd-846e-d6bd63517fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:19.012361 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd01f77-bcf5-43bd-846e-d6bd63517fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:19.013125 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8bd01f77-bcf5-43bd-846e-d6bd63517fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:19.016858 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd01f77-bcf5-43bd-846e-d6bd63517fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a587e738-7461-451f-ae24-78ae90bbd012,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:19.021741 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8bd01f77-bcf5-43bd-846e-d6bd63517fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:19.022339 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:19.077020 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2a5a1b1c-72a7-4191-8ab6-a9d306365368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:19.114828 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422d918-d5c6-43ae-8856-11cdd283eb33 req-ede1fd76-bb02-4cb3-9068-ae9af0f117ce tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:19.122928 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0422d918-d5c6-43ae-8856-11cdd283eb33 req-ede1fd76-bb02-4cb3-9068-ae9af0f117ce tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=79970307-2808-4617-aaf6-09ebc035f45f HTTP/1.1" status: 200 len: 944 time: 0.3196635 Sep 30 00:50:19.137021 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-8bd01f77-bcf5-43bd-846e-d6bd63517fb3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0544519 Sep 30 00:50:19.140970 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 57322) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:19.148999 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-c52121e6-a51f-462b-a9ff-cc6e4c5a923d admin admin] Request body: {'subnet': {'network_id': 'f8c5d5ca-229d-4f3a-9a87-191790b7e9cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1414882589-subnet', 'tenant_id': '4b5dedbbe5244689849acade53cb8614', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:50:19.162107 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-c52121e6-a51f-462b-a9ff-cc6e4c5a923d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:19.164927 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd01f77-bcf5-43bd-846e-d6bd63517fb3 admin admin] Pushing event updated for resources: {'Network': ['ID=f8c5d5ca-229d-4f3a-9a87-191790b7e9cb,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:19.169385 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8bd01f77-bcf5-43bd-846e-d6bd63517fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:19.171093 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-c52121e6-a51f-462b-a9ff-cc6e4c5a923d admin admin] Usage tracker for resource:subnet and tenant:4b5dedbbe5244689849acade53cb8614 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:19.176555 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-c52121e6-a51f-462b-a9ff-cc6e4c5a923d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:19.180118 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network f8c5d5ca-229d-4f3a-9a87-191790b7e9cb details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:50:19.184462 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-c52121e6-a51f-462b-a9ff-cc6e4c5a923d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:19.221043 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52121e6-a51f-462b-a9ff-cc6e4c5a923d admin admin] Made reservation on behalf of 4b5dedbbe5244689849acade53cb8614 for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:50:19.223416 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c52121e6-a51f-462b-a9ff-cc6e4c5a923d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:19.317511 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 57328) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:19.355327 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79970307-2808-4617-aaf6-09ebc035f45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726371f4-278a-4072-b06f-d3103c824c80', 'code': 200} Sep 30 00:50:19.384662 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0422d918-d5c6-43ae-8856-11cdd283eb33 req-2f096567-adc7-4151-a966-858ad21c6a99 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c42dc21-c719-4a96-84be-a21d147d8c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600560 Sep 30 00:50:19.386552 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2a5a1b1c-72a7-4191-8ab6-a9d306365368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:19.501914 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2a5a1b1c-72a7-4191-8ab6-a9d306365368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:19.510266 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:19.543086 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2a5a1b1c-72a7-4191-8ab6-a9d306365368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:19.547417 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-2a5a1b1c-72a7-4191-8ab6-a9d306365368 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d118df29-a267-4b20-84f4-72b206262deb HTTP/1.1" status: 204 len: 168 time: 0.6930845 Sep 30 00:50:19.556975 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a1b1c-72a7-4191-8ab6-a9d306365368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d118df29-a267-4b20-84f4-72b206262deb,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:19.560568 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2a5a1b1c-72a7-4191-8ab6-a9d306365368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:19.658530 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77e7dd-e6e2-40ae-b7cd-d607503aa9c3 req-7073217b-51f9-47e7-bdc2-4293faf8ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:19.660096 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4b77e7dd-e6e2-40ae-b7cd-d607503aa9c3 req-7073217b-51f9-47e7-bdc2-4293faf8ff02 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=79970307-2808-4617-aaf6-09ebc035f45f HTTP/1.1" status: 200 len: 1096 time: 0.2544639 Sep 30 00:50:19.662566 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c52121e6-a51f-462b-a9ff-cc6e4c5a923d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:19.674262 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:19.710083 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-27049d56-b780-41e2-ac99-b0cb2a13b396 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b06dac5dbe63483ba1f12673619e9615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788221 Sep 30 00:50:19.711347 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 57346) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:19.755460 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb395f3-cfba-42ac-828a-f2cb7d644a5e req-b8d7dd49-c8a2-419f-9e69-baef9a49aa48 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:19.762621 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8eb395f3-cfba-42ac-828a-f2cb7d644a5e req-b8d7dd49-c8a2-419f-9e69-baef9a49aa48 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 946 time: 0.4089680 Sep 30 00:50:19.846858 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-32a24031-b2b2-45fe-8598-1223f809e62a req-f5d9cfda-8528-4987-bbf3-a3d456f82d11 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c370cf1-045b-446a-a47c-344c7f9f3305 HTTP/1.1" status: 200 len: 210 time: 0.0706851 Sep 30 00:50:19.865238 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52121e6-a51f-462b-a9ff-cc6e4c5a923d admin admin] Pushing event updated for resources: {'Subnet': ['ID=03baca3f-acaa-4532-b7eb-efc8c696871d,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:19.868010 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4b77e7dd-e6e2-40ae-b7cd-d607503aa9c3 req-1f4f62d4-9a6b-45f7-b4c0-39da95f8e514 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3c42dc21-c719-4a96-84be-a21d147d8c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963422 Sep 30 00:50:19.868144 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-da742703-237a-4075-a010-4c515687562f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:19.868788 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c52121e6-a51f-462b-a9ff-cc6e4c5a923d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:19.883122 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8eb395f3-cfba-42ac-828a-f2cb7d644a5e req-1fe40375-3170-45a3-aae8-9a1913b71ee9 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196260 Sep 30 00:50:19.887706 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52121e6-a51f-462b-a9ff-cc6e4c5a923d admin admin] Checking segment: {'id': '6d8750c8-2a2a-44ba-8697-84effd9205c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f8c5d5ca-229d-4f3a-9a87-191790b7e9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:50:19.888235 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52121e6-a51f-462b-a9ff-cc6e4c5a923d admin admin] Network hostable DHCP agents. Network: f8c5d5ca-229d-4f3a-9a87-191790b7e9cb, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:50:19.916850 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52121e6-a51f-462b-a9ff-cc6e4c5a923d admin admin] Network f8c5d5ca-229d-4f3a-9a87-191790b7e9cb is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:50:19.919785 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-da742703-237a-4075-a010-4c515687562f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:19.930966 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-c52121e6-a51f-462b-a9ff-cc6e4c5a923d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, f8c5d5ca-229d-4f3a-9a87-191790b7e9cb) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:50:19.946680 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52121e6-a51f-462b-a9ff-cc6e4c5a923d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:19.947522 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c52121e6-a51f-462b-a9ff-cc6e4c5a923d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:19.948803 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586b9298-fb3c-427b-b250-5a5dec7988aa None None] Network f8c5d5ca-229d-4f3a-9a87-191790b7e9cb requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:50:19.993080 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-c52121e6-a51f-462b-a9ff-cc6e4c5a923d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8505630 Sep 30 00:50:19.993982 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 57364) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:20.005645 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-ef312f5f-864d-4884-a982-9cfc5a3ea312 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1414882589-router', 'tenant_id': '4b5dedbbe5244689849acade53cb8614', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:50:20.009720 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-da742703-237a-4075-a010-4c515687562f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:20.010916 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-ef312f5f-864d-4884-a982-9cfc5a3ea312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:20.015185 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-ef312f5f-864d-4884-a982-9cfc5a3ea312 admin admin] Usage tracker for resource:router and tenant:4b5dedbbe5244689849acade53cb8614 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:20.018408 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-30673e48-018e-48e4-a10c-3abe8f207430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:20.019046 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-ef312f5f-864d-4884-a982-9cfc5a3ea312 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:20.028575 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-ef312f5f-864d-4884-a982-9cfc5a3ea312 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:20.051795 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ef312f5f-864d-4884-a982-9cfc5a3ea312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-730961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30750'] for router, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:20.053950 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ef312f5f-864d-4884-a982-9cfc5a3ea312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30743'] for router, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:20.054259 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da742703-237a-4075-a010-4c515687562f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38fe345-73ea-4e86-b623-da9e367cc0fb,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:20.061799 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-da742703-237a-4075-a010-4c515687562f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:20.076048 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-da742703-237a-4075-a010-4c515687562f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:20.077787 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-da742703-237a-4075-a010-4c515687562f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b38fe345-73ea-4e86-b623-da9e367cc0fb HTTP/1.1" status: 204 len: 168 time: 0.3646626 Sep 30 00:50:20.100219 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ef312f5f-864d-4884-a982-9cfc5a3ea312 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:20.282106 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2cad00-04dd-46a7-a320-ad4e2d119e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-f8c5d5ca-229d-4f3a-9a87-191790b7e9cb', 'network_id': 'f8c5d5ca-229d-4f3a-9a87-191790b7e9cb', 'tenant_id': '4b5dedbbe5244689849acade53cb8614', 'fixed_ips': [{'subnet_id': '03baca3f-acaa-4532-b7eb-efc8c696871d'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 00:50:20.282988 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-9f2cad00-04dd-46a7-a320-ad4e2d119e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:20.378584 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:50:20.407507 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 57392) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:20.423824 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:50:20.424148 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device aa80f32b-ffd6-4a0e-ba24-1ee79d6d0012 not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:50:20.460254 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c47b8b76-35b1-4ec0-bb8f-fd7033390887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:20.519970 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c47b8b76-35b1-4ec0-bb8f-fd7033390887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:20.520699 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ef312f5f-864d-4884-a982-9cfc5a3ea312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-672991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-730982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30841'] for router, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:20.533651 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-c47b8b76-35b1-4ec0-bb8f-fd7033390887 admin admin] Usage tracker for resource:security_group_rule and tenant:13368efc4f944c85a7b075250c39cfd7 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:20.545878 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-c47b8b76-35b1-4ec0-bb8f-fd7033390887 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:20.554705 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c47b8b76-35b1-4ec0-bb8f-fd7033390887 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:20.592082 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48888d-ad3d-4dd0-b5fe-f2f344084be5 req-b516dce8-62f0-482a-af1f-8239f58cd001 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:20.596296 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5c48888d-ad3d-4dd0-b5fe-f2f344084be5 req-b516dce8-62f0-482a-af1f-8239f58cd001 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 1097 time: 0.1448147 Sep 30 00:50:20.616367 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-9f2cad00-04dd-46a7-a320-ad4e2d119e07 None None] Allocated IP 172.20.0.2 (f8c5d5ca-229d-4f3a-9a87-191790b7e9cb/03baca3f-acaa-4532-b7eb-efc8c696871d/69e16d0a-5a0f-420f-bb76-ca6e14e48593) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:50:20.673997 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5c48888d-ad3d-4dd0-b5fe-f2f344084be5 req-c30cf10e-fb41-4a0d-ad11-76ba90f6827d tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698583 Sep 30 00:50:20.812940 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c47b8b76-35b1-4ec0-bb8f-fd7033390887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:20.819380 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c47b8b76-35b1-4ec0-bb8f-fd7033390887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:20.878599 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-39348bdc-8b74-4f45-a282-a43d23e5f445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:20.904820 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-9f2cad00-04dd-46a7-a320-ad4e2d119e07 None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:20.917215 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-9f2cad00-04dd-46a7-a320-ad4e2d119e07 None None] Transition to ACTIVE for port object 69e16d0a-5a0f-420f-bb76-ca6e14e48593 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:50:20.932806 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-c47b8b76-35b1-4ec0-bb8f-fd7033390887 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=13368efc4f944c85a7b075250c39cfd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5231879 Sep 30 00:50:20.936192 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 57406) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:20.936192 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 57408) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:20.939403 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b8b76-35b1-4ec0-bb8f-fd7033390887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e124b48-5f6d-420c-9d0e-a0a431551bf4,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:20.941206 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-9f2cad00-04dd-46a7-a320-ad4e2d119e07 None None] Transition to ACTIVE for port object 69e16d0a-5a0f-420f-bb76-ca6e14e48593 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:50:20.950110 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-9f2cad00-04dd-46a7-a320-ad4e2d119e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:20.963199 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:20.992779 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c47b8b76-35b1-4ec0-bb8f-fd7033390887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:21.014131 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2cad00-04dd-46a7-a320-ad4e2d119e07 None None] Network f8c5d5ca-229d-4f3a-9a87-191790b7e9cb is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:50:21.022777 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-9f2cad00-04dd-46a7-a320-ad4e2d119e07 None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:50:21.035789 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f70a67fe-7534-45e1-bf2d-226b8ca5fa57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:21.080652 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2cad00-04dd-46a7-a320-ad4e2d119e07 None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:50:21.088179 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df0046-7f28-49f1-8f5b-fee515fe3426 req-ec46d1bf-0412-47ef-b7a0-f95fe8f70448 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:21.107335 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-24df0046-7f28-49f1-8f5b-fee515fe3426 req-ec46d1bf-0412-47ef-b7a0-f95fe8f70448 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=79970307-2808-4617-aaf6-09ebc035f45f HTTP/1.1" status: 200 len: 945 time: 0.1690660 Sep 30 00:50:21.189193 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2cad00-04dd-46a7-a320-ad4e2d119e07 None None] Pushing event updated for resources: {'Port': ['ID=69e16d0a-5a0f-420f-bb76-ca6e14e48593,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:21.189895 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-24df0046-7f28-49f1-8f5b-fee515fe3426 req-e446451f-9703-4de9-8397-e596906c1cf3 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c42dc21-c719-4a96-84be-a21d147d8c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799048 Sep 30 00:50:21.192523 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-9f2cad00-04dd-46a7-a320-ad4e2d119e07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:21.196921 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2b914505-8ddf-432e-998f-4d75ed6d7b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:21.210627 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-f70a67fe-7534-45e1-bf2d-226b8ca5fa57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:21.240477 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-9f2cad00-04dd-46a7-a320-ad4e2d119e07 None None] Attempting to bind port 69e16d0a-5a0f-420f-bb76-ca6e14e48593 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:50:21.240945 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-9f2cad00-04dd-46a7-a320-ad4e2d119e07 None None] Attempting to bind port 69e16d0a-5a0f-420f-bb76-ca6e14e48593 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '6d8750c8-2a2a-44ba-8697-84effd9205c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f8c5d5ca-229d-4f3a-9a87-191790b7e9cb'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:50:21.241319 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2cad00-04dd-46a7-a320-ad4e2d119e07 None None] Attempting to bind port 69e16d0a-5a0f-420f-bb76-ca6e14e48593 on network f8c5d5ca-229d-4f3a-9a87-191790b7e9cb {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:50:21.247149 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2cad00-04dd-46a7-a320-ad4e2d119e07 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:50:21.247528 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2cad00-04dd-46a7-a320-ad4e2d119e07 None None] Checking segment: {'id': '6d8750c8-2a2a-44ba-8697-84effd9205c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f8c5d5ca-229d-4f3a-9a87-191790b7e9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:50:21.247970 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-9f2cad00-04dd-46a7-a320-ad4e2d119e07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:21.248318 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2cad00-04dd-46a7-a320-ad4e2d119e07 None None] Bound using segment: {'id': '6d8750c8-2a2a-44ba-8697-84effd9205c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f8c5d5ca-229d-4f3a-9a87-191790b7e9cb'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:50:21.248832 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-9f2cad00-04dd-46a7-a320-ad4e2d119e07 None None] Bound port: 69e16d0a-5a0f-420f-bb76-ca6e14e48593, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8750c8-2a2a-44ba-8697-84effd9205c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f8c5d5ca-229d-4f3a-9a87-191790b7e9cb'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:50:21.249216 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-9f2cad00-04dd-46a7-a320-ad4e2d119e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:21.269897 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-f70a67fe-7534-45e1-bf2d-226b8ca5fa57 admin admin] Usage tracker for resource:security_group_rule and tenant:dc51e343891d47a3bcf4da7f160bf2d0 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:21.283052 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-f70a67fe-7534-45e1-bf2d-226b8ca5fa57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:21.297030 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-f70a67fe-7534-45e1-bf2d-226b8ca5fa57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:21.314116 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 57422) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:21.339021 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ef312f5f-864d-4884-a982-9cfc5a3ea312 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:21.407761 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ef312f5f-864d-4884-a982-9cfc5a3ea312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:21.409628 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-22bc3166-b554-467c-98b2-835096c683f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:21.445177 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-9f2cad00-04dd-46a7-a320-ad4e2d119e07 None None] For port 69e16d0a-5a0f-420f-bb76-ca6e14e48593, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:50:21.453955 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-9f2cad00-04dd-46a7-a320-ad4e2d119e07 None None] For port 69e16d0a-5a0f-420f-bb76-ca6e14e48593, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=69e16d0a-5a0f-420f-bb76-ca6e14e48593,segment=NetworkSegment(6d8750c8-2a2a-44ba-8697-84effd9205c4),segment_id=6d8750c8-2a2a-44ba-8697-84effd9205c4)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:50:21.459396 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-9f2cad00-04dd-46a7-a320-ad4e2d119e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:21.466073 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:21.518456 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-22bc3166-b554-467c-98b2-835096c683f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:21.564001 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc56949-84eb-4232-9937-ee949eccd32e req-ac52672e-e853-49a2-b046-ecad3ef94f2e tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:21.565651 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3cc56949-84eb-4232-9937-ee949eccd32e req-ac52672e-e853-49a2-b046-ecad3ef94f2e tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 1097 time: 0.4117315 Sep 30 00:50:21.588373 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d7d7dae7-108f-4699-bf8b-7aa7f2246fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:21.598030 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2cad00-04dd-46a7-a320-ad4e2d119e07 None None] Pushing event updated for resources: {'Port': ['ID=69e16d0a-5a0f-420f-bb76-ca6e14e48593,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:21.602027 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-9f2cad00-04dd-46a7-a320-ad4e2d119e07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:21.633238 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d7d7dae7-108f-4699-bf8b-7aa7f2246fec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:21.643721 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-d7d7dae7-108f-4699-bf8b-7aa7f2246fec admin admin] Usage tracker for resource:security_group_rule and tenant:40de80585fef4539941660ed0c02a11f is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:21.647975 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-d7d7dae7-108f-4699-bf8b-7aa7f2246fec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:21.658345 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d7d7dae7-108f-4699-bf8b-7aa7f2246fec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:21.748547 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-ef312f5f-864d-4884-a982-9cfc5a3ea312 admin admin] Allocated IP 172.25.0.158 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/478cc995-d9af-4f88-a370-de3528867244) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:50:21.771420 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-3cc56949-84eb-4232-9937-ee949eccd32e req-a300acc9-3359-4ea6-b054-26c34f9d5130 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] Synchronizing usage tracker for tenant:054280b9cdde44798c6306ec161c7a0a on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:50:21.789027 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 57432) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:21.800726 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d7d7dae7-108f-4699-bf8b-7aa7f2246fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:21.801069 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f70a67fe-7534-45e1-bf2d-226b8ca5fa57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:21.806896 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d7d7dae7-108f-4699-bf8b-7aa7f2246fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:21.826013 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-22bc3166-b554-467c-98b2-835096c683f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:21.837937 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-77559f36-c30a-4fc7-9722-7133a5fafb2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:21.846937 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-d7d7dae7-108f-4699-bf8b-7aa7f2246fec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=40de80585fef4539941660ed0c02a11f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5307121 Sep 30 00:50:21.851939 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 57438) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:21.908553 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e51bed81-7e78-42c1-8f55-e9c529ff9f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:21.918707 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f70a67fe-7534-45e1-bf2d-226b8ca5fa57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:21.920025 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7dae7-108f-4699-bf8b-7aa7f2246fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c7b555-355e-4d50-a469-78d68f059d70,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:21.925403 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d7d7dae7-108f-4699-bf8b-7aa7f2246fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:21.938901 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc3166-b554-467c-98b2-835096c683f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e124b48-5f6d-420c-9d0e-a0a431551bf4,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:21.945402 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-22bc3166-b554-467c-98b2-835096c683f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:21.950379 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:21.976772 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1aebf607-b001-42e2-9c09-bb6f36f5724d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:22.039337 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1aebf607-b001-42e2-9c09-bb6f36f5724d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:22.115394 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-f70a67fe-7534-45e1-bf2d-226b8ca5fa57 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dc51e343891d47a3bcf4da7f160bf2d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1748767 Sep 30 00:50:22.116427 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 57446) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:22.116602 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-3cc56949-84eb-4232-9937-ee949eccd32e req-a300acc9-3359-4ea6-b054-26c34f9d5130 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] Unset dirty status for tenant:054280b9cdde44798c6306ec161c7a0a on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:50:22.131003 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3cc56949-84eb-4232-9937-ee949eccd32e req-a300acc9-3359-4ea6-b054-26c34f9d5130 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5056808 Sep 30 00:50:22.183646 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1aebf607-b001-42e2-9c09-bb6f36f5724d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:22.187270 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a67fe-7534-45e1-bf2d-226b8ca5fa57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c3c446-60a1-4be9-9b8d-8cfa769016f4,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:22.191579 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-616cd39b-3fe4-4d60-a6c5-a57a4e1d5034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:22.196903 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f70a67fe-7534-45e1-bf2d-226b8ca5fa57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:22.211046 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebf607-b001-42e2-9c09-bb6f36f5724d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c7b555-355e-4d50-a469-78d68f059d70,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:22.214636 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1aebf607-b001-42e2-9c09-bb6f36f5724d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:22.224212 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:22.224429 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-22bc3166-b554-467c-98b2-835096c683f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:22.226282 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-22bc3166-b554-467c-98b2-835096c683f5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9e124b48-5f6d-420c-9d0e-a0a431551bf4 HTTP/1.1" status: 204 len: 168 time: 1.2807922 Sep 30 00:50:22.229986 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ef312f5f-864d-4884-a982-9cfc5a3ea312 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:22.238707 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1aebf607-b001-42e2-9c09-bb6f36f5724d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:22.239861 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-1aebf607-b001-42e2-9c09-bb6f36f5724d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/33c7b555-355e-4d50-a469-78d68f059d70 HTTP/1.1" status: 204 len: 168 time: 0.3868413 Sep 30 00:50:22.257413 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d2d50f38-7a7b-4843-8563-b7947af389da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:22.274078 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 69e16d0a-5a0f-420f-bb76-ca6e14e48593 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:50:22.299091 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d2d50f38-7a7b-4843-8563-b7947af389da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:22.315422 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ef312f5f-864d-4884-a982-9cfc5a3ea312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:22.325815 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:22.411229 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d2d50f38-7a7b-4843-8563-b7947af389da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:22.419560 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8ab19af7-c1ab-40da-8a76-a8fcefb17a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:22.427488 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef312f5f-864d-4884-a982-9cfc5a3ea312 admin admin] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:50:22.440510 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d50f38-7a7b-4843-8563-b7947af389da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c3c446-60a1-4be9-9b8d-8cfa769016f4,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:22.447724 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d2d50f38-7a7b-4843-8563-b7947af389da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:22.450528 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d2d50f38-7a7b-4843-8563-b7947af389da admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:22.455924 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-d2d50f38-7a7b-4843-8563-b7947af389da admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/50c3c446-60a1-4be9-9b8d-8cfa769016f4 HTTP/1.1" status: 204 len: 168 time: 0.3384590 Sep 30 00:50:22.462673 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 69e16d0a-5a0f-420f-bb76-ca6e14e48593 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:50:22.475431 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-ef312f5f-864d-4884-a982-9cfc5a3ea312 admin admin] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:50:22.477850 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef312f5f-864d-4884-a982-9cfc5a3ea312 admin admin] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:50:22.780683 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef312f5f-864d-4884-a982-9cfc5a3ea312 admin admin] Pushing event updated for resources: {'Port': ['ID=478cc995-d9af-4f88-a370-de3528867244,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:22.802644 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ef312f5f-864d-4884-a982-9cfc5a3ea312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:22.935929 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-19b30305-8e0f-49db-9419-78c2600bb9c2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8268be952000422087e044d39c21fa01&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1456149 Sep 30 00:50:22.938869 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 57474) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:22.989668 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575dc8ff-9916-46af-8114-007aedc28c8f req-a3b45bec-ea85-43f3-a5a8-5f69ec07c3c1 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:22.997959 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52046eb-63a1-4842-8b5f-99ba8b29a103 None None] Network f8c5d5ca-229d-4f3a-9a87-191790b7e9cb requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:50:23.002797 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-575dc8ff-9916-46af-8114-007aedc28c8f req-a3b45bec-ea85-43f3-a5a8-5f69ec07c3c1 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=79970307-2808-4617-aaf6-09ebc035f45f HTTP/1.1" status: 200 len: 945 time: 0.5979884 Sep 30 00:50:23.056520 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 57482) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:23.104249 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-84427c42-bc6b-42a3-bada-5198af1b2c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:23.119048 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4aa3c704-80d2-4e68-98e2-971c2ef7348a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:23.141835 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-84427c42-bc6b-42a3-bada-5198af1b2c58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:23.154088 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-84427c42-bc6b-42a3-bada-5198af1b2c58 admin admin] Usage tracker for resource:security_group_rule and tenant:6056068c52b5467cbcec6c5c57431f71 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:23.160016 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-84427c42-bc6b-42a3-bada-5198af1b2c58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:23.170450 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4aa3c704-80d2-4e68-98e2-971c2ef7348a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:23.181291 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-84427c42-bc6b-42a3-bada-5198af1b2c58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:23.281572 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4aa3c704-80d2-4e68-98e2-971c2ef7348a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:23.290553 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9cdde37b-ff6b-415f-8335-3383df9c637d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:23.321157 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3c704-80d2-4e68-98e2-971c2ef7348a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce96a1a3-c478-4fe4-af4b-1fb44cdc99cd,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:23.332311 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4aa3c704-80d2-4e68-98e2-971c2ef7348a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:23.338910 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5480c535-4c84-4494-9ab4-dc3f594d99dc None None] Provisioning for port 69e16d0a-5a0f-420f-bb76-ca6e14e48593 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:50:23.352178 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-84427c42-bc6b-42a3-bada-5198af1b2c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:23.354741 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4aa3c704-80d2-4e68-98e2-971c2ef7348a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:23.356115 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-4aa3c704-80d2-4e68-98e2-971c2ef7348a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ce96a1a3-c478-4fe4-af4b-1fb44cdc99cd HTTP/1.1" status: 204 len: 168 time: 0.4161100 Sep 30 00:50:23.361643 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-84427c42-bc6b-42a3-bada-5198af1b2c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:23.372227 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-aefdadde-61d0-4a8d-82c3-7373c1a889e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:23.419057 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84427c42-bc6b-42a3-bada-5198af1b2c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b113eb-6ade-4b40-81d1-b5cba985381a,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:23.426650 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-84427c42-bc6b-42a3-bada-5198af1b2c58 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6056068c52b5467cbcec6c5c57431f71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3663440 Sep 30 00:50:23.426650 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-84427c42-bc6b-42a3-bada-5198af1b2c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:23.426963 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 57502) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:23.495241 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-575dc8ff-9916-46af-8114-007aedc28c8f req-e71c5d1e-a313-4e9d-981b-0f42ac7bfe63 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c42dc21-c719-4a96-84be-a21d147d8c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4911726 Sep 30 00:50:23.548557 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5480c535-4c84-4494-9ab4-dc3f594d99dc None None] Provisioning complete for port 69e16d0a-5a0f-420f-bb76-ca6e14e48593 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:50:23.549149 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5480c535-4c84-4494-9ab4-dc3f594d99dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:23.561894 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-11c831ea-575e-4d66-949b-e09fcb5ecfee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:23.565244 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ef312f5f-864d-4884-a982-9cfc5a3ea312 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:23.619988 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-11c831ea-575e-4d66-949b-e09fcb5ecfee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:23.720444 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-11c831ea-575e-4d66-949b-e09fcb5ecfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:23.731140 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:23.765016 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5480c535-4c84-4494-9ab4-dc3f594d99dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:23.774433 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c831ea-575e-4d66-949b-e09fcb5ecfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b113eb-6ade-4b40-81d1-b5cba985381a,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:23.785687 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-11c831ea-575e-4d66-949b-e09fcb5ecfee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:23.792878 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-11c831ea-575e-4d66-949b-e09fcb5ecfee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:23.794158 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-11c831ea-575e-4d66-949b-e09fcb5ecfee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/61b113eb-6ade-4b40-81d1-b5cba985381a HTTP/1.1" status: 204 len: 168 time: 0.3662553 Sep 30 00:50:23.904384 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5480c535-4c84-4494-9ab4-dc3f594d99dc None None] For port 69e16d0a-5a0f-420f-bb76-ca6e14e48593, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=69e16d0a-5a0f-420f-bb76-ca6e14e48593,segment=NetworkSegment(6d8750c8-2a2a-44ba-8697-84effd9205c4),segment_id=6d8750c8-2a2a-44ba-8697-84effd9205c4)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:50:23.908874 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:23.913693 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5480c535-4c84-4494-9ab4-dc3f594d99dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:23.918603 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:24.069275 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480c535-4c84-4494-9ab4-dc3f594d99dc None None] Pushing event updated for resources: {'Port': ['ID=69e16d0a-5a0f-420f-bb76-ca6e14e48593,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:24.073909 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5480c535-4c84-4494-9ab4-dc3f594d99dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:24.085360 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ef312f5f-864d-4884-a982-9cfc5a3ea312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673175'] for router, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:24.136656 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-19451601-c9db-46f3-8604-a2dfc36ca062 None None] Provisioning complete for port 69e16d0a-5a0f-420f-bb76-ca6e14e48593 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:50:24.137724 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-19451601-c9db-46f3-8604-a2dfc36ca062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:24.207123 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 57544) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:24.283709 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 57548) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:24.284377 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-c290f337-cb91-4bc4-b481-bcf40a164918 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e0f789322d1c43598b72b52880cae33c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0759406 Sep 30 00:50:24.376303 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-907c146d-a952-40b4-becb-b7125bcb0bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:24.402693 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef312f5f-864d-4884-a982-9cfc5a3ea312 admin admin] Router 3c26f198-5e50-4473-8337-1734ec30c178 is scheduled to L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 with binding_index 1 {{(pid=80274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 30 00:50:24.408586 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-907c146d-a952-40b4-becb-b7125bcb0bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:24.719265 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-907c146d-a952-40b4-becb-b7125bcb0bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:24.725908 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-43efdfc3-7d2b-45f6-8641-61ac0ed523e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:24.741985 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef312f5f-864d-4884-a982-9cfc5a3ea312 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:50:24.746957 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c146d-a952-40b4-becb-b7125bcb0bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8ac3fc-bfd3-4ace-8ab2-b9222d3473c8,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:24.753985 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c67d9af-595e-4a5d-a2bc-a6866e6ab803 None None] Sync routers for ids ['3c26f198-5e50-4473-8337-1734ec30c178'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:50:24.767588 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c67d9af-595e-4a5d-a2bc-a6866e6ab803 None None] Routers {'3c26f198-5e50-4473-8337-1734ec30c178'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:50:24.768701 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-9c67d9af-595e-4a5d-a2bc-a6866e6ab803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:50:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['3c26f198-5e50-4473-8337-1734ec30c178'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:50:24.772326 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c146d-a952-40b4-becb-b7125bcb0bc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:24.772715 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c146d-a952-40b4-becb-b7125bcb0bc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:24.773068 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c146d-a952-40b4-becb-b7125bcb0bc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:24.773410 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c146d-a952-40b4-becb-b7125bcb0bc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:24.773754 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c146d-a952-40b4-becb-b7125bcb0bc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:24.774090 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c146d-a952-40b4-becb-b7125bcb0bc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:24.774471 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c146d-a952-40b4-becb-b7125bcb0bc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:24.774966 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c146d-a952-40b4-becb-b7125bcb0bc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:24.775315 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c146d-a952-40b4-becb-b7125bcb0bc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:24.775616 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c146d-a952-40b4-becb-b7125bcb0bc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:24.775943 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c146d-a952-40b4-becb-b7125bcb0bc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:24.776271 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907c146d-a952-40b4-becb-b7125bcb0bc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:24.781715 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-907c146d-a952-40b4-becb-b7125bcb0bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:24.785599 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-907c146d-a952-40b4-becb-b7125bcb0bc7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db8ac3fc-bfd3-4ace-8ab2-b9222d3473c8 HTTP/1.1" status: 204 len: 168 time: 0.4974742 Sep 30 00:50:24.785599 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-907c146d-a952-40b4-becb-b7125bcb0bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:24.792341 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ef312f5f-864d-4884-a982-9cfc5a3ea312 admin admin] Notify callbacks [] for router, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:24.797326 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-ef312f5f-864d-4884-a982-9cfc5a3ea312 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7931359 Sep 30 00:50:24.797647 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 57572) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:24.887290 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77380bdb-e92e-4227-b359-d0c4f9002f7f req-00e881c0-9d94-4cb9-b930-1c5090394050 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:24.888832 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-77380bdb-e92e-4227-b359-d0c4f9002f7f req-00e881c0-9d94-4cb9-b930-1c5090394050 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=79970307-2808-4617-aaf6-09ebc035f45f HTTP/1.1" status: 200 len: 945 time: 0.2694609 Sep 30 00:50:24.898266 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 57578) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:24.903919 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-469fcc2c-dd43-4a29-9c2b-231e8867b99f tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Request body: {'floatingip': {'port_id': '726371f4-278a-4072-b06f-d3103c824c80'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:50:25.040380 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-469fcc2c-dd43-4a29-9c2b-231e8867b99f tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks [] for floatingip, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:25.155238 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-9c67d9af-595e-4a5d-a2bc-a6866e6ab803 None None] Set router 3c26f198-5e50-4473-8337-1734ec30c178 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:50:25.512474 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-9c67d9af-595e-4a5d-a2bc-a6866e6ab803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c26f198-5e50-4473-8337-1734ec30c178', 'name': 'tempest-FloatingIPsTestJSON-1414882589-router', 'tenant_id': '4b5dedbbe5244689849acade53cb8614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '478cc995-d9af-4f88-a370-de3528867244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:20Z', 'updated_at': '2021-09-30T00:50:22Z', 'revision_number': 3, 'project_id': '4b5dedbbe5244689849acade53cb8614', 'gw_port': {'id': '478cc995-d9af-4f88-a370-de3528867244', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c26f198-5e50-4473-8337-1734ec30c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:21Z', 'updated_at': '2021-09-30T00:50:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:50:25.517775 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c67d9af-595e-4a5d-a2bc-a6866e6ab803 None None] Checking router: 3c26f198-5e50-4473-8337-1734ec30c178 for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:50:25.518294 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c67d9af-595e-4a5d-a2bc-a6866e6ab803 None None] Updating router 3c26f198-5e50-4473-8337-1734ec30c178 port 478cc995-d9af-4f88-a370-de3528867244 binding host n-d-811809-1 {{(pid=80277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:50:25.599122 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-9c67d9af-595e-4a5d-a2bc-a6866e6ab803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:26.044771 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 57616) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:26.097776 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 69e16d0a-5a0f-420f-bb76-ca6e14e48593 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:50:26.285415 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9feb68a6-ce36-4106-b44d-a833361111a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:26.296368 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 69e16d0a-5a0f-420f-bb76-ca6e14e48593 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:50:26.298585 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:26.376021 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-9c67d9af-595e-4a5d-a2bc-a6866e6ab803 None None] Notify callbacks [] for port, precommit_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:26.411816 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.provisioning_blocks [None req-9c67d9af-595e-4a5d-a2bc-a6866e6ab803 None None] Transition to ACTIVE for port object 478cc995-d9af-4f88-a370-de3528867244 will not be triggered until provisioned by entity L2. {{(pid=80277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:50:26.419923 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [req-73891289-197d-4757-919a-0d5a8e2b108b req-79aec1cd-251c-454a-950a-58fd69f39bc2 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:50:26.421284 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-73891289-197d-4757-919a-0d5a8e2b108b req-79aec1cd-251c-454a-950a-58fd69f39bc2 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3750539 Sep 30 00:50:26.426074 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-9c67d9af-595e-4a5d-a2bc-a6866e6ab803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:26.431481 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-c0a6dc86-9b72-4fa0-9f2a-9348575c8eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:26.457784 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.db.resource_extend [None req-469fcc2c-dd43-4a29-9c2b-231e8867b99f tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 00:50:26.617578 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-469fcc2c-dd43-4a29-9c2b-231e8867b99f tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:26.626658 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-469fcc2c-dd43-4a29-9c2b-231e8867b99f tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:26.631816 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-9c67d9af-595e-4a5d-a2bc-a6866e6ab803 None None] Attempting to bind port 478cc995-d9af-4f88-a370-de3528867244 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:50:26.632194 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-9c67d9af-595e-4a5d-a2bc-a6866e6ab803 None None] Attempting to bind port 478cc995-d9af-4f88-a370-de3528867244 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:50:26.632563 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c67d9af-595e-4a5d-a2bc-a6866e6ab803 None None] Attempting to bind port 478cc995-d9af-4f88-a370-de3528867244 on network 1b813296-b79a-4ce4-abf3-9e488de9f705 {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:50:26.643909 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c67d9af-595e-4a5d-a2bc-a6866e6ab803 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:50:26.644268 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c67d9af-595e-4a5d-a2bc-a6866e6ab803 None None] Checking segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:50:26.644706 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-9c67d9af-595e-4a5d-a2bc-a6866e6ab803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:26.645418 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c67d9af-595e-4a5d-a2bc-a6866e6ab803 None None] Bound using segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:50:26.645903 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-9c67d9af-595e-4a5d-a2bc-a6866e6ab803 None None] Bound port: 478cc995-d9af-4f88-a370-de3528867244, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:50:26.646290 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-9c67d9af-595e-4a5d-a2bc-a6866e6ab803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:26.739630 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-9c67d9af-595e-4a5d-a2bc-a6866e6ab803 None None] For port 478cc995-d9af-4f88-a370-de3528867244, host n-d-811809-1, cleared binding levels {{(pid=80277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:50:26.743986 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-9c67d9af-595e-4a5d-a2bc-a6866e6ab803 None None] For port 478cc995-d9af-4f88-a370-de3528867244, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=478cc995-d9af-4f88-a370-de3528867244,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:50:26.752422 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-9c67d9af-595e-4a5d-a2bc-a6866e6ab803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:26.770463 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11dc5e-3683-4c9f-b4c1-6b1d558940af None None] Pushing event updated for resources: {'Port': ['ID=478cc995-d9af-4f88-a370-de3528867244,revision_number=2']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:26.774469 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-3d11dc5e-3683-4c9f-b4c1-6b1d558940af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:26.775093 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:26.825294 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-9feb68a6-ce36-4106-b44d-a833361111a7 admin admin] Allocated IP 172.20.0.1 (f8c5d5ca-229d-4f3a-9a87-191790b7e9cb/03baca3f-acaa-4532-b7eb-efc8c696871d/21fb1737-c020-43c0-a0fe-7a49d9513f62) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:50:26.840032 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c67d9af-595e-4a5d-a2bc-a6866e6ab803 None None] Routers {'3c26f198-5e50-4473-8337-1734ec30c178'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:50:26.840835 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-9c67d9af-595e-4a5d-a2bc-a6866e6ab803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:50:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['3c26f198-5e50-4473-8337-1734ec30c178'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:50:26.895301 n-d-811809-1 neutron-server[80275]: INFO neutron.db.l3_db [None req-469fcc2c-dd43-4a29-9c2b-231e8867b99f tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Floating IP da26cbb1-ef48-408f-ae9f-f2b0997a3f29 associated. External IP: 172.25.0.245, port: 726371f4-278a-4072-b06f-d3103c824c80. Sep 30 00:50:27.118067 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 57680) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:27.139404 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-9c67d9af-595e-4a5d-a2bc-a6866e6ab803 None None] Set router 3c26f198-5e50-4473-8337-1734ec30c178 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:50:27.161769 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9feb68a6-ce36-4106-b44d-a833361111a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:27.204557 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [None req-9feb68a6-ce36-4106-b44d-a833361111a7 admin admin] Transition to ACTIVE for port object 21fb1737-c020-43c0-a0fe-7a49d9513f62 will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:50:27.246188 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9feb68a6-ce36-4106-b44d-a833361111a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:27.260727 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5e13d1e7-17de-419b-8de1-6f41db541159 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:27.332747 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-73891289-197d-4757-919a-0d5a8e2b108b req-8ad7d064-04a3-4fca-9233-11b639db40ad service neutron] Request body: {'binding': {'host': 'n-h2-811809-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:50:27.333264 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-73891289-197d-4757-919a-0d5a8e2b108b req-8ad7d064-04a3-4fca-9233-11b639db40ad service neutron] Unknown quota resources ['binding']. {{(pid=80274) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Sep 30 00:50:27.388792 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469fcc2c-dd43-4a29-9c2b-231e8867b99f tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Router a9241a70-cc98-45d6-8949-9c71e63755a7 has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:50:27.590582 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9feb68a6-ce36-4106-b44d-a833361111a7 admin admin] Network f8c5d5ca-229d-4f3a-9a87-191790b7e9cb is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:50:27.601912 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11dc5e-3683-4c9f-b4c1-6b1d558940af None None] Pushing event updated for resources: {'Port': ['ID=478cc995-d9af-4f88-a370-de3528867244,revision_number=3']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:27.602490 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-9feb68a6-ce36-4106-b44d-a833361111a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:50:27.609646 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feb68a6-ce36-4106-b44d-a833361111a7 admin admin] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:50:27.610154 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9feb68a6-ce36-4106-b44d-a833361111a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734280'] for router_interface, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:27.623897 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-3d11dc5e-3683-4c9f-b4c1-6b1d558940af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:27.644899 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469fcc2c-dd43-4a29-9c2b-231e8867b99f tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:50:27.661299 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378a3c61-31d8-4c9d-bb56-6a2a1e986e34 None None] Sync routers for ids ['a9241a70-cc98-45d6-8949-9c71e63755a7'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:50:27.663039 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-469fcc2c-dd43-4a29-9c2b-231e8867b99f tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:27.679622 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378a3c61-31d8-4c9d-bb56-6a2a1e986e34 None None] Routers {'a9241a70-cc98-45d6-8949-9c71e63755a7'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:50:27.680262 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-378a3c61-31d8-4c9d-bb56-6a2a1e986e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:50:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['a9241a70-cc98-45d6-8949-9c71e63755a7'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:50:27.834229 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a908da57-aac6-4609-8f6d-7cd790762217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:27.879498 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-73891289-197d-4757-919a-0d5a8e2b108b req-8ad7d064-04a3-4fca-9233-11b639db40ad service neutron] Attempting to bind port 06abf601-12d2-4ccb-86b5-71d5cd879b85 on host n-h2-811809-1 for vnic_type normal with profile None {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:50:27.880643 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-73891289-197d-4757-919a-0d5a8e2b108b req-8ad7d064-04a3-4fca-9233-11b639db40ad service neutron] Attempting to bind port 06abf601-12d2-4ccb-86b5-71d5cd879b85 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:50:27.881303 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73891289-197d-4757-919a-0d5a8e2b108b req-8ad7d064-04a3-4fca-9233-11b639db40ad service neutron] Attempting to bind port 06abf601-12d2-4ccb-86b5-71d5cd879b85 on network 0a0a50fb-f59e-4919-9310-948ef891e84f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:50:27.894375 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-9c67d9af-595e-4a5d-a2bc-a6866e6ab803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c26f198-5e50-4473-8337-1734ec30c178', 'name': 'tempest-FloatingIPsTestJSON-1414882589-router', 'tenant_id': '4b5dedbbe5244689849acade53cb8614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '478cc995-d9af-4f88-a370-de3528867244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:20Z', 'updated_at': '2021-09-30T00:50:22Z', 'revision_number': 3, 'project_id': '4b5dedbbe5244689849acade53cb8614', 'gw_port': {'id': '478cc995-d9af-4f88-a370-de3528867244', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c26f198-5e50-4473-8337-1734ec30c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:21Z', 'updated_at': '2021-09-30T00:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:50:27.906919 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c67d9af-595e-4a5d-a2bc-a6866e6ab803 None None] The sync data for ids ['3c26f198-5e50-4473-8337-1734ec30c178'] in n-d-811809-1 is: [{'id': '3c26f198-5e50-4473-8337-1734ec30c178', 'name': 'tempest-FloatingIPsTestJSON-1414882589-router', 'tenant_id': '4b5dedbbe5244689849acade53cb8614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '478cc995-d9af-4f88-a370-de3528867244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:20Z', 'updated_at': '2021-09-30T00:50:22Z', 'revision_number': 3, 'project_id': '4b5dedbbe5244689849acade53cb8614', 'gw_port': {'id': '478cc995-d9af-4f88-a370-de3528867244', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c26f198-5e50-4473-8337-1734ec30c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:21Z', 'updated_at': '2021-09-30T00:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:50:27.908872 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73891289-197d-4757-919a-0d5a8e2b108b req-8ad7d064-04a3-4fca-9233-11b639db40ad service neutron] Port 06abf601-12d2-4ccb-86b5-71d5cd879b85 on network 0a0a50fb-f59e-4919-9310-948ef891e84f not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:50:27.909442 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73891289-197d-4757-919a-0d5a8e2b108b req-8ad7d064-04a3-4fca-9233-11b639db40ad service neutron] Attempting to bind port 06abf601-12d2-4ccb-86b5-71d5cd879b85 on network 0a0a50fb-f59e-4919-9310-948ef891e84f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:50:27.932092 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-a908da57-aac6-4609-8f6d-7cd790762217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:27.943685 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73891289-197d-4757-919a-0d5a8e2b108b req-8ad7d064-04a3-4fca-9233-11b639db40ad service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:50:27.950618 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73891289-197d-4757-919a-0d5a8e2b108b req-8ad7d064-04a3-4fca-9233-11b639db40ad service neutron] Checking segment: {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:50:27.951058 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73891289-197d-4757-919a-0d5a8e2b108b req-8ad7d064-04a3-4fca-9233-11b639db40ad service neutron] Bound using segment: {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:50:27.951524 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-73891289-197d-4757-919a-0d5a8e2b108b req-8ad7d064-04a3-4fca-9233-11b639db40ad service neutron] Bound port: 06abf601-12d2-4ccb-86b5-71d5cd879b85, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:50:27.963026 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb68a6-ce36-4106-b44d-a833361111a7 admin admin] Pushing event updated for resources: {'Port': ['ID=21fb1737-c020-43c0-a0fe-7a49d9513f62,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:27.966128 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-a908da57-aac6-4609-8f6d-7cd790762217 admin admin] Usage tracker for resource:security_group_rule and tenant:25cae4f65b6f4f9b85c3f8b0dfb8ec63 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:27.993258 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 57710) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:28.038144 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-469fcc2c-dd43-4a29-9c2b-231e8867b99f tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "PUT /v2.0/floatingips/da26cbb1-ef48-408f-ae9f-f2b0997a3f29 HTTP/1.1" status: 200 len: 991 time: 3.1384299 Sep 30 00:50:28.039747 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79970307-2808-4617-aaf6-09ebc035f45f', 'tag': '726371f4-278a-4072-b06f-d3103c824c80'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:50:28.064824 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-a908da57-aac6-4609-8f6d-7cd790762217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:28.068414 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9feb68a6-ce36-4106-b44d-a833361111a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.808s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:28.084436 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-a908da57-aac6-4609-8f6d-7cd790762217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:28.179250 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-86742f68-df51-4a5a-9b79-eaa580ee2e3b None None] Provisioning for port 21fb1737-c020-43c0-a0fe-7a49d9513f62 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:50:28.191139 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-378a3c61-31d8-4c9d-bb56-6a2a1e986e34 None None] Set router a9241a70-cc98-45d6-8949-9c71e63755a7 gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:50:28.264154 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-73891289-197d-4757-919a-0d5a8e2b108b req-8ad7d064-04a3-4fca-9233-11b639db40ad service neutron] For port 06abf601-12d2-4ccb-86b5-71d5cd879b85, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=06abf601-12d2-4ccb-86b5-71d5cd879b85,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:50:28.302140 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-86742f68-df51-4a5a-9b79-eaa580ee2e3b None None] Provisioning complete for port 21fb1737-c020-43c0-a0fe-7a49d9513f62 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:50:28.302520 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-86742f68-df51-4a5a-9b79-eaa580ee2e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:28.365519 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-73891289-197d-4757-919a-0d5a8e2b108b req-8ad7d064-04a3-4fca-9233-11b639db40ad service neutron] Notify callbacks [] for binding, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:28.366719 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-73891289-197d-4757-919a-0d5a8e2b108b req-8ad7d064-04a3-4fca-9233-11b639db40ad service neutron] 10.222.0.39 "POST /v2.0/ports/06abf601-12d2-4ccb-86b5-71d5cd879b85/bindings HTTP/1.1" status: 201 len: 389 time: 1.2776852 Sep 30 00:50:28.387637 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79970307-2808-4617-aaf6-09ebc035f45f', 'tag': '726371f4-278a-4072-b06f-d3103c824c80', 'status': 'completed', 'code': 200} Sep 30 00:50:28.652520 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-86742f68-df51-4a5a-9b79-eaa580ee2e3b None None] Port 21fb1737-c020-43c0-a0fe-7a49d9513f62 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:50:28.670590 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a3c8fd7e-8fbb-4260-9dc7-4d29250ebf80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:28.733946 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a3c8fd7e-8fbb-4260-9dc7-4d29250ebf80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:28.759640 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-a3c8fd7e-8fbb-4260-9dc7-4d29250ebf80 admin admin] Usage tracker for resource:security_group_rule and tenant:9803e6f8850940528dd9a67b032dfaee is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:28.770050 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-a3c8fd7e-8fbb-4260-9dc7-4d29250ebf80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:28.788642 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a3c8fd7e-8fbb-4260-9dc7-4d29250ebf80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:28.826379 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:50:28.854669 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9feb68a6-ce36-4106-b44d-a833361111a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:28.897662 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a908da57-aac6-4609-8f6d-7cd790762217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:28.962361 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a908da57-aac6-4609-8f6d-7cd790762217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:28.982656 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-71523e3c-b713-4893-be33-e4614bdcc205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:29.029487 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908da57-aac6-4609-8f6d-7cd790762217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e642dfa-e6a1-465b-8bb0-ed4b25a8bd78,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:29.043423 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a908da57-aac6-4609-8f6d-7cd790762217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:29.097127 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a3c8fd7e-8fbb-4260-9dc7-4d29250ebf80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:29.102796 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-378a3c61-31d8-4c9d-bb56-6a2a1e986e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1829927197-router', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:49:23Z', 'updated_at': '2021-09-30T00:49:29Z', 'revision_number': 4, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'gw_port': {'id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:24Z', 'updated_at': '2021-09-30T00:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': 'da26cbb1-ef48-408f-ae9f-f2b0997a3f29', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'port_id': '726371f4-278a-4072-b06f-d3103c824c80', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d', 'mac_address': 'fa:16:3e:9d:50:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79970307-2808-4617-aaf6-09ebc035f45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:49:57Z', 'updated_at': '2021-09-30T00:50:26Z', 'revision_number': 1, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c12eab7b-bd21-4dd6-ad46-440e13da5fea', 'name': '', 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'mac_address': 'fa:16:3e:94:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2832071e-b852-47d3-913e-f292b000827a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:28Z', 'updated_at': '2021-09-30T00:49:41Z', 'revision_number': 5, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'subnets': [{'id': '2832071e-b852-47d3-913e-f292b000827a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:50:29.108086 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378a3c61-31d8-4c9d-bb56-6a2a1e986e34 None None] Checking router: a9241a70-cc98-45d6-8949-9c71e63755a7 for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:50:29.112994 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c29f7-78ee-445d-98cd-7e45b57a6181 req-c71358f9-5ed6-4b09-b7aa-a69439a361be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:29.116355 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e22c29f7-78ee-445d-98cd-7e45b57a6181 req-c71358f9-5ed6-4b09-b7aa-a69439a361be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6d910a5d3074b9cb61a601c2a7cb84a&device_id=79970307-2808-4617-aaf6-09ebc035f45f HTTP/1.1" status: 200 len: 1096 time: 0.6669199 Sep 30 00:50:29.121490 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a3c8fd7e-8fbb-4260-9dc7-4d29250ebf80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:29.121654 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378a3c61-31d8-4c9d-bb56-6a2a1e986e34 None None] Routers {'a9241a70-cc98-45d6-8949-9c71e63755a7'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:50:29.122485 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-378a3c61-31d8-4c9d-bb56-6a2a1e986e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:50:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['a9241a70-cc98-45d6-8949-9c71e63755a7'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:50:29.124636 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-a908da57-aac6-4609-8f6d-7cd790762217 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=25cae4f65b6f4f9b85c3f8b0dfb8ec63&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0055523 Sep 30 00:50:29.131814 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 57740) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:29.137165 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-50fba6cb-b9b6-4c1d-8ae0-fbf16d4e294e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:29.172808 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8fd7e-8fbb-4260-9dc7-4d29250ebf80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c64a07b-ff4c-413a-ad84-806464d2978f,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:29.224307 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c8fd7e-8fbb-4260-9dc7-4d29250ebf80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:29.224666 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c8fd7e-8fbb-4260-9dc7-4d29250ebf80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:29.225008 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c8fd7e-8fbb-4260-9dc7-4d29250ebf80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:29.225572 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c8fd7e-8fbb-4260-9dc7-4d29250ebf80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:29.225922 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c8fd7e-8fbb-4260-9dc7-4d29250ebf80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:29.226405 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c8fd7e-8fbb-4260-9dc7-4d29250ebf80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:29.226993 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c8fd7e-8fbb-4260-9dc7-4d29250ebf80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:29.227352 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c8fd7e-8fbb-4260-9dc7-4d29250ebf80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:29.228284 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c8fd7e-8fbb-4260-9dc7-4d29250ebf80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:29.228918 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c8fd7e-8fbb-4260-9dc7-4d29250ebf80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:29.229419 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c8fd7e-8fbb-4260-9dc7-4d29250ebf80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:29.229766 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c8fd7e-8fbb-4260-9dc7-4d29250ebf80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:29.238216 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a3c8fd7e-8fbb-4260-9dc7-4d29250ebf80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:29.252709 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac45425-dbaa-432a-b374-a585d017bb16 req-a5a56d54-b0ea-4e5d-8449-e7e9fc163f0b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:29.254402 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5ac45425-dbaa-432a-b374-a585d017bb16 req-a5a56d54-b0ea-4e5d-8449-e7e9fc163f0b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 946 time: 0.4501846 Sep 30 00:50:29.256927 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-a3c8fd7e-8fbb-4260-9dc7-4d29250ebf80 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9803e6f8850940528dd9a67b032dfaee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2442620 Sep 30 00:50:29.293463 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 57744) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:29.413603 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73891289-197d-4757-919a-0d5a8e2b108b req-10aa2bf6-6169-483f-a1a8-b2241c87f160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:29.414068 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-378a3c61-31d8-4c9d-bb56-6a2a1e986e34 None None] Set router a9241a70-cc98-45d6-8949-9c71e63755a7 gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:50:29.415119 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-73891289-197d-4757-919a-0d5a8e2b108b req-10aa2bf6-6169-483f-a1a8-b2241c87f160 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 1097 time: 0.6246982 Sep 30 00:50:29.457675 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5ac45425-dbaa-432a-b374-a585d017bb16 req-7db99a9c-9965-4fa1-9b4a-6a6d8b369ccf tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953654 Sep 30 00:50:29.525195 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ade355f4-d26c-4eb1-82e6-a52717a69409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:29.593906 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ade355f4-d26c-4eb1-82e6-a52717a69409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:29.679614 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-2a37b041-501a-4e1a-bd3e-af441a35656b tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=09f9ae3e1bed4a5f8cd3a98d76e38eb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2419794 Sep 30 00:50:29.703232 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ade355f4-d26c-4eb1-82e6-a52717a69409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:29.708874 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2a5a1b1c-72a7-4191-8ab6-a9d306365368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:29.728111 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade355f4-d26c-4eb1-82e6-a52717a69409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c64a07b-ff4c-413a-ad84-806464d2978f,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:29.732791 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ade355f4-d26c-4eb1-82e6-a52717a69409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:29.736086 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c29f7-78ee-445d-98cd-7e45b57a6181 req-26939612-81a4-4864-8965-1427afc2ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:29.737587 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e22c29f7-78ee-445d-98cd-7e45b57a6181 req-26939612-81a4-4864-8965-1427afc2ec0a service neutron] 10.222.0.59 "GET /v2.0/networks?id=789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d HTTP/1.1" status: 200 len: 925 time: 0.6046653 Sep 30 00:50:29.749574 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ade355f4-d26c-4eb1-82e6-a52717a69409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:29.750986 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-ade355f4-d26c-4eb1-82e6-a52717a69409 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3c64a07b-ff4c-413a-ad84-806464d2978f HTTP/1.1" status: 204 len: 168 time: 0.4560621 Sep 30 00:50:29.995847 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-378a3c61-31d8-4c9d-bb56-6a2a1e986e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1829927197-router', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:49:23Z', 'updated_at': '2021-09-30T00:49:29Z', 'revision_number': 4, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'gw_port': {'id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:24Z', 'updated_at': '2021-09-30T00:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': 'da26cbb1-ef48-408f-ae9f-f2b0997a3f29', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'port_id': '726371f4-278a-4072-b06f-d3103c824c80', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d', 'mac_address': 'fa:16:3e:9d:50:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79970307-2808-4617-aaf6-09ebc035f45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:49:57Z', 'updated_at': '2021-09-30T00:50:26Z', 'revision_number': 1, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c12eab7b-bd21-4dd6-ad46-440e13da5fea', 'name': '', 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'mac_address': 'fa:16:3e:94:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2832071e-b852-47d3-913e-f292b000827a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:28Z', 'updated_at': '2021-09-30T00:49:41Z', 'revision_number': 5, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'subnets': [{'id': '2832071e-b852-47d3-913e-f292b000827a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:50:30.003810 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c2f99ce3-88a4-4c39-ab92-d40f1991be31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:30.007304 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378a3c61-31d8-4c9d-bb56-6a2a1e986e34 None None] The sync data for ids ['a9241a70-cc98-45d6-8949-9c71e63755a7'] in n-d-811809-1 is: [{'id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1829927197-router', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:49:23Z', 'updated_at': '2021-09-30T00:49:29Z', 'revision_number': 4, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'gw_port': {'id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:24Z', 'updated_at': '2021-09-30T00:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': 'da26cbb1-ef48-408f-ae9f-f2b0997a3f29', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'port_id': '726371f4-278a-4072-b06f-d3103c824c80', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d', 'mac_address': 'fa:16:3e:9d:50:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79970307-2808-4617-aaf6-09ebc035f45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:49:57Z', 'updated_at': '2021-09-30T00:50:26Z', 'revision_number': 1, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c12eab7b-bd21-4dd6-ad46-440e13da5fea', 'name': '', 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'mac_address': 'fa:16:3e:94:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2832071e-b852-47d3-913e-f292b000827a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:28Z', 'updated_at': '2021-09-30T00:49:41Z', 'revision_number': 5, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'subnets': [{'id': '2832071e-b852-47d3-913e-f292b000827a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:50:30.128796 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 478cc995-d9af-4f88-a370-de3528867244 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:50:30.146574 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e22c29f7-78ee-445d-98cd-7e45b57a6181 req-507bc85f-8612-4996-a5b5-d68a10f36a9d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=726371f4-278a-4072-b06f-d3103c824c80 HTTP/1.1" status: 200 len: 999 time: 0.3469641 Sep 30 00:50:30.216555 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 478cc995-d9af-4f88-a370-de3528867244 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:50:30.222686 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 478cc995-d9af-4f88-a370-de3528867244 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:50:30.222987 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c2f99ce3-88a4-4c39-ab92-d40f1991be31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:30.223105 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:30.263190 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-c7220abe-4baf-4a92-bf69-c1e04a33465a tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:30.270149 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-c7220abe-4baf-4a92-bf69-c1e04a33465a tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5898316 Sep 30 00:50:30.316012 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-b6978880-a086-477d-9299-a69f1dbbbaab tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/quotas/09f9ae3e1bed4a5f8cd3a98d76e38eb0 HTTP/1.1" status: 200 len: 375 time: 0.0449176 Sep 30 00:50:30.373883 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.resource_extend [None req-9feb68a6-ce36-4106-b44d-a833361111a7 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 00:50:30.413223 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73891289-197d-4757-919a-0d5a8e2b108b req-8278f648-6f76-43a2-a10a-4ba16fc60d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:30.415708 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-73891289-197d-4757-919a-0d5a8e2b108b req-8278f648-6f76-43a2-a10a-4ba16fc60d98 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a0a50fb-f59e-4919-9310-948ef891e84f HTTP/1.1" status: 200 len: 909 time: 0.9539721 Sep 30 00:50:30.426925 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92cd758-98b7-4250-abb4-3baa02450c67 None None] New status for floating IP da26cbb1-ef48-408f-ae9f-f2b0997a3f29: ACTIVE {{(pid=80277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:50:30.454256 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-4eff31d0-6b9d-4ed1-87f7-838507733ee9 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=09f9ae3e1bed4a5f8cd3a98d76e38eb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1372926 Sep 30 00:50:30.489243 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:30.548339 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 478cc995-d9af-4f88-a370-de3528867244, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=478cc995-d9af-4f88-a370-de3528867244,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:50:30.559522 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:30.565639 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:30.590007 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9feb68a6-ce36-4106-b44d-a833361111a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:30.598328 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c29f7-78ee-445d-98cd-7e45b57a6181 req-977dd9e9-5127-4673-8edd-5ef5d003b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:30.600303 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e22c29f7-78ee-445d-98cd-7e45b57a6181 req-977dd9e9-5127-4673-8edd-5ef5d003b492 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2832071e-b852-47d3-913e-f292b000827a HTTP/1.1" status: 200 len: 863 time: 0.4228284 Sep 30 00:50:30.727148 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9feb68a6-ce36-4106-b44d-a833361111a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:30.729099 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-73891289-197d-4757-919a-0d5a8e2b108b req-d2597155-18d7-46f4-93a7-165dd0071010 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06abf601-12d2-4ccb-86b5-71d5cd879b85 HTTP/1.1" status: 200 len: 217 time: 0.2907393 Sep 30 00:50:30.744552 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9feb68a6-ce36-4106-b44d-a833361111a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734445'] for router_interface, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:30.778901 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=478cc995-d9af-4f88-a370-de3528867244,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:30.803557 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:30.804080 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:30.804438 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:30.804778 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:30.806609 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:30.806609 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:30.806609 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:30.806938 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:30.807276 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:30.807755 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:30.808356 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:30.813219 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:30.823406 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:30.831355 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:30.851036 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989fe19-b0b9-4568-9a7e-3ba619f65e85 req-abd39aa2-8154-45da-ab01-3c212c725fb2 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:30.858553 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6989fe19-b0b9-4568-9a7e-3ba619f65e85 req-abd39aa2-8154-45da-ab01-3c212c725fb2 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 946 time: 0.1135042 Sep 30 00:50:30.923190 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6989fe19-b0b9-4568-9a7e-3ba619f65e85 req-ffade480-508e-4418-98bc-0662a78e75cd tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585454 Sep 30 00:50:31.028094 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73891289-197d-4757-919a-0d5a8e2b108b req-08d5d3b3-4142-4495-a5e9-4603aaf7b3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:31.035802 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-73891289-197d-4757-919a-0d5a8e2b108b req-08d5d3b3-4142-4495-a5e9-4603aaf7b3d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e11b3221-7cfb-4feb-801d-70a2c0ec6209 HTTP/1.1" status: 200 len: 848 time: 0.2964044 Sep 30 00:50:31.036617 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb68a6-ce36-4106-b44d-a833361111a7 admin admin] Pushing event updated for resources: {'Port': ['ID=21fb1737-c020-43c0-a0fe-7a49d9513f62,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:31.048315 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9feb68a6-ce36-4106-b44d-a833361111a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:31.059699 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ba4691c4-7201-4b3a-84b4-2a0255c62788 req-c6282d82-1c4c-4f4e-a397-f8a52f956108 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=0504ef41-657e-4cee-a411-69ee834e1acb HTTP/1.1" status: 200 len: 210 time: 0.0855579 Sep 30 00:50:31.309836 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 57826) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:31.377550 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c2f99ce3-88a4-4c39-ab92-d40f1991be31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:31.384611 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-73891289-197d-4757-919a-0d5a8e2b108b req-7e5f0053-11ee-42f2-b233-687503ae6118 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a0a50fb-f59e-4919-9310-948ef891e84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3342440 Sep 30 00:50:31.389920 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:31.442968 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f99ce3-88a4-4c39-ab92-d40f1991be31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e642dfa-e6a1-465b-8bb0-ed4b25a8bd78,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:31.445721 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c2f99ce3-88a4-4c39-ab92-d40f1991be31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:31.598694 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c2f99ce3-88a4-4c39-ab92-d40f1991be31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:31.600034 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-c2f99ce3-88a4-4c39-ab92-d40f1991be31 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e642dfa-e6a1-465b-8bb0-ed4b25a8bd78 HTTP/1.1" status: 204 len: 168 time: 2.4622529 Sep 30 00:50:31.610693 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9feb68a6-ce36-4106-b44d-a833361111a7 admin admin] Network f8c5d5ca-229d-4f3a-9a87-191790b7e9cb is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:50:31.622662 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c29f7-78ee-445d-98cd-7e45b57a6181 req-4a20cc56-7f1f-4c74-a76b-db2cf61a25c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:31.624487 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e22c29f7-78ee-445d-98cd-7e45b57a6181 req-4a20cc56-7f1f-4c74-a76b-db2cf61a25c8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9955842 Sep 30 00:50:31.626990 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-9feb68a6-ce36-4106-b44d-a833361111a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:50:31.643108 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-ace5bb5d-f682-406f-b865-5e8d9a7a64b6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1756877272-network', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:50:31.651882 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-ace5bb5d-f682-406f-b865-5e8d9a7a64b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:31.657975 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-ace5bb5d-f682-406f-b865-5e8d9a7a64b6 admin admin] Usage tracker for resource:network and tenant:4b20f4b110694ae5b48ceb31519082dc is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:31.663461 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-ace5bb5d-f682-406f-b865-5e8d9a7a64b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:31.678616 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-ace5bb5d-f682-406f-b865-5e8d9a7a64b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:31.704361 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace5bb5d-f682-406f-b865-5e8d9a7a64b6 admin admin] Made reservation on behalf of 4b20f4b110694ae5b48ceb31519082dc for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:50:31.706715 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ace5bb5d-f682-406f-b865-5e8d9a7a64b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:31.730561 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ace5bb5d-f682-406f-b865-5e8d9a7a64b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:31.785132 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-ace5bb5d-f682-406f-b865-5e8d9a7a64b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:31.790055 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-ace5bb5d-f682-406f-b865-5e8d9a7a64b6 admin admin] Usage tracker for resource:security_group_rule and tenant:4b20f4b110694ae5b48ceb31519082dc is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:31.793626 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-ace5bb5d-f682-406f-b865-5e8d9a7a64b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:31.806264 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-ace5bb5d-f682-406f-b865-5e8d9a7a64b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:31.909524 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 57854) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:32.002832 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ace5bb5d-f682-406f-b865-5e8d9a7a64b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:32.013959 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ace5bb5d-f682-406f-b865-5e8d9a7a64b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:32.026848 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-7fab83b7-1c8b-4d96-a22b-f1a597330a3a None None] Provisioning complete for port 21fb1737-c020-43c0-a0fe-7a49d9513f62 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:50:32.027743 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-7fab83b7-1c8b-4d96-a22b-f1a597330a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:32.030411 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-da742703-237a-4075-a010-4c515687562f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:32.060764 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-73891289-197d-4757-919a-0d5a8e2b108b req-7ac2f85d-732c-4002-ac8b-627cf52e0281 service neutron] 10.222.0.55 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6621778 Sep 30 00:50:32.129065 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5bb5d-f682-406f-b865-5e8d9a7a64b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea91114e-1a8b-4056-892a-7c0f10ace738,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:32.132723 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ace5bb5d-f682-406f-b865-5e8d9a7a64b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:32.152644 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace5bb5d-f682-406f-b865-5e8d9a7a64b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:50:32.176208 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ace5bb5d-f682-406f-b865-5e8d9a7a64b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:32.177701 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-ace5bb5d-f682-406f-b865-5e8d9a7a64b6 admin admin] Added segment f07c8a4c-f21a-468f-9b43-5e958c580927 of type vlan for network f57b268d-20d8-40fa-b8a7-84057b4271aa Sep 30 00:50:32.193362 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 478cc995-d9af-4f88-a370-de3528867244 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:50:32.261701 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-7fab83b7-1c8b-4d96-a22b-f1a597330a3a None None] Port 21fb1737-c020-43c0-a0fe-7a49d9513f62 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:50:32.270663 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6a4b5fd2-e468-474d-9641-250354c1805d req-4cbd23db-ed0e-4ad2-a063-6dad0e136ac3 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=0504ef41-657e-4cee-a411-69ee834e1acb HTTP/1.1" status: 200 len: 210 time: 0.0914438 Sep 30 00:50:32.324338 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 478cc995-d9af-4f88-a370-de3528867244 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:50:32.325107 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:32.328176 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ace5bb5d-f682-406f-b865-5e8d9a7a64b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:32.360216 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e22c29f7-78ee-445d-98cd-7e45b57a6181 req-7ae5c7aa-9977-4e73-a790-9c7a03fd2d51 service neutron] 10.222.0.59 "GET /v2.0/networks/789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7267439 Sep 30 00:50:32.373288 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9feb68a6-ce36-4106-b44d-a833361111a7 admin admin] Router 3c26f198-5e50-4473-8337-1734ec30c178 has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:50:32.393512 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ace5bb5d-f682-406f-b865-5e8d9a7a64b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:32.395959 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace5bb5d-f682-406f-b865-5e8d9a7a64b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:32.398695 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ace5bb5d-f682-406f-b865-5e8d9a7a64b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:32.411133 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-cc5a4141-eea7-4aa9-95fa-6cf537e42c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:32.487230 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-73891289-197d-4757-919a-0d5a8e2b108b req-c9571efe-6f0d-4c98-9355-ee102f87f3df service neutron] 10.222.0.55 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110990 Sep 30 00:50:32.582324 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 57870) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:32.639344 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bfc0ee0a-00c9-48e5-9263-cb6961b5e9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:32.660126 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-bfc0ee0a-00c9-48e5-9263-cb6961b5e9dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:32.664414 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-bfc0ee0a-00c9-48e5-9263-cb6961b5e9dc admin admin] Usage tracker for resource:security_group_rule and tenant:4900849f2fc64ba8bb3558170dc19ab6 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:32.667407 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-bfc0ee0a-00c9-48e5-9263-cb6961b5e9dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:32.673356 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-bfc0ee0a-00c9-48e5-9263-cb6961b5e9dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:32.675246 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 57876) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:32.715460 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-05689444-649f-40bb-ae35-44c697b6af99 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=09f9ae3e1bed4a5f8cd3a98d76e38eb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417147 Sep 30 00:50:32.724666 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4055e7ef-1ec1-4fac-bec2-bb3219faf455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:32.756259 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-ace5bb5d-f682-406f-b865-5e8d9a7a64b6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4450715 Sep 30 00:50:32.758681 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 57884) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:32.763194 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5bb5d-f682-406f-b865-5e8d9a7a64b6 admin admin] Pushing event updated for resources: {'Network': ['ID=f57b268d-20d8-40fa-b8a7-84057b4271aa,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:32.766590 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4055e7ef-1ec1-4fac-bec2-bb3219faf455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:32.775547 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network f57b268d-20d8-40fa-b8a7-84057b4271aa details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:50:32.776391 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-0e57db5d-d251-4fc2-897f-9fc3feaf088c admin admin] Request body: {'subnet': {'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1756877272-subnet', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:50:32.781934 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-0e57db5d-d251-4fc2-897f-9fc3feaf088c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:32.786039 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-0e57db5d-d251-4fc2-897f-9fc3feaf088c admin admin] Usage tracker for resource:subnet and tenant:4b20f4b110694ae5b48ceb31519082dc is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:32.789077 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-0e57db5d-d251-4fc2-897f-9fc3feaf088c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:32.794960 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-0e57db5d-d251-4fc2-897f-9fc3feaf088c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:32.802885 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ace5bb5d-f682-406f-b865-5e8d9a7a64b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:32.811560 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-4055e7ef-1ec1-4fac-bec2-bb3219faf455 admin admin] Usage tracker for resource:security_group_rule and tenant:e942a641bb5648a79f3fc07d43430aea is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:32.822153 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-4055e7ef-1ec1-4fac-bec2-bb3219faf455 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:32.824798 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e57db5d-d251-4fc2-897f-9fc3feaf088c admin admin] Made reservation on behalf of 4b20f4b110694ae5b48ceb31519082dc for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:50:32.827106 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0e57db5d-d251-4fc2-897f-9fc3feaf088c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:32.863404 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4055e7ef-1ec1-4fac-bec2-bb3219faf455 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:32.933387 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760c201-37c4-4c1c-bb87-3183d23f0791 req-0f33dfc4-ac0a-41e4-bffd-09ce1cba150b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:32.938144 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7760c201-37c4-4c1c-bb87-3183d23f0791 req-0f33dfc4-ac0a-41e4-bffd-09ce1cba150b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 946 time: 0.7007282 Sep 30 00:50:32.970355 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1c35265a-203a-4bb2-a2c5-5e1095b0eac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:32.994915 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e22c29f7-78ee-445d-98cd-7e45b57a6181 req-c5fa8ced-66d8-4a73-8f82-ce1306d5fdec service neutron] 10.222.0.59 "GET /v2.0/networks/789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6185334 Sep 30 00:50:33.021296 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-1c35265a-203a-4bb2-a2c5-5e1095b0eac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:33.036249 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-1c35265a-203a-4bb2-a2c5-5e1095b0eac4 admin admin] Usage tracker for resource:security_group_rule and tenant:62b8f0bc5472429dacb1ff38a14a8c7b is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:33.045566 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-1c35265a-203a-4bb2-a2c5-5e1095b0eac4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:33.058549 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9feb68a6-ce36-4106-b44d-a833361111a7 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:50:33.064247 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-1c35265a-203a-4bb2-a2c5-5e1095b0eac4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:33.066364 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7760c201-37c4-4c1c-bb87-3183d23f0791 req-0776a4cb-b396-4c4c-afb9-89a8d6f8642f tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137183 Sep 30 00:50:33.073487 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85904dda-e8ad-4a5e-a047-0cab6671ba09 None None] Sync routers for ids ['3c26f198-5e50-4473-8337-1734ec30c178'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:50:33.091465 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-9feb68a6-ce36-4106-b44d-a833361111a7 admin admin] 10.222.0.39 "PUT /v2.0/routers/3c26f198-5e50-4473-8337-1734ec30c178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2859540 Sep 30 00:50:33.095961 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85904dda-e8ad-4a5e-a047-0cab6671ba09 None None] Routers {'3c26f198-5e50-4473-8337-1734ec30c178'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:50:33.096851 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-85904dda-e8ad-4a5e-a047-0cab6671ba09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:50:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['3c26f198-5e50-4473-8337-1734ec30c178'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:50:33.121435 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-26578bc3-9df4-4bd3-be46-2909d796a02e tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:33.123360 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-26578bc3-9df4-4bd3-be46-2909d796a02e tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3959849 Sep 30 00:50:33.138045 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-ee74bac8-7f49-4a55-b7bc-04001bd82a73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Request body: {'port': {'device_id': '0504ef41-657e-4cee-a411-69ee834e1acb', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'admin_state_up': True, 'tenant_id': '09f9ae3e1bed4a5f8cd3a98d76e38eb0'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:50:33.152804 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73891289-197d-4757-919a-0d5a8e2b108b req-7e71aa3e-8753-4539-8a2c-e5c42b73ed1d tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:33.154328 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-73891289-197d-4757-919a-0d5a8e2b108b req-7e71aa3e-8753-4539-8a2c-e5c42b73ed1d tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c&tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&binding%3Ahost_id=n-h1-811809-1 HTTP/1.1" status: 200 len: 1097 time: 0.4664109 Sep 30 00:50:33.172850 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-73891289-197d-4757-919a-0d5a8e2b108b req-5d307e36-e4e6-47c2-ac00-ec10c6bea301 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811809-1'}}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:50:33.199845 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bfc0ee0a-00c9-48e5-9263-cb6961b5e9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:33.240774 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bfc0ee0a-00c9-48e5-9263-cb6961b5e9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:33.283645 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:33.335050 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0ee0a-00c9-48e5-9263-cb6961b5e9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93282450-1034-4dff-85b2-875c2d7abc65,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:33.363207 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bfc0ee0a-00c9-48e5-9263-cb6961b5e9dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:33.439003 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-ee74bac8-7f49-4a55-b7bc-04001bd82a73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:33.460038 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4055e7ef-1ec1-4fac-bec2-bb3219faf455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:33.471488 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-bfc0ee0a-00c9-48e5-9263-cb6961b5e9dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4900849f2fc64ba8bb3558170dc19ab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8872409 Sep 30 00:50:33.472066 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-85904dda-e8ad-4a5e-a047-0cab6671ba09 None None] Set router 3c26f198-5e50-4473-8337-1734ec30c178 gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:50:33.477502 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 57898) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:33.478761 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-73891289-197d-4757-919a-0d5a8e2b108b req-5d307e36-e4e6-47c2-ac00-ec10c6bea301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:33.485639 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-ee74bac8-7f49-4a55-b7bc-04001bd82a73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Usage tracker for resource:port and tenant:09f9ae3e1bed4a5f8cd3a98d76e38eb0 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:33.501937 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-ee74bac8-7f49-4a55-b7bc-04001bd82a73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:33.506327 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c7211029-4c49-4416-a530-a331f5e2ee70 req-c119d1ab-97fc-4168-8ba3-0c487fa98618 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=0504ef41-657e-4cee-a411-69ee834e1acb HTTP/1.1" status: 200 len: 210 time: 0.0644066 Sep 30 00:50:33.513860 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4055e7ef-1ec1-4fac-bec2-bb3219faf455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:33.532514 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-ee74bac8-7f49-4a55-b7bc-04001bd82a73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:33.555717 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d7d7dae7-108f-4699-bf8b-7aa7f2246fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:33.598452 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-ee74bac8-7f49-4a55-b7bc-04001bd82a73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Made reservation on behalf of 09f9ae3e1bed4a5f8cd3a98d76e38eb0 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:50:33.606083 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-ee74bac8-7f49-4a55-b7bc-04001bd82a73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:33.642036 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-ee74bac8-7f49-4a55-b7bc-04001bd82a73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:33.680539 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-ee74bac8-7f49-4a55-b7bc-04001bd82a73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:33.691910 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-ee74bac8-7f49-4a55-b7bc-04001bd82a73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Usage tracker for resource:security_group_rule and tenant:09f9ae3e1bed4a5f8cd3a98d76e38eb0 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:33.697122 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-ee74bac8-7f49-4a55-b7bc-04001bd82a73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:33.708844 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-ee74bac8-7f49-4a55-b7bc-04001bd82a73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:33.711186 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c69f1053-8f2d-4051-b061-867aa0d2e947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:33.742572 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c69f1053-8f2d-4051-b061-867aa0d2e947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:33.803952 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c69f1053-8f2d-4051-b061-867aa0d2e947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:33.811251 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f3cf6d25-4208-4ba5-b7e1-0153530ec2bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:33.824723 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f1053-8f2d-4051-b061-867aa0d2e947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93282450-1034-4dff-85b2-875c2d7abc65,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:33.828687 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c69f1053-8f2d-4051-b061-867aa0d2e947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:33.830545 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c69f1053-8f2d-4051-b061-867aa0d2e947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:33.834332 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-c69f1053-8f2d-4051-b061-867aa0d2e947 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/93282450-1034-4dff-85b2-875c2d7abc65 HTTP/1.1" status: 204 len: 168 time: 0.3488827 Sep 30 00:50:33.862139 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-85904dda-e8ad-4a5e-a047-0cab6671ba09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c26f198-5e50-4473-8337-1734ec30c178', 'name': 'tempest-FloatingIPsTestJSON-1414882589-router', 'tenant_id': '4b5dedbbe5244689849acade53cb8614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '478cc995-d9af-4f88-a370-de3528867244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:20Z', 'updated_at': '2021-09-30T00:50:28Z', 'revision_number': 4, 'project_id': '4b5dedbbe5244689849acade53cb8614', 'gw_port': {'id': '478cc995-d9af-4f88-a370-de3528867244', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c26f198-5e50-4473-8337-1734ec30c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:21Z', 'updated_at': '2021-09-30T00:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '21fb1737-c020-43c0-a0fe-7a49d9513f62', 'name': '', 'network_id': 'f8c5d5ca-229d-4f3a-9a87-191790b7e9cb', 'tenant_id': '4b5dedbbe5244689849acade53cb8614', 'mac_address': 'fa:16:3e:bd:c3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c26f198-5e50-4473-8337-1734ec30c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03baca3f-acaa-4532-b7eb-efc8c696871d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:26Z', 'updated_at': '2021-09-30T00:50:29Z', 'revision_number': 2, 'project_id': '4b5dedbbe5244689849acade53cb8614', 'subnets': [{'id': '03baca3f-acaa-4532-b7eb-efc8c696871d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:50:33.862854 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055e7ef-1ec1-4fac-bec2-bb3219faf455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e6411f-72d5-4d87-850f-7305c6673d7c,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:33.867152 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85904dda-e8ad-4a5e-a047-0cab6671ba09 None None] Checking router: 3c26f198-5e50-4473-8337-1734ec30c178 for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:50:33.867359 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85904dda-e8ad-4a5e-a047-0cab6671ba09 None None] Updating router 3c26f198-5e50-4473-8337-1734ec30c178 port 21fb1737-c020-43c0-a0fe-7a49d9513f62 binding host n-d-811809-1 {{(pid=80276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:50:33.879541 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 57906) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:33.879662 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-4055e7ef-1ec1-4fac-bec2-bb3219faf455 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e942a641bb5648a79f3fc07d43430aea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9657168 Sep 30 00:50:33.886004 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4055e7ef-1ec1-4fac-bec2-bb3219faf455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:33.895833 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1c35265a-203a-4bb2-a2c5-5e1095b0eac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:33.902492 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0e57db5d-d251-4fc2-897f-9fc3feaf088c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:33.940930 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1c35265a-203a-4bb2-a2c5-5e1095b0eac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:33.942137 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-85904dda-e8ad-4a5e-a047-0cab6671ba09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:33.957421 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:34.027119 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-ee74bac8-7f49-4a55-b7bc-04001bd82a73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:34.035331 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-ee74bac8-7f49-4a55-b7bc-04001bd82a73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:34.041796 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f70a67fe-7534-45e1-bf2d-226b8ca5fa57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:34.115198 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-1c35265a-203a-4bb2-a2c5-5e1095b0eac4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=62b8f0bc5472429dacb1ff38a14a8c7b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4248946 Sep 30 00:50:34.116572 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 57916) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:34.130458 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-27dc7bd4-f4b3-4d4e-b6df-7e840eef6020 req-a82451ba-b320-4eda-8e59-04851b23df0d tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6724217 Sep 30 00:50:34.165564 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-17b94078-49fd-4e25-9a3a-2a512b5d197b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:34.177869 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-27dc7bd4-f4b3-4d4e-b6df-7e840eef6020 req-039b162e-8315-496a-a94b-3c92db427eab tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Request body: {'floatingip': {'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:50:34.191224 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e57db5d-d251-4fc2-897f-9fc3feaf088c admin admin] Checking segment: {'id': 'f07c8a4c-f21a-468f-9b43-5e958c580927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:50:34.192427 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e57db5d-d251-4fc2-897f-9fc3feaf088c admin admin] Network hostable DHCP agents. Network: f57b268d-20d8-40fa-b8a7-84057b4271aa, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:50:34.201746 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74bac8-7f49-4a55-b7bc-04001bd82a73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5154992-720d-4612-ace4-37ce4b9f20af,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:34.211179 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-27dc7bd4-f4b3-4d4e-b6df-7e840eef6020 req-039b162e-8315-496a-a94b-3c92db427eab tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:34.229990 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ee74bac8-7f49-4a55-b7bc-04001bd82a73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:34.239966 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-17b94078-49fd-4e25-9a3a-2a512b5d197b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:34.247785 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57db5d-d251-4fc2-897f-9fc3feaf088c admin admin] Pushing event updated for resources: {'Subnet': ['ID=739388f2-bdc1-458a-ad24-7599b12445e8,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:34.252407 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0e57db5d-d251-4fc2-897f-9fc3feaf088c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:34.260179 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-27dc7bd4-f4b3-4d4e-b6df-7e840eef6020 req-039b162e-8315-496a-a94b-3c92db427eab tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Usage tracker for resource:floatingip and tenant:4b5dedbbe5244689849acade53cb8614 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:34.266355 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1aebf607-b001-42e2-9c09-bb6f36f5724d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:34.276799 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-27dc7bd4-f4b3-4d4e-b6df-7e840eef6020 req-039b162e-8315-496a-a94b-3c92db427eab tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:34.305803 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-27dc7bd4-f4b3-4d4e-b6df-7e840eef6020 req-039b162e-8315-496a-a94b-3c92db427eab tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:34.342019 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e57db5d-d251-4fc2-897f-9fc3feaf088c admin admin] Network f57b268d-20d8-40fa-b8a7-84057b4271aa is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:50:34.344789 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35265a-203a-4bb2-a2c5-5e1095b0eac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e809c120-1933-43ed-9a05-50396fab7920,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:34.350985 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-73891289-197d-4757-919a-0d5a8e2b108b req-5d307e36-e4e6-47c2-ac00-ec10c6bea301 service neutron] For port 06abf601-12d2-4ccb-86b5-71d5cd879b85, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=06abf601-12d2-4ccb-86b5-71d5cd879b85,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:50:34.359856 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1c35265a-203a-4bb2-a2c5-5e1095b0eac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:34.360936 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-27dc7bd4-f4b3-4d4e-b6df-7e840eef6020 req-039b162e-8315-496a-a94b-3c92db427eab tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks [] for floatingip, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:34.435734 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-0e57db5d-d251-4fc2-897f-9fc3feaf088c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, f57b268d-20d8-40fa-b8a7-84057b4271aa) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:50:34.455241 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e57db5d-d251-4fc2-897f-9fc3feaf088c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:34.456096 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0e57db5d-d251-4fc2-897f-9fc3feaf088c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:34.458135 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-784d3b7f-f79d-4ca3-8468-d2478e20dbdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:34.467731 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-ee74bac8-7f49-4a55-b7bc-04001bd82a73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Allocated IP 192.168.233.186 (5148d586-4385-4f2c-9968-16b3a645031f/d94969b3-14c1-4902-a40b-8e6c297e30ba/ba235280-b9eb-4959-b2de-653a63dba52c) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:50:34.470670 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff950924-eded-4ca0-a560-b2fb9d530db0 None None] Network f57b268d-20d8-40fa-b8a7-84057b4271aa requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:50:34.523747 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-17b94078-49fd-4e25-9a3a-2a512b5d197b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:34.532124 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-73891289-197d-4757-919a-0d5a8e2b108b req-5d307e36-e4e6-47c2-ac00-ec10c6bea301 service neutron] For port 06abf601-12d2-4ccb-86b5-71d5cd879b85, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:50:34.533731 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c2f99ce3-88a4-4c39-ab92-d40f1991be31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:34.541097 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-784d3b7f-f79d-4ca3-8468-d2478e20dbdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:34.581154 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b94078-49fd-4e25-9a3a-2a512b5d197b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e6411f-72d5-4d87-850f-7305c6673d7c,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:34.596209 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-17b94078-49fd-4e25-9a3a-2a512b5d197b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:34.622378 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-0e57db5d-d251-4fc2-897f-9fc3feaf088c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8603985 Sep 30 00:50:34.625753 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 57932) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:34.631519 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03a9166-b9c5-4fb0-a916-82090bcd1b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06abf601-12d2-4ccb-86b5-71d5cd879b85'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:50:34.640638 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-f308b444-1f5c-4238-9255-6b8f85a347da admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1756877272-router', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:50:34.648564 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-85904dda-e8ad-4a5e-a047-0cab6671ba09 None None] Notify callbacks [] for port, precommit_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:34.648850 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-73891289-197d-4757-919a-0d5a8e2b108b req-5d307e36-e4e6-47c2-ac00-ec10c6bea301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:34.653658 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f308b444-1f5c-4238-9255-6b8f85a347da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:34.666646 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-f308b444-1f5c-4238-9255-6b8f85a347da admin admin] Usage tracker for resource:router and tenant:4b20f4b110694ae5b48ceb31519082dc is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:34.670948 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-f308b444-1f5c-4238-9255-6b8f85a347da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:34.675230 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-73891289-197d-4757-919a-0d5a8e2b108b req-5d307e36-e4e6-47c2-ac00-ec10c6bea301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:34.684637 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f308b444-1f5c-4238-9255-6b8f85a347da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:34.685763 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-85904dda-e8ad-4a5e-a047-0cab6671ba09 None None] Transition to ACTIVE for port object 21fb1737-c020-43c0-a0fe-7a49d9513f62 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:50:34.689090 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:34.715655 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-85904dda-e8ad-4a5e-a047-0cab6671ba09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:34.722793 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-dfa96e34-07d2-4791-a011-7bf6914295f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:34.724483 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2687e9-1f15-4c82-b2b2-f660c352cb2f req-1a35b2eb-76a4-4457-aa43-8ba34a82b3b7 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:34.732058 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7a2687e9-1f15-4c82-b2b2-f660c352cb2f req-1a35b2eb-76a4-4457-aa43-8ba34a82b3b7 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 946 time: 0.3939192 Sep 30 00:50:34.795990 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-17b94078-49fd-4e25-9a3a-2a512b5d197b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:34.801052 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-17b94078-49fd-4e25-9a3a-2a512b5d197b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/81e6411f-72d5-4d87-850f-7305c6673d7c HTTP/1.1" status: 204 len: 168 time: 0.9204786 Sep 30 00:50:34.860489 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f308b444-1f5c-4238-9255-6b8f85a347da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-730961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30750'] for router, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:34.861633 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f308b444-1f5c-4238-9255-6b8f85a347da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30743'] for router, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:34.864485 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7a2687e9-1f15-4c82-b2b2-f660c352cb2f req-228ca669-4804-42b4-9997-7ed228837ca7 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312938 Sep 30 00:50:34.888031 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-27dc7bd4-f4b3-4d4e-b6df-7e840eef6020 req-039b162e-8315-496a-a94b-3c92db427eab tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:34.914748 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-784d3b7f-f79d-4ca3-8468-d2478e20dbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:34.931724 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-775d795b-a3ae-4d3c-b21e-c81570e3c074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:34.970651 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 57946) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:34.977730 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d3b7f-f79d-4ca3-8468-d2478e20dbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e809c120-1933-43ed-9a05-50396fab7920,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:34.995132 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-784d3b7f-f79d-4ca3-8468-d2478e20dbdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:35.001235 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d307e36-e4e6-47c2-ac00-ec10c6bea301 service neutron] Pushing event updated for resources: {'Port': ['ID=06abf601-12d2-4ccb-86b5-71d5cd879b85,revision_number=7']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:35.012617 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f308b444-1f5c-4238-9255-6b8f85a347da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:35.024508 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-784d3b7f-f79d-4ca3-8468-d2478e20dbdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:35.025665 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-784d3b7f-f79d-4ca3-8468-d2478e20dbdd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e809c120-1933-43ed-9a05-50396fab7920 HTTP/1.1" status: 204 len: 168 time: 0.8995817 Sep 30 00:50:35.039011 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-ee74bac8-7f49-4a55-b7bc-04001bd82a73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:35.045823 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48719e1e-06e6-445a-912d-713203224d99 None None] Pushing event updated for resources: {'Port': ['ID=21fb1737-c020-43c0-a0fe-7a49d9513f62,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:35.074122 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5d307e36-e4e6-47c2-ac00-ec10c6bea301 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:35.083429 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-48719e1e-06e6-445a-912d-713203224d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:35.106397 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-ab05f48b-8593-4f21-bdc9-3cef0bb26e17 req-d9db0956-a9d3-4548-a2d1-eeb356cc1c06 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Synchronizing usage tracker for tenant:09f9ae3e1bed4a5f8cd3a98d76e38eb0 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:50:35.111667 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-ee74bac8-7f49-4a55-b7bc-04001bd82a73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Transition to ACTIVE for port object ba235280-b9eb-4959-b2de-653a63dba52c will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:50:35.117865 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-73891289-197d-4757-919a-0d5a8e2b108b req-5d307e36-e4e6-47c2-ac00-ec10c6bea301 service neutron] Attempting to bind port 06abf601-12d2-4ccb-86b5-71d5cd879b85 on host n-h1-811809-1 for vnic_type normal with profile {"migrating_to": "n-h2-811809-1"} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:50:35.119890 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-73891289-197d-4757-919a-0d5a8e2b108b req-5d307e36-e4e6-47c2-ac00-ec10c6bea301 service neutron] Attempting to bind port 06abf601-12d2-4ccb-86b5-71d5cd879b85 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:50:35.121955 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73891289-197d-4757-919a-0d5a8e2b108b req-5d307e36-e4e6-47c2-ac00-ec10c6bea301 service neutron] Attempting to bind port 06abf601-12d2-4ccb-86b5-71d5cd879b85 on network 0a0a50fb-f59e-4919-9310-948ef891e84f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:50:35.133038 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-ab05f48b-8593-4f21-bdc9-3cef0bb26e17 req-d9db0956-a9d3-4548-a2d1-eeb356cc1c06 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Unset dirty status for tenant:09f9ae3e1bed4a5f8cd3a98d76e38eb0 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:50:35.143306 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ab05f48b-8593-4f21-bdc9-3cef0bb26e17 req-d9db0956-a9d3-4548-a2d1-eeb356cc1c06 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=0504ef41-657e-4cee-a411-69ee834e1acb HTTP/1.1" status: 200 len: 210 time: 0.0922713 Sep 30 00:50:35.161802 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73891289-197d-4757-919a-0d5a8e2b108b req-5d307e36-e4e6-47c2-ac00-ec10c6bea301 service neutron] Port 06abf601-12d2-4ccb-86b5-71d5cd879b85 on network 0a0a50fb-f59e-4919-9310-948ef891e84f not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:50:35.162317 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73891289-197d-4757-919a-0d5a8e2b108b req-5d307e36-e4e6-47c2-ac00-ec10c6bea301 service neutron] Attempting to bind port 06abf601-12d2-4ccb-86b5-71d5cd879b85 on network 0a0a50fb-f59e-4919-9310-948ef891e84f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:50:35.177036 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73891289-197d-4757-919a-0d5a8e2b108b req-5d307e36-e4e6-47c2-ac00-ec10c6bea301 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:50:35.178338 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73891289-197d-4757-919a-0d5a8e2b108b req-5d307e36-e4e6-47c2-ac00-ec10c6bea301 service neutron] Checking segment: {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:50:35.178874 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73891289-197d-4757-919a-0d5a8e2b108b req-5d307e36-e4e6-47c2-ac00-ec10c6bea301 service neutron] Bound using segment: {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:50:35.179420 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-73891289-197d-4757-919a-0d5a8e2b108b req-5d307e36-e4e6-47c2-ac00-ec10c6bea301 service neutron] Bound port: 06abf601-12d2-4ccb-86b5-71d5cd879b85, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:50:35.179869 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-73891289-197d-4757-919a-0d5a8e2b108b req-5d307e36-e4e6-47c2-ac00-ec10c6bea301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:35.198796 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-ee74bac8-7f49-4a55-b7bc-04001bd82a73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:35.211569 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c04082-0894-40c2-9b5c-5ddde5e45b78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-f57b268d-20d8-40fa-b8a7-84057b4271aa', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'fixed_ips': [{'subnet_id': '739388f2-bdc1-458a-ad24-7599b12445e8'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 00:50:35.212346 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-35c04082-0894-40c2-9b5c-5ddde5e45b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:35.215253 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9feb68a6-ce36-4106-b44d-a833361111a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:35.373779 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-ee74bac8-7f49-4a55-b7bc-04001bd82a73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Network 5148d586-4385-4f2c-9968-16b3a645031f is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:50:35.377740 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-ee74bac8-7f49-4a55-b7bc-04001bd82a73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:50:35.392293 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-ee74bac8-7f49-4a55-b7bc-04001bd82a73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:50:35.412300 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-ee74bac8-7f49-4a55-b7bc-04001bd82a73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:35.412985 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-ee74bac8-7f49-4a55-b7bc-04001bd82a73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:35.459241 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74bac8-7f49-4a55-b7bc-04001bd82a73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Pushing event updated for resources: {'Port': ['ID=ba235280-b9eb-4959-b2de-653a63dba52c,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:35.468732 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ee74bac8-7f49-4a55-b7bc-04001bd82a73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:35.483754 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-ee74bac8-7f49-4a55-b7bc-04001bd82a73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3514068 Sep 30 00:50:35.498922 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-4575d492-ed24-4700-8007-71251f9717d8 service neutron] Request body: {'port': {'device_id': '0504ef41-657e-4cee-a411-69ee834e1acb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:50:35.697410 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-35c04082-0894-40c2-9b5c-5ddde5e45b78 None None] Allocated IP 172.20.0.2 (f57b268d-20d8-40fa-b8a7-84057b4271aa/739388f2-bdc1-458a-ad24-7599b12445e8/723743d9-907c-4a4a-8dd7-23c7b3f3fada) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:50:35.797049 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-4575d492-ed24-4700-8007-71251f9717d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:35.885750 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-85904dda-e8ad-4a5e-a047-0cab6671ba09 None None] Attempting to bind port 21fb1737-c020-43c0-a0fe-7a49d9513f62 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:50:35.886494 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-85904dda-e8ad-4a5e-a047-0cab6671ba09 None None] Attempting to bind port 21fb1737-c020-43c0-a0fe-7a49d9513f62 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '6d8750c8-2a2a-44ba-8697-84effd9205c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f8c5d5ca-229d-4f3a-9a87-191790b7e9cb'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:50:35.887187 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85904dda-e8ad-4a5e-a047-0cab6671ba09 None None] Attempting to bind port 21fb1737-c020-43c0-a0fe-7a49d9513f62 on network f8c5d5ca-229d-4f3a-9a87-191790b7e9cb {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:50:35.894344 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:35.907248 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85904dda-e8ad-4a5e-a047-0cab6671ba09 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:50:35.907955 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85904dda-e8ad-4a5e-a047-0cab6671ba09 None None] Checking segment: {'id': '6d8750c8-2a2a-44ba-8697-84effd9205c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f8c5d5ca-229d-4f3a-9a87-191790b7e9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:50:35.908665 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-85904dda-e8ad-4a5e-a047-0cab6671ba09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:35.909044 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85904dda-e8ad-4a5e-a047-0cab6671ba09 None None] Bound using segment: {'id': '6d8750c8-2a2a-44ba-8697-84effd9205c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f8c5d5ca-229d-4f3a-9a87-191790b7e9cb'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:50:35.909669 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-85904dda-e8ad-4a5e-a047-0cab6671ba09 None None] Bound port: 21fb1737-c020-43c0-a0fe-7a49d9513f62, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8750c8-2a2a-44ba-8697-84effd9205c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f8c5d5ca-229d-4f3a-9a87-191790b7e9cb'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:50:35.910128 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-85904dda-e8ad-4a5e-a047-0cab6671ba09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:35.919244 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03a9166-b9c5-4fb0-a916-82090bcd1b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06abf601-12d2-4ccb-86b5-71d5cd879b85', 'code': 200} Sep 30 00:50:35.929700 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 57960) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:35.930126 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 57962) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:35.935066 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-0c9632cf-b396-4560-803f-6cf831924746 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-214609241-network', 'tenant_id': 'dbf05356caf347a78e00bf3eb67f1933'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:50:35.992965 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1f77d9b4-cfc1-4318-9378-6aa954b6fec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:36.014833 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-fb10f679-7fc6-41dc-9cdf-2165bfac9c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:36.032066 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-0c9632cf-b396-4560-803f-6cf831924746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:36.040165 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-fb10f679-7fc6-41dc-9cdf-2165bfac9c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:36.046243 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f308b444-1f5c-4238-9255-6b8f85a347da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-672991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-730982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30841'] for router, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:36.047651 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-fb10f679-7fc6-41dc-9cdf-2165bfac9c01 admin admin] Usage tracker for resource:security_group_rule and tenant:20e495ea6cb44795a05991689846dcb1 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:36.051083 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-fb10f679-7fc6-41dc-9cdf-2165bfac9c01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:36.055054 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-73891289-197d-4757-919a-0d5a8e2b108b req-5d307e36-e4e6-47c2-ac00-ec10c6bea301 service neutron] For port 06abf601-12d2-4ccb-86b5-71d5cd879b85, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:50:36.059079 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-fb10f679-7fc6-41dc-9cdf-2165bfac9c01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:36.060004 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-0c9632cf-b396-4560-803f-6cf831924746 admin admin] Usage tracker for resource:network and tenant:dbf05356caf347a78e00bf3eb67f1933 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:36.066397 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-73891289-197d-4757-919a-0d5a8e2b108b req-5d307e36-e4e6-47c2-ac00-ec10c6bea301 service neutron] For port 06abf601-12d2-4ccb-86b5-71d5cd879b85, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=06abf601-12d2-4ccb-86b5-71d5cd879b85,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:50:36.072041 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-0c9632cf-b396-4560-803f-6cf831924746 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:36.079824 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-73891289-197d-4757-919a-0d5a8e2b108b req-5d307e36-e4e6-47c2-ac00-ec10c6bea301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:36.108292 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-0c9632cf-b396-4560-803f-6cf831924746 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:36.108554 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-a85f464d-04fc-4e61-972e-e310424ab1b3 None None] Provisioning for port ba235280-b9eb-4959-b2de-653a63dba52c completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:50:36.115945 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-1f77d9b4-cfc1-4318-9378-6aa954b6fec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:36.116995 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-27dc7bd4-f4b3-4d4e-b6df-7e840eef6020 req-039b162e-8315-496a-a94b-3c92db427eab tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Allocated IP 172.25.0.117 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/28fb8cf9-6e67-4d88-a5b3-4370126af4c8) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:50:36.123901 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:36.127233 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-a85f464d-04fc-4e61-972e-e310424ab1b3 None None] Provisioning complete for port ba235280-b9eb-4959-b2de-653a63dba52c triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:50:36.127678 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-a85f464d-04fc-4e61-972e-e310424ab1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:36.150947 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-35c04082-0894-40c2-9b5c-5ddde5e45b78 None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:36.153609 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-85904dda-e8ad-4a5e-a047-0cab6671ba09 None None] For port 21fb1737-c020-43c0-a0fe-7a49d9513f62, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:50:36.187745 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-1f77d9b4-cfc1-4318-9378-6aa954b6fec0 admin admin] Usage tracker for resource:security_group_rule and tenant:b9807eef513b462db8077bd37de68713 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:36.187995 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-85904dda-e8ad-4a5e-a047-0cab6671ba09 None None] For port 21fb1737-c020-43c0-a0fe-7a49d9513f62, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=21fb1737-c020-43c0-a0fe-7a49d9513f62,segment=NetworkSegment(6d8750c8-2a2a-44ba-8697-84effd9205c4),segment_id=6d8750c8-2a2a-44ba-8697-84effd9205c4)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:50:36.191632 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-35c04082-0894-40c2-9b5c-5ddde5e45b78 None None] Transition to ACTIVE for port object 723743d9-907c-4a4a-8dd7-23c7b3f3fada will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:50:36.201648 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-85904dda-e8ad-4a5e-a047-0cab6671ba09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:36.203627 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-1f77d9b4-cfc1-4318-9378-6aa954b6fec0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:36.211123 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:36.226522 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-1f77d9b4-cfc1-4318-9378-6aa954b6fec0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:36.276856 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-a85f464d-04fc-4e61-972e-e310424ab1b3 None None] Port ba235280-b9eb-4959-b2de-653a63dba52c cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:50:36.285062 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-35c04082-0894-40c2-9b5c-5ddde5e45b78 None None] Transition to ACTIVE for port object 723743d9-907c-4a4a-8dd7-23c7b3f3fada will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:50:36.299168 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-35c04082-0894-40c2-9b5c-5ddde5e45b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:36.321784 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85904dda-e8ad-4a5e-a047-0cab6671ba09 None None] Routers {'3c26f198-5e50-4473-8337-1734ec30c178'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:50:36.322438 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-85904dda-e8ad-4a5e-a047-0cab6671ba09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:50:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['3c26f198-5e50-4473-8337-1734ec30c178'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:50:36.374210 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48719e1e-06e6-445a-912d-713203224d99 None None] Pushing event updated for resources: {'Port': ['ID=21fb1737-c020-43c0-a0fe-7a49d9513f62,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:36.384579 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-48719e1e-06e6-445a-912d-713203224d99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:36.384579 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-67482254-4f18-4d15-8baf-48ef439832d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:36.473344 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeffe63-6c21-43b2-b449-1516a3dd567f req-b21fbd3e-9035-4ce3-9ba4-06d51c092595 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:36.474969 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ffeffe63-6c21-43b2-b449-1516a3dd567f req-b21fbd3e-9035-4ce3-9ba4-06d51c092595 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 944 time: 0.4096224 Sep 30 00:50:36.504811 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9632cf-b396-4560-803f-6cf831924746 admin admin] Made reservation on behalf of dbf05356caf347a78e00bf3eb67f1933 for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:50:36.517257 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0c9632cf-b396-4560-803f-6cf831924746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:36.541947 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-fb10f679-7fc6-41dc-9cdf-2165bfac9c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:36.551043 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0c9632cf-b396-4560-803f-6cf831924746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:36.559853 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-fb10f679-7fc6-41dc-9cdf-2165bfac9c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:36.575680 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f3b46a2a-caa1-43f1-9553-c61d0e06ee6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:36.607494 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-85904dda-e8ad-4a5e-a047-0cab6671ba09 None None] Set router 3c26f198-5e50-4473-8337-1734ec30c178 gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:50:36.615402 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ffeffe63-6c21-43b2-b449-1516a3dd567f req-376a8a70-c408-4ecb-9694-ff1ddf2bbf64 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233971 Sep 30 00:50:36.634302 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-0c9632cf-b396-4560-803f-6cf831924746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:36.638668 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-0c9632cf-b396-4560-803f-6cf831924746 admin admin] Usage tracker for resource:security_group_rule and tenant:dbf05356caf347a78e00bf3eb67f1933 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:36.642193 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-0c9632cf-b396-4560-803f-6cf831924746 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:36.648249 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-0c9632cf-b396-4560-803f-6cf831924746 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:36.739390 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0c9632cf-b396-4560-803f-6cf831924746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:36.797579 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c04082-0894-40c2-9b5c-5ddde5e45b78 None None] Network f57b268d-20d8-40fa-b8a7-84057b4271aa is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:50:36.803005 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0c9632cf-b396-4560-803f-6cf831924746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:36.812589 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-35c04082-0894-40c2-9b5c-5ddde5e45b78 None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:50:36.815974 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9632cf-b396-4560-803f-6cf831924746 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:50:36.827111 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0c9632cf-b396-4560-803f-6cf831924746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:36.827529 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-0c9632cf-b396-4560-803f-6cf831924746 admin admin] Added segment 65c77a6c-039e-4690-a9b6-374e96c85752 of type vlan for network 4ccf480f-af5f-41da-b59d-48a1a7cfa79b Sep 30 00:50:36.829918 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c04082-0894-40c2-9b5c-5ddde5e45b78 None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:50:36.842876 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73891289-197d-4757-919a-0d5a8e2b108b req-5d307e36-e4e6-47c2-ac00-ec10c6bea301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:36.843613 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-73891289-197d-4757-919a-0d5a8e2b108b req-5d307e36-e4e6-47c2-ac00-ec10c6bea301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:36.845074 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-73891289-197d-4757-919a-0d5a8e2b108b req-5d307e36-e4e6-47c2-ac00-ec10c6bea301 service neutron] 10.222.0.55 "PUT /v2.0/ports/06abf601-12d2-4ccb-86b5-71d5cd879b85 HTTP/1.1" status: 200 len: 1122 time: 3.6806951 Sep 30 00:50:36.852136 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-fb10f679-7fc6-41dc-9cdf-2165bfac9c01 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=20e495ea6cb44795a05991689846dcb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9153874 Sep 30 00:50:36.853000 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10f679-7fc6-41dc-9cdf-2165bfac9c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d664f4-02fd-41c9-92ab-9b69400255e8,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:36.856604 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-fb10f679-7fc6-41dc-9cdf-2165bfac9c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:36.863984 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 57970) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:36.867705 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1f77d9b4-cfc1-4318-9378-6aa954b6fec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:36.890021 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d307e36-e4e6-47c2-ac00-ec10c6bea301 service neutron] Pushing event updated for resources: {'Port': ['ID=06abf601-12d2-4ccb-86b5-71d5cd879b85,revision_number=8']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:36.895790 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1f77d9b4-cfc1-4318-9378-6aa954b6fec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:36.903392 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5d307e36-e4e6-47c2-ac00-ec10c6bea301 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:36.904932 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:36.907146 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b5b26879-70c7-4b8b-a814-c12403dff8fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:36.914651 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0c9632cf-b396-4560-803f-6cf831924746 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:36.936559 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-4575d492-ed24-4700-8007-71251f9717d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba235280-b9eb-4959-b2de-653a63dba52c {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:50:36.971635 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-4575d492-ed24-4700-8007-71251f9717d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:37.007511 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9632cf-b396-4560-803f-6cf831924746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd7c91b-ad20-405c-9008-142dc3b52744,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:37.007973 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c04082-0894-40c2-9b5c-5ddde5e45b78 None None] Pushing event updated for resources: {'Port': ['ID=723743d9-907c-4a4a-8dd7-23c7b3f3fada,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:37.011321 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-1f77d9b4-cfc1-4318-9378-6aa954b6fec0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b9807eef513b462db8077bd37de68713&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0679829 Sep 30 00:50:37.016118 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 57976) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:37.017525 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0c9632cf-b396-4560-803f-6cf831924746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:37.039283 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0c9632cf-b396-4560-803f-6cf831924746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:37.040240 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77d9b4-cfc1-4318-9378-6aa954b6fec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e66521-7a54-4291-bc5b-e5114a7135b0,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:37.042100 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-27dc7bd4-f4b3-4d4e-b6df-7e840eef6020 req-039b162e-8315-496a-a94b-3c92db427eab tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:37.043309 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1f77d9b4-cfc1-4318-9378-6aa954b6fec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:37.049914 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9632cf-b396-4560-803f-6cf831924746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:37.050523 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0c9632cf-b396-4560-803f-6cf831924746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:37.053990 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-35c04082-0894-40c2-9b5c-5ddde5e45b78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:37.057129 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:37.065730 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-4575d492-ed24-4700-8007-71251f9717d8 service neutron] Transition to ACTIVE for port object ba235280-b9eb-4959-b2de-653a63dba52c will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:50:37.083879 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['06abf601-12d2-4ccb-86b5-71d5cd879b85'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:50:37.086894 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-4575d492-ed24-4700-8007-71251f9717d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:37.090800 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-72392556-205b-421c-8d88-a7e3b515ebac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:37.111984 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4f524-3735-4e6d-a17b-100a71cde795 req-29a54088-f71d-4efa-904d-748da7b5cd02 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:37.113486 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f2c4f524-3735-4e6d-a17b-100a71cde795 req-29a54088-f71d-4efa-904d-748da7b5cd02 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=0504ef41-657e-4cee-a411-69ee834e1acb HTTP/1.1" status: 200 len: 936 time: 0.3667548 Sep 30 00:50:37.122783 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ee74bac8-7f49-4a55-b7bc-04001bd82a73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:37.133420 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-35c04082-0894-40c2-9b5c-5ddde5e45b78 None None] Attempting to bind port 723743d9-907c-4a4a-8dd7-23c7b3f3fada on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:50:37.133805 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-35c04082-0894-40c2-9b5c-5ddde5e45b78 None None] Attempting to bind port 723743d9-907c-4a4a-8dd7-23c7b3f3fada by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'f07c8a4c-f21a-468f-9b43-5e958c580927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:50:37.134175 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c04082-0894-40c2-9b5c-5ddde5e45b78 None None] Attempting to bind port 723743d9-907c-4a4a-8dd7-23c7b3f3fada on network f57b268d-20d8-40fa-b8a7-84057b4271aa {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:50:37.165717 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c04082-0894-40c2-9b5c-5ddde5e45b78 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:50:37.166110 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c04082-0894-40c2-9b5c-5ddde5e45b78 None None] Checking segment: {'id': 'f07c8a4c-f21a-468f-9b43-5e958c580927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:50:37.166496 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-35c04082-0894-40c2-9b5c-5ddde5e45b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:37.167194 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c04082-0894-40c2-9b5c-5ddde5e45b78 None None] Bound using segment: {'id': 'f07c8a4c-f21a-468f-9b43-5e958c580927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:50:37.167408 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-35c04082-0894-40c2-9b5c-5ddde5e45b78 None None] Bound port: 723743d9-907c-4a4a-8dd7-23c7b3f3fada, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07c8a4c-f21a-468f-9b43-5e958c580927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:50:37.167764 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-35c04082-0894-40c2-9b5c-5ddde5e45b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:37.319816 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9632cf-b396-4560-803f-6cf831924746 admin admin] Pushing event updated for resources: {'Network': ['ID=4ccf480f-af5f-41da-b59d-48a1a7cfa79b,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:37.323513 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-72392556-205b-421c-8d88-a7e3b515ebac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:37.326823 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0c9632cf-b396-4560-803f-6cf831924746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:37.344514 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 4ccf480f-af5f-41da-b59d-48a1a7cfa79b details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:50:37.362523 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-0c9632cf-b396-4560-803f-6cf831924746 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3901792 Sep 30 00:50:37.363026 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 57980) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:37.370255 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f679adad-4ba5-486a-842a-ca1b43db0a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:37.372325 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575d492-ed24-4700-8007-71251f9717d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ba235280-b9eb-4959-b2de-653a63dba52c,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:37.374857 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4575d492-ed24-4700-8007-71251f9717d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:37.378330 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f2c4f524-3735-4e6d-a17b-100a71cde795 req-c6b004e2-c985-44de-bb9b-b15e13c56c3b tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Synchronizing usage tracker for tenant:09f9ae3e1bed4a5f8cd3a98d76e38eb0 on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:50:37.381855 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-6cc62988-1b84-4024-bfa6-50625cbf5a05 admin admin] Request body: {'subnet': {'network_id': '4ccf480f-af5f-41da-b59d-48a1a7cfa79b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-214609241-subnet', 'tenant_id': 'dbf05356caf347a78e00bf3eb67f1933', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:50:37.391522 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-6cc62988-1b84-4024-bfa6-50625cbf5a05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:37.400383 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-6cc62988-1b84-4024-bfa6-50625cbf5a05 admin admin] Usage tracker for resource:subnet and tenant:dbf05356caf347a78e00bf3eb67f1933 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:37.405451 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-6cc62988-1b84-4024-bfa6-50625cbf5a05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:37.416506 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-6cc62988-1b84-4024-bfa6-50625cbf5a05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:37.429286 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f308b444-1f5c-4238-9255-6b8f85a347da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:37.454680 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-35c04082-0894-40c2-9b5c-5ddde5e45b78 None None] For port 723743d9-907c-4a4a-8dd7-23c7b3f3fada, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:50:37.470531 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-27dc7bd4-f4b3-4d4e-b6df-7e840eef6020 req-039b162e-8315-496a-a94b-3c92db427eab tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:37.479539 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f308b444-1f5c-4238-9255-6b8f85a347da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:37.483077 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5d307e36-e4e6-47c2-ac00-ec10c6bea301 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:37.498418 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f679adad-4ba5-486a-842a-ca1b43db0a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:37.506945 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-4575d492-ed24-4700-8007-71251f9717d8 service neutron] Attempting to bind port ba235280-b9eb-4959-b2de-653a63dba52c on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:50:37.506945 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-4575d492-ed24-4700-8007-71251f9717d8 service neutron] Attempting to bind port ba235280-b9eb-4959-b2de-653a63dba52c by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:50:37.507446 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-4575d492-ed24-4700-8007-71251f9717d8 service neutron] Attempting to bind port ba235280-b9eb-4959-b2de-653a63dba52c on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:50:37.511000 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-35c04082-0894-40c2-9b5c-5ddde5e45b78 None None] For port 723743d9-907c-4a4a-8dd7-23c7b3f3fada, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=723743d9-907c-4a4a-8dd7-23c7b3f3fada,segment=NetworkSegment(f07c8a4c-f21a-468f-9b43-5e958c580927),segment_id=f07c8a4c-f21a-468f-9b43-5e958c580927)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:50:37.525987 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f2c4f524-3735-4e6d-a17b-100a71cde795 req-c6b004e2-c985-44de-bb9b-b15e13c56c3b tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Unset dirty status for tenant:09f9ae3e1bed4a5f8cd3a98d76e38eb0 on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:50:37.539343 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f2c4f524-3735-4e6d-a17b-100a71cde795 req-c6b004e2-c985-44de-bb9b-b15e13c56c3b tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5154992-720d-4612-ace4-37ce4b9f20af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695407 Sep 30 00:50:37.539991 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-4575d492-ed24-4700-8007-71251f9717d8 service neutron] Port ba235280-b9eb-4959-b2de-653a63dba52c on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:50:37.540326 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-4575d492-ed24-4700-8007-71251f9717d8 service neutron] Attempting to bind port ba235280-b9eb-4959-b2de-653a63dba52c on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:50:37.590847 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-4575d492-ed24-4700-8007-71251f9717d8 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:50:37.591557 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-4575d492-ed24-4700-8007-71251f9717d8 service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:50:37.592930 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-4575d492-ed24-4700-8007-71251f9717d8 service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:50:37.593850 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc62988-1b84-4024-bfa6-50625cbf5a05 admin admin] Made reservation on behalf of dbf05356caf347a78e00bf3eb67f1933 for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:50:37.594695 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-4575d492-ed24-4700-8007-71251f9717d8 service neutron] Bound port: ba235280-b9eb-4959-b2de-653a63dba52c, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:50:37.595308 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-4575d492-ed24-4700-8007-71251f9717d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:37.599925 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6cc62988-1b84-4024-bfa6-50625cbf5a05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:37.630700 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-35c04082-0894-40c2-9b5c-5ddde5e45b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:37.654894 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5480c535-4c84-4494-9ab4-dc3f594d99dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:37.680008 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-72392556-205b-421c-8d88-a7e3b515ebac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:37.692552 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6d18e27d-819b-42a6-83e4-859e9678d57b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:37.718879 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72392556-205b-421c-8d88-a7e3b515ebac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d664f4-02fd-41c9-92ab-9b69400255e8,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:37.725530 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-72392556-205b-421c-8d88-a7e3b515ebac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:37.740407 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27dc7bd4-f4b3-4d4e-b6df-7e840eef6020 req-039b162e-8315-496a-a94b-3c92db427eab tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:50:37.743621 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f679adad-4ba5-486a-842a-ca1b43db0a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:37.746323 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f679adad-4ba5-486a-842a-ca1b43db0a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:37.747488 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-f679adad-4ba5-486a-842a-ca1b43db0a62 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/58e66521-7a54-4291-bc5b-e5114a7135b0 HTTP/1.1" status: 204 len: 168 time: 0.7267828 Sep 30 00:50:37.757467 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-fb10f679-7fc6-41dc-9cdf-2165bfac9c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:37.772981 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-27dc7bd4-f4b3-4d4e-b6df-7e840eef6020 req-039b162e-8315-496a-a94b-3c92db427eab tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:50:37.776185 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-72392556-205b-421c-8d88-a7e3b515ebac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:37.779590 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-72392556-205b-421c-8d88-a7e3b515ebac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/32d664f4-02fd-41c9-92ab-9b69400255e8 HTTP/1.1" status: 204 len: 168 time: 0.9123740 Sep 30 00:50:37.785830 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b162e-8315-496a-a94b-3c92db427eab tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Pushing event updated for resources: {'Port': ['ID=28fb8cf9-6e67-4d88-a5b3-4370126af4c8,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:37.788256 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679adad-4ba5-486a-842a-ca1b43db0a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e66521-7a54-4291-bc5b-e5114a7135b0,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:37.789036 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-85904dda-e8ad-4a5e-a047-0cab6671ba09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c26f198-5e50-4473-8337-1734ec30c178', 'name': 'tempest-FloatingIPsTestJSON-1414882589-router', 'tenant_id': '4b5dedbbe5244689849acade53cb8614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '478cc995-d9af-4f88-a370-de3528867244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:20Z', 'updated_at': '2021-09-30T00:50:28Z', 'revision_number': 4, 'project_id': '4b5dedbbe5244689849acade53cb8614', 'gw_port': {'id': '478cc995-d9af-4f88-a370-de3528867244', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c26f198-5e50-4473-8337-1734ec30c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:21Z', 'updated_at': '2021-09-30T00:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '21fb1737-c020-43c0-a0fe-7a49d9513f62', 'name': '', 'network_id': 'f8c5d5ca-229d-4f3a-9a87-191790b7e9cb', 'tenant_id': '4b5dedbbe5244689849acade53cb8614', 'mac_address': 'fa:16:3e:bd:c3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c26f198-5e50-4473-8337-1734ec30c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03baca3f-acaa-4532-b7eb-efc8c696871d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:26Z', 'updated_at': '2021-09-30T00:50:36Z', 'revision_number': 4, 'project_id': '4b5dedbbe5244689849acade53cb8614', 'subnets': [{'id': '03baca3f-acaa-4532-b7eb-efc8c696871d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:50:37.791637 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f679adad-4ba5-486a-842a-ca1b43db0a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:37.794454 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-4575d492-ed24-4700-8007-71251f9717d8 service neutron] For port ba235280-b9eb-4959-b2de-653a63dba52c, host n-h2-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:50:37.798005 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-4575d492-ed24-4700-8007-71251f9717d8 service neutron] For port ba235280-b9eb-4959-b2de-653a63dba52c, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=ba235280-b9eb-4959-b2de-653a63dba52c,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:50:37.807467 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-4575d492-ed24-4700-8007-71251f9717d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:37.813300 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-27dc7bd4-f4b3-4d4e-b6df-7e840eef6020 req-039b162e-8315-496a-a94b-3c92db427eab tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:50:37.820740 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-039b162e-8315-496a-a94b-3c92db427eab tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:37.823656 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:37.848324 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85904dda-e8ad-4a5e-a047-0cab6671ba09 None None] The sync data for ids ['3c26f198-5e50-4473-8337-1734ec30c178'] in n-d-811809-1 is: [{'id': '3c26f198-5e50-4473-8337-1734ec30c178', 'name': 'tempest-FloatingIPsTestJSON-1414882589-router', 'tenant_id': '4b5dedbbe5244689849acade53cb8614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '478cc995-d9af-4f88-a370-de3528867244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:20Z', 'updated_at': '2021-09-30T00:50:28Z', 'revision_number': 4, 'project_id': '4b5dedbbe5244689849acade53cb8614', 'gw_port': {'id': '478cc995-d9af-4f88-a370-de3528867244', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c26f198-5e50-4473-8337-1734ec30c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:21Z', 'updated_at': '2021-09-30T00:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '21fb1737-c020-43c0-a0fe-7a49d9513f62', 'name': '', 'network_id': 'f8c5d5ca-229d-4f3a-9a87-191790b7e9cb', 'tenant_id': '4b5dedbbe5244689849acade53cb8614', 'mac_address': 'fa:16:3e:bd:c3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c26f198-5e50-4473-8337-1734ec30c178', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03baca3f-acaa-4532-b7eb-efc8c696871d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:26Z', 'updated_at': '2021-09-30T00:50:36Z', 'revision_number': 4, 'project_id': '4b5dedbbe5244689849acade53cb8614', 'subnets': [{'id': '03baca3f-acaa-4532-b7eb-efc8c696871d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:50:37.888303 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c04082-0894-40c2-9b5c-5ddde5e45b78 None None] Pushing event updated for resources: {'Port': ['ID=723743d9-907c-4a4a-8dd7-23c7b3f3fada,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:37.896027 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-35c04082-0894-40c2-9b5c-5ddde5e45b78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:37.944272 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03a9166-b9c5-4fb0-a916-82090bcd1b9c', 'tag': '06abf601-12d2-4ccb-86b5-71d5cd879b85'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:50:38.006532 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-4575d492-ed24-4700-8007-71251f9717d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:38.012288 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-4575d492-ed24-4700-8007-71251f9717d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:38.013969 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-4575d492-ed24-4700-8007-71251f9717d8 service neutron] 10.222.0.55 "PUT /v2.0/ports/ba235280-b9eb-4959-b2de-653a63dba52c HTTP/1.1" status: 200 len: 1096 time: 2.5217528 Sep 30 00:50:38.014602 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0504ef41-657e-4cee-a411-69ee834e1acb', 'tag': 'ba235280-b9eb-4959-b2de-653a63dba52c'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:50:38.087579 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575d492-ed24-4700-8007-71251f9717d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ba235280-b9eb-4959-b2de-653a63dba52c,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:38.091659 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4575d492-ed24-4700-8007-71251f9717d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:38.112102 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-f308b444-1f5c-4238-9255-6b8f85a347da admin admin] Allocated IP 172.25.0.188 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/9c3bb534-833a-4260-87d0-2c9b5ea17f3f) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:50:38.349133 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-27dc7bd4-f4b3-4d4e-b6df-7e840eef6020 req-039b162e-8315-496a-a94b-3c92db427eab tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:38.424365 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 21fb1737-c020-43c0-a0fe-7a49d9513f62 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:50:38.467267 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-3b23eab6-dac7-4ddb-853b-1ae6c5334b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:38.476791 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-3b23eab6-dac7-4ddb-853b-1ae6c5334b79 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=09f9ae3e1bed4a5f8cd3a98d76e38eb0&device_id=0504ef41-657e-4cee-a411-69ee834e1acb HTTP/1.1" status: 200 len: 1099 time: 0.3759065 Sep 30 00:50:38.619987 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 21fb1737-c020-43c0-a0fe-7a49d9513f62 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:50:38.633718 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a04913-834a-427a-bb14-6ca379c76447 req-3f2ad6a4-c06a-4be1-8103-27ade953d029 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:38.636250 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 21fb1737-c020-43c0-a0fe-7a49d9513f62 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:50:38.636643 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:38.643707 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-73a04913-834a-427a-bb14-6ca379c76447 req-3f2ad6a4-c06a-4be1-8103-27ade953d029 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 944 time: 0.4412420 Sep 30 00:50:38.665773 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-eef5118e-21dd-48a3-b48b-219c13b64e37 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=ba235280-b9eb-4959-b2de-653a63dba52c HTTP/1.1" status: 200 len: 217 time: 0.1850088 Sep 30 00:50:38.813822 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f308b444-1f5c-4238-9255-6b8f85a347da admin admin] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:38.828974 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-27dc7bd4-f4b3-4d4e-b6df-7e840eef6020 req-039b162e-8315-496a-a94b-3c92db427eab tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:38.856264 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:38.893615 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-73a04913-834a-427a-bb14-6ca379c76447 req-ca048197-7ac4-4d5e-8704-fc6cccc41969 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296293 Sep 30 00:50:38.909697 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-72c0bef9-b1d4-456d-9a8e-721c58fd1322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:38.912515 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-72c0bef9-b1d4-456d-9a8e-721c58fd1322 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.2136922 Sep 30 00:50:38.914446 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 21fb1737-c020-43c0-a0fe-7a49d9513f62, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=21fb1737-c020-43c0-a0fe-7a49d9513f62,segment=NetworkSegment(6d8750c8-2a2a-44ba-8697-84effd9205c4),segment_id=6d8750c8-2a2a-44ba-8697-84effd9205c4)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:50:38.924124 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:38.933210 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:39.118560 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=21fb1737-c020-43c0-a0fe-7a49d9513f62,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:39.132725 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:39.165251 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0504ef41-657e-4cee-a411-69ee834e1acb', 'tag': 'ba235280-b9eb-4959-b2de-653a63dba52c', 'status': 'completed', 'code': 200} Sep 30 00:50:39.213886 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03a9166-b9c5-4fb0-a916-82090bcd1b9c', 'tag': '06abf601-12d2-4ccb-86b5-71d5cd879b85', 'status': 'completed', 'code': 200} Sep 30 00:50:39.260320 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-24bb6d24-9350-4606-930f-4de2cb53b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:39.261833 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-24bb6d24-9350-4606-930f-4de2cb53b16f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3395040 Sep 30 00:50:39.461851 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6cc62988-1b84-4024-bfa6-50625cbf5a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:39.475750 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:39.524163 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b84f90-1cec-4604-af44-d379979ddac9 req-aef9d7b8-0315-4a21-a588-baf1ead57972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:39.525662 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-83b84f90-1cec-4604-af44-d379979ddac9 req-aef9d7b8-0315-4a21-a588-baf1ead57972 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 1125 time: 0.4653544 Sep 30 00:50:39.694554 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05f286d-fa33-4921-b767-de6e8ba12b8b None None] Network f57b268d-20d8-40fa-b8a7-84057b4271aa requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:50:39.727875 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b84f90-1cec-4604-af44-d379979ddac9 req-8cb36771-bffb-40a2-a34d-256f4cb81db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:39.729265 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-83b84f90-1cec-4604-af44-d379979ddac9 req-8cb36771-bffb-40a2-a34d-256f4cb81db2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0a0a50fb-f59e-4919-9310-948ef891e84f HTTP/1.1" status: 200 len: 909 time: 0.1878390 Sep 30 00:50:39.802844 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc62988-1b84-4024-bfa6-50625cbf5a05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb1342e6-bcfd-4375-9ebe-85e76986fc21,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:39.824259 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6cc62988-1b84-4024-bfa6-50625cbf5a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:39.849912 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f308b444-1f5c-4238-9255-6b8f85a347da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:39.853342 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-99f22db8-82b4-4651-bd31-e02ba0f39b45 None None] Provisioning for port 723743d9-907c-4a4a-8dd7-23c7b3f3fada completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:50:39.867424 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc62988-1b84-4024-bfa6-50625cbf5a05 admin admin] Checking segment: {'id': '65c77a6c-039e-4690-a9b6-374e96c85752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4ccf480f-af5f-41da-b59d-48a1a7cfa79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:50:39.867803 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc62988-1b84-4024-bfa6-50625cbf5a05 admin admin] Network hostable DHCP agents. Network: 4ccf480f-af5f-41da-b59d-48a1a7cfa79b, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:50:39.892836 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:39.957900 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2296e6-4b25-416d-bc52-6d1bded377ce req-dea66d5e-21ea-445b-8898-67e6dd5a8f73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:39.965704 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6b2296e6-4b25-416d-bc52-6d1bded377ce req-dea66d5e-21ea-445b-8898-67e6dd5a8f73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=0504ef41-657e-4cee-a411-69ee834e1acb HTTP/1.1" status: 200 len: 948 time: 0.6817930 Sep 30 00:50:40.024317 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-9901bce4-345d-43df-8ad5-3955186aa041 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7414691 Sep 30 00:50:40.028527 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-83b84f90-1cec-4604-af44-d379979ddac9 req-afc172c1-88d8-4d9f-ba50-05bb92b2a226 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06abf601-12d2-4ccb-86b5-71d5cd879b85 HTTP/1.1" status: 200 len: 217 time: 0.2643459 Sep 30 00:50:40.048059 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f308b444-1f5c-4238-9255-6b8f85a347da admin admin] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:50:40.076154 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-f308b444-1f5c-4238-9255-6b8f85a347da admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:50:40.096905 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6b2296e6-4b25-416d-bc52-6d1bded377ce req-f531cf1f-c520-47d8-bd06-c32b4ff41471 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5154992-720d-4612-ace4-37ce4b9f20af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292231 Sep 30 00:50:40.108254 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f308b444-1f5c-4238-9255-6b8f85a347da admin admin] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:50:40.304228 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-27dc7bd4-f4b3-4d4e-b6df-7e840eef6020 req-039b162e-8315-496a-a94b-3c92db427eab tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:40.347367 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b84f90-1cec-4604-af44-d379979ddac9 req-1c3089d9-2812-4906-abd6-91b529f125c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:40.349019 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-83b84f90-1cec-4604-af44-d379979ddac9 req-1c3089d9-2812-4906-abd6-91b529f125c8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e11b3221-7cfb-4feb-801d-70a2c0ec6209 HTTP/1.1" status: 200 len: 848 time: 0.3088198 Sep 30 00:50:40.378562 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 21fb1737-c020-43c0-a0fe-7a49d9513f62 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:50:40.438421 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308b444-1f5c-4238-9255-6b8f85a347da admin admin] Pushing event updated for resources: {'Port': ['ID=9c3bb534-833a-4260-87d0-2c9b5ea17f3f,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:40.445856 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc62988-1b84-4024-bfa6-50625cbf5a05 admin admin] Network 4ccf480f-af5f-41da-b59d-48a1a7cfa79b is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:50:40.464531 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f308b444-1f5c-4238-9255-6b8f85a347da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:40.483606 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-27dc7bd4-f4b3-4d4e-b6df-7e840eef6020 req-039b162e-8315-496a-a94b-3c92db427eab tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:40.486315 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 06abf601-12d2-4ccb-86b5-71d5cd879b85 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:50:40.487193 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-83b84f90-1cec-4604-af44-d379979ddac9 req-85319a96-d6ee-4c25-b880-05dbb0a930e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0a0a50fb-f59e-4919-9310-948ef891e84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1163387 Sep 30 00:50:40.492437 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:40.698925 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-6cc62988-1b84-4024-bfa6-50625cbf5a05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 4ccf480f-af5f-41da-b59d-48a1a7cfa79b) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:50:40.708387 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e7064888-da9c-4939-8f2a-f941f478c9bd req-59a30c9a-baaa-42ca-829e-85fbc397bb06 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6696107 Sep 30 00:50:40.715732 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa77f207-0d1b-40f7-97da-163a3baf5841 None None] Network 4ccf480f-af5f-41da-b59d-48a1a7cfa79b requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:50:40.727006 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc62988-1b84-4024-bfa6-50625cbf5a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:40.727607 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6cc62988-1b84-4024-bfa6-50625cbf5a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:40.737980 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-27dc7bd4-f4b3-4d4e-b6df-7e840eef6020 req-039b162e-8315-496a-a94b-3c92db427eab tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:40.747312 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 21fb1737-c020-43c0-a0fe-7a49d9513f62 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:50:40.748721 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:40.777275 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b162e-8315-496a-a94b-3c92db427eab tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Pushing event updated for resources: {'Port': ['ID=28fb8cf9-6e67-4d88-a5b3-4370126af4c8,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:40.793651 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-039b162e-8315-496a-a94b-3c92db427eab tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:40.860724 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-27dc7bd4-f4b3-4d4e-b6df-7e840eef6020 req-039b162e-8315-496a-a94b-3c92db427eab tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:40.868497 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-27dc7bd4-f4b3-4d4e-b6df-7e840eef6020 req-039b162e-8315-496a-a94b-3c92db427eab tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.7079129 Sep 30 00:50:40.887884 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0634b3-cf94-44de-aa3e-74ac92e8834b req-09ed3c4f-d28d-4815-bc9e-c385989045fb tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:40.889045 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-6cc62988-1b84-4024-bfa6-50625cbf5a05 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.5211809 Sep 30 00:50:40.890673 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3c0634b3-cf94-44de-aa3e-74ac92e8834b req-09ed3c4f-d28d-4815-bc9e-c385989045fb tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 944 time: 0.3162436 Sep 30 00:50:40.895880 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-83b84f90-1cec-4604-af44-d379979ddac9 req-5997bbcb-bc20-49b3-ab97-abd1a050950d service neutron] 10.222.0.59 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991299 Sep 30 00:50:40.944657 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 06abf601-12d2-4ccb-86b5-71d5cd879b85, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=06abf601-12d2-4ccb-86b5-71d5cd879b85,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:50:41.049454 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3c0634b3-cf94-44de-aa3e-74ac92e8834b req-7f404088-d1cb-4ce5-b007-29a57d3be89a tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577170 Sep 30 00:50:41.064329 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 06abf601-12d2-4ccb-86b5-71d5cd879b85 has no active binding in host n-h2-811809-1 {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Sep 30 00:50:41.097006 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dec38a-9ab7-4abf-ba4b-c5928ea68371 req-54f788b6-4be4-4f82-8d4c-c25583e7d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:41.098764 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-57dec38a-9ab7-4abf-ba4b-c5928ea68371 req-54f788b6-4be4-4f82-8d4c-c25583e7d7c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=09f9ae3e1bed4a5f8cd3a98d76e38eb0&device_id=0504ef41-657e-4cee-a411-69ee834e1acb HTTP/1.1" status: 200 len: 1099 time: 0.2814422 Sep 30 00:50:41.141479 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 723743d9-907c-4a4a-8dd7-23c7b3f3fada up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:50:41.148060 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-83b84f90-1cec-4604-af44-d379979ddac9 req-65660769-427a-448d-a796-bd9722fe1533 service neutron] 10.222.0.59 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357388 Sep 30 00:50:41.160715 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-27dc7bd4-f4b3-4d4e-b6df-7e840eef6020 req-3e752098-a0a6-45c8-8264-c92da91e4e1c tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Synchronizing usage tracker for tenant:4b5dedbbe5244689849acade53cb8614 on resource:floatingip {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:50:41.241856 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-27dc7bd4-f4b3-4d4e-b6df-7e840eef6020 req-3e752098-a0a6-45c8-8264-c92da91e4e1c tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Unset dirty status for tenant:4b5dedbbe5244689849acade53cb8614 on resource:floatingip {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:50:41.255214 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-27dc7bd4-f4b3-4d4e-b6df-7e840eef6020 req-3e752098-a0a6-45c8-8264-c92da91e4e1c tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.117 HTTP/1.1" status: 200 len: 696 time: 0.3734460 Sep 30 00:50:41.284461 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dec38a-9ab7-4abf-ba4b-c5928ea68371 req-400c247f-51c1-49ba-a96f-7761402b7fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:41.285953 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-57dec38a-9ab7-4abf-ba4b-c5928ea68371 req-400c247f-51c1-49ba-a96f-7761402b7fc1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.1683190 Sep 30 00:50:41.342866 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:41.379657 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-57dec38a-9ab7-4abf-ba4b-c5928ea68371 req-b5490145-e2e6-4eb8-a43a-ca75a6aba228 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=ba235280-b9eb-4959-b2de-653a63dba52c HTTP/1.1" status: 200 len: 217 time: 0.0839465 Sep 30 00:50:41.427727 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f308b444-1f5c-4238-9255-6b8f85a347da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:41.440532 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c47571-e465-4ce8-9990-6f90b1d7c661 None None] Network 4ccf480f-af5f-41da-b59d-48a1a7cfa79b requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:50:41.463730 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 723743d9-907c-4a4a-8dd7-23c7b3f3fada completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:50:41.479305 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dec38a-9ab7-4abf-ba4b-c5928ea68371 req-0ee3fc76-1730-42cd-ade2-bf1f6ce49f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:41.485190 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-57dec38a-9ab7-4abf-ba4b-c5928ea68371 req-0ee3fc76-1730-42cd-ade2-bf1f6ce49f66 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.0960109 Sep 30 00:50:41.529566 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 723743d9-907c-4a4a-8dd7-23c7b3f3fada triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:50:41.530190 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:41.647999 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dec38a-9ab7-4abf-ba4b-c5928ea68371 req-ddb98341-f1a5-408e-92b1-5fe67c5c03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:41.649466 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-57dec38a-9ab7-4abf-ba4b-c5928ea68371 req-ddb98341-f1a5-408e-92b1-5fe67c5c03cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1580775 Sep 30 00:50:41.698471 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc7bd4-f4b3-4d4e-b6df-7e840eef6020 req-0392b633-9763-4979-8af1-aa056db45ab0 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:41.710639 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-27dc7bd4-f4b3-4d4e-b6df-7e840eef6020 req-0392b633-9763-4979-8af1-aa056db45ab0 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 784 time: 0.4545250 Sep 30 00:50:41.722893 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:41.727060 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [req-27dc7bd4-f4b3-4d4e-b6df-7e840eef6020 req-ccdee477-aeb5-46ef-8d7d-561e0bd26e0e tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:50:41.737866 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-27dc7bd4-f4b3-4d4e-b6df-7e840eef6020 req-ccdee477-aeb5-46ef-8d7d-561e0bd26e0e tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174694 Sep 30 00:50:41.875346 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 723743d9-907c-4a4a-8dd7-23c7b3f3fada, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=723743d9-907c-4a4a-8dd7-23c7b3f3fada,segment=NetworkSegment(f07c8a4c-f21a-468f-9b43-5e958c580927),segment_id=f07c8a4c-f21a-468f-9b43-5e958c580927)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:50:41.883149 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:41.892785 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:41.945715 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-57dec38a-9ab7-4abf-ba4b-c5928ea68371 req-3d298f92-172e-4858-a989-6483456e4477 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860527 Sep 30 00:50:42.081684 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 58100) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:42.083065 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f308b444-1f5c-4238-9255-6b8f85a347da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673175'] for router, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:42.094605 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-47fe1012-1486-4b15-afe5-e8cdb075c4f7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-296084801-network', 'tenant_id': '811af15e8c9e433db8d3ca1b3759577b'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:50:42.098504 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=723743d9-907c-4a4a-8dd7-23c7b3f3fada,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:42.101447 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276fedc-49fa-4d9a-9dde-e62b541548b3 req-dabdced2-a73e-4879-8bca-1b06c6f1e801 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:42.102124 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:42.102955 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-47fe1012-1486-4b15-afe5-e8cdb075c4f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:42.107893 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-47fe1012-1486-4b15-afe5-e8cdb075c4f7 admin admin] Usage tracker for resource:network and tenant:811af15e8c9e433db8d3ca1b3759577b is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:42.108438 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4276fedc-49fa-4d9a-9dde-e62b541548b3 req-dabdced2-a73e-4879-8bca-1b06c6f1e801 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=0504ef41-657e-4cee-a411-69ee834e1acb HTTP/1.1" status: 200 len: 948 time: 0.2782402 Sep 30 00:50:42.115872 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-47fe1012-1486-4b15-afe5-e8cdb075c4f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:42.122472 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-47fe1012-1486-4b15-afe5-e8cdb075c4f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:42.179300 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4276fedc-49fa-4d9a-9dde-e62b541548b3 req-deb50ed4-8d70-4fa4-9de6-2e0dfbcfcca8 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5154992-720d-4612-ace4-37ce4b9f20af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692439 Sep 30 00:50:42.196732 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fe1012-1486-4b15-afe5-e8cdb075c4f7 admin admin] Made reservation on behalf of 811af15e8c9e433db8d3ca1b3759577b for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:50:42.199257 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-47fe1012-1486-4b15-afe5-e8cdb075c4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:42.210461 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-57dec38a-9ab7-4abf-ba4b-c5928ea68371 req-60dee465-7586-4166-83c5-74d6981d9e02 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565758 Sep 30 00:50:42.285958 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-47fe1012-1486-4b15-afe5-e8cdb075c4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:42.371130 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-47fe1012-1486-4b15-afe5-e8cdb075c4f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:42.383524 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-47fe1012-1486-4b15-afe5-e8cdb075c4f7 admin admin] Usage tracker for resource:security_group_rule and tenant:811af15e8c9e433db8d3ca1b3759577b is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:42.399170 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-47fe1012-1486-4b15-afe5-e8cdb075c4f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:42.410444 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-47fe1012-1486-4b15-afe5-e8cdb075c4f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:42.419633 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a7ef9c20-fe86-4245-bb44-52d62758d3e3 req-2af7edf8-f471-4e6f-a7f8-4771820718dd tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] 10.222.0.39 "GET /v2.0/floatingips/d5087feb-e692-43e2-a884-62449f876246 HTTP/1.1" status: 200 len: 693 time: 0.1122873 Sep 30 00:50:42.560456 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bdc95-472a-41ef-9dc5-a917cb0a9bfe req-e7990263-9d85-4034-ae4c-06e0dc5a6fae tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:42.565822 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a26bdc95-472a-41ef-9dc5-a917cb0a9bfe req-e7990263-9d85-4034-ae4c-06e0dc5a6fae tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 944 time: 0.0924158 Sep 30 00:50:42.679946 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef9c20-fe86-4245-bb44-52d62758d3e3 req-0809c21a-f695-4e21-817b-5068fad3761d tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:42.681342 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a7ef9c20-fe86-4245-bb44-52d62758d3e3 req-0809c21a-f695-4e21-817b-5068fad3761d tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 784 time: 0.2523322 Sep 30 00:50:42.703050 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [req-a7ef9c20-fe86-4245-bb44-52d62758d3e3 req-d5375312-2a62-47eb-8f2e-6f7a07e5f8d9 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:50:42.704209 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a7ef9c20-fe86-4245-bb44-52d62758d3e3 req-d5375312-2a62-47eb-8f2e-6f7a07e5f8d9 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160856 Sep 30 00:50:42.709807 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f308b444-1f5c-4238-9255-6b8f85a347da admin admin] Router 3aabded0-26bd-4848-b1ab-85a35c13550a is scheduled to L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 with binding_index 1 {{(pid=80275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 30 00:50:42.716422 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-47fe1012-1486-4b15-afe5-e8cdb075c4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:42.720003 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a26bdc95-472a-41ef-9dc5-a917cb0a9bfe req-9d348551-2b26-430d-b627-51fdda1e7af7 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423111 Sep 30 00:50:42.725821 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-47fe1012-1486-4b15-afe5-e8cdb075c4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:42.729408 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4aa3c704-80d2-4e68-98e2-971c2ef7348a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:42.845831 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-454f4382-29f2-42e6-a906-7c51dd850b88 req-e7104d49-411f-47a4-a12f-8d917b994793 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=4b5dedbbe5244689849acade53cb8614 HTTP/1.1" status: 200 len: 696 time: 0.0861144 Sep 30 00:50:42.891528 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47fe1012-1486-4b15-afe5-e8cdb075c4f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:50:42.905120 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe1012-1486-4b15-afe5-e8cdb075c4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d8a626-54be-4f7b-83c0-9f722dc8ce46,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:42.912214 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-47fe1012-1486-4b15-afe5-e8cdb075c4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:42.915288 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-47fe1012-1486-4b15-afe5-e8cdb075c4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:42.916253 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-47fe1012-1486-4b15-afe5-e8cdb075c4f7 admin admin] Added segment c584ccc8-9f06-4678-85dc-efbe46b7aafc of type vlan for network f2a300e9-360d-4d3f-bf80-1a5c56ec5237 Sep 30 00:50:42.974997 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-47fe1012-1486-4b15-afe5-e8cdb075c4f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:42.991420 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f308b444-1f5c-4238-9255-6b8f85a347da admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:50:43.003808 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c93736-f4e0-49b4-9f10-7ed8cf9be97b None None] Sync routers for ids ['3aabded0-26bd-4848-b1ab-85a35c13550a'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:50:43.016912 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c93736-f4e0-49b4-9f10-7ed8cf9be97b None None] Routers {'3aabded0-26bd-4848-b1ab-85a35c13550a'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:50:43.017934 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-53c93736-f4e0-49b4-9f10-7ed8cf9be97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:50:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['3aabded0-26bd-4848-b1ab-85a35c13550a'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:50:43.111132 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-47fe1012-1486-4b15-afe5-e8cdb075c4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:43.114087 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fe1012-1486-4b15-afe5-e8cdb075c4f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:43.114915 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-47fe1012-1486-4b15-afe5-e8cdb075c4f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:43.124438 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ace5bb5d-f682-406f-b865-5e8d9a7a64b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:43.146198 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f308b444-1f5c-4238-9255-6b8f85a347da admin admin] Notify callbacks [] for router, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:43.156095 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-f308b444-1f5c-4238-9255-6b8f85a347da admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 8.5269759 Sep 30 00:50:43.158170 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f4382-29f2-42e6-a906-7c51dd850b88 req-d13ebdbf-fe06-4fea-a06f-b7338f8703a1 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:43.158923 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-454f4382-29f2-42e6-a906-7c51dd850b88 req-d13ebdbf-fe06-4fea-a06f-b7338f8703a1 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Synchronizing usage tracker for tenant:4b5dedbbe5244689849acade53cb8614 on resource:network {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:50:43.164743 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 58128) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:43.166323 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-73891289-197d-4757-919a-0d5a8e2b108b req-386209a8-9cb2-4886-88d8-95fc89ad6c00 service neutron] 10.222.0.59 "GET /v2.0/ports/06abf601-12d2-4ccb-86b5-71d5cd879b85/bindings/n-h2-811809-1 HTTP/1.1" status: 200 len: 384 time: 0.2805228 Sep 30 00:50:43.241586 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-53c93736-f4e0-49b4-9f10-7ed8cf9be97b None None] Set router 3aabded0-26bd-4848-b1ab-85a35c13550a gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:50:43.314046 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-47fe1012-1486-4b15-afe5-e8cdb075c4f7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2275114 Sep 30 00:50:43.322597 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 58142) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:43.329841 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-454f4382-29f2-42e6-a906-7c51dd850b88 req-d13ebdbf-fe06-4fea-a06f-b7338f8703a1 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Unset dirty status for tenant:4b5dedbbe5244689849acade53cb8614 on resource:network {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:50:43.332324 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-755cca89-cd8b-4f7e-8731-aad5cb063842 admin admin] Request body: {'subnet': {'network_id': 'f2a300e9-360d-4d3f-bf80-1a5c56ec5237', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-296084801-subnet', 'tenant_id': '811af15e8c9e433db8d3ca1b3759577b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:50:43.337093 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-454f4382-29f2-42e6-a906-7c51dd850b88 req-d13ebdbf-fe06-4fea-a06f-b7338f8703a1 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] 10.222.0.39 "GET /v2.0/networks?id=1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 787 time: 0.4787896 Sep 30 00:50:43.368047 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe1012-1486-4b15-afe5-e8cdb075c4f7 admin admin] Pushing event updated for resources: {'Network': ['ID=f2a300e9-360d-4d3f-bf80-1a5c56ec5237,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:43.370665 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-755cca89-cd8b-4f7e-8731-aad5cb063842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:43.373219 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-47fe1012-1486-4b15-afe5-e8cdb075c4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:43.379618 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network f2a300e9-360d-4d3f-bf80-1a5c56ec5237 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:50:43.383888 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-755cca89-cd8b-4f7e-8731-aad5cb063842 admin admin] Usage tracker for resource:subnet and tenant:811af15e8c9e433db8d3ca1b3759577b is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:43.391401 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-755cca89-cd8b-4f7e-8731-aad5cb063842 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:43.434667 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-755cca89-cd8b-4f7e-8731-aad5cb063842 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:43.484941 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755cca89-cd8b-4f7e-8731-aad5cb063842 admin admin] Made reservation on behalf of 811af15e8c9e433db8d3ca1b3759577b for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:50:43.487547 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-755cca89-cd8b-4f7e-8731-aad5cb063842 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:43.550518 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [req-454f4382-29f2-42e6-a906-7c51dd850b88 req-25eb9cf2-e3f0-4d0e-9193-3eedb3729464 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:50:43.551551 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-454f4382-29f2-42e6-a906-7c51dd850b88 req-25eb9cf2-e3f0-4d0e-9193-3eedb3729464 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2136500 Sep 30 00:50:43.627030 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-53c93736-f4e0-49b4-9f10-7ed8cf9be97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1756877272-router', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:34Z', 'updated_at': '2021-09-30T00:50:40Z', 'revision_number': 3, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'gw_port': {'id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:37Z', 'updated_at': '2021-09-30T00:50:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:50:43.633232 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c93736-f4e0-49b4-9f10-7ed8cf9be97b None None] Checking router: 3aabded0-26bd-4848-b1ab-85a35c13550a for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:50:43.633841 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c93736-f4e0-49b4-9f10-7ed8cf9be97b None None] Updating router 3aabded0-26bd-4848-b1ab-85a35c13550a port 9c3bb534-833a-4260-87d0-2c9b5ea17f3f binding host n-d-811809-1 {{(pid=80277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:50:43.690612 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-53c93736-f4e0-49b4-9f10-7ed8cf9be97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:43.708940 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 58152) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:43.778405 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b4dd3-d4f5-420e-be15-22a36f186f0f req-e3751772-4830-42f5-931f-458eff4405fc tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:43.786346 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6c8b4dd3-d4f5-420e-be15-22a36f186f0f req-e3751772-4830-42f5-931f-458eff4405fc tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=0504ef41-657e-4cee-a411-69ee834e1acb HTTP/1.1" status: 200 len: 948 time: 0.3912940 Sep 30 00:50:43.850507 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6c8b4dd3-d4f5-420e-be15-22a36f186f0f req-a4ba35ee-60d6-4dab-994c-201aa106be87 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5154992-720d-4612-ace4-37ce4b9f20af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620100 Sep 30 00:50:43.968000 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-30941c2e-4f4a-44f3-8195-5786297c84c6 req-9130a230-f985-4bc2-97aa-5cc4c7a51ddd tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] 10.222.0.39 "GET /v2.0/floatingips/d5087feb-e692-43e2-a884-62449f876246 HTTP/1.1" status: 200 len: 693 time: 0.1599820 Sep 30 00:50:43.994516 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-685ce9d9-d205-4a95-a595-45a1f9a9f1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:43.994898 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-755cca89-cd8b-4f7e-8731-aad5cb063842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:44.008100 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6cc62988-1b84-4024-bfa6-50625cbf5a05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:44.114992 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-685ce9d9-d205-4a95-a595-45a1f9a9f1cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:44.181543 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-53c93736-f4e0-49b4-9f10-7ed8cf9be97b None None] Notify callbacks [] for port, precommit_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:44.209105 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-685ce9d9-d205-4a95-a595-45a1f9a9f1cb admin admin] Usage tracker for resource:security_group_rule and tenant:04fb27a9f393415aa9e67867fa35a537 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:44.216028 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.provisioning_blocks [None req-53c93736-f4e0-49b4-9f10-7ed8cf9be97b None None] Transition to ACTIVE for port object 9c3bb534-833a-4260-87d0-2c9b5ea17f3f will not be triggered until provisioned by entity L2. {{(pid=80277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:50:44.219971 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 723743d9-907c-4a4a-8dd7-23c7b3f3fada up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:50:44.230521 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-53c93736-f4e0-49b4-9f10-7ed8cf9be97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:44.242162 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:44.275564 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 58164) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:44.288186 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-685ce9d9-d205-4a95-a595-45a1f9a9f1cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:44.296433 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755cca89-cd8b-4f7e-8731-aad5cb063842 admin admin] Checking segment: {'id': 'c584ccc8-9f06-4678-85dc-efbe46b7aafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f2a300e9-360d-4d3f-bf80-1a5c56ec5237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:50:44.296984 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755cca89-cd8b-4f7e-8731-aad5cb063842 admin admin] Network hostable DHCP agents. Network: f2a300e9-360d-4d3f-bf80-1a5c56ec5237, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:50:44.312512 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-685ce9d9-d205-4a95-a595-45a1f9a9f1cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:44.336304 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 723743d9-907c-4a4a-8dd7-23c7b3f3fada triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:50:44.337398 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:44.347016 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755cca89-cd8b-4f7e-8731-aad5cb063842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=301c76b2-46b4-4c79-9485-cdc1cf42d5b5,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:44.352312 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-755cca89-cd8b-4f7e-8731-aad5cb063842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:44.366477 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-73891289-197d-4757-919a-0d5a8e2b108b req-484e472a-4a8c-4545-b454-e5d486983b77 service neutron] For port 06abf601-12d2-4ccb-86b5-71d5cd879b85, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=06abf601-12d2-4ccb-86b5-71d5cd879b85,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:50:44.371434 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755cca89-cd8b-4f7e-8731-aad5cb063842 admin admin] Network f2a300e9-360d-4d3f-bf80-1a5c56ec5237 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:50:44.396531 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad5634-87ad-49c6-a56d-46185bc62929 req-115c76c8-89f5-4317-a536-32f7d4390798 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:44.402125 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6553e27-0f5a-48a4-b64c-9839489d7d12 None None] Pushing event updated for resources: {'Port': ['ID=9c3bb534-833a-4260-87d0-2c9b5ea17f3f,revision_number=2']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:44.405353 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e4ad5634-87ad-49c6-a56d-46185bc62929 req-115c76c8-89f5-4317-a536-32f7d4390798 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 944 time: 0.3457658 Sep 30 00:50:44.487830 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6553e27-0f5a-48a4-b64c-9839489d7d12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:44.488215 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6553e27-0f5a-48a4-b64c-9839489d7d12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:44.488740 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6553e27-0f5a-48a4-b64c-9839489d7d12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:44.489246 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6553e27-0f5a-48a4-b64c-9839489d7d12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:44.493206 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6553e27-0f5a-48a4-b64c-9839489d7d12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:44.495716 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6553e27-0f5a-48a4-b64c-9839489d7d12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:44.496230 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6553e27-0f5a-48a4-b64c-9839489d7d12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:44.497869 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6553e27-0f5a-48a4-b64c-9839489d7d12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:44.498475 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6553e27-0f5a-48a4-b64c-9839489d7d12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:44.500305 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6553e27-0f5a-48a4-b64c-9839489d7d12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:44.501158 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6553e27-0f5a-48a4-b64c-9839489d7d12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:44.503043 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6553e27-0f5a-48a4-b64c-9839489d7d12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:50:44.508265 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-53c93736-f4e0-49b4-9f10-7ed8cf9be97b None None] Attempting to bind port 9c3bb534-833a-4260-87d0-2c9b5ea17f3f on host n-d-811809-1 for vnic_type normal with profile {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:50:44.509294 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-53c93736-f4e0-49b4-9f10-7ed8cf9be97b None None] Attempting to bind port 9c3bb534-833a-4260-87d0-2c9b5ea17f3f by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:50:44.510257 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c93736-f4e0-49b4-9f10-7ed8cf9be97b None None] Attempting to bind port 9c3bb534-833a-4260-87d0-2c9b5ea17f3f on network 1b813296-b79a-4ce4-abf3-9e488de9f705 {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:50:44.513702 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30941c2e-4f4a-44f3-8195-5786297c84c6 req-a1aefb3c-9196-486f-a8b1-7efb8ad039ae tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:44.525666 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-30941c2e-4f4a-44f3-8195-5786297c84c6 req-a1aefb3c-9196-486f-a8b1-7efb8ad039ae tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 784 time: 0.5567410 Sep 30 00:50:44.527762 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-f6553e27-0f5a-48a4-b64c-9839489d7d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:44.538254 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c93736-f4e0-49b4-9f10-7ed8cf9be97b None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:50:44.538902 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c93736-f4e0-49b4-9f10-7ed8cf9be97b None None] Checking segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:50:44.540034 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-53c93736-f4e0-49b4-9f10-7ed8cf9be97b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:44.542332 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c93736-f4e0-49b4-9f10-7ed8cf9be97b None None] Bound using segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:50:44.542472 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [req-30941c2e-4f4a-44f3-8195-5786297c84c6 req-2b37ce50-ab83-4c47-a89d-1ec5c251e367 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:50:44.543149 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-53c93736-f4e0-49b4-9f10-7ed8cf9be97b None None] Bound port: 9c3bb534-833a-4260-87d0-2c9b5ea17f3f, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:50:44.543746 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-53c93736-f4e0-49b4-9f10-7ed8cf9be97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:44.553538 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-30941c2e-4f4a-44f3-8195-5786297c84c6 req-2b37ce50-ab83-4c47-a89d-1ec5c251e367 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0269475 Sep 30 00:50:44.558346 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-73891289-197d-4757-919a-0d5a8e2b108b req-484e472a-4a8c-4545-b454-e5d486983b77 service neutron] For port 06abf601-12d2-4ccb-86b5-71d5cd879b85, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:50:44.563670 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-755cca89-cd8b-4f7e-8731-aad5cb063842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, f2a300e9-360d-4d3f-bf80-1a5c56ec5237) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:50:44.596904 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755cca89-cd8b-4f7e-8731-aad5cb063842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:44.599101 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-755cca89-cd8b-4f7e-8731-aad5cb063842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:44.626309 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device ba235280-b9eb-4959-b2de-653a63dba52c details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:50:44.633524 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c58daac-e2d7-462a-9f59-ae919a5796d5 None None] Network f2a300e9-360d-4d3f-bf80-1a5c56ec5237 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:50:44.683507 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-53c93736-f4e0-49b4-9f10-7ed8cf9be97b None None] For port 9c3bb534-833a-4260-87d0-2c9b5ea17f3f, host n-d-811809-1, cleared binding levels {{(pid=80277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:50:44.687436 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-53c93736-f4e0-49b4-9f10-7ed8cf9be97b None None] For port 9c3bb534-833a-4260-87d0-2c9b5ea17f3f, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=9c3bb534-833a-4260-87d0-2c9b5ea17f3f,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:50:44.691236 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0a2cc5db-b833-4b53-8e55-e0c166eff02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:44.695029 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-53c93736-f4e0-49b4-9f10-7ed8cf9be97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:44.719134 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e4ad5634-87ad-49c6-a56d-46185bc62929 req-6d5ed7a7-0c86-40f2-ad76-45a640ef656c tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066523 Sep 30 00:50:44.723751 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-3d11dc5e-3683-4c9f-b4c1-6b1d558940af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:44.740334 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-0a2cc5db-b833-4b53-8e55-e0c166eff02b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:44.763380 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-0a2cc5db-b833-4b53-8e55-e0c166eff02b admin admin] Usage tracker for resource:security_group_rule and tenant:58ecd0f83ac540828eda697ae203e056 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:44.770857 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-0a2cc5db-b833-4b53-8e55-e0c166eff02b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:44.778585 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-0a2cc5db-b833-4b53-8e55-e0c166eff02b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:44.796103 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6553e27-0f5a-48a4-b64c-9839489d7d12 None None] Pushing event updated for resources: {'Port': ['ID=9c3bb534-833a-4260-87d0-2c9b5ea17f3f,revision_number=3']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:44.800818 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-f6553e27-0f5a-48a4-b64c-9839489d7d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:44.811880 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c93736-f4e0-49b4-9f10-7ed8cf9be97b None None] Routers {'3aabded0-26bd-4848-b1ab-85a35c13550a'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:50:44.812746 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-53c93736-f4e0-49b4-9f10-7ed8cf9be97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:50:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['3aabded0-26bd-4848-b1ab-85a35c13550a'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:50:44.844518 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-30941c2e-4f4a-44f3-8195-5786297c84c6 req-a1055216-2120-44e2-adce-35bf528ef8ed tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.117 HTTP/1.1" status: 200 len: 696 time: 0.2875631 Sep 30 00:50:44.851876 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-73891289-197d-4757-919a-0d5a8e2b108b req-484e472a-4a8c-4545-b454-e5d486983b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06abf601-12d2-4ccb-86b5-71d5cd879b85 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:50:44.900720 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0a2cc5db-b833-4b53-8e55-e0c166eff02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:44.904449 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-755cca89-cd8b-4f7e-8731-aad5cb063842 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5807779 Sep 30 00:50:44.920014 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0a2cc5db-b833-4b53-8e55-e0c166eff02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:44.929779 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-77d6d91c-c551-48a5-a49e-42029b6e2161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:44.976741 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-0a2cc5db-b833-4b53-8e55-e0c166eff02b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=58ecd0f83ac540828eda697ae203e056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6968718 Sep 30 00:50:44.978385 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cc5db-b833-4b53-8e55-e0c166eff02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee44262d-8a59-4252-9590-784ce97bc0ee,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:44.980854 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 58176) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:44.984346 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0a2cc5db-b833-4b53-8e55-e0c166eff02b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:45.044123 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35827d22-d9eb-4dfc-8a90-373f233683d2 None None] Network f2a300e9-360d-4d3f-bf80-1a5c56ec5237 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:50:45.056931 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-73891289-197d-4757-919a-0d5a8e2b108b req-484e472a-4a8c-4545-b454-e5d486983b77 service neutron] For port 06abf601-12d2-4ccb-86b5-71d5cd879b85, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=06abf601-12d2-4ccb-86b5-71d5cd879b85,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:50:45.086186 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2951a7db-231d-478f-94e1-9942f5e61101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:45.118535 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-30941c2e-4f4a-44f3-8195-5786297c84c6 req-0d644775-bbba-49cd-a578-e8e576cbfe61 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.117 HTTP/1.1" status: 200 len: 696 time: 0.2731063 Sep 30 00:50:45.132888 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2951a7db-231d-478f-94e1-9942f5e61101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:45.183267 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-73891289-197d-4757-919a-0d5a8e2b108b req-484e472a-4a8c-4545-b454-e5d486983b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:45.213521 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 58180) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:45.232327 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-53c93736-f4e0-49b4-9f10-7ed8cf9be97b None None] Set router 3aabded0-26bd-4848-b1ab-85a35c13550a gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:50:45.247990 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-685ce9d9-d205-4a95-a595-45a1f9a9f1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:45.302666 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02697f-db11-44c9-b262-eb4c5df5bdf7 req-c3b19ee5-9f3e-4a24-9fe9-a36f78ec6181 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:45.311433 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7f02697f-db11-44c9-b262-eb4c5df5bdf7 req-c3b19ee5-9f3e-4a24-9fe9-a36f78ec6181 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=0504ef41-657e-4cee-a411-69ee834e1acb HTTP/1.1" status: 200 len: 948 time: 0.1369936 Sep 30 00:50:45.342764 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2951a7db-231d-478f-94e1-9942f5e61101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:45.348736 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2d5dfdd8-cf69-4c1a-bc2a-6b6c8c380bb0 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:45.383456 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2951a7db-231d-478f-94e1-9942f5e61101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee44262d-8a59-4252-9590-784ce97bc0ee,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:45.393835 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2951a7db-231d-478f-94e1-9942f5e61101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:45.397712 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-685ce9d9-d205-4a95-a595-45a1f9a9f1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:45.415866 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7f02697f-db11-44c9-b262-eb4c5df5bdf7 req-c6164138-d09f-466a-bc6f-301ac1daf2a9 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5154992-720d-4612-ace4-37ce4b9f20af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022031 Sep 30 00:50:45.417257 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2951a7db-231d-478f-94e1-9942f5e61101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:45.423953 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-2951a7db-231d-478f-94e1-9942f5e61101 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee44262d-8a59-4252-9590-784ce97bc0ee HTTP/1.1" status: 204 len: 168 time: 0.4362531 Sep 30 00:50:45.432687 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6bdcfaae-e4bd-43ef-aea9-3caf394b255a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:45.465392 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port ba235280-b9eb-4959-b2de-653a63dba52c, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=ba235280-b9eb-4959-b2de-653a63dba52c,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:50:45.487005 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': 'ba235280-b9eb-4959-b2de-653a63dba52c', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': 'ba235280-b9eb-4959-b2de-653a63dba52c', 'mac_address': 'fa:16:3e:ae:1a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:50:45.563710 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-30941c2e-4f4a-44f3-8195-5786297c84c6 req-5ddd1e5d-48b2-47d6-92fb-a23af1880af7 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Deleting port 28fb8cf9-6e67-4d88-a5b3-4370126af4c8 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:50:45.564055 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-30941c2e-4f4a-44f3-8195-5786297c84c6 req-5ddd1e5d-48b2-47d6-92fb-a23af1880af7 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:45.583401 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:45.603626 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba235280-b9eb-4959-b2de-653a63dba52c {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:50:45.621277 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port ba235280-b9eb-4959-b2de-653a63dba52c, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=ba235280-b9eb-4959-b2de-653a63dba52c,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:50:45.627416 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:45.630191 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-9f2cad00-04dd-46a7-a320-ad4e2d119e07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:45.634662 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 58188) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:45.634917 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-685ce9d9-d205-4a95-a595-45a1f9a9f1cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=04fb27a9f393415aa9e67867fa35a537&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9225976 Sep 30 00:50:45.672090 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ce9d9-d205-4a95-a595-45a1f9a9f1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c118b5-a3a0-4da8-aaa7-a8f62494ef53,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:45.696007 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-501a1e84-23ff-4b4d-bfdb-f4a62fee9661 admin admin] Deleting subnet eb1342e6-bcfd-4375-9ebe-85e76986fc21 {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 00:50:45.698080 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-685ce9d9-d205-4a95-a595-45a1f9a9f1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:45.715940 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-501a1e84-23ff-4b4d-bfdb-f4a62fee9661 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:45.786488 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-53c93736-f4e0-49b4-9f10-7ed8cf9be97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1756877272-router', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:34Z', 'updated_at': '2021-09-30T00:50:40Z', 'revision_number': 3, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'gw_port': {'id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:37Z', 'updated_at': '2021-09-30T00:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:50:45.794551 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cca61f63-a36a-4703-8cc3-f57ef993fb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:45.795670 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c93736-f4e0-49b4-9f10-7ed8cf9be97b None None] The sync data for ids ['3aabded0-26bd-4848-b1ab-85a35c13550a'] in n-d-811809-1 is: [{'id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1756877272-router', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:34Z', 'updated_at': '2021-09-30T00:50:40Z', 'revision_number': 3, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'gw_port': {'id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:37Z', 'updated_at': '2021-09-30T00:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:50:45.835010 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=ba235280-b9eb-4959-b2de-653a63dba52c,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:45.839760 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cca61f63-a36a-4703-8cc3-f57ef993fb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:45.848655 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:45.897864 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 58194) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:45.952900 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['ba235280-b9eb-4959-b2de-653a63dba52c'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:50:45.962296 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-56e7db63-86ed-4794-ad42-67129f89ab2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:45.966589 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-501a1e84-23ff-4b4d-bfdb-f4a62fee9661 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:45.971950 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cca61f63-a36a-4703-8cc3-f57ef993fb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:45.979429 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0a2cc5db-b833-4b53-8e55-e0c166eff02b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:45.979730 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-73891289-197d-4757-919a-0d5a8e2b108b req-484e472a-4a8c-4545-b454-e5d486983b77 service neutron] Transition to ACTIVE for port object 06abf601-12d2-4ccb-86b5-71d5cd879b85 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:50:45.993303 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-73891289-197d-4757-919a-0d5a8e2b108b req-484e472a-4a8c-4545-b454-e5d486983b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:45.997070 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-501a1e84-23ff-4b4d-bfdb-f4a62fee9661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:46.006953 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca61f63-a36a-4703-8cc3-f57ef993fb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c118b5-a3a0-4da8-aaa7-a8f62494ef53,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:46.011006 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cca61f63-a36a-4703-8cc3-f57ef993fb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:46.013810 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-cca61f63-a36a-4703-8cc3-f57ef993fb76 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/82c118b5-a3a0-4da8-aaa7-a8f62494ef53 HTTP/1.1" status: 204 len: 168 time: 0.3773971 Sep 30 00:50:46.019679 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-cca61f63-a36a-4703-8cc3-f57ef993fb76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:46.023789 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-56e7db63-86ed-4794-ad42-67129f89ab2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:46.034166 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-56e7db63-86ed-4794-ad42-67129f89ab2a admin admin] Usage tracker for resource:security_group_rule and tenant:c34afd5011834f44b18b7bcf3d858002 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:46.048573 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-56e7db63-86ed-4794-ad42-67129f89ab2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:46.055332 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9feb68a6-ce36-4106-b44d-a833361111a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:46.058865 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-56e7db63-86ed-4794-ad42-67129f89ab2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:46.107911 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217ef3b-5202-4e53-b458-d61e55938710 req-9b76463b-dbbd-4dbf-8179-f877eea37400 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:46.116045 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4217ef3b-5202-4e53-b458-d61e55938710 req-9b76463b-dbbd-4dbf-8179-f877eea37400 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 944 time: 0.2186275 Sep 30 00:50:46.195124 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4217ef3b-5202-4e53-b458-d61e55938710 req-0838d846-3f8a-4330-be80-ea9cb3f8c3df tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780783 Sep 30 00:50:46.244176 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-30941c2e-4f4a-44f3-8195-5786297c84c6 req-5ddd1e5d-48b2-47d6-92fb-a23af1880af7 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:46.244716 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-30941c2e-4f4a-44f3-8195-5786297c84c6 req-5ddd1e5d-48b2-47d6-92fb-a23af1880af7 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:46.251990 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 06abf601-12d2-4ccb-86b5-71d5cd879b85 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:50:46.319957 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-56e7db63-86ed-4794-ad42-67129f89ab2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:46.331566 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-56e7db63-86ed-4794-ad42-67129f89ab2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:46.354747 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ace5bb5d-f682-406f-b865-5e8d9a7a64b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:46.409058 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 06abf601-12d2-4ccb-86b5-71d5cd879b85 not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:50:46.453312 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-56e7db63-86ed-4794-ad42-67129f89ab2a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c34afd5011834f44b18b7bcf3d858002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5528820 Sep 30 00:50:46.455666 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7db63-86ed-4794-ad42-67129f89ab2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1e5b9a-4561-4576-85dc-f6359f966c9d,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:46.458518 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 58206) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:46.461746 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-56e7db63-86ed-4794-ad42-67129f89ab2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:46.610381 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2e644b5a-637b-4e7d-a51e-ab52961b318d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:46.672937 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2e644b5a-637b-4e7d-a51e-ab52961b318d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:46.779962 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e472a-4a8c-4545-b454-e5d486983b77 service neutron] Pushing event updated for resources: {'Port': ['ID=06abf601-12d2-4ccb-86b5-71d5cd879b85,revision_number=10']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:46.783987 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-484e472a-4a8c-4545-b454-e5d486983b77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:46.791640 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-30941c2e-4f4a-44f3-8195-5786297c84c6 req-5ddd1e5d-48b2-47d6-92fb-a23af1880af7 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Calling delete_port for 28fb8cf9-6e67-4d88-a5b3-4370126af4c8 owned by network:floatingip {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:50:46.825156 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 58210) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:46.827874 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2e644b5a-637b-4e7d-a51e-ab52961b318d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:46.837193 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bfc0ee0a-00c9-48e5-9263-cb6961b5e9dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:46.842359 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-73891289-197d-4757-919a-0d5a8e2b108b req-484e472a-4a8c-4545-b454-e5d486983b77 service neutron] No DVR routers for this DVR port 06abf601-12d2-4ccb-86b5-71d5cd879b85 on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:50:46.863150 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-501a1e84-23ff-4b4d-bfdb-f4a62fee9661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:46.867076 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a5d6e49f-5872-4c45-b7bb-8bab775f7132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:46.875158 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e644b5a-637b-4e7d-a51e-ab52961b318d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1e5b9a-4561-4576-85dc-f6359f966c9d,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:46.877554 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ba24a0a4-b422-46f5-bd7c-1432cc29bd80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:46.891707 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2e644b5a-637b-4e7d-a51e-ab52961b318d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:46.900095 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2e644b5a-637b-4e7d-a51e-ab52961b318d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:46.914062 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-2e644b5a-637b-4e7d-a51e-ab52961b318d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ce1e5b9a-4561-4576-85dc-f6359f966c9d HTTP/1.1" status: 204 len: 168 time: 0.4443285 Sep 30 00:50:46.922627 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-ba24a0a4-b422-46f5-bd7c-1432cc29bd80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:46.927782 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-731f4d5e-f733-4604-9376-502460b80e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:46.931633 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-ba24a0a4-b422-46f5-bd7c-1432cc29bd80 admin admin] Usage tracker for resource:security_group_rule and tenant:de601c82163c4064a19aa16c5f1879a5 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:46.943255 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23c520-02c5-48fe-8dc7-aa9d829fb4f5 req-5e0b4c94-b904-46d1-8206-0dfcd413e4b1 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:46.945013 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bd23c520-02c5-48fe-8dc7-aa9d829fb4f5 req-5e0b4c94-b904-46d1-8206-0dfcd413e4b1 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=0504ef41-657e-4cee-a411-69ee834e1acb HTTP/1.1" status: 200 len: 949 time: 0.2126317 Sep 30 00:50:46.946245 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-ba24a0a4-b422-46f5-bd7c-1432cc29bd80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:46.954949 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-ba24a0a4-b422-46f5-bd7c-1432cc29bd80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:46.994211 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-501a1e84-23ff-4b4d-bfdb-f4a62fee9661 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:47.002637 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a1e84-23ff-4b4d-bfdb-f4a62fee9661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb1342e6-bcfd-4375-9ebe-85e76986fc21,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:47.005092 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-501a1e84-23ff-4b4d-bfdb-f4a62fee9661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:47.020495 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-501a1e84-23ff-4b4d-bfdb-f4a62fee9661 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/eb1342e6-bcfd-4375-9ebe-85e76986fc21 HTTP/1.1" status: 204 len: 168 time: 1.8030882 Sep 30 00:50:47.021580 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bd23c520-02c5-48fe-8dc7-aa9d829fb4f5 req-9a0f814e-6efb-48df-801e-25fc0966c0e6 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5154992-720d-4612-ace4-37ce4b9f20af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691612 Sep 30 00:50:47.023151 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 58216) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:47.067397 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-73891289-197d-4757-919a-0d5a8e2b108b req-484e472a-4a8c-4545-b454-e5d486983b77 service neutron] 10.222.0.59 "PUT /v2.0/ports/06abf601-12d2-4ccb-86b5-71d5cd879b85/bindings/n-h2-811809-1/activate HTTP/1.1" status: 200 len: 369 time: 3.8786511 Sep 30 00:50:47.178926 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83083aa2-a38c-4141-a9a4-527584c473bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:47.257148 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ba24a0a4-b422-46f5-bd7c-1432cc29bd80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:47.273207 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ba24a0a4-b422-46f5-bd7c-1432cc29bd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:47.285090 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4055e7ef-1ec1-4fac-bec2-bb3219faf455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:47.307617 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-30941c2e-4f4a-44f3-8195-5786297c84c6 req-5ddd1e5d-48b2-47d6-92fb-a23af1880af7 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:47.330500 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:47.429933 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd1e5d-48b2-47d6-92fb-a23af1880af7 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Pushing event deleted for resources: {'Port': ['ID=28fb8cf9-6e67-4d88-a5b3-4370126af4c8,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:47.445528 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-ba24a0a4-b422-46f5-bd7c-1432cc29bd80 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=de601c82163c4064a19aa16c5f1879a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6201580 Sep 30 00:50:47.449585 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 58234) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:47.455246 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83083aa2-a38c-4141-a9a4-527584c473bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:47.462311 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba24a0a4-b422-46f5-bd7c-1432cc29bd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c2696c-664d-4a47-9835-0166d0a905fa,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:47.477698 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ba24a0a4-b422-46f5-bd7c-1432cc29bd80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:47.497355 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-30941c2e-4f4a-44f3-8195-5786297c84c6 req-5ddd1e5d-48b2-47d6-92fb-a23af1880af7 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks [] for floatingip, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:47.522026 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83083aa2-a38c-4141-a9a4-527584c473bb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:50:47.522371 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83083aa2-a38c-4141-a9a4-527584c473bb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:50:47.523130 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83083aa2-a38c-4141-a9a4-527584c473bb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:50:47.523480 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83083aa2-a38c-4141-a9a4-527584c473bb admin admin] Subscribe: > port after_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:50:47.523801 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83083aa2-a38c-4141-a9a4-527584c473bb admin admin] Subscribe: > port after_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:50:47.524133 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83083aa2-a38c-4141-a9a4-527584c473bb admin admin] Subscribe: > port after_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:50:47.524453 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83083aa2-a38c-4141-a9a4-527584c473bb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:50:47.524767 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83083aa2-a38c-4141-a9a4-527584c473bb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:50:47.525088 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83083aa2-a38c-4141-a9a4-527584c473bb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:50:47.525405 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83083aa2-a38c-4141-a9a4-527584c473bb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:50:47.535917 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5ddd1e5d-48b2-47d6-92fb-a23af1880af7 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:47.547183 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73891289-197d-4757-919a-0d5a8e2b108b req-f085914a-dc47-40c5-bb93-e19d81c8ad31 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:47.549351 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-73891289-197d-4757-919a-0d5a8e2b108b req-f085914a-dc47-40c5-bb93-e19d81c8ad31 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c&tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&binding%3Ahost_id=n-h1-811809-1 HTTP/1.1" status: 200 len: 1096 time: 0.3417385 Sep 30 00:50:47.563439 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-a5d6e49f-5872-4c45-b7bb-8bab775f7132 admin admin] Allocated IP 172.20.0.1 (f57b268d-20d8-40fa-b8a7-84057b4271aa/739388f2-bdc1-458a-ad24-7599b12445e8/65e238c0-4ced-4c9b-95a9-d08afa9bc91a) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:50:47.628459 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-30941c2e-4f4a-44f3-8195-5786297c84c6 req-5ddd1e5d-48b2-47d6-92fb-a23af1880af7 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:47.629750 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-30941c2e-4f4a-44f3-8195-5786297c84c6 req-5ddd1e5d-48b2-47d6-92fb-a23af1880af7 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] 10.222.0.39 "DELETE /v2.0/floatingips/d5087feb-e692-43e2-a884-62449f876246 HTTP/1.1" status: 204 len: 173 time: 2.5102167 Sep 30 00:50:47.658800 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83083aa2-a38c-4141-a9a4-527584c473bb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:50:47.659257 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83083aa2-a38c-4141-a9a4-527584c473bb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:50:47.659756 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83083aa2-a38c-4141-a9a4-527584c473bb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:50:47.660723 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83083aa2-a38c-4141-a9a4-527584c473bb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:50:47.660723 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-83083aa2-a38c-4141-a9a4-527584c473bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ccf480f-af5f-41da-b59d-48a1a7cfa79b']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:50:47.717739 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-83083aa2-a38c-4141-a9a4-527584c473bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c77a6c-039e-4690-a9b6-374e96c85752') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:50:47.718665 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-83083aa2-a38c-4141-a9a4-527584c473bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c77a6c-039e-4690-a9b6-374e96c85752') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:50:47.750203 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83083aa2-a38c-4141-a9a4-527584c473bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:47.791832 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73891289-197d-4757-919a-0d5a8e2b108b req-efa76d0e-3272-4a16-9057-67e7b5b84537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:47.793307 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-73891289-197d-4757-919a-0d5a8e2b108b req-efa76d0e-3272-4a16-9057-67e7b5b84537 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c&tenant_id=f37261e7a4fc4ea5bf5016bed7997e37 HTTP/1.1" status: 200 len: 1096 time: 0.2324443 Sep 30 00:50:47.833992 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83083aa2-a38c-4141-a9a4-527584c473bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:47.850359 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9730708-3859-46e8-89e7-f7e1a3d191cc req-1fac7986-8c81-4b04-910b-1f802d012047 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:47.852292 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a9730708-3859-46e8-89e7-f7e1a3d191cc req-1fac7986-8c81-4b04-910b-1f802d012047 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 945 time: 0.4998386 Sep 30 00:50:47.853023 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2fb147bb-520c-415a-8a43-c0da8870aac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:47.867711 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83083aa2-a38c-4141-a9a4-527584c473bb admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:50:47.868168 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83083aa2-a38c-4141-a9a4-527584c473bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:47.875752 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a5d6e49f-5872-4c45-b7bb-8bab775f7132 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: from cryptography.utils import int_from_bytes Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: from cryptography.utils import int_from_bytes Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: util.warn_limited( Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: util.warn_limited( Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: timer() Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:50:47.888884 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:50:48.004799 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2fb147bb-520c-415a-8a43-c0da8870aac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:48.011573 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [None req-a5d6e49f-5872-4c45-b7bb-8bab775f7132 admin admin] Transition to ACTIVE for port object 65e238c0-4ced-4c9b-95a9-d08afa9bc91a will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:50:48.034533 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a9730708-3859-46e8-89e7-f7e1a3d191cc req-b2fbd8d2-0798-40bb-8bfe-80dd0a957eb4 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694224 Sep 30 00:50:48.052065 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83083aa2-a38c-4141-a9a4-527584c473bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:48.089007 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83083aa2-a38c-4141-a9a4-527584c473bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:48.106441 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73891289-197d-4757-919a-0d5a8e2b108b req-4bd1c637-c993-47f6-973f-e432d83455ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:48.106863 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-47fe1012-1486-4b15-afe5-e8cdb075c4f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:48.109420 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-73891289-197d-4757-919a-0d5a8e2b108b req-4bd1c637-c993-47f6-973f-e432d83455ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 1096 time: 0.2857511 Sep 30 00:50:48.116007 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b66565cf-4f6c-45dc-b96e-0397abd1e6fd req-f8183fde-3073-45d6-a27f-d87fbc92b505 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2455680 Sep 30 00:50:48.137100 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-83083aa2-a38c-4141-a9a4-527584c473bb admin admin] 10.222.0.39 "DELETE /v2.0/networks/4ccf480f-af5f-41da-b59d-48a1a7cfa79b HTTP/1.1" status: 204 len: 168 time: 1.1128449 Sep 30 00:50:48.138017 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 58254) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:48.158446 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a5d6e49f-5872-4c45-b7bb-8bab775f7132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:48.164438 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-b66565cf-4f6c-45dc-b96e-0397abd1e6fd req-b50e0d5e-94c8-45c8-bdc9-2a13f2d13eb9 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Request body: {'floatingip': {'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:50:48.190461 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83083aa2-a38c-4141-a9a4-527584c473bb admin admin] Pushing event deleted for resources: {'Network': ['ID=4ccf480f-af5f-41da-b59d-48a1a7cfa79b,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:48.194348 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-83083aa2-a38c-4141-a9a4-527584c473bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:48.242325 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-b66565cf-4f6c-45dc-b96e-0397abd1e6fd req-b50e0d5e-94c8-45c8-bdc9-2a13f2d13eb9 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:48.259247 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-380c52cf-a7e2-402c-a4a5-3af22d8fd0b1 admin admin] Deleting subnet 301c76b2-46b4-4c79-9485-cdc1cf42d5b5 {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 00:50:48.261594 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:48.262756 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 9c3bb534-833a-4260-87d0-2c9b5ea17f3f up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:50:48.271029 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-380c52cf-a7e2-402c-a4a5-3af22d8fd0b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:48.304466 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2fb147bb-520c-415a-8a43-c0da8870aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:48.314566 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-b66565cf-4f6c-45dc-b96e-0397abd1e6fd req-b50e0d5e-94c8-45c8-bdc9-2a13f2d13eb9 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Usage tracker for resource:floatingip and tenant:4b5dedbbe5244689849acade53cb8614 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:48.341185 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-b66565cf-4f6c-45dc-b96e-0397abd1e6fd req-b50e0d5e-94c8-45c8-bdc9-2a13f2d13eb9 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:48.360525 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-b66565cf-4f6c-45dc-b96e-0397abd1e6fd req-b50e0d5e-94c8-45c8-bdc9-2a13f2d13eb9 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:48.364319 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d6e49f-5872-4c45-b7bb-8bab775f7132 admin admin] Network f57b268d-20d8-40fa-b8a7-84057b4271aa is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:50:48.365784 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 9c3bb534-833a-4260-87d0-2c9b5ea17f3f completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:50:48.371699 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 9c3bb534-833a-4260-87d0-2c9b5ea17f3f triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:50:48.372395 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:48.373938 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-a5d6e49f-5872-4c45-b7bb-8bab775f7132 admin admin] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:50:48.390382 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d6e49f-5872-4c45-b7bb-8bab775f7132 admin admin] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:50:48.391308 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a5d6e49f-5872-4c45-b7bb-8bab775f7132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734280'] for router_interface, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:48.416263 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6e49f-5872-4c45-b7bb-8bab775f7132 admin admin] Pushing event updated for resources: {'Port': ['ID=65e238c0-4ced-4c9b-95a9-d08afa9bc91a,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:48.429882 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b66565cf-4f6c-45dc-b96e-0397abd1e6fd req-b50e0d5e-94c8-45c8-bdc9-2a13f2d13eb9 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks [] for floatingip, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:48.455068 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a5d6e49f-5872-4c45-b7bb-8bab775f7132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:48.463295 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1c35265a-203a-4bb2-a2c5-5e1095b0eac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:48.489701 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device ba235280-b9eb-4959-b2de-653a63dba52c up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:50:48.494346 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb147bb-520c-415a-8a43-c0da8870aac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c2696c-664d-4a47-9835-0166d0a905fa,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:48.497844 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2fb147bb-520c-415a-8a43-c0da8870aac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:48.498045 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73891289-197d-4757-919a-0d5a8e2b108b req-a9b80845-bdf9-4425-9ea6-356c2ba4780a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:48.510934 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2fb147bb-520c-415a-8a43-c0da8870aac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:48.512332 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-2fb147bb-520c-415a-8a43-c0da8870aac1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d5c2696c-664d-4a47-9835-0166d0a905fa HTTP/1.1" status: 204 len: 168 time: 1.0617034 Sep 30 00:50:48.514590 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-73891289-197d-4757-919a-0d5a8e2b108b req-a9b80845-bdf9-4425-9ea6-356c2ba4780a service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a0a50fb-f59e-4919-9310-948ef891e84f HTTP/1.1" status: 200 len: 909 time: 0.3971422 Sep 30 00:50:48.527631 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-380c52cf-a7e2-402c-a4a5-3af22d8fd0b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:48.598091 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecea2db-3536-441d-9663-8076687e42e3 req-f2ddcf2c-766f-463d-b3c7-85509b30f563 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:48.603901 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cecea2db-3536-441d-9663-8076687e42e3 req-f2ddcf2c-766f-463d-b3c7-85509b30f563 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=0504ef41-657e-4cee-a411-69ee834e1acb HTTP/1.1" status: 200 len: 949 time: 0.3362312 Sep 30 00:50:48.670495 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-380c52cf-a7e2-402c-a4a5-3af22d8fd0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:48.822908 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-73891289-197d-4757-919a-0d5a8e2b108b req-c8fda9e3-4bc4-451d-a818-e8ebe1bec457 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06abf601-12d2-4ccb-86b5-71d5cd879b85 HTTP/1.1" status: 200 len: 217 time: 0.1983483 Sep 30 00:50:48.831809 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-380c52cf-a7e2-402c-a4a5-3af22d8fd0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:48.836019 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-578a2bf4-3692-45ff-8b2d-ed34f3f5fae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:48.863175 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port ba235280-b9eb-4959-b2de-653a63dba52c completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:50:48.877129 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:48.877375 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0e57db5d-d251-4fc2-897f-9fc3feaf088c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:48.884108 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5b30b6cb-476a-4fd5-a25c-ae6ebe3197e9 None None] Provisioning for port 65e238c0-4ced-4c9b-95a9-d08afa9bc91a completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:50:48.889746 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port ba235280-b9eb-4959-b2de-653a63dba52c triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:50:48.890186 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:48.933948 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5b30b6cb-476a-4fd5-a25c-ae6ebe3197e9 None None] Provisioning complete for port 65e238c0-4ced-4c9b-95a9-d08afa9bc91a triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:50:48.934539 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5b30b6cb-476a-4fd5-a25c-ae6ebe3197e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:48.949038 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cecea2db-3536-441d-9663-8076687e42e3 req-f046eb97-36de-4121-96c2-a5a5ba7d786c tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5154992-720d-4612-ace4-37ce4b9f20af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322532 Sep 30 00:50:48.960647 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-380c52cf-a7e2-402c-a4a5-3af22d8fd0b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:48.982366 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c52cf-a7e2-402c-a4a5-3af22d8fd0b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=301c76b2-46b4-4c79-9485-cdc1cf42d5b5,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:48.991893 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-380c52cf-a7e2-402c-a4a5-3af22d8fd0b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:48.996613 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-380c52cf-a7e2-402c-a4a5-3af22d8fd0b1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/301c76b2-46b4-4c79-9485-cdc1cf42d5b5 HTTP/1.1" status: 204 len: 168 time: 0.8486211 Sep 30 00:50:48.998360 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 58274) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:49.011403 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 9c3bb534-833a-4260-87d0-2c9b5ea17f3f, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=9c3bb534-833a-4260-87d0-2c9b5ea17f3f,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:50:49.049311 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:49.066246 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:49.066707 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73891289-197d-4757-919a-0d5a8e2b108b req-c5badc60-50d5-4ba5-8df4-98a000aed323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:49.068272 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-73891289-197d-4757-919a-0d5a8e2b108b req-c5badc60-50d5-4ba5-8df4-98a000aed323 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e11b3221-7cfb-4feb-801d-70a2c0ec6209 HTTP/1.1" status: 200 len: 848 time: 0.2339702 Sep 30 00:50:49.141130 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:49.167086 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5b30b6cb-476a-4fd5-a25c-ae6ebe3197e9 None None] Port 65e238c0-4ced-4c9b-95a9-d08afa9bc91a cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:50:49.188682 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-73891289-197d-4757-919a-0d5a8e2b108b req-7fcba86f-efb9-43b4-957e-a9aab8ea0485 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a0a50fb-f59e-4919-9310-948ef891e84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856116 Sep 30 00:50:49.254362 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a5d6e49f-5872-4c45-b7bb-8bab775f7132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:49.277267 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=9c3bb534-833a-4260-87d0-2c9b5ea17f3f,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:49.291058 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:49.307426 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7c200781-da82-4ddf-8b4a-33e254ab4f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:49.314676 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:49.382439 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port ba235280-b9eb-4959-b2de-653a63dba52c, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=ba235280-b9eb-4959-b2de-653a63dba52c,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:50:49.383842 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0504ef41-657e-4cee-a411-69ee834e1acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba235280-b9eb-4959-b2de-653a63dba52c'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:50:49.392344 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:49.394545 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-2b8dbc2d-4716-43ba-855e-d9064f9d8aa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:49.491172 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=ba235280-b9eb-4959-b2de-653a63dba52c,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:49.495680 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b66565cf-4f6c-45dc-b96e-0397abd1e6fd req-b50e0d5e-94c8-45c8-bdc9-2a13f2d13eb9 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:49.496113 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:49.566579 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-73891289-197d-4757-919a-0d5a8e2b108b req-1a6c62b4-69c0-4a41-a3a0-6fbdcc6b9ae8 service neutron] 10.222.0.55 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687341 Sep 30 00:50:49.575514 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7c200781-da82-4ddf-8b4a-33e254ab4f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:49.612810 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-7c200781-da82-4ddf-8b4a-33e254ab4f09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a300e9-360d-4d3f-bf80-1a5c56ec5237']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:50:49.629294 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-7c200781-da82-4ddf-8b4a-33e254ab4f09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c584ccc8-9f06-4678-85dc-efbe46b7aafc') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:50:49.629588 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-7c200781-da82-4ddf-8b4a-33e254ab4f09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c584ccc8-9f06-4678-85dc-efbe46b7aafc') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:50:49.647155 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efdb22-17b6-4baa-b3f6-fc708ced2c80 req-0f5855d7-e9bf-446e-b9e3-bb94cebb8a1b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:49.648671 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-98efdb22-17b6-4baa-b3f6-fc708ced2c80 req-0f5855d7-e9bf-446e-b9e3-bb94cebb8a1b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 945 time: 0.3178325 Sep 30 00:50:49.652572 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7c200781-da82-4ddf-8b4a-33e254ab4f09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:49.685159 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7c200781-da82-4ddf-8b4a-33e254ab4f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:49.700369 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c200781-da82-4ddf-8b4a-33e254ab4f09 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:50:49.700848 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7c200781-da82-4ddf-8b4a-33e254ab4f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: timer() Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:50:49.715687 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:50:49.779827 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-98efdb22-17b6-4baa-b3f6-fc708ced2c80 req-45b0a60a-cc26-4596-8995-ee856a1b1fd7 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194983 Sep 30 00:50:49.805134 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7c200781-da82-4ddf-8b4a-33e254ab4f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:49.809569 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:49.824496 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7c200781-da82-4ddf-8b4a-33e254ab4f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:49.835693 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c200781-da82-4ddf-8b4a-33e254ab4f09 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2a300e9-360d-4d3f-bf80-1a5c56ec5237,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:49.838584 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7c200781-da82-4ddf-8b4a-33e254ab4f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:49.842330 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-7c200781-da82-4ddf-8b4a-33e254ab4f09 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f2a300e9-360d-4d3f-bf80-1a5c56ec5237 HTTP/1.1" status: 204 len: 168 time: 0.8406768 Sep 30 00:50:49.881609 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0504ef41-657e-4cee-a411-69ee834e1acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba235280-b9eb-4959-b2de-653a63dba52c', 'code': 200} Sep 30 00:50:49.935454 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-b66565cf-4f6c-45dc-b96e-0397abd1e6fd req-b50e0d5e-94c8-45c8-bdc9-2a13f2d13eb9 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Allocated IP 172.25.0.187 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/d49440dc-6d03-45a6-9b63-a052dd29bc2a) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:50:49.939844 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-73891289-197d-4757-919a-0d5a8e2b108b req-d234b208-02aa-4294-b8a7-b93a4353ef16 service neutron] 10.222.0.55 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440056 Sep 30 00:50:50.061176 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a5d6e49f-5872-4c45-b7bb-8bab775f7132 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:50.071779 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a5d6e49f-5872-4c45-b7bb-8bab775f7132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:50.076265 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a5d6e49f-5872-4c45-b7bb-8bab775f7132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734445'] for router_interface, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:50.083808 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:50.084720 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b584d3-1bfc-4cb8-9ad1-85d0cf9cf167 req-070535cf-4dfc-4c97-9820-5041e6ff10c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:50.086296 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-56b584d3-1bfc-4cb8-9ad1-85d0cf9cf167 req-070535cf-4dfc-4c97-9820-5041e6ff10c6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0504ef41-657e-4cee-a411-69ee834e1acb HTTP/1.1" status: 200 len: 1101 time: 0.1285372 Sep 30 00:50:50.086937 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 58312) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:50.208795 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 9c3bb534-833a-4260-87d0-2c9b5ea17f3f up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:50:50.214219 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-56b584d3-1bfc-4cb8-9ad1-85d0cf9cf167 req-7586a6bb-94fa-4019-ad36-5e04e4de5d0b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b5154992-720d-4612-ace4-37ce4b9f20af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134009 Sep 30 00:50:50.256704 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-4e483483-7751-49de-9f3e-d35344d6f630 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dbf05356caf347a78e00bf3eb67f1933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1682234 Sep 30 00:50:50.258831 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 58318) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:50.334392 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6e49f-5872-4c45-b7bb-8bab775f7132 admin admin] Pushing event updated for resources: {'Port': ['ID=65e238c0-4ced-4c9b-95a9-d08afa9bc91a,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:50.344068 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a5d6e49f-5872-4c45-b7bb-8bab775f7132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:50.363040 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-34e0eb3a-653d-4b35-a4af-b1e6d893403d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:50.386138 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 9c3bb534-833a-4260-87d0-2c9b5ea17f3f triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:50:50.386920 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:50.396389 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-34e0eb3a-653d-4b35-a4af-b1e6d893403d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:50.398032 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b66565cf-4f6c-45dc-b96e-0397abd1e6fd req-b50e0d5e-94c8-45c8-bdc9-2a13f2d13eb9 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:50.544194 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d6e49f-5872-4c45-b7bb-8bab775f7132 admin admin] Network f57b268d-20d8-40fa-b8a7-84057b4271aa is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:50:50.551011 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-34e0eb3a-653d-4b35-a4af-b1e6d893403d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:50.557470 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-11c831ea-575e-4d66-949b-e09fcb5ecfee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:50.557702 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-a5d6e49f-5872-4c45-b7bb-8bab775f7132 admin admin] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:50:50.573866 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e0eb3a-653d-4b35-a4af-b1e6d893403d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd7c91b-ad20-405c-9008-142dc3b52744,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:50.577964 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-34e0eb3a-653d-4b35-a4af-b1e6d893403d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:50.583986 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73891289-197d-4757-919a-0d5a8e2b108b req-1d506ea7-58e6-49be-a7ab-20e4bc4677df tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:50.585436 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-73891289-197d-4757-919a-0d5a8e2b108b req-1d506ea7-58e6-49be-a7ab-20e4bc4677df tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c&tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&binding%3Ahost_id=n-h2-811809-1 HTTP/1.1" status: 200 len: 1096 time: 0.1447544 Sep 30 00:50:50.587707 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-34e0eb3a-653d-4b35-a4af-b1e6d893403d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:50.591155 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-34e0eb3a-653d-4b35-a4af-b1e6d893403d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cfd7c91b-ad20-405c-9008-142dc3b52744 HTTP/1.1" status: 204 len: 168 time: 0.3291337 Sep 30 00:50:50.799570 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b66565cf-4f6c-45dc-b96e-0397abd1e6fd req-b50e0d5e-94c8-45c8-bdc9-2a13f2d13eb9 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:50.820372 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4575d492-ed24-4700-8007-71251f9717d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:50.909725 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b66565cf-4f6c-45dc-b96e-0397abd1e6fd req-b50e0d5e-94c8-45c8-bdc9-2a13f2d13eb9 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:50:50.919590 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-b66565cf-4f6c-45dc-b96e-0397abd1e6fd req-b50e0d5e-94c8-45c8-bdc9-2a13f2d13eb9 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:50:50.932709 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66565cf-4f6c-45dc-b96e-0397abd1e6fd req-b50e0d5e-94c8-45c8-bdc9-2a13f2d13eb9 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:50:50.944910 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-73891289-197d-4757-919a-0d5a8e2b108b req-e23ca75b-a8bd-43e2-bbe7-7ba4e14c2775 service neutron] For port 06abf601-12d2-4ccb-86b5-71d5cd879b85, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:50:50.954487 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970f18f-c2a0-44c6-a6a2-445334de2ba9 req-48c7934d-6b52-467a-b09e-e665ef008724 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:50.956071 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3970f18f-c2a0-44c6-a6a2-445334de2ba9 req-48c7934d-6b52-467a-b09e-e665ef008724 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=0504ef41-657e-4cee-a411-69ee834e1acb HTTP/1.1" status: 200 len: 950 time: 0.2075400 Sep 30 00:50:50.959147 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-73891289-197d-4757-919a-0d5a8e2b108b req-e23ca75b-a8bd-43e2-bbe7-7ba4e14c2775 service neutron] Notify callbacks [] for binding, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:50.960223 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-73891289-197d-4757-919a-0d5a8e2b108b req-e23ca75b-a8bd-43e2-bbe7-7ba4e14c2775 service neutron] 10.222.0.55 "DELETE /v2.0/ports/06abf601-12d2-4ccb-86b5-71d5cd879b85/bindings/n-h1-811809-1 HTTP/1.1" status: 204 len: 173 time: 0.3646021 Sep 30 00:50:50.972103 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e0d5e-94c8-45c8-bdc9-2a13f2d13eb9 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Pushing event updated for resources: {'Port': ['ID=d49440dc-6d03-45a6-9b63-a052dd29bc2a,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:50.979581 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b50e0d5e-94c8-45c8-bdc9-2a13f2d13eb9 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:51.001508 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b66565cf-4f6c-45dc-b96e-0397abd1e6fd req-b50e0d5e-94c8-45c8-bdc9-2a13f2d13eb9 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:51.007688 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d6e49f-5872-4c45-b7bb-8bab775f7132 admin admin] Router 3aabded0-26bd-4848-b1ab-85a35c13550a has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:50:51.027382 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3970f18f-c2a0-44c6-a6a2-445334de2ba9 req-feb637d1-c2f4-4deb-9052-5cda31ba991d tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5154992-720d-4612-ace4-37ce4b9f20af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653868 Sep 30 00:50:51.029494 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-3e609ecb-94b4-41ed-91d9-22617dfea4e4 None None] Provisioning complete for port 65e238c0-4ced-4c9b-95a9-d08afa9bc91a triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:50:51.032019 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3e609ecb-94b4-41ed-91d9-22617dfea4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:51.100293 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-3e609ecb-94b4-41ed-91d9-22617dfea4e4 None None] Port 65e238c0-4ced-4c9b-95a9-d08afa9bc91a cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:50:51.188162 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ec171e22-d9b7-4e52-94b0-284ac89df982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:51.243001 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 58344) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:51.341666 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b66565cf-4f6c-45dc-b96e-0397abd1e6fd req-b50e0d5e-94c8-45c8-bdc9-2a13f2d13eb9 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:51.354318 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-bbd4216f-b767-418f-9c79-b65529bf5829 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=811af15e8c9e433db8d3ca1b3759577b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1093678 Sep 30 00:50:51.358363 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 58350) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:51.460781 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-21b00801-526a-44ef-b1ec-35a55385b39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:51.470549 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a90e4d-a6ce-4108-b5a2-20e99388c53f req-f8b8c67b-bf4d-4f6e-b49a-510e40f30b6f tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:51.472203 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a8a90e4d-a6ce-4108-b5a2-20e99388c53f req-f8b8c67b-bf4d-4f6e-b49a-510e40f30b6f tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 945 time: 0.1790004 Sep 30 00:50:51.472761 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 58354) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:51.537027 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d6e49f-5872-4c45-b7bb-8bab775f7132 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:50:51.549716 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ade509-62c6-489e-b565-d553a1c8abdc None None] Sync routers for ids ['3aabded0-26bd-4848-b1ab-85a35c13550a'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:50:51.568955 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ade509-62c6-489e-b565-d553a1c8abdc None None] Routers {'3aabded0-26bd-4848-b1ab-85a35c13550a'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:50:51.569844 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-41ade509-62c6-489e-b565-d553a1c8abdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:50:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['3aabded0-26bd-4848-b1ab-85a35c13550a'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:50:51.577036 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-a5d6e49f-5872-4c45-b7bb-8bab775f7132 admin admin] 10.222.0.39 "PUT /v2.0/routers/3aabded0-26bd-4848-b1ab-85a35c13550a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3913932 Sep 30 00:50:51.642602 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-21b00801-526a-44ef-b1ec-35a55385b39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:51.673496 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b66565cf-4f6c-45dc-b96e-0397abd1e6fd req-b50e0d5e-94c8-45c8-bdc9-2a13f2d13eb9 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:51.678799 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1f96ea5a-cad2-40c3-a22d-b280e970f326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:51.684347 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b66565cf-4f6c-45dc-b96e-0397abd1e6fd req-b50e0d5e-94c8-45c8-bdc9-2a13f2d13eb9 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:51.692332 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-20e5894a-571e-4cc8-9a1f-326d02d02e47 tempest-AggregatesAdminTestJSON-1242869655 tempest-AggregatesAdminTestJSON-1242869655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:51.729299 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a8a90e4d-a6ce-4108-b5a2-20e99388c53f req-d5bcfba9-236f-41fd-832a-73511f4d676b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423067 Sep 30 00:50:51.735204 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-1f96ea5a-cad2-40c3-a22d-b280e970f326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:51.752670 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-1f96ea5a-cad2-40c3-a22d-b280e970f326 admin admin] Usage tracker for resource:security_group_rule and tenant:cb87b623a1364c44b13388ff598658a6 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:51.757504 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-1f96ea5a-cad2-40c3-a22d-b280e970f326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:51.764715 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-1f96ea5a-cad2-40c3-a22d-b280e970f326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:51.779481 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b66565cf-4f6c-45dc-b96e-0397abd1e6fd req-b50e0d5e-94c8-45c8-bdc9-2a13f2d13eb9 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:51.824641 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e0d5e-94c8-45c8-bdc9-2a13f2d13eb9 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Pushing event updated for resources: {'Port': ['ID=d49440dc-6d03-45a6-9b63-a052dd29bc2a,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:51.826469 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b66565cf-4f6c-45dc-b96e-0397abd1e6fd req-b50e0d5e-94c8-45c8-bdc9-2a13f2d13eb9 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:51.835647 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b66565cf-4f6c-45dc-b96e-0397abd1e6fd req-b50e0d5e-94c8-45c8-bdc9-2a13f2d13eb9 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6880214 Sep 30 00:50:51.837078 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b50e0d5e-94c8-45c8-bdc9-2a13f2d13eb9 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:51.890591 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-21b00801-526a-44ef-b1ec-35a55385b39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:51.910153 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0c9632cf-b396-4560-803f-6cf831924746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:51.937321 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b00801-526a-44ef-b1ec-35a55385b39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d8a626-54be-4f7b-83c0-9f722dc8ce46,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:51.950825 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-21b00801-526a-44ef-b1ec-35a55385b39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:51.973672 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-b66565cf-4f6c-45dc-b96e-0397abd1e6fd req-a755a64d-5354-499e-adea-01c67581b88e tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Synchronizing usage tracker for tenant:4b5dedbbe5244689849acade53cb8614 on resource:floatingip {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:50:51.997980 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-21b00801-526a-44ef-b1ec-35a55385b39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:51.999745 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-21b00801-526a-44ef-b1ec-35a55385b39a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45d8a626-54be-4f7b-83c0-9f722dc8ce46 HTTP/1.1" status: 204 len: 168 time: 0.6397135 Sep 30 00:50:52.007230 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-b66565cf-4f6c-45dc-b96e-0397abd1e6fd req-a755a64d-5354-499e-adea-01c67581b88e tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Unset dirty status for tenant:4b5dedbbe5244689849acade53cb8614 on resource:floatingip {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:50:52.008690 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b66565cf-4f6c-45dc-b96e-0397abd1e6fd req-a755a64d-5354-499e-adea-01c67581b88e tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.187 HTTP/1.1" status: 200 len: 696 time: 0.1730268 Sep 30 00:50:52.038960 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1f96ea5a-cad2-40c3-a22d-b280e970f326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:52.044078 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1f96ea5a-cad2-40c3-a22d-b280e970f326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:52.058609 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a3c8fd7e-8fbb-4260-9dc7-4d29250ebf80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:52.064337 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-41ade509-62c6-489e-b565-d553a1c8abdc None None] Set router 3aabded0-26bd-4848-b1ab-85a35c13550a gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:50:52.097279 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96ea5a-cad2-40c3-a22d-b280e970f326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f1f31e-6804-43ed-b229-0fc2a7b024fc,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:52.101112 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1f96ea5a-cad2-40c3-a22d-b280e970f326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:52.129663 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-1f96ea5a-cad2-40c3-a22d-b280e970f326 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cb87b623a1364c44b13388ff598658a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6547277 Sep 30 00:50:52.132156 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 58374) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:52.285322 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:52.332788 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66565cf-4f6c-45dc-b96e-0397abd1e6fd req-3d6d4370-b34f-46ab-851a-8c79367a93fa tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:52.334352 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b66565cf-4f6c-45dc-b96e-0397abd1e6fd req-3d6d4370-b34f-46ab-851a-8c79367a93fa tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 784 time: 0.3187366 Sep 30 00:50:52.347080 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [req-b66565cf-4f6c-45dc-b96e-0397abd1e6fd req-81d229af-a25f-4d44-80c4-ad6ac293f2b7 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:50:52.349906 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b66565cf-4f6c-45dc-b96e-0397abd1e6fd req-81d229af-a25f-4d44-80c4-ad6ac293f2b7 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103314 Sep 30 00:50:52.371800 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-63eb3284-e71f-4331-aa40-7fa4adc97e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:52.402799 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-63eb3284-e71f-4331-aa40-7fa4adc97e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:52.470976 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-63eb3284-e71f-4331-aa40-7fa4adc97e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:52.475932 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2e644b5a-637b-4e7d-a51e-ab52961b318d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:52.493761 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb3284-e71f-4331-aa40-7fa4adc97e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f1f31e-6804-43ed-b229-0fc2a7b024fc,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:52.495983 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-63eb3284-e71f-4331-aa40-7fa4adc97e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:52.501515 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-63eb3284-e71f-4331-aa40-7fa4adc97e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:52.502784 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-63eb3284-e71f-4331-aa40-7fa4adc97e8e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/59f1f31e-6804-43ed-b229-0fc2a7b024fc HTTP/1.1" status: 204 len: 168 time: 0.3692210 Sep 30 00:50:52.571757 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-41ade509-62c6-489e-b565-d553a1c8abdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1756877272-router', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:34Z', 'updated_at': '2021-09-30T00:50:49Z', 'revision_number': 4, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'gw_port': {'id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:37Z', 'updated_at': '2021-09-30T00:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '65e238c0-4ced-4c9b-95a9-d08afa9bc91a', 'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'mac_address': 'fa:16:3e:d6:8b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:47Z', 'updated_at': '2021-09-30T00:50:49Z', 'revision_number': 2, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'subnets': [{'id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:50:52.579676 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ade509-62c6-489e-b565-d553a1c8abdc None None] Checking router: 3aabded0-26bd-4848-b1ab-85a35c13550a for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:50:52.579676 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ade509-62c6-489e-b565-d553a1c8abdc None None] Updating router 3aabded0-26bd-4848-b1ab-85a35c13550a port 65e238c0-4ced-4c9b-95a9-d08afa9bc91a binding host n-d-811809-1 {{(pid=80276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:50:52.640640 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-41ade509-62c6-489e-b565-d553a1c8abdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:52.656266 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c0870-1b77-4c1c-85fc-e3ecf01b9067 req-141c6bbe-06b4-4435-9c87-cb670d628e06 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:52.657869 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-849c0870-1b77-4c1c-85fc-e3ecf01b9067 req-141c6bbe-06b4-4435-9c87-cb670d628e06 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=0504ef41-657e-4cee-a411-69ee834e1acb HTTP/1.1" status: 200 len: 950 time: 0.2103961 Sep 30 00:50:52.709378 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-849c0870-1b77-4c1c-85fc-e3ecf01b9067 req-6c9296b8-21f2-4535-a579-5ae05fbd3573 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5154992-720d-4612-ace4-37ce4b9f20af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417674 Sep 30 00:50:52.877540 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-ebf36178-2f2b-4215-93c2-8a6089e328ce tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:52.878326 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-ebf36178-2f2b-4215-93c2-8a6089e328ce tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Synchronizing usage tracker for tenant:4b20f4b110694ae5b48ceb31519082dc on resource:network {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:50:52.897890 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-ebf36178-2f2b-4215-93c2-8a6089e328ce tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Unset dirty status for tenant:4b20f4b110694ae5b48ceb31519082dc on resource:network {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:50:52.899730 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-ebf36178-2f2b-4215-93c2-8a6089e328ce tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/networks?id=f57b268d-20d8-40fa-b8a7-84057b4271aa HTTP/1.1" status: 200 len: 821 time: 0.2382343 Sep 30 00:50:52.916435 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-8cff6384-1ab3-4156-9844-4e1a0c3634dc tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/quotas/4b20f4b110694ae5b48ceb31519082dc HTTP/1.1" status: 200 len: 375 time: 0.0112641 Sep 30 00:50:53.019439 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-b4110068-f8df-4a9b-9337-687f90822a9a tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4b20f4b110694ae5b48ceb31519082dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0961332 Sep 30 00:50:53.097020 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 58418) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:53.125917 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-dff1c277-5126-44e5-b6f0-665fc531bca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:53.160106 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-dff1c277-5126-44e5-b6f0-665fc531bca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:53.163555 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-41ade509-62c6-489e-b565-d553a1c8abdc None None] Notify callbacks [] for port, precommit_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:53.164874 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-dff1c277-5126-44e5-b6f0-665fc531bca7 admin admin] Usage tracker for resource:security_group_rule and tenant:a447b7ec64da4a88bce243ccff5e2e65 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:53.180105 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-41ade509-62c6-489e-b565-d553a1c8abdc None None] Transition to ACTIVE for port object 65e238c0-4ced-4c9b-95a9-d08afa9bc91a will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:50:53.187146 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-dff1c277-5126-44e5-b6f0-665fc531bca7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:53.191613 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-dff1c277-5126-44e5-b6f0-665fc531bca7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:53.193623 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-41ade509-62c6-489e-b565-d553a1c8abdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:53.198173 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:53.218008 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-701a8c43-815e-49b5-9107-95a972ca91f8 service neutron] 10.222.0.39 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917441 Sep 30 00:50:53.288898 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-dff1c277-5126-44e5-b6f0-665fc531bca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:53.294546 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-dff1c277-5126-44e5-b6f0-665fc531bca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:53.304092 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8be460d5-c14b-45c8-b986-fe248b04da55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:53.407610 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1c277-5126-44e5-b6f0-665fc531bca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1dc5094-33df-4058-b7d0-75b3d295f77c,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:53.412788 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-dff1c277-5126-44e5-b6f0-665fc531bca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:53.437527 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-dff1c277-5126-44e5-b6f0-665fc531bca7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a447b7ec64da4a88bce243ccff5e2e65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3383670 Sep 30 00:50:53.448826 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 58428) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:53.474581 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27bfa8-34dd-4ace-8625-dada64fdd209 req-a9fef534-9872-497b-96d5-b953e03411ff tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:53.476742 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6d27bfa8-34dd-4ace-8625-dada64fdd209 req-a9fef534-9872-497b-96d5-b953e03411ff tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 1096 time: 0.1604028 Sep 30 00:50:53.498864 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-01cc8b5f-7bf4-4bb8-addf-a25927e40866 service neutron] 10.222.0.39 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792146 Sep 30 00:50:53.512321 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f9878-2673-4861-b9fb-1a786fe32dbd None None] Pushing event updated for resources: {'Port': ['ID=65e238c0-4ced-4c9b-95a9-d08afa9bc91a,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:53.537759 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-675f9878-2673-4861-b9fb-1a786fe32dbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:53.553008 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6d27bfa8-34dd-4ace-8625-dada64fdd209 req-ebb3285f-82cb-43a4-9622-8c93c27374d7 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680060 Sep 30 00:50:53.598272 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-41ade509-62c6-489e-b565-d553a1c8abdc None None] Attempting to bind port 65e238c0-4ced-4c9b-95a9-d08afa9bc91a on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:50:53.598814 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-41ade509-62c6-489e-b565-d553a1c8abdc None None] Attempting to bind port 65e238c0-4ced-4c9b-95a9-d08afa9bc91a by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'f07c8a4c-f21a-468f-9b43-5e958c580927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:50:53.599049 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ade509-62c6-489e-b565-d553a1c8abdc None None] Attempting to bind port 65e238c0-4ced-4c9b-95a9-d08afa9bc91a on network f57b268d-20d8-40fa-b8a7-84057b4271aa {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:50:53.605102 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ade509-62c6-489e-b565-d553a1c8abdc None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:50:53.605491 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ade509-62c6-489e-b565-d553a1c8abdc None None] Checking segment: {'id': 'f07c8a4c-f21a-468f-9b43-5e958c580927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:50:53.605906 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-41ade509-62c6-489e-b565-d553a1c8abdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:53.606315 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ade509-62c6-489e-b565-d553a1c8abdc None None] Bound using segment: {'id': 'f07c8a4c-f21a-468f-9b43-5e958c580927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:50:53.606833 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-41ade509-62c6-489e-b565-d553a1c8abdc None None] Bound port: 65e238c0-4ced-4c9b-95a9-d08afa9bc91a, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07c8a4c-f21a-468f-9b43-5e958c580927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:50:53.607217 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-41ade509-62c6-489e-b565-d553a1c8abdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:53.607662 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eceba80c-a815-448e-b9b3-1994d83e12c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:53.669918 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eceba80c-a815-448e-b9b3-1994d83e12c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:53.791883 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eceba80c-a815-448e-b9b3-1994d83e12c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:53.800292 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ba24a0a4-b422-46f5-bd7c-1432cc29bd80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:53.833424 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-41ade509-62c6-489e-b565-d553a1c8abdc None None] For port 65e238c0-4ced-4c9b-95a9-d08afa9bc91a, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:50:53.836991 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1fefb43b-3d50-463a-aacf-0d1df9f75aca req-324167a2-bf4e-4fd0-a8b9-c6e17860ed35 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] 10.222.0.39 "GET /v2.0/floatingips/3c438747-f994-42a1-8fc9-eca0c6be2ee4 HTTP/1.1" status: 200 len: 693 time: 0.2293515 Sep 30 00:50:53.838534 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceba80c-a815-448e-b9b3-1994d83e12c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1dc5094-33df-4058-b7d0-75b3d295f77c,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:53.865142 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eceba80c-a815-448e-b9b3-1994d83e12c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:53.867627 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-eceba80c-a815-448e-b9b3-1994d83e12c9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b1dc5094-33df-4058-b7d0-75b3d295f77c HTTP/1.1" status: 204 len: 168 time: 0.4175541 Sep 30 00:50:53.868628 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-eceba80c-a815-448e-b9b3-1994d83e12c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:53.896316 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-41ade509-62c6-489e-b565-d553a1c8abdc None None] For port 65e238c0-4ced-4c9b-95a9-d08afa9bc91a, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=65e238c0-4ced-4c9b-95a9-d08afa9bc91a,segment=NetworkSegment(f07c8a4c-f21a-468f-9b43-5e958c580927),segment_id=f07c8a4c-f21a-468f-9b43-5e958c580927)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:50:53.913040 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-41ade509-62c6-489e-b565-d553a1c8abdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:53.916891 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:53.918409 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-35c04082-0894-40c2-9b5c-5ddde5e45b78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:54.016313 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ade509-62c6-489e-b565-d553a1c8abdc None None] Routers {'3aabded0-26bd-4848-b1ab-85a35c13550a'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:50:54.016969 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-41ade509-62c6-489e-b565-d553a1c8abdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:50:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['3aabded0-26bd-4848-b1ab-85a35c13550a'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:50:54.127267 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefb43b-3d50-463a-aacf-0d1df9f75aca req-cac5e18f-a189-4016-9653-c55da15d74f6 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:54.137091 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1fefb43b-3d50-463a-aacf-0d1df9f75aca req-cac5e18f-a189-4016-9653-c55da15d74f6 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 784 time: 0.2968795 Sep 30 00:50:54.226636 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f9878-2673-4861-b9fb-1a786fe32dbd None None] Pushing event updated for resources: {'Port': ['ID=65e238c0-4ced-4c9b-95a9-d08afa9bc91a,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:54.247831 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-675f9878-2673-4861-b9fb-1a786fe32dbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:54.277962 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1fefb43b-3d50-463a-aacf-0d1df9f75aca req-c920429d-8efa-499a-88f2-163205bd146f tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.187 HTTP/1.1" status: 200 len: 696 time: 0.1392913 Sep 30 00:50:54.371633 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1fefb43b-3d50-463a-aacf-0d1df9f75aca req-d83a2dde-0d13-4117-92bf-05ab82ef77d0 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.187 HTTP/1.1" status: 200 len: 696 time: 0.0928016 Sep 30 00:50:54.381712 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-41ade509-62c6-489e-b565-d553a1c8abdc None None] Set router 3aabded0-26bd-4848-b1ab-85a35c13550a gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:50:54.799079 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-1fefb43b-3d50-463a-aacf-0d1df9f75aca req-46ccc667-1d49-4e59-bfcf-262504219670 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Deleting port d49440dc-6d03-45a6-9b63-a052dd29bc2a {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:50:54.799632 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1fefb43b-3d50-463a-aacf-0d1df9f75aca req-46ccc667-1d49-4e59-bfcf-262504219670 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:54.934531 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-41ade509-62c6-489e-b565-d553a1c8abdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1756877272-router', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:34Z', 'updated_at': '2021-09-30T00:50:49Z', 'revision_number': 4, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'gw_port': {'id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:37Z', 'updated_at': '2021-09-30T00:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '65e238c0-4ced-4c9b-95a9-d08afa9bc91a', 'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'mac_address': 'fa:16:3e:d6:8b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:47Z', 'updated_at': '2021-09-30T00:50:53Z', 'revision_number': 4, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'subnets': [{'id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:50:54.941491 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ade509-62c6-489e-b565-d553a1c8abdc None None] The sync data for ids ['3aabded0-26bd-4848-b1ab-85a35c13550a'] in n-d-811809-1 is: [{'id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1756877272-router', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:34Z', 'updated_at': '2021-09-30T00:50:49Z', 'revision_number': 4, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'gw_port': {'id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:37Z', 'updated_at': '2021-09-30T00:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '65e238c0-4ced-4c9b-95a9-d08afa9bc91a', 'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'mac_address': 'fa:16:3e:d6:8b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:47Z', 'updated_at': '2021-09-30T00:50:53Z', 'revision_number': 4, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'subnets': [{'id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:50:55.084066 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1fefb43b-3d50-463a-aacf-0d1df9f75aca req-46ccc667-1d49-4e59-bfcf-262504219670 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:55.084596 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1fefb43b-3d50-463a-aacf-0d1df9f75aca req-46ccc667-1d49-4e59-bfcf-262504219670 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:55.114944 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-abe42354-2fe8-4ce7-b840-bcbe461f005d tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:55.124318 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-abe42354-2fe8-4ce7-b840-bcbe461f005d tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/networks?id=0a0a50fb-f59e-4919-9310-948ef891e84f HTTP/1.1" status: 200 len: 808 time: 0.3632073 Sep 30 00:50:55.142136 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-a9fde580-e523-46e0-9b88-1bcbb2255345 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/quotas/f37261e7a4fc4ea5bf5016bed7997e37 HTTP/1.1" status: 200 len: 375 time: 0.0167201 Sep 30 00:50:55.216152 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 58492) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:55.250400 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-1fefb43b-3d50-463a-aacf-0d1df9f75aca req-46ccc667-1d49-4e59-bfcf-262504219670 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Calling delete_port for d49440dc-6d03-45a6-9b63-a052dd29bc2a owned by network:floatingip {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:50:55.307368 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-b127de0c-2971-4e7d-87a4-6c2c80a2875b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1639893 Sep 30 00:50:55.508684 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-2fa86a1e-b327-4945-9cc9-bd092b2b6397 service neutron] 10.222.0.39 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002399 Sep 30 00:50:55.701651 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e436cf1c-d7df-481c-80f3-c800aabd131e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:55.730062 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-e436cf1c-d7df-481c-80f3-c800aabd131e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:55.746049 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-e436cf1c-d7df-481c-80f3-c800aabd131e admin admin] Usage tracker for resource:security_group_rule and tenant:bec02c80023b43da810b09674f974e4a is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:55.752354 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-e436cf1c-d7df-481c-80f3-c800aabd131e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:55.769706 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-e436cf1c-d7df-481c-80f3-c800aabd131e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:55.812777 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-12508a2f-7de8-4049-b5bd-8f79b5eeb37a service neutron] 10.222.0.39 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027956 Sep 30 00:50:55.844357 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-aff126a2-7eba-495b-b13c-750f67f77fb6 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:55.845991 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-aff126a2-7eba-495b-b13c-750f67f77fb6 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.59 "GET /v2.0/networks?id=f57b268d-20d8-40fa-b8a7-84057b4271aa HTTP/1.1" status: 200 len: 821 time: 0.3256800 Sep 30 00:50:55.851351 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1fefb43b-3d50-463a-aacf-0d1df9f75aca req-46ccc667-1d49-4e59-bfcf-262504219670 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:55.856783 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b50e0d5e-94c8-45c8-bdc9-2a13f2d13eb9 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:55.938403 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-963af680-88b7-45c5-abe1-8260ef74ff9c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Request body: {'port': {'device_id': 'b7bc6ef3-2633-48c4-8bc3-64ba73a09719', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'admin_state_up': True, 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:50:55.996217 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e436cf1c-d7df-481c-80f3-c800aabd131e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:56.005857 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e436cf1c-d7df-481c-80f3-c800aabd131e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:56.013652 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ccc667-1d49-4e59-bfcf-262504219670 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Pushing event deleted for resources: {'Port': ['ID=d49440dc-6d03-45a6-9b63-a052dd29bc2a,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:56.060442 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c47b8b76-35b1-4ec0-bb8f-fd7033390887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:56.075162 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-46ccc667-1d49-4e59-bfcf-262504219670 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:56.085390 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-e436cf1c-d7df-481c-80f3-c800aabd131e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bec02c80023b43da810b09674f974e4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8648899 Sep 30 00:50:56.088423 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 58516) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:56.124826 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436cf1c-d7df-481c-80f3-c800aabd131e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857bdf94-4d3c-4e75-a18b-1b0f7d153302,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:56.127893 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e436cf1c-d7df-481c-80f3-c800aabd131e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:56.270014 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fbed5502-3aab-4f2e-86d8-b951cf4d5a4d req-465b56a4-3f2f-4e00-8d12-1d81ee53f065 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7bc6ef3-2633-48c4-8bc3-64ba73a09719 HTTP/1.1" status: 200 len: 210 time: 0.0872540 Sep 30 00:50:56.321282 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1fefb43b-3d50-463a-aacf-0d1df9f75aca req-46ccc667-1d49-4e59-bfcf-262504219670 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks [] for floatingip, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:56.346444 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 65e238c0-4ced-4c9b-95a9-d08afa9bc91a up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:50:56.361311 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-963af680-88b7-45c5-abe1-8260ef74ff9c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:56.381332 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-963af680-88b7-45c5-abe1-8260ef74ff9c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Usage tracker for resource:port and tenant:4b20f4b110694ae5b48ceb31519082dc is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:56.387365 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-963af680-88b7-45c5-abe1-8260ef74ff9c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:56.439476 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6755a12a-bbd0-4e3e-a5bb-29acb5fbf1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:56.443374 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-963af680-88b7-45c5-abe1-8260ef74ff9c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:56.469414 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 65e238c0-4ced-4c9b-95a9-d08afa9bc91a completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:50:56.477188 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 65e238c0-4ced-4c9b-95a9-d08afa9bc91a triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:50:56.477741 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:56.488892 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-963af680-88b7-45c5-abe1-8260ef74ff9c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Made reservation on behalf of 4b20f4b110694ae5b48ceb31519082dc for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:50:56.497228 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-963af680-88b7-45c5-abe1-8260ef74ff9c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:56.541084 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1fefb43b-3d50-463a-aacf-0d1df9f75aca req-46ccc667-1d49-4e59-bfcf-262504219670 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:56.552048 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1fefb43b-3d50-463a-aacf-0d1df9f75aca req-46ccc667-1d49-4e59-bfcf-262504219670 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] 10.222.0.39 "DELETE /v2.0/floatingips/3c438747-f994-42a1-8fc9-eca0c6be2ee4 HTTP/1.1" status: 204 len: 173 time: 2.1677897 Sep 30 00:50:56.555264 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6755a12a-bbd0-4e3e-a5bb-29acb5fbf1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:56.694279 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9338f-6d67-4cb0-ae85-96014e76158a req-3e2887df-6922-4fd4-aa19-cc50eddc27c0 tempest-DeleteServersAdminTestJSON-2096440900 tempest-DeleteServersAdminTestJSON-2096440900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:56.702299 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-67c9338f-6d67-4cb0-ae85-96014e76158a req-3e2887df-6922-4fd4-aa19-cc50eddc27c0 tempest-DeleteServersAdminTestJSON-2096440900 tempest-DeleteServersAdminTestJSON-2096440900-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0504ef41-657e-4cee-a411-69ee834e1acb HTTP/1.1" status: 200 len: 1101 time: 0.2153871 Sep 30 00:50:56.842168 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:56.902092 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 65e238c0-4ced-4c9b-95a9-d08afa9bc91a, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=65e238c0-4ced-4c9b-95a9-d08afa9bc91a,segment=NetworkSegment(f07c8a4c-f21a-468f-9b43-5e958c580927),segment_id=f07c8a4c-f21a-468f-9b43-5e958c580927)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:50:56.909869 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:56.919762 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:56.941938 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-963af680-88b7-45c5-abe1-8260ef74ff9c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Allocated IP 172.20.0.11 (f57b268d-20d8-40fa-b8a7-84057b4271aa/739388f2-bdc1-458a-ad24-7599b12445e8/916084b2-d175-413c-9e85-453b2a06a76d) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:50:57.005375 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-67c9338f-6d67-4cb0-ae85-96014e76158a req-41d7ff88-f642-495c-999f-60cb86b0f43f tempest-DeleteServersAdminTestJSON-2096440900 tempest-DeleteServersAdminTestJSON-2096440900-project-admin] Deleting port ba235280-b9eb-4959-b2de-653a63dba52c {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:50:57.005938 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-67c9338f-6d67-4cb0-ae85-96014e76158a req-41d7ff88-f642-495c-999f-60cb86b0f43f tempest-DeleteServersAdminTestJSON-2096440900 tempest-DeleteServersAdminTestJSON-2096440900-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:57.037095 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6755a12a-bbd0-4e3e-a5bb-29acb5fbf1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:57.044576 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=65e238c0-4ced-4c9b-95a9-d08afa9bc91a,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:57.058905 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:57.075541 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-685ce9d9-d205-4a95-a595-45a1f9a9f1cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:57.140447 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-47aa1027-3877-4150-9d16-99893b38ca5d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454521 Sep 30 00:50:57.153953 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755a12a-bbd0-4e3e-a5bb-29acb5fbf1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857bdf94-4d3c-4e75-a18b-1b0f7d153302,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:57.166192 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6755a12a-bbd0-4e3e-a5bb-29acb5fbf1bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:57.251717 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c252b-7882-4e9f-8dce-c2ecba61d782 req-6a4385e6-807a-4291-9d82-15906912d49e tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:57.253370 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4c4c252b-7882-4e9f-8dce-c2ecba61d782 req-6a4385e6-807a-4291-9d82-15906912d49e tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=0504ef41-657e-4cee-a411-69ee834e1acb HTTP/1.1" status: 200 len: 950 time: 0.4356914 Sep 30 00:50:57.386169 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4c4c252b-7882-4e9f-8dce-c2ecba61d782 req-1b5b2825-e64e-4a77-809a-431b47f91277 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5154992-720d-4612-ace4-37ce4b9f20af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219244 Sep 30 00:50:57.434936 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-67c9338f-6d67-4cb0-ae85-96014e76158a req-41d7ff88-f642-495c-999f-60cb86b0f43f tempest-DeleteServersAdminTestJSON-2096440900 tempest-DeleteServersAdminTestJSON-2096440900-project-admin] For port ba235280-b9eb-4959-b2de-653a63dba52c, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=ba235280-b9eb-4959-b2de-653a63dba52c,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:50:57.435398 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-67c9338f-6d67-4cb0-ae85-96014e76158a req-41d7ff88-f642-495c-999f-60cb86b0f43f tempest-DeleteServersAdminTestJSON-2096440900 tempest-DeleteServersAdminTestJSON-2096440900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:57.441625 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6755a12a-bbd0-4e3e-a5bb-29acb5fbf1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:57.443575 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-6755a12a-bbd0-4e3e-a5bb-29acb5fbf1bc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/857bdf94-4d3c-4e75-a18b-1b0f7d153302 HTTP/1.1" status: 204 len: 168 time: 1.2845383 Sep 30 00:50:57.578298 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-67c9338f-6d67-4cb0-ae85-96014e76158a req-41d7ff88-f642-495c-999f-60cb86b0f43f tempest-DeleteServersAdminTestJSON-2096440900 tempest-DeleteServersAdminTestJSON-2096440900-project-admin] Calling delete_port for ba235280-b9eb-4959-b2de-653a63dba52c owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:50:57.580338 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-46d73c91-aac5-48fd-85f6-1e1a0df6d28c tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:57.582419 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-46d73c91-aac5-48fd-85f6-1e1a0df6d28c tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4253662 Sep 30 00:50:57.593917 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-963af680-88b7-45c5-abe1-8260ef74ff9c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:57.615654 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-b6388b3f-5d2d-40f4-81ce-3f0d3757dbf8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/quotas/59d8fe751f144ee29b8fd8ad36a4eefb HTTP/1.1" status: 200 len: 375 time: 0.0257895 Sep 30 00:50:57.624052 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-963af680-88b7-45c5-abe1-8260ef74ff9c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Transition to ACTIVE for port object 916084b2-d175-413c-9e85-453b2a06a76d will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:50:57.699701 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e0f13801-6609-4f05-bb6e-b460e047bc2d req-bc42337a-d348-48a5-9dca-7bb36eb9a577 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 210 time: 0.0543268 Sep 30 00:50:57.702857 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-7413f735-20ae-45ce-8a1d-78a8ae31378d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0803688 Sep 30 00:50:57.850342 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-963af680-88b7-45c5-abe1-8260ef74ff9c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:57.861378 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:57.953970 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963af680-88b7-45c5-abe1-8260ef74ff9c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Pushing event updated for resources: {'Port': ['ID=916084b2-d175-413c-9e85-453b2a06a76d,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:57.966014 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-963af680-88b7-45c5-abe1-8260ef74ff9c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:57.978578 n-d-811809-1 neutron-server[80275]: INFO neutron.api.v2.resource [req-8f1efe04-b49d-467e-be37-4a5cb780929d req-5f857756-3958-4315-ad93-73e3102c2b30 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] show failed (client error): The resource could not be found. Sep 30 00:50:57.980007 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8f1efe04-b49d-467e-be37-4a5cb780929d req-5f857756-3958-4315-ad93-73e3102c2b30 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] 10.222.0.39 "GET /v2.0/floatingips/3c438747-f994-42a1-8fc9-eca0c6be2ee4 HTTP/1.1" status: 404 len: 350 time: 0.1705828 Sep 30 00:50:58.013580 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-67c9338f-6d67-4cb0-ae85-96014e76158a req-41d7ff88-f642-495c-999f-60cb86b0f43f tempest-DeleteServersAdminTestJSON-2096440900 tempest-DeleteServersAdminTestJSON-2096440900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:58.017038 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-963af680-88b7-45c5-abe1-8260ef74ff9c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Network f57b268d-20d8-40fa-b8a7-84057b4271aa is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:50:58.030351 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5d307e36-e4e6-47c2-ac00-ec10c6bea301 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:58.036621 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['ba235280-b9eb-4959-b2de-653a63dba52c'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:50:58.037905 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-a80b5b9c-08c4-4361-bde9-9d39de182df5 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:58.039301 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-a80b5b9c-08c4-4361-bde9-9d39de182df5 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.55 "GET /v2.0/networks?id=0a0a50fb-f59e-4919-9310-948ef891e84f HTTP/1.1" status: 200 len: 808 time: 0.3646421 Sep 30 00:50:58.040412 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-963af680-88b7-45c5-abe1-8260ef74ff9c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:50:58.053022 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-963af680-88b7-45c5-abe1-8260ef74ff9c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:50:58.066833 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-963af680-88b7-45c5-abe1-8260ef74ff9c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:58.068508 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-963af680-88b7-45c5-abe1-8260ef74ff9c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:58.087168 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-9968131c-b438-492d-8c3d-69060cde2577 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Request body: {'port': {'device_id': 'f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408', 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f', 'admin_state_up': True, 'tenant_id': 'f37261e7a4fc4ea5bf5016bed7997e37'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:50:58.142105 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 58568) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:58.144454 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7ff88-f642-495c-999f-60cb86b0f43f tempest-DeleteServersAdminTestJSON-2096440900 tempest-DeleteServersAdminTestJSON-2096440900-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba235280-b9eb-4959-b2de-653a63dba52c,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:58.147139 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-41d7ff88-f642-495c-999f-60cb86b0f43f tempest-DeleteServersAdminTestJSON-2096440900 tempest-DeleteServersAdminTestJSON-2096440900-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:58.193894 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4af1d621-fdd8-4987-acc6-7f010c0d35c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:58.294010 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-963af680-88b7-45c5-abe1-8260ef74ff9c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3848214 Sep 30 00:50:58.325473 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-5628928e-db12-4dfc-b05e-4a2d7d0a292a service neutron] Request body: {'port': {'device_id': 'b7bc6ef3-2633-48c4-8bc3-64ba73a09719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:50:58.336219 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4af1d621-fdd8-4987-acc6-7f010c0d35c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:58.352699 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 65e238c0-4ced-4c9b-95a9-d08afa9bc91a up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:50:58.384780 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c9338f-6d67-4cb0-ae85-96014e76158a req-41d7ff88-f642-495c-999f-60cb86b0f43f tempest-DeleteServersAdminTestJSON-2096440900 tempest-DeleteServersAdminTestJSON-2096440900-project-admin] No DVR routers for this DVR port ba235280-b9eb-4959-b2de-653a63dba52c on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:50:58.388114 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-67c9338f-6d67-4cb0-ae85-96014e76158a req-41d7ff88-f642-495c-999f-60cb86b0f43f tempest-DeleteServersAdminTestJSON-2096440900 tempest-DeleteServersAdminTestJSON-2096440900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:58.425816 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-4af1d621-fdd8-4987-acc6-7f010c0d35c7 admin admin] Usage tracker for resource:security_group_rule and tenant:75afbc95a05540f89dad2e9cb8deda03 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:50:58.430535 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0504ef41-657e-4cee-a411-69ee834e1acb', 'name': 'network-vif-deleted', 'tag': 'ba235280-b9eb-4959-b2de-653a63dba52c'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:50:58.437905 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-4af1d621-fdd8-4987-acc6-7f010c0d35c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:50:58.445050 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-67c9338f-6d67-4cb0-ae85-96014e76158a req-41d7ff88-f642-495c-999f-60cb86b0f43f tempest-DeleteServersAdminTestJSON-2096440900 tempest-DeleteServersAdminTestJSON-2096440900-project-admin] 10.222.0.55 "DELETE /v2.0/ports/ba235280-b9eb-4959-b2de-653a63dba52c HTTP/1.1" status: 204 len: 173 time: 1.7333598 Sep 30 00:50:58.492680 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4af1d621-fdd8-4987-acc6-7f010c0d35c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:58.553188 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-5628928e-db12-4dfc-b05e-4a2d7d0a292a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:58.579475 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc5a1b-5921-46f5-bb8e-d8b9e2928fc6 req-5f957de4-5c5f-4032-bfcf-905fc68dc111 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:58.592293 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b8dc5a1b-5921-46f5-bb8e-d8b9e2928fc6 req-5f957de4-5c5f-4032-bfcf-905fc68dc111 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7bc6ef3-2633-48c4-8bc3-64ba73a09719 HTTP/1.1" status: 200 len: 932 time: 0.3668306 Sep 30 00:50:58.649100 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 65e238c0-4ced-4c9b-95a9-d08afa9bc91a triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:50:58.649889 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:58.657170 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-9968131c-b438-492d-8c3d-69060cde2577 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:50:58.699014 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-9968131c-b438-492d-8c3d-69060cde2577 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:50:58.716458 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-ac850ac7-8f5c-402b-a21a-c705aeade448 None None] Provisioning for port 916084b2-d175-413c-9e85-453b2a06a76d completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:50:58.743720 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-9968131c-b438-492d-8c3d-69060cde2577 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Made reservation on behalf of f37261e7a4fc4ea5bf5016bed7997e37 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:50:58.747603 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-9968131c-b438-492d-8c3d-69060cde2577 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:58.762700 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-b8dc5a1b-5921-46f5-bb8e-d8b9e2928fc6 req-195a4242-662f-4275-9d9d-e74cf07d11de tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Synchronizing usage tracker for tenant:4b20f4b110694ae5b48ceb31519082dc on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:50:58.797227 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-ac850ac7-8f5c-402b-a21a-c705aeade448 None None] Provisioning complete for port 916084b2-d175-413c-9e85-453b2a06a76d triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:50:58.798024 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ac850ac7-8f5c-402b-a21a-c705aeade448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:58.798815 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-b8dc5a1b-5921-46f5-bb8e-d8b9e2928fc6 req-195a4242-662f-4275-9d9d-e74cf07d11de tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Unset dirty status for tenant:4b20f4b110694ae5b48ceb31519082dc on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:50:58.808587 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b8dc5a1b-5921-46f5-bb8e-d8b9e2928fc6 req-195a4242-662f-4275-9d9d-e74cf07d11de tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea91114e-1a8b-4056-892a-7c0f10ace738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162969 Sep 30 00:50:58.842318 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-2dcafbe1-d0a9-4560-88df-b9e7f6f60699 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e64a8f700e04425e9893be0166d8f255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0801532 Sep 30 00:50:58.888205 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4af1d621-fdd8-4987-acc6-7f010c0d35c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:58.893359 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4af1d621-fdd8-4987-acc6-7f010c0d35c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:58.901420 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-ac850ac7-8f5c-402b-a21a-c705aeade448 None None] Port 916084b2-d175-413c-9e85-453b2a06a76d cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:50:58.920058 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2a1955b0-a058-4d04-b9f8-c1a0e5263eeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:59.000827 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-4af1d621-fdd8-4987-acc6-7f010c0d35c7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=75afbc95a05540f89dad2e9cb8deda03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8524339 Sep 30 00:50:59.015915 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1d621-fdd8-4987-acc6-7f010c0d35c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9e3042-a2db-4745-a53c-05d774d6b489,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:59.019709 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 58592) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:59.023800 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4af1d621-fdd8-4987-acc6-7f010c0d35c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:59.150785 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4f386d83-22d4-4cf5-94dd-a7edb894df90 req-6f13bda7-6721-4bd2-8434-04d8e74d0de4 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 210 time: 0.0575233 Sep 30 00:50:59.170339 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c822ca6e-97f1-47ab-a003-a1559cae7b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:59.205639 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c822ca6e-97f1-47ab-a003-a1559cae7b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:59.280305 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-9da80675-4cb1-4883-9148-8ad6e5018b52 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:50:59.281847 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-9da80675-4cb1-4883-9148-8ad6e5018b52 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4248362 Sep 30 00:50:59.303677 n-d-811809-1 neutron-server[80275]: INFO neutron.api.v2.resource [req-79a9e45d-9406-4e04-b386-721cab521fbc req-7b0ba45b-df18-40ee-aefe-c4ae1afc9d0a tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] show failed (client error): The resource could not be found. Sep 30 00:50:59.304680 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-79a9e45d-9406-4e04-b386-721cab521fbc req-7b0ba45b-df18-40ee-aefe-c4ae1afc9d0a tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] 10.222.0.39 "GET /v2.0/floatingips/3c438747-f994-42a1-8fc9-eca0c6be2ee4 HTTP/1.1" status: 404 len: 350 time: 0.1047869 Sep 30 00:50:59.310921 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-9968131c-b438-492d-8c3d-69060cde2577 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Allocated IP 172.20.0.2 (0a0a50fb-f59e-4919-9310-948ef891e84f/e11b3221-7cfb-4feb-801d-70a2c0ec6209/9f823616-cece-4d73-8e94-3826fbf67aeb) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:50:59.317955 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 58596) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:50:59.325270 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-e6634f1c-7c47-425e-b4d8-e15d9ac806fe tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/quotas/e64a8f700e04425e9893be0166d8f255 HTTP/1.1" status: 200 len: 375 time: 0.0315742 Sep 30 00:50:59.354550 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c822ca6e-97f1-47ab-a003-a1559cae7b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:59.367255 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-cca61f63-a36a-4703-8cc3-f57ef993fb76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:50:59.380106 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822ca6e-97f1-47ab-a003-a1559cae7b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9e3042-a2db-4745-a53c-05d774d6b489,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:50:59.399438 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c822ca6e-97f1-47ab-a003-a1559cae7b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:50:59.400648 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c822ca6e-97f1-47ab-a003-a1559cae7b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:50:59.402141 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-c822ca6e-97f1-47ab-a003-a1559cae7b00 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bb9e3042-a2db-4745-a53c-05d774d6b489 HTTP/1.1" status: 204 len: 168 time: 0.3813796 Sep 30 00:50:59.530653 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-e1cc6a2f-1daa-4ede-bd46-e195fdb2bdb3 req-6087b857-5c30-43ed-a025-2ff70595a1d4 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Synchronizing usage tracker for tenant:09f9ae3e1bed4a5f8cd3a98d76e38eb0 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:50:59.550216 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-e1cc6a2f-1daa-4ede-bd46-e195fdb2bdb3 req-6087b857-5c30-43ed-a025-2ff70595a1d4 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Unset dirty status for tenant:09f9ae3e1bed4a5f8cd3a98d76e38eb0 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:50:59.560221 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e1cc6a2f-1daa-4ede-bd46-e195fdb2bdb3 req-6087b857-5c30-43ed-a025-2ff70595a1d4 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=0504ef41-657e-4cee-a411-69ee834e1acb HTTP/1.1" status: 200 len: 210 time: 0.0896661 Sep 30 00:50:59.611572 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-9b5f36c6-ce93-4a2e-a994-88ebf9649e72 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e64a8f700e04425e9893be0166d8f255&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1486919 Sep 30 00:50:59.621874 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0504ef41-657e-4cee-a411-69ee834e1acb', 'name': 'network-vif-deleted', 'tag': 'ba235280-b9eb-4959-b2de-653a63dba52c', 'status': 'completed', 'code': 200} Sep 30 00:50:59.668191 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.resource_extend [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-5628928e-db12-4dfc-b05e-4a2d7d0a292a service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 00:50:59.739028 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-f61cfa62-c584-4972-80c1-4f80d88874f5 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333459 Sep 30 00:50:59.918112 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9c143f33-6605-45ed-be24-b2753dfa1e7f req-641aa3c8-f8d6-4f81-adfc-45bb3bdb1f54 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 210 time: 0.1211963 Sep 30 00:51:00.060308 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-ded600b2-6e9d-4e70-98c4-4faace036a63 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:00.063051 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-ded600b2-6e9d-4e70-98c4-4faace036a63 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3181341 Sep 30 00:51:00.116296 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-e73b033e-06fc-40d6-a516-155fe73cf8f8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Request body: {'port': {'device_id': 'e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'admin_state_up': True, 'tenant_id': '59d8fe751f144ee29b8fd8ad36a4eefb'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:51:00.324288 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8d35868a-45f5-4211-b129-b5b5627ade5d req-30e58858-ee50-4fab-a341-d49e3d0e4940 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4415350-b0a8-459c-a045-324e642d2659 HTTP/1.1" status: 200 len: 210 time: 0.3057351 Sep 30 00:51:00.352795 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f81878-7f60-4188-ae51-d70c37ce187e req-ad4d08bc-fbd5-4ceb-9a65-0cffc339acd3 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:00.353528 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-5628928e-db12-4dfc-b05e-4a2d7d0a292a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916084b2-d175-413c-9e85-453b2a06a76d {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:51:00.360607 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e3f81878-7f60-4188-ae51-d70c37ce187e req-ad4d08bc-fbd5-4ceb-9a65-0cffc339acd3 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7bc6ef3-2633-48c4-8bc3-64ba73a09719 HTTP/1.1" status: 200 len: 932 time: 0.2926242 Sep 30 00:51:00.397115 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-5628928e-db12-4dfc-b05e-4a2d7d0a292a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:00.418243 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e3f81878-7f60-4188-ae51-d70c37ce187e req-7e10a2c0-876c-4b4c-9826-0cd1b09668ff tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea91114e-1a8b-4056-892a-7c0f10ace738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566981 Sep 30 00:51:00.456251 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-5628928e-db12-4dfc-b05e-4a2d7d0a292a service neutron] Transition to ACTIVE for port object 916084b2-d175-413c-9e85-453b2a06a76d will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:51:00.496730 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-e73b033e-06fc-40d6-a516-155fe73cf8f8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:51:00.500997 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-e73b033e-06fc-40d6-a516-155fe73cf8f8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Usage tracker for resource:port and tenant:59d8fe751f144ee29b8fd8ad36a4eefb is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:51:00.503802 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-5628928e-db12-4dfc-b05e-4a2d7d0a292a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:00.504785 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-e73b033e-06fc-40d6-a516-155fe73cf8f8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:51:00.519265 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-e73b033e-06fc-40d6-a516-155fe73cf8f8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:51:00.524648 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:00.537856 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-e73b033e-06fc-40d6-a516-155fe73cf8f8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Made reservation on behalf of 59d8fe751f144ee29b8fd8ad36a4eefb for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:51:00.543933 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-e73b033e-06fc-40d6-a516-155fe73cf8f8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:00.575836 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device ba235280-b9eb-4959-b2de-653a63dba52c no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:51:00.632082 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-e73b033e-06fc-40d6-a516-155fe73cf8f8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:00.654350 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-e73b033e-06fc-40d6-a516-155fe73cf8f8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:51:00.659164 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-e73b033e-06fc-40d6-a516-155fe73cf8f8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Usage tracker for resource:security_group_rule and tenant:59d8fe751f144ee29b8fd8ad36a4eefb is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:51:00.663231 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-e73b033e-06fc-40d6-a516-155fe73cf8f8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:51:00.669677 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-e73b033e-06fc-40d6-a516-155fe73cf8f8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:51:00.726415 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: ba235280-b9eb-4959-b2de-653a63dba52c {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:51:00.727174 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device ba235280-b9eb-4959-b2de-653a63dba52c not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:51:00.752323 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e3070977-6040-4e0a-b604-6db80996877d req-b0375207-98b0-46c9-bfd3-7dba0572869d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 210 time: 0.1882617 Sep 30 00:51:00.787538 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-9968131c-b438-492d-8c3d-69060cde2577 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:00.856938 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5628928e-db12-4dfc-b05e-4a2d7d0a292a service neutron] Pushing event updated for resources: {'Port': ['ID=916084b2-d175-413c-9e85-453b2a06a76d,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:00.872840 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5628928e-db12-4dfc-b05e-4a2d7d0a292a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:00.883620 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-e73b033e-06fc-40d6-a516-155fe73cf8f8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:00.888272 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-e73b033e-06fc-40d6-a516-155fe73cf8f8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:00.893806 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-84427c42-bc6b-42a3-bada-5198af1b2c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:00.983918 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-5628928e-db12-4dfc-b05e-4a2d7d0a292a service neutron] Attempting to bind port 916084b2-d175-413c-9e85-453b2a06a76d on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:51:00.984263 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-5628928e-db12-4dfc-b05e-4a2d7d0a292a service neutron] Attempting to bind port 916084b2-d175-413c-9e85-453b2a06a76d by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'f07c8a4c-f21a-468f-9b43-5e958c580927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:51:00.984602 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-5628928e-db12-4dfc-b05e-4a2d7d0a292a service neutron] Attempting to bind port 916084b2-d175-413c-9e85-453b2a06a76d on network f57b268d-20d8-40fa-b8a7-84057b4271aa {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:51:00.997829 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-5628928e-db12-4dfc-b05e-4a2d7d0a292a service neutron] Port 916084b2-d175-413c-9e85-453b2a06a76d on network f57b268d-20d8-40fa-b8a7-84057b4271aa not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:51:00.998159 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-5628928e-db12-4dfc-b05e-4a2d7d0a292a service neutron] Attempting to bind port 916084b2-d175-413c-9e85-453b2a06a76d on network f57b268d-20d8-40fa-b8a7-84057b4271aa {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:51:01.008716 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-5628928e-db12-4dfc-b05e-4a2d7d0a292a service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:51:01.009065 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-5628928e-db12-4dfc-b05e-4a2d7d0a292a service neutron] Checking segment: {'id': 'f07c8a4c-f21a-468f-9b43-5e958c580927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:51:01.009461 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-5628928e-db12-4dfc-b05e-4a2d7d0a292a service neutron] Bound using segment: {'id': 'f07c8a4c-f21a-468f-9b43-5e958c580927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:51:01.009915 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-5628928e-db12-4dfc-b05e-4a2d7d0a292a service neutron] Bound port: 916084b2-d175-413c-9e85-453b2a06a76d, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f07c8a4c-f21a-468f-9b43-5e958c580927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:51:01.010253 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-5628928e-db12-4dfc-b05e-4a2d7d0a292a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:01.105239 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-9968131c-b438-492d-8c3d-69060cde2577 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:01.116409 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b50e0d5e-94c8-45c8-bdc9-2a13f2d13eb9 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:01.218875 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-9968131c-b438-492d-8c3d-69060cde2577 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Network 0a0a50fb-f59e-4919-9310-948ef891e84f is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:51:01.220500 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-e73b033e-06fc-40d6-a516-155fe73cf8f8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Allocated IP 192.168.233.213 (5148d586-4385-4f2c-9968-16b3a645031f/d94969b3-14c1-4902-a40b-8e6c297e30ba/3d518f2d-344f-4c32-9fed-6a6c1995109a) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:51:01.228063 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-9968131c-b438-492d-8c3d-69060cde2577 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:51:01.247648 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-9968131c-b438-492d-8c3d-69060cde2577 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:51:01.250817 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b033e-06fc-40d6-a516-155fe73cf8f8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:01.255497 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-9968131c-b438-492d-8c3d-69060cde2577 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:01.256152 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-9968131c-b438-492d-8c3d-69060cde2577 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:01.259728 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e73b033e-06fc-40d6-a516-155fe73cf8f8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:01.296681 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968131c-b438-492d-8c3d-69060cde2577 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Pushing event updated for resources: {'Port': ['ID=9f823616-cece-4d73-8e94-3826fbf67aeb,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:01.301635 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9968131c-b438-492d-8c3d-69060cde2577 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:01.319940 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-5628928e-db12-4dfc-b05e-4a2d7d0a292a service neutron] For port 916084b2-d175-413c-9e85-453b2a06a76d, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:51:01.335817 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-ba00cdd0-bf75-4996-bf0d-bdcb01a77e0c tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=09f9ae3e1bed4a5f8cd3a98d76e38eb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1115499 Sep 30 00:51:01.404553 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-5628928e-db12-4dfc-b05e-4a2d7d0a292a service neutron] For port 916084b2-d175-413c-9e85-453b2a06a76d, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=916084b2-d175-413c-9e85-453b2a06a76d,segment=NetworkSegment(f07c8a4c-f21a-468f-9b43-5e958c580927),segment_id=f07c8a4c-f21a-468f-9b43-5e958c580927)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:51:01.409223 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43606e-9fb1-4775-8c28-70d50e12a7be req-0211d500-191d-49ca-85d1-0dec759934ef tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:01.410747 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cf43606e-9fb1-4775-8c28-70d50e12a7be req-0211d500-191d-49ca-85d1-0dec759934ef tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 931 time: 0.2470968 Sep 30 00:51:01.477384 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-5628928e-db12-4dfc-b05e-4a2d7d0a292a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:01.492494 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ef312f5f-864d-4884-a982-9cfc5a3ea312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:01.515653 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cf43606e-9fb1-4775-8c28-70d50e12a7be req-d5113807-3d58-4fd9-ba5b-bd467a95aac4 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937641 Sep 30 00:51:01.527139 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-9968131c-b438-492d-8c3d-69060cde2577 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4752707 Sep 30 00:51:01.555545 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-81bd2a10-dc27-4ddf-9450-373a7fa14fe8 service neutron] Request body: {'port': {'device_id': 'f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:51:01.594515 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-e73b033e-06fc-40d6-a516-155fe73cf8f8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:01.661675 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-5628928e-db12-4dfc-b05e-4a2d7d0a292a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:01.662302 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-5628928e-db12-4dfc-b05e-4a2d7d0a292a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:01.672016 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-5628928e-db12-4dfc-b05e-4a2d7d0a292a service neutron] 10.222.0.59 "PUT /v2.0/ports/916084b2-d175-413c-9e85-453b2a06a76d HTTP/1.1" status: 200 len: 1092 time: 3.3629363 Sep 30 00:51:01.698451 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7bc6ef3-2633-48c4-8bc3-64ba73a09719', 'tag': '916084b2-d175-413c-9e85-453b2a06a76d'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:51:01.734307 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-30c1a034-118a-4b67-86d3-1ac00678d62d tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e64a8f700e04425e9893be0166d8f255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1217482 Sep 30 00:51:01.743898 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-e73b033e-06fc-40d6-a516-155fe73cf8f8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Transition to ACTIVE for port object 3d518f2d-344f-4c32-9fed-6a6c1995109a will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:51:01.773402 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5628928e-db12-4dfc-b05e-4a2d7d0a292a service neutron] Pushing event updated for resources: {'Port': ['ID=916084b2-d175-413c-9e85-453b2a06a76d,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:01.777490 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5628928e-db12-4dfc-b05e-4a2d7d0a292a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:01.825174 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-12e84e72-01cc-409f-abb4-7b91c3c8b02c req-990faf64-cf59-47c5-b118-0ab4811c2f06 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4415350-b0a8-459c-a045-324e642d2659 HTTP/1.1" status: 200 len: 210 time: 0.0856659 Sep 30 00:51:01.957234 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-07f11a22-b6fb-4f7a-980c-6a0cee4268a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734431'] for router_interface, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:01.959941 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-e73b033e-06fc-40d6-a516-155fe73cf8f8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:01.999857 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2438006e-8d59-49d9-b482-77737cfcaddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:02.025694 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-fb8196d0-96ac-4370-a10d-315894a221a6 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:02.027158 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-fb8196d0-96ac-4370-a10d-315894a221a6 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6905992 Sep 30 00:51:02.053302 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-25be4df1-e52b-46c1-b9c3-86c824dc1d40 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:02.054832 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-25be4df1-e52b-46c1-b9c3-86c824dc1d40 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3122511 Sep 30 00:51:02.079975 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-e249444a-7d23-4a01-8c98-b41698ec7ab8 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Request body: {'port': {'device_id': 'f4415350-b0a8-459c-a045-324e642d2659', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'admin_state_up': True, 'tenant_id': 'e64a8f700e04425e9893be0166d8f255'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:51:02.163844 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-e73b033e-06fc-40d6-a516-155fe73cf8f8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Network 5148d586-4385-4f2c-9968-16b3a645031f is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:51:02.178122 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-e73b033e-06fc-40d6-a516-155fe73cf8f8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:51:02.188765 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-e73b033e-06fc-40d6-a516-155fe73cf8f8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:51:02.207269 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-81bd2a10-dc27-4ddf-9450-373a7fa14fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:02.221235 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b033e-06fc-40d6-a516-155fe73cf8f8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Pushing event updated for resources: {'Port': ['ID=3d518f2d-344f-4c32-9fed-6a6c1995109a,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:02.231859 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-3e3c1a3c-f42e-415e-a1c0-ea6f36774a34 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/quotas/09f9ae3e1bed4a5f8cd3a98d76e38eb0 HTTP/1.1" status: 200 len: 375 time: 0.0585370 Sep 30 00:51:02.235472 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e73b033e-06fc-40d6-a516-155fe73cf8f8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:02.279629 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-e73b033e-06fc-40d6-a516-155fe73cf8f8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:02.279810 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-e73b033e-06fc-40d6-a516-155fe73cf8f8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:02.324801 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed0717-1955-4db9-a001-a56aa171949e req-fd8586fc-6088-40e9-a105-a4ba0f542309 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:02.331307 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b0ed0717-1955-4db9-a001-a56aa171949e req-fd8586fc-6088-40e9-a105-a4ba0f542309 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7bc6ef3-2633-48c4-8bc3-64ba73a09719 HTTP/1.1" status: 200 len: 944 time: 0.3763514 Sep 30 00:51:02.343357 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-fd0a7822-22fb-48af-a88c-ab0b2a686f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:02.344818 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-fd0a7822-22fb-48af-a88c-ab0b2a686f50 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b20f4b110694ae5b48ceb31519082dc&device_id=b7bc6ef3-2633-48c4-8bc3-64ba73a09719 HTTP/1.1" status: 200 len: 1095 time: 0.5301311 Sep 30 00:51:02.351832 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-3683d6b3-be06-4951-a65c-6b5ea4802135 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=09f9ae3e1bed4a5f8cd3a98d76e38eb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1110921 Sep 30 00:51:02.381960 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-e73b033e-06fc-40d6-a516-155fe73cf8f8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2695162 Sep 30 00:51:02.400274 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-e249444a-7d23-4a01-8c98-b41698ec7ab8 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:51:02.421377 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-b000bcf0-d3f4-4969-8541-0fe41079c4e5 None None] Provisioning for port 3d518f2d-344f-4c32-9fed-6a6c1995109a completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:51:02.421983 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-f5216575-17c6-4e47-9a90-f5786c3f344c service neutron] Request body: {'port': {'device_id': 'e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:51:02.428477 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-b000bcf0-d3f4-4969-8541-0fe41079c4e5 None None] Provisioning complete for port 3d518f2d-344f-4c32-9fed-6a6c1995109a triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:02.429165 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-b000bcf0-d3f4-4969-8541-0fe41079c4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:02.447306 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-7b9c0960-ae00-48af-a5f9-f24afa56321b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=916084b2-d175-413c-9e85-453b2a06a76d HTTP/1.1" status: 200 len: 217 time: 0.0841377 Sep 30 00:51:02.472359 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b0ed0717-1955-4db9-a001-a56aa171949e req-002eda7b-937f-4121-95a8-6765a4b41513 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea91114e-1a8b-4056-892a-7c0f10ace738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370628 Sep 30 00:51:02.491416 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-e249444a-7d23-4a01-8c98-b41698ec7ab8 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Usage tracker for resource:port and tenant:e64a8f700e04425e9893be0166d8f255 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:51:02.494733 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-e249444a-7d23-4a01-8c98-b41698ec7ab8 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:51:02.502620 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-e249444a-7d23-4a01-8c98-b41698ec7ab8 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:51:02.519328 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-e249444a-7d23-4a01-8c98-b41698ec7ab8 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Made reservation on behalf of e64a8f700e04425e9893be0166d8f255 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:51:02.524608 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-e249444a-7d23-4a01-8c98-b41698ec7ab8 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:02.540106 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-b000bcf0-d3f4-4969-8541-0fe41079c4e5 None None] Port 3d518f2d-344f-4c32-9fed-6a6c1995109a cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:51:02.553713 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-e249444a-7d23-4a01-8c98-b41698ec7ab8 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:02.583806 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-e249444a-7d23-4a01-8c98-b41698ec7ab8 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:51:02.589168 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-e249444a-7d23-4a01-8c98-b41698ec7ab8 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Usage tracker for resource:security_group_rule and tenant:e64a8f700e04425e9893be0166d8f255 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:51:02.592037 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-e249444a-7d23-4a01-8c98-b41698ec7ab8 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:51:02.600092 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-e249444a-7d23-4a01-8c98-b41698ec7ab8 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:51:02.610107 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7bc6ef3-2633-48c4-8bc3-64ba73a09719', 'tag': '916084b2-d175-413c-9e85-453b2a06a76d', 'status': 'completed', 'code': 200} Sep 30 00:51:02.771708 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-f5216575-17c6-4e47-9a90-f5786c3f344c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:02.840247 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-a921809d-3a96-4955-b96b-a253276b39ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:02.841830 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-a921809d-3a96-4955-b96b-a253276b39ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=739388f2-bdc1-458a-ad24-7599b12445e8 HTTP/1.1" status: 200 len: 860 time: 0.3253269 Sep 30 00:51:02.874491 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-e249444a-7d23-4a01-8c98-b41698ec7ab8 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:02.889275 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-e249444a-7d23-4a01-8c98-b41698ec7ab8 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:03.149796 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ade355f4-d26c-4eb1-82e6-a52717a69409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:03.192001 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-9e974d0f-f110-46c9-a6cc-084b81aea967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:03.193481 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-9e974d0f-f110-46c9-a6cc-084b81aea967 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f57b268d-20d8-40fa-b8a7-84057b4271aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2780833 Sep 30 00:51:03.195849 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-07f11a22-b6fb-4f7a-980c-6a0cee4268a4 admin admin] Deleting port 21fb1737-c020-43c0-a0fe-7a49d9513f62 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:51:03.196187 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-07f11a22-b6fb-4f7a-980c-6a0cee4268a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:03.240402 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a4c27-2eb8-481a-9a0b-66ea71ff96a2 req-b595527e-9f48-4ccb-baed-1b6562fedafa tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:03.241871 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a9a4c27-2eb8-481a-9a0b-66ea71ff96a2 req-b595527e-9f48-4ccb-baed-1b6562fedafa tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 936 time: 0.3244786 Sep 30 00:51:03.260463 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-34b1fb38-d540-4575-9a82-c7fe579e2254 req-ec3db1c8-34a7-44d8-855f-33762614c82a tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=711abfd9-64e5-4878-a07f-a6419c0efbdb HTTP/1.1" status: 200 len: 210 time: 0.1124301 Sep 30 00:51:03.291710 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249444a-7d23-4a01-8c98-b41698ec7ab8 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14d36578-c53f-4fbc-a012-bc23f095a480,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:03.297557 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-e249444a-7d23-4a01-8c98-b41698ec7ab8 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Allocated IP 192.168.233.237 (5148d586-4385-4f2c-9968-16b3a645031f/d94969b3-14c1-4902-a40b-8e6c297e30ba/bc037ddb-a81c-4cfc-962c-e82208357776) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:51:03.302105 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e249444a-7d23-4a01-8c98-b41698ec7ab8 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:03.528657 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-81bd2a10-dc27-4ddf-9450-373a7fa14fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f823616-cece-4d73-8e94-3826fbf67aeb {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:51:03.550718 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a9a4c27-2eb8-481a-9a0b-66ea71ff96a2 req-3b788e8c-947f-4234-8c82-b75973157920 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752244 Sep 30 00:51:03.554576 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-81bd2a10-dc27-4ddf-9450-373a7fa14fe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:03.589343 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-e249444a-7d23-4a01-8c98-b41698ec7ab8 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:03.607352 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-81bd2a10-dc27-4ddf-9450-373a7fa14fe8 service neutron] Transition to ACTIVE for port object 9f823616-cece-4d73-8e94-3826fbf67aeb will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:51:03.610313 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-e249444a-7d23-4a01-8c98-b41698ec7ab8 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Transition to ACTIVE for port object bc037ddb-a81c-4cfc-962c-e82208357776 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:51:03.616559 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-81bd2a10-dc27-4ddf-9450-373a7fa14fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:03.630227 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5628928e-db12-4dfc-b05e-4a2d7d0a292a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:03.662347 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-e249444a-7d23-4a01-8c98-b41698ec7ab8 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:03.663339 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-97faa332-2352-4afd-be42-462cec69b469 service neutron] 10.222.0.59 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4354692 Sep 30 00:51:03.721698 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-039b162e-8315-496a-a94b-3c92db427eab tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:03.805234 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.55', 56408) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:03.828710 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-e249444a-7d23-4a01-8c98-b41698ec7ab8 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Network 5148d586-4385-4f2c-9968-16b3a645031f is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:51:03.857826 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-e249444a-7d23-4a01-8c98-b41698ec7ab8 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:51:03.862256 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-e249444a-7d23-4a01-8c98-b41698ec7ab8 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:51:03.899140 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946cfb03-b635-4e4c-a9bf-cd26746e7c98 req-7a8acaa4-d912-4034-981f-3fa2ed785bc1 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:03.900686 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-946cfb03-b635-4e4c-a9bf-cd26746e7c98 req-7a8acaa4-d912-4034-981f-3fa2ed785bc1 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 931 time: 0.4609385 Sep 30 00:51:03.931307 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-12c12cc4-a727-4c12-ade7-2c400e1565db tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=09f9ae3e1bed4a5f8cd3a98d76e38eb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1199126 Sep 30 00:51:03.931930 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249444a-7d23-4a01-8c98-b41698ec7ab8 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Pushing event updated for resources: {'Port': ['ID=bc037ddb-a81c-4cfc-962c-e82208357776,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:03.935192 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e249444a-7d23-4a01-8c98-b41698ec7ab8 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:04.052052 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-07f11a22-b6fb-4f7a-980c-6a0cee4268a4 admin admin] For port 21fb1737-c020-43c0-a0fe-7a49d9513f62, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=21fb1737-c020-43c0-a0fe-7a49d9513f62,segment=NetworkSegment(6d8750c8-2a2a-44ba-8697-84effd9205c4),segment_id=6d8750c8-2a2a-44ba-8697-84effd9205c4)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:04.052413 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-07f11a22-b6fb-4f7a-980c-6a0cee4268a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:04.080281 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd2a10-dc27-4ddf-9450-373a7fa14fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=9f823616-cece-4d73-8e94-3826fbf67aeb,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:04.088617 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-81bd2a10-dc27-4ddf-9450-373a7fa14fe8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:04.128752 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-e249444a-7d23-4a01-8c98-b41698ec7ab8 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:04.129362 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-e249444a-7d23-4a01-8c98-b41698ec7ab8 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:04.134900 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-946cfb03-b635-4e4c-a9bf-cd26746e7c98 req-74fb0e46-469a-40e7-8147-e13bace92643 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223580 Sep 30 00:51:04.184449 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-406d5507-eb3f-4d72-aeac-0de6650fc25f None None] Provisioning for port bc037ddb-a81c-4cfc-962c-e82208357776 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:51:04.192563 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-406d5507-eb3f-4d72-aeac-0de6650fc25f None None] Provisioning complete for port bc037ddb-a81c-4cfc-962c-e82208357776 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:04.193672 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-406d5507-eb3f-4d72-aeac-0de6650fc25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:04.218312 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-e249444a-7d23-4a01-8c98-b41698ec7ab8 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1430373 Sep 30 00:51:04.236213 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-9e55bec3-e6a0-46f0-aa0d-70201f5c93f2 service neutron] Request body: {'port': {'device_id': 'f4415350-b0a8-459c-a045-324e642d2659', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:51:04.251371 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-07f11a22-b6fb-4f7a-980c-6a0cee4268a4 admin admin] Calling delete_port for 21fb1737-c020-43c0-a0fe-7a49d9513f62 owned by network:router_interface {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:51:04.270443 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-406d5507-eb3f-4d72-aeac-0de6650fc25f None None] Port bc037ddb-a81c-4cfc-962c-e82208357776 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:51:04.315443 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-782e5bfe-c780-4c99-a86d-d0e16d778ffa tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:04.316900 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-782e5bfe-c780-4c99-a86d-d0e16d778ffa tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3619711 Sep 30 00:51:04.345440 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-a55fbf96-0b88-4727-bb8e-e4733718c63a tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Request body: {'port': {'device_id': '711abfd9-64e5-4878-a07f-a6419c0efbdb', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'admin_state_up': True, 'tenant_id': '09f9ae3e1bed4a5f8cd3a98d76e38eb0'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:51:04.349501 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-81bd2a10-dc27-4ddf-9450-373a7fa14fe8 service neutron] Attempting to bind port 9f823616-cece-4d73-8e94-3826fbf67aeb on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:51:04.349840 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-81bd2a10-dc27-4ddf-9450-373a7fa14fe8 service neutron] Attempting to bind port 9f823616-cece-4d73-8e94-3826fbf67aeb by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:51:04.350168 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-81bd2a10-dc27-4ddf-9450-373a7fa14fe8 service neutron] Attempting to bind port 9f823616-cece-4d73-8e94-3826fbf67aeb on network 0a0a50fb-f59e-4919-9310-948ef891e84f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:51:04.366272 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-81bd2a10-dc27-4ddf-9450-373a7fa14fe8 service neutron] Port 9f823616-cece-4d73-8e94-3826fbf67aeb on network 0a0a50fb-f59e-4919-9310-948ef891e84f not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:51:04.366610 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-81bd2a10-dc27-4ddf-9450-373a7fa14fe8 service neutron] Attempting to bind port 9f823616-cece-4d73-8e94-3826fbf67aeb on network 0a0a50fb-f59e-4919-9310-948ef891e84f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:51:04.375013 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-81429824-2fcf-49b7-b3ea-793802d02a6e req-42a68c06-81df-4176-ad11-5ad2115d22b0 service neutron] 10.222.0.59 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6816297 Sep 30 00:51:04.382617 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-81bd2a10-dc27-4ddf-9450-373a7fa14fe8 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:51:04.382617 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-81bd2a10-dc27-4ddf-9450-373a7fa14fe8 service neutron] Checking segment: {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:51:04.383033 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-81bd2a10-dc27-4ddf-9450-373a7fa14fe8 service neutron] Bound using segment: {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:51:04.383446 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-81bd2a10-dc27-4ddf-9450-373a7fa14fe8 service neutron] Bound port: 9f823616-cece-4d73-8e94-3826fbf67aeb, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:51:04.383808 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-81bd2a10-dc27-4ddf-9450-373a7fa14fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:04.445682 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-f5216575-17c6-4e47-9a90-f5786c3f344c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d518f2d-344f-4c32-9fed-6a6c1995109a {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:51:04.461337 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-f5216575-17c6-4e47-9a90-f5786c3f344c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:04.544584 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-f5216575-17c6-4e47-9a90-f5786c3f344c service neutron] Transition to ACTIVE for port object 3d518f2d-344f-4c32-9fed-6a6c1995109a will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:51:04.569905 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-f5216575-17c6-4e47-9a90-f5786c3f344c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:04.575993 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:04.599371 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199c9f6-a0f9-462a-9dbe-fc487a07b471 req-5d1ba63c-603f-4c5d-a412-242c99c75dd9 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:04.600820 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e199c9f6-a0f9-462a-9dbe-fc487a07b471 req-5d1ba63c-603f-4c5d-a412-242c99c75dd9 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4415350-b0a8-459c-a045-324e642d2659 HTTP/1.1" status: 200 len: 936 time: 0.9085455 Sep 30 00:51:04.608410 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-9e55bec3-e6a0-46f0-aa0d-70201f5c93f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:04.775411 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e199c9f6-a0f9-462a-9dbe-fc487a07b471 req-31e08955-4559-4974-ac38-4f49dfb6fb1c tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/security-groups?id=14d36578-c53f-4fbc-a012-bc23f095a480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479757 Sep 30 00:51:04.789577 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-81bd2a10-dc27-4ddf-9450-373a7fa14fe8 service neutron] For port 9f823616-cece-4d73-8e94-3826fbf67aeb, host n-h2-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:51:04.795147 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-81bd2a10-dc27-4ddf-9450-373a7fa14fe8 service neutron] For port 9f823616-cece-4d73-8e94-3826fbf67aeb, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=9f823616-cece-4d73-8e94-3826fbf67aeb,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:51:04.867887 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-81bd2a10-dc27-4ddf-9450-373a7fa14fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:04.880660 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:04.943774 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-a55fbf96-0b88-4727-bb8e-e4733718c63a tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:51:04.984978 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-a55fbf96-0b88-4727-bb8e-e4733718c63a tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:51:05.004962 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-81bd2a10-dc27-4ddf-9450-373a7fa14fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:05.005813 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-81bd2a10-dc27-4ddf-9450-373a7fa14fe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:05.007411 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-81bd2a10-dc27-4ddf-9450-373a7fa14fe8 service neutron] 10.222.0.55 "PUT /v2.0/ports/9f823616-cece-4d73-8e94-3826fbf67aeb HTTP/1.1" status: 200 len: 1091 time: 3.4686599 Sep 30 00:51:05.008249 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-07f11a22-b6fb-4f7a-980c-6a0cee4268a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:05.011991 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5216575-17c6-4e47-9a90-f5786c3f344c service neutron] Pushing event updated for resources: {'Port': ['ID=3d518f2d-344f-4c32-9fed-6a6c1995109a,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:05.022125 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd2a10-dc27-4ddf-9450-373a7fa14fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=9f823616-cece-4d73-8e94-3826fbf67aeb,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:05.026375 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-81bd2a10-dc27-4ddf-9450-373a7fa14fe8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:05.027018 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-81bd2a10-dc27-4ddf-9450-373a7fa14fe8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:05.038764 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f5216575-17c6-4e47-9a90-f5786c3f344c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:05.064455 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408', 'tag': '9f823616-cece-4d73-8e94-3826fbf67aeb'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:51:05.115217 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695815ab-ad0d-436e-aea6-83aebf1d1143 req-18a286c5-5682-4542-8651-fdab45f7198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:05.116728 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-695815ab-ad0d-436e-aea6-83aebf1d1143 req-18a286c5-5682-4542-8651-fdab45f7198a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b20f4b110694ae5b48ceb31519082dc&device_id=b7bc6ef3-2633-48c4-8bc3-64ba73a09719 HTTP/1.1" status: 200 len: 1095 time: 0.5639601 Sep 30 00:51:05.141822 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-a55fbf96-0b88-4727-bb8e-e4733718c63a tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Made reservation on behalf of 09f9ae3e1bed4a5f8cd3a98d76e38eb0 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:51:05.145348 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-a55fbf96-0b88-4727-bb8e-e4733718c63a tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:05.177073 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f11a22-b6fb-4f7a-980c-6a0cee4268a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=21fb1737-c020-43c0-a0fe-7a49d9513f62,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:05.220612 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-07f11a22-b6fb-4f7a-980c-6a0cee4268a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:05.235538 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5fdeeef0-6d0a-440a-8330-7c8113b1f767 req-d1c08c2a-161d-4e91-9201-4d78d6010f13 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=711abfd9-64e5-4878-a07f-a6419c0efbdb HTTP/1.1" status: 200 len: 210 time: 0.1650152 Sep 30 00:51:05.272630 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2ce17-0c48-49a7-b094-73892b532d16 req-e4e178f7-d38a-49c2-a636-1a8f682a8356 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:05.281561 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-86f2ce17-0c48-49a7-b094-73892b532d16 req-e4e178f7-d38a-49c2-a636-1a8f682a8356 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7bc6ef3-2633-48c4-8bc3-64ba73a09719 HTTP/1.1" status: 200 len: 944 time: 0.6644237 Sep 30 00:51:05.385659 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:05.395516 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-f5216575-17c6-4e47-9a90-f5786c3f344c service neutron] Attempting to bind port 3d518f2d-344f-4c32-9fed-6a6c1995109a on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:51:05.395799 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-f5216575-17c6-4e47-9a90-f5786c3f344c service neutron] Attempting to bind port 3d518f2d-344f-4c32-9fed-6a6c1995109a by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:51:05.396199 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-f5216575-17c6-4e47-9a90-f5786c3f344c service neutron] Attempting to bind port 3d518f2d-344f-4c32-9fed-6a6c1995109a on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:51:05.431044 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-f5216575-17c6-4e47-9a90-f5786c3f344c service neutron] Port 3d518f2d-344f-4c32-9fed-6a6c1995109a on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:51:05.431375 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-f5216575-17c6-4e47-9a90-f5786c3f344c service neutron] Attempting to bind port 3d518f2d-344f-4c32-9fed-6a6c1995109a on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:51:05.468013 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-f5216575-17c6-4e47-9a90-f5786c3f344c service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:51:05.468394 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-f5216575-17c6-4e47-9a90-f5786c3f344c service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:51:05.468865 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-f5216575-17c6-4e47-9a90-f5786c3f344c service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:51:05.469404 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-f5216575-17c6-4e47-9a90-f5786c3f344c service neutron] Bound port: 3d518f2d-344f-4c32-9fed-6a6c1995109a, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:51:05.470014 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-f5216575-17c6-4e47-9a90-f5786c3f344c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:05.487906 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-86f2ce17-0c48-49a7-b094-73892b532d16 req-e8a5badf-03e7-46cb-8210-c29de067484b tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea91114e-1a8b-4056-892a-7c0f10ace738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054229 Sep 30 00:51:05.593257 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408', 'tag': '9f823616-cece-4d73-8e94-3826fbf67aeb', 'status': 'completed', 'code': 200} Sep 30 00:51:05.637933 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-f5216575-17c6-4e47-9a90-f5786c3f344c service neutron] For port 3d518f2d-344f-4c32-9fed-6a6c1995109a, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:51:05.692103 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-f5216575-17c6-4e47-9a90-f5786c3f344c service neutron] For port 3d518f2d-344f-4c32-9fed-6a6c1995109a, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=3d518f2d-344f-4c32-9fed-6a6c1995109a,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:51:05.708309 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-9575a0fe-7257-4523-8136-2ff04c1be61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:05.709786 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-9575a0fe-7257-4523-8136-2ff04c1be61e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 1094 time: 0.6407688 Sep 30 00:51:05.713385 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695815ab-ad0d-436e-aea6-83aebf1d1143 req-152abb8c-7a1f-4fdd-a2cd-9caf6e93914d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:05.714683 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-695815ab-ad0d-436e-aea6-83aebf1d1143 req-152abb8c-7a1f-4fdd-a2cd-9caf6e93914d service neutron] 10.222.0.59 "GET /v2.0/networks?id=f57b268d-20d8-40fa-b8a7-84057b4271aa HTTP/1.1" status: 200 len: 922 time: 0.5215943 Sep 30 00:51:05.739619 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-f5216575-17c6-4e47-9a90-f5786c3f344c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:05.745976 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a29580a4-3006-4a72-8478-3381406422b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:05.811906 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-f5216575-17c6-4e47-9a90-f5786c3f344c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:05.812637 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-f5216575-17c6-4e47-9a90-f5786c3f344c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:05.813998 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-f5216575-17c6-4e47-9a90-f5786c3f344c service neutron] 10.222.0.59 "PUT /v2.0/ports/3d518f2d-344f-4c32-9fed-6a6c1995109a HTTP/1.1" status: 200 len: 1096 time: 3.4150968 Sep 30 00:51:05.831639 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745', 'tag': '3d518f2d-344f-4c32-9fed-6a6c1995109a'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:51:05.840109 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-9e55bec3-e6a0-46f0-aa0d-70201f5c93f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc037ddb-a81c-4cfc-962c-e82208357776 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:51:05.840252 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:51:05.856558 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-9e55bec3-e6a0-46f0-aa0d-70201f5c93f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:05.857089 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-23499a9c-f5f0-446a-8fe2-38598f142538 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f823616-cece-4d73-8e94-3826fbf67aeb HTTP/1.1" status: 200 len: 217 time: 0.1385972 Sep 30 00:51:05.858759 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-695815ab-ad0d-436e-aea6-83aebf1d1143 req-46bdb38b-233e-4951-966e-5213491dacb5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=916084b2-d175-413c-9e85-453b2a06a76d HTTP/1.1" status: 200 len: 217 time: 0.0840375 Sep 30 00:51:05.859336 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-07f11a22-b6fb-4f7a-980c-6a0cee4268a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683119'] for router_interface, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:05.882333 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5216575-17c6-4e47-9a90-f5786c3f344c service neutron] Pushing event updated for resources: {'Port': ['ID=3d518f2d-344f-4c32-9fed-6a6c1995109a,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:05.918565 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f5216575-17c6-4e47-9a90-f5786c3f344c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:05.925516 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-9e55bec3-e6a0-46f0-aa0d-70201f5c93f2 service neutron] Transition to ACTIVE for port object bc037ddb-a81c-4cfc-962c-e82208357776 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:51:05.941257 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-9e55bec3-e6a0-46f0-aa0d-70201f5c93f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:05.944431 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25ddad-5e78-493d-834a-a31ad35d107e req-350364a9-e5b5-4791-97ee-95d237813d58 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:05.947672 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ca25ddad-5e78-493d-834a-a31ad35d107e req-350364a9-e5b5-4791-97ee-95d237813d58 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 948 time: 0.5761685 Sep 30 00:51:05.980389 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e249444a-7d23-4a01-8c98-b41698ec7ab8 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:06.158526 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f842f-0dde-4faa-bf39-cb8aabed567c req-9ddc0293-fa2a-4e9e-bcf7-e9c8328d120e tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:06.161618 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695815ab-ad0d-436e-aea6-83aebf1d1143 req-87aba522-5898-4587-bcc6-4276318c9606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:06.163075 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-695815ab-ad0d-436e-aea6-83aebf1d1143 req-87aba522-5898-4587-bcc6-4276318c9606 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=739388f2-bdc1-458a-ad24-7599b12445e8 HTTP/1.1" status: 200 len: 860 time: 0.2643461 Sep 30 00:51:06.163836 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ad1f842f-0dde-4faa-bf39-cb8aabed567c req-9ddc0293-fa2a-4e9e-bcf7-e9c8328d120e tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 943 time: 0.4859810 Sep 30 00:51:06.171435 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55bec3-e6a0-46f0-aa0d-70201f5c93f2 service neutron] Pushing event updated for resources: {'Port': ['ID=bc037ddb-a81c-4cfc-962c-e82208357776,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:06.178413 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-04f0aad6-6d86-459d-a0bd-48babedebc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:06.179888 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-04f0aad6-6d86-459d-a0bd-48babedebc49 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e11b3221-7cfb-4feb-801d-70a2c0ec6209 HTTP/1.1" status: 200 len: 848 time: 0.3150420 Sep 30 00:51:06.212406 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9e55bec3-e6a0-46f0-aa0d-70201f5c93f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:06.221891 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-a55fbf96-0b88-4727-bb8e-e4733718c63a tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Allocated IP 192.168.233.136 (5148d586-4385-4f2c-9968-16b3a645031f/d94969b3-14c1-4902-a40b-8e6c297e30ba/f3b4a4bf-ffd7-4705-8a95-f90e0f27745a) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:51:06.232130 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ca25ddad-5e78-493d-834a-a31ad35d107e req-9fb29c49-4bea-4590-91c2-ccc66293abee tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561433 Sep 30 00:51:06.315706 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-0c7ae62f-8ca5-4a88-9de0-8697cf140e81 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a0a50fb-f59e-4919-9310-948ef891e84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869460 Sep 30 00:51:06.326583 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-e875bb30-bbdc-4841-ba43-78babfad338c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:06.328700 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-e875bb30-bbdc-4841-ba43-78babfad338c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 1099 time: 0.4473929 Sep 30 00:51:06.344411 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ad1f842f-0dde-4faa-bf39-cb8aabed567c req-74dc6609-1cf4-4996-9b7f-dacd4dd1f0bf tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669700 Sep 30 00:51:06.463220 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-af49371b-5f57-4e6f-b26c-8df76fb68e22 service neutron] 10.222.0.55 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386094 Sep 30 00:51:06.467941 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-b43ee376-5b88-4b40-a444-52edfa0b7cef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=3d518f2d-344f-4c32-9fed-6a6c1995109a HTTP/1.1" status: 200 len: 217 time: 0.1215305 Sep 30 00:51:06.520652 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-9e55bec3-e6a0-46f0-aa0d-70201f5c93f2 service neutron] Attempting to bind port bc037ddb-a81c-4cfc-962c-e82208357776 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:51:06.521042 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-9e55bec3-e6a0-46f0-aa0d-70201f5c93f2 service neutron] Attempting to bind port bc037ddb-a81c-4cfc-962c-e82208357776 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:51:06.521385 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-9e55bec3-e6a0-46f0-aa0d-70201f5c93f2 service neutron] Attempting to bind port bc037ddb-a81c-4cfc-962c-e82208357776 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:51:06.576407 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745', 'tag': '3d518f2d-344f-4c32-9fed-6a6c1995109a', 'status': 'completed', 'code': 200} Sep 30 00:51:06.581442 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-9e55bec3-e6a0-46f0-aa0d-70201f5c93f2 service neutron] Port bc037ddb-a81c-4cfc-962c-e82208357776 on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:51:06.581775 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-9e55bec3-e6a0-46f0-aa0d-70201f5c93f2 service neutron] Attempting to bind port bc037ddb-a81c-4cfc-962c-e82208357776 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:51:06.698260 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695815ab-ad0d-436e-aea6-83aebf1d1143 req-28965d52-f2c9-44a3-9972-863c79ad0eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:06.699895 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-695815ab-ad0d-436e-aea6-83aebf1d1143 req-28965d52-f2c9-44a3-9972-863c79ad0eca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f57b268d-20d8-40fa-b8a7-84057b4271aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5160911 Sep 30 00:51:06.770816 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-9e55bec3-e6a0-46f0-aa0d-70201f5c93f2 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:51:06.771396 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-9e55bec3-e6a0-46f0-aa0d-70201f5c93f2 service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:51:06.771514 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-9e55bec3-e6a0-46f0-aa0d-70201f5c93f2 service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:51:06.771889 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-9e55bec3-e6a0-46f0-aa0d-70201f5c93f2 service neutron] Bound port: bc037ddb-a81c-4cfc-962c-e82208357776, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:51:06.772228 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-9e55bec3-e6a0-46f0-aa0d-70201f5c93f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:06.822489 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-88d6c7b7-b5d8-4166-bfeb-0ec986e64277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:06.823979 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-88d6c7b7-b5d8-4166-bfeb-0ec986e64277 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.3437562 Sep 30 00:51:06.880866 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7bd4908b-723d-4dc8-94e6-9a3a0e685754 req-ce517560-7f72-46a4-8c33-ac3bbe7c7747 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=711abfd9-64e5-4878-a07f-a6419c0efbdb HTTP/1.1" status: 200 len: 210 time: 0.0884101 Sep 30 00:51:06.938952 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ad8c27b-3e63-4166-9f37-e3e618bbbad8 req-7f3ce28e-d916-4b33-b39b-42c8bde31984 service neutron] 10.222.0.55 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671168 Sep 30 00:51:06.965998 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f11a22-b6fb-4f7a-980c-6a0cee4268a4 admin admin] Router 3c26f198-5e50-4473-8337-1734ec30c178 has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:51:06.968533 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-695815ab-ad0d-436e-aea6-83aebf1d1143 req-900c1779-60f7-4199-9e84-3caf9a9179be service neutron] 10.222.0.59 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537410 Sep 30 00:51:07.021823 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-9e55bec3-e6a0-46f0-aa0d-70201f5c93f2 service neutron] For port bc037ddb-a81c-4cfc-962c-e82208357776, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:51:07.033147 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afdea7-b0c6-4d23-a266-968d89d562c1 req-a321f433-7661-49e6-9101-bc2b8228123a tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:07.033910 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-97afdea7-b0c6-4d23-a266-968d89d562c1 req-a321f433-7661-49e6-9101-bc2b8228123a tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Synchronizing usage tracker for tenant:e64a8f700e04425e9893be0166d8f255 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:51:07.049418 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-a55fbf96-0b88-4727-bb8e-e4733718c63a tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:07.065109 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-9e55bec3-e6a0-46f0-aa0d-70201f5c93f2 service neutron] For port bc037ddb-a81c-4cfc-962c-e82208357776, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=bc037ddb-a81c-4cfc-962c-e82208357776,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:51:07.082585 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-9e55bec3-e6a0-46f0-aa0d-70201f5c93f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:07.090563 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f308b444-1f5c-4238-9255-6b8f85a347da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:07.127795 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-a55fbf96-0b88-4727-bb8e-e4733718c63a tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Transition to ACTIVE for port object f3b4a4bf-ffd7-4705-8a95-f90e0f27745a will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:51:07.130856 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-e92717ab-a007-4413-9953-b401d7ac6472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:07.132354 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-e92717ab-a007-4413-9953-b401d7ac6472 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2733746 Sep 30 00:51:07.145694 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-97afdea7-b0c6-4d23-a266-968d89d562c1 req-a321f433-7661-49e6-9101-bc2b8228123a tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Unset dirty status for tenant:e64a8f700e04425e9893be0166d8f255 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:51:07.146842 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-97afdea7-b0c6-4d23-a266-968d89d562c1 req-a321f433-7661-49e6-9101-bc2b8228123a tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4415350-b0a8-459c-a045-324e642d2659 HTTP/1.1" status: 200 len: 948 time: 0.6639109 Sep 30 00:51:07.183774 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-9e55bec3-e6a0-46f0-aa0d-70201f5c93f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:07.184403 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-9e55bec3-e6a0-46f0-aa0d-70201f5c93f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:07.185777 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-9e55bec3-e6a0-46f0-aa0d-70201f5c93f2 service neutron] 10.222.0.55 "PUT /v2.0/ports/bc037ddb-a81c-4cfc-962c-e82208357776 HTTP/1.1" status: 200 len: 1096 time: 2.9547019 Sep 30 00:51:07.378576 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-97afdea7-b0c6-4d23-a266-968d89d562c1 req-28bde3a3-2dd4-4e98-9f5d-ca38ec7a5fa5 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Synchronizing usage tracker for tenant:e64a8f700e04425e9893be0166d8f255 on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:51:07.385697 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55bec3-e6a0-46f0-aa0d-70201f5c93f2 service neutron] Pushing event updated for resources: {'Port': ['ID=bc037ddb-a81c-4cfc-962c-e82208357776,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:07.390223 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9e55bec3-e6a0-46f0-aa0d-70201f5c93f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:07.411942 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-a55fbf96-0b88-4727-bb8e-e4733718c63a tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:07.422815 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:07.497966 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f11a22-b6fb-4f7a-980c-6a0cee4268a4 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:51:07.506543 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-695815ab-ad0d-436e-aea6-83aebf1d1143 req-32245744-bd32-4a0f-ab97-ae1f13d9eb2d service neutron] 10.222.0.59 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5302753 Sep 30 00:51:07.507662 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-ada4c157-92f8-4c7e-96c3-9d0c36a40abd service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666971 Sep 30 00:51:07.509400 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-97afdea7-b0c6-4d23-a266-968d89d562c1 req-28bde3a3-2dd4-4e98-9f5d-ca38ec7a5fa5 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Unset dirty status for tenant:e64a8f700e04425e9893be0166d8f255 on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:51:07.510944 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-97afdea7-b0c6-4d23-a266-968d89d562c1 req-28bde3a3-2dd4-4e98-9f5d-ca38ec7a5fa5 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/security-groups?id=14d36578-c53f-4fbc-a012-bc23f095a480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356776 Sep 30 00:51:07.519653 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e167ffb4-355b-4852-9463-b30d81d12957 None None] Sync routers for ids ['3c26f198-5e50-4473-8337-1734ec30c178'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:51:07.524976 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-07f11a22-b6fb-4f7a-980c-6a0cee4268a4 admin admin] 10.222.0.39 "PUT /v2.0/routers/3c26f198-5e50-4473-8337-1734ec30c178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2000716 Sep 30 00:51:07.524976 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 58730) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:07.530572 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-a55fbf96-0b88-4727-bb8e-e4733718c63a tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Network 5148d586-4385-4f2c-9968-16b3a645031f is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:51:07.555631 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e167ffb4-355b-4852-9463-b30d81d12957 None None] Routers {'3c26f198-5e50-4473-8337-1734ec30c178'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:51:07.555836 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-8d9a5c5a-dc87-45a2-877e-0f028ddc611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:07.556369 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-e167ffb4-355b-4852-9463-b30d81d12957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:50:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['3c26f198-5e50-4473-8337-1734ec30c178'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:07.557212 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-8d9a5c5a-dc87-45a2-877e-0f028ddc611d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e64a8f700e04425e9893be0166d8f255&device_id=f4415350-b0a8-459c-a045-324e642d2659 HTTP/1.1" status: 200 len: 1099 time: 0.2914660 Sep 30 00:51:07.558290 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-a55fbf96-0b88-4727-bb8e-e4733718c63a tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:51:07.567407 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-a55fbf96-0b88-4727-bb8e-e4733718c63a tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:51:07.580813 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff275a94-705c-4093-8a8b-83988c7bdf26 req-c2eda922-31ff-4941-b4fd-db8ecd9bc2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:07.582414 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ff275a94-705c-4093-8a8b-83988c7bdf26 req-c2eda922-31ff-4941-b4fd-db8ecd9bc2de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 1094 time: 0.4331710 Sep 30 00:51:07.597969 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f1404-9587-4268-abc4-917d467eb946 req-3e7a0bbe-5695-4f10-88d9-a4f05722d6aa tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:07.598737 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-4d5f1404-9587-4268-abc4-917d467eb946 req-3e7a0bbe-5695-4f10-88d9-a4f05722d6aa tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Synchronizing usage tracker for tenant:4b20f4b110694ae5b48ceb31519082dc on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:51:07.603410 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fbf96-0b88-4727-bb8e-e4733718c63a tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Pushing event updated for resources: {'Port': ['ID=f3b4a4bf-ffd7-4705-8a95-f90e0f27745a,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:07.735991 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a55fbf96-0b88-4727-bb8e-e4733718c63a tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:07.760947 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-32b41059-3c34-4f86-a740-046e2e3a4518 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=bc037ddb-a81c-4cfc-962c-e82208357776 HTTP/1.1" status: 200 len: 217 time: 0.1617987 Sep 30 00:51:07.841414 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-e167ffb4-355b-4852-9463-b30d81d12957 None None] Set router 3c26f198-5e50-4473-8337-1734ec30c178 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:51:07.855310 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-4d5f1404-9587-4268-abc4-917d467eb946 req-3e7a0bbe-5695-4f10-88d9-a4f05722d6aa tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Unset dirty status for tenant:4b20f4b110694ae5b48ceb31519082dc on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:51:07.856478 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4d5f1404-9587-4268-abc4-917d467eb946 req-3e7a0bbe-5695-4f10-88d9-a4f05722d6aa tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7bc6ef3-2633-48c4-8bc3-64ba73a09719 HTTP/1.1" status: 200 len: 944 time: 0.7038100 Sep 30 00:51:07.866400 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-a55fbf96-0b88-4727-bb8e-e4733718c63a tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:07.867043 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-a55fbf96-0b88-4727-bb8e-e4733718c63a tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:07.961691 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ba75c4a3-1b6c-47e9-a520-84bd223ac2c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:07.975434 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8b3e50df-0910-4673-ac55-ae051a486994 None None] Provisioning for port f3b4a4bf-ffd7-4705-8a95-f90e0f27745a completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:51:07.982693 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8b3e50df-0910-4673-ac55-ae051a486994 None None] Provisioning complete for port f3b4a4bf-ffd7-4705-8a95-f90e0f27745a triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:07.984085 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8b3e50df-0910-4673-ac55-ae051a486994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:07.991529 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-ff060cd9-6df3-4b5e-8f07-5384eba22c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:07.993069 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-ff060cd9-6df3-4b5e-8f07-5384eba22c0a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.2080591 Sep 30 00:51:07.998121 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-81ea742b-0d58-423f-9eda-bf0a3b8e2c27 req-ac822ce5-9705-4086-92da-bd091374b5d2 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663410 Sep 30 00:51:08.027078 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-a55fbf96-0b88-4727-bb8e-e4733718c63a tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6925783 Sep 30 00:51:08.035713 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff275a94-705c-4093-8a8b-83988c7bdf26 req-191878d2-7510-42dd-b669-b4df937f56f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:08.037228 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ff275a94-705c-4093-8a8b-83988c7bdf26 req-191878d2-7510-42dd-b669-b4df937f56f1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a0a50fb-f59e-4919-9310-948ef891e84f HTTP/1.1" status: 200 len: 909 time: 0.4356744 Sep 30 00:51:08.064650 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8b3e50df-0910-4673-ac55-ae051a486994 None None] Port f3b4a4bf-ffd7-4705-8a95-f90e0f27745a cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:51:08.110216 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-debab319-377c-4d9a-9fba-37b3449a0f58 service neutron] Request body: {'port': {'device_id': '711abfd9-64e5-4878-a07f-a6419c0efbdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:51:08.181713 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ff275a94-705c-4093-8a8b-83988c7bdf26 req-fabcd424-5cdc-400e-96cd-18457419e91b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f823616-cece-4d73-8e94-3826fbf67aeb HTTP/1.1" status: 200 len: 217 time: 0.0826571 Sep 30 00:51:08.184829 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4d5f1404-9587-4268-abc4-917d467eb946 req-c96b23c4-5ccb-4732-bb58-b3e214040e08 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea91114e-1a8b-4056-892a-7c0f10ace738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186281 Sep 30 00:51:08.245865 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-e167ffb4-355b-4852-9463-b30d81d12957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c26f198-5e50-4473-8337-1734ec30c178', 'name': 'tempest-FloatingIPsTestJSON-1414882589-router', 'tenant_id': '4b5dedbbe5244689849acade53cb8614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '478cc995-d9af-4f88-a370-de3528867244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:20Z', 'updated_at': '2021-09-30T00:51:04Z', 'revision_number': 5, 'project_id': '4b5dedbbe5244689849acade53cb8614', 'gw_port': {'id': '478cc995-d9af-4f88-a370-de3528867244', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c26f198-5e50-4473-8337-1734ec30c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:21Z', 'updated_at': '2021-09-30T00:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:08.253539 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e167ffb4-355b-4852-9463-b30d81d12957 None None] Checking router: 3c26f198-5e50-4473-8337-1734ec30c178 for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:51:08.263839 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e167ffb4-355b-4852-9463-b30d81d12957 None None] Routers {'3c26f198-5e50-4473-8337-1734ec30c178'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:51:08.264961 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-e167ffb4-355b-4852-9463-b30d81d12957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:50:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['3c26f198-5e50-4473-8337-1734ec30c178'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:08.272785 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff275a94-705c-4093-8a8b-83988c7bdf26 req-462cc901-e9a0-4d31-be53-74b05f8c0fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:08.274491 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ff275a94-705c-4093-8a8b-83988c7bdf26 req-462cc901-e9a0-4d31-be53-74b05f8c0fb5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e11b3221-7cfb-4feb-801d-70a2c0ec6209 HTTP/1.1" status: 200 len: 848 time: 0.0835717 Sep 30 00:51:08.318585 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e1a50-6d79-48af-9504-c8ada874d03d req-986d0bfe-4ab1-4729-a6eb-1da5cf835e07 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:08.319338 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-8d4e1a50-6d79-48af-9504-c8ada874d03d req-986d0bfe-4ab1-4729-a6eb-1da5cf835e07 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Synchronizing usage tracker for tenant:59d8fe751f144ee29b8fd8ad36a4eefb on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:51:08.330347 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ff275a94-705c-4093-8a8b-83988c7bdf26 req-27625cca-3b3c-4a80-892e-3a04b3af341a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a0a50fb-f59e-4919-9310-948ef891e84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476902 Sep 30 00:51:08.332911 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ba75c4a3-1b6c-47e9-a520-84bd223ac2c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:08.344586 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-debab319-377c-4d9a-9fba-37b3449a0f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:08.368018 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-d06029ba-ecee-49e6-bbfd-10fd6cea9990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:08.369441 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-d06029ba-ecee-49e6-bbfd-10fd6cea9990 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3654771 Sep 30 00:51:08.396607 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 916084b2-d175-413c-9e85-453b2a06a76d details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:51:08.403410 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-ba75c4a3-1b6c-47e9-a520-84bd223ac2c0 admin admin] Deleting port 478cc995-d9af-4f88-a370-de3528867244 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:51:08.403756 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ba75c4a3-1b6c-47e9-a520-84bd223ac2c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:08.419324 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-8d4e1a50-6d79-48af-9504-c8ada874d03d req-986d0bfe-4ab1-4729-a6eb-1da5cf835e07 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Unset dirty status for tenant:59d8fe751f144ee29b8fd8ad36a4eefb on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:51:08.426342 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8d4e1a50-6d79-48af-9504-c8ada874d03d req-986d0bfe-4ab1-4729-a6eb-1da5cf835e07 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 948 time: 0.5179474 Sep 30 00:51:08.449727 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc351176-a28e-44ff-8f68-bb274e887035 req-ece806ee-30da-4887-9299-d3ff73d3f40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:08.451232 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dc351176-a28e-44ff-8f68-bb274e887035 req-ece806ee-30da-4887-9299-d3ff73d3f40e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 1099 time: 0.3462517 Sep 30 00:51:08.493632 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-e167ffb4-355b-4852-9463-b30d81d12957 None None] Set router 3c26f198-5e50-4473-8337-1734ec30c178 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:51:08.671418 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 916084b2-d175-413c-9e85-453b2a06a76d, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=916084b2-d175-413c-9e85-453b2a06a76d,segment=NetworkSegment(f07c8a4c-f21a-468f-9b43-5e958c580927),segment_id=f07c8a4c-f21a-468f-9b43-5e958c580927)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:08.687910 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '916084b2-d175-413c-9e85-453b2a06a76d', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'port_id': '916084b2-d175-413c-9e85-453b2a06a76d', 'mac_address': 'fa:16:3e:6c:38:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:51:08.749187 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:08.767751 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916084b2-d175-413c-9e85-453b2a06a76d {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:51:08.776328 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ff275a94-705c-4093-8a8b-83988c7bdf26 req-cff3a141-3386-4f7d-9b7b-4c4221a20bc8 service neutron] 10.222.0.55 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990486 Sep 30 00:51:08.785015 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 916084b2-d175-413c-9e85-453b2a06a76d, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=916084b2-d175-413c-9e85-453b2a06a76d,segment=NetworkSegment(f07c8a4c-f21a-468f-9b43-5e958c580927),segment_id=f07c8a4c-f21a-468f-9b43-5e958c580927)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:08.789943 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:08.792228 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-d9929b50-4842-4d9d-b0b9-6e0f9b8c4c43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:08.844596 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-e167ffb4-355b-4852-9463-b30d81d12957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c26f198-5e50-4473-8337-1734ec30c178', 'name': 'tempest-FloatingIPsTestJSON-1414882589-router', 'tenant_id': '4b5dedbbe5244689849acade53cb8614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '478cc995-d9af-4f88-a370-de3528867244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:20Z', 'updated_at': '2021-09-30T00:51:04Z', 'revision_number': 5, 'project_id': '4b5dedbbe5244689849acade53cb8614', 'gw_port': {'id': '478cc995-d9af-4f88-a370-de3528867244', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c26f198-5e50-4473-8337-1734ec30c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:21Z', 'updated_at': '2021-09-30T00:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:08.848697 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e167ffb4-355b-4852-9463-b30d81d12957 None None] The sync data for ids ['3c26f198-5e50-4473-8337-1734ec30c178'] in n-d-811809-1 is: [{'id': '3c26f198-5e50-4473-8337-1734ec30c178', 'name': 'tempest-FloatingIPsTestJSON-1414882589-router', 'tenant_id': '4b5dedbbe5244689849acade53cb8614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '478cc995-d9af-4f88-a370-de3528867244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:20Z', 'updated_at': '2021-09-30T00:51:04Z', 'revision_number': 5, 'project_id': '4b5dedbbe5244689849acade53cb8614', 'gw_port': {'id': '478cc995-d9af-4f88-a370-de3528867244', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c26f198-5e50-4473-8337-1734ec30c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:21Z', 'updated_at': '2021-09-30T00:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:51:08.858763 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4415350-b0a8-459c-a045-324e642d2659', 'tag': 'bc037ddb-a81c-4cfc-962c-e82208357776'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:51:08.863897 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc351176-a28e-44ff-8f68-bb274e887035 req-5e01e746-d0ef-4252-815a-1f65fd0d5f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:08.865875 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dc351176-a28e-44ff-8f68-bb274e887035 req-5e01e746-d0ef-4252-815a-1f65fd0d5f3d service neutron] 10.222.0.59 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.4007375 Sep 30 00:51:08.877774 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=916084b2-d175-413c-9e85-453b2a06a76d,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:08.881553 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:08.883691 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-8d4e1a50-6d79-48af-9504-c8ada874d03d req-a8d39ce2-2ec0-491b-9595-cce8f83db469 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Synchronizing usage tracker for tenant:59d8fe751f144ee29b8fd8ad36a4eefb on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:51:08.925961 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-ba75c4a3-1b6c-47e9-a520-84bd223ac2c0 admin admin] For port 478cc995-d9af-4f88-a370-de3528867244, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=478cc995-d9af-4f88-a370-de3528867244,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:08.926228 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ba75c4a3-1b6c-47e9-a520-84bd223ac2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:08.940338 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1cbe8-0c16-4794-85aa-d8f5aa0f64e4 req-1efb7034-238e-46ca-9c83-d53ecf9ef4c2 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:08.941066 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-48a1cbe8-0c16-4794-85aa-d8f5aa0f64e4 req-1efb7034-238e-46ca-9c83-d53ecf9ef4c2 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Synchronizing usage tracker for tenant:f37261e7a4fc4ea5bf5016bed7997e37 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:51:09.002852 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dc351176-a28e-44ff-8f68-bb274e887035 req-c1aa68e4-0c1a-4f26-9fb3-4ec69e91438a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=3d518f2d-344f-4c32-9fed-6a6c1995109a HTTP/1.1" status: 200 len: 217 time: 0.1162124 Sep 30 00:51:09.080880 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-ba75c4a3-1b6c-47e9-a520-84bd223ac2c0 admin admin] Calling delete_port for 478cc995-d9af-4f88-a370-de3528867244 owned by network:router_gateway {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:51:09.100842 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-8d4e1a50-6d79-48af-9504-c8ada874d03d req-a8d39ce2-2ec0-491b-9595-cce8f83db469 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Unset dirty status for tenant:59d8fe751f144ee29b8fd8ad36a4eefb on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:51:09.102008 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8d4e1a50-6d79-48af-9504-c8ada874d03d req-a8d39ce2-2ec0-491b-9595-cce8f83db469 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6748993 Sep 30 00:51:09.137299 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-48a1cbe8-0c16-4794-85aa-d8f5aa0f64e4 req-1efb7034-238e-46ca-9c83-d53ecf9ef4c2 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Unset dirty status for tenant:f37261e7a4fc4ea5bf5016bed7997e37 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:51:09.138608 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-48a1cbe8-0c16-4794-85aa-d8f5aa0f64e4 req-1efb7034-238e-46ca-9c83-d53ecf9ef4c2 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 943 time: 0.8071933 Sep 30 00:51:09.149882 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-aa2a4902-4190-4dcf-a464-7a3bd861034f service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7481313 Sep 30 00:51:09.178874 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ff275a94-705c-4093-8a8b-83988c7bdf26 req-8ee5bd72-7b23-4dd1-8a4b-0b53c5fd599a service neutron] 10.222.0.55 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919556 Sep 30 00:51:09.238208 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc351176-a28e-44ff-8f68-bb274e887035 req-d7ab4216-5a0d-4a42-b8a3-076850ef4d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:09.239690 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dc351176-a28e-44ff-8f68-bb274e887035 req-d7ab4216-5a0d-4a42-b8a3-076850ef4d2c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.2208834 Sep 30 00:51:09.240891 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['916084b2-d175-413c-9e85-453b2a06a76d'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:51:09.243802 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-48a1cbe8-0c16-4794-85aa-d8f5aa0f64e4 req-e6ccb732-333c-40d6-843b-a536d6a8d58c tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869784 Sep 30 00:51:09.519541 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-16412cd7-fac3-420c-b20d-1aa790bb89f8 req-e74776ac-4257-48fd-9293-87952eaa0816 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096108 Sep 30 00:51:09.560792 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ba75c4a3-1b6c-47e9-a520-84bd223ac2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:09.574164 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:09.587351 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc351176-a28e-44ff-8f68-bb274e887035 req-8931ff9c-aeee-493e-8032-6a0eac05fe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:09.588821 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dc351176-a28e-44ff-8f68-bb274e887035 req-8931ff9c-aeee-493e-8032-6a0eac05fe44 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2802653 Sep 30 00:51:09.655615 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75c4a3-1b6c-47e9-a520-84bd223ac2c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=478cc995-d9af-4f88-a370-de3528867244,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:09.670426 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ba75c4a3-1b6c-47e9-a520-84bd223ac2c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:09.676812 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ba75c4a3-1b6c-47e9-a520-84bd223ac2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673024'] for router_gateway, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:09.723971 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ea711eea-0af9-46a8-97ff-c5a2f5ce4019 req-b5fed3c3-6700-4af0-899c-7b77a68e901c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3346272 Sep 30 00:51:09.739856 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-debab319-377c-4d9a-9fba-37b3449a0f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3b4a4bf-ffd7-4705-8a95-f90e0f27745a {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:51:09.758232 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-debab319-377c-4d9a-9fba-37b3449a0f58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:09.793306 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf944de0-f9fa-449b-a829-e6f24f4d5d29 req-92704019-7eb9-4624-9114-67f2aa71946b tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:09.795083 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bf944de0-f9fa-449b-a829-e6f24f4d5d29 req-92704019-7eb9-4624-9114-67f2aa71946b tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4415350-b0a8-459c-a045-324e642d2659 HTTP/1.1" status: 200 len: 948 time: 0.3198137 Sep 30 00:51:09.827303 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-debab319-377c-4d9a-9fba-37b3449a0f58 service neutron] Transition to ACTIVE for port object f3b4a4bf-ffd7-4705-8a95-f90e0f27745a will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:51:09.831095 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dc351176-a28e-44ff-8f68-bb274e887035 req-eafd154d-ba56-444e-9655-8ef86faa1249 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123570 Sep 30 00:51:09.834491 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-debab319-377c-4d9a-9fba-37b3449a0f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:09.840393 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:09.903305 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ba75c4a3-1b6c-47e9-a520-84bd223ac2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30720'] for router, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:09.908816 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ba75c4a3-1b6c-47e9-a520-84bd223ac2c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:09.920929 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40c96b-cf8c-4585-890c-5c17997e8d48 req-8b3ea04b-bf6b-40b0-98d5-9bc9dffa1f5f tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:09.922411 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1d40c96b-cf8c-4585-890c-5c17997e8d48 req-8b3ea04b-bf6b-40b0-98d5-9bc9dffa1f5f tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=711abfd9-64e5-4878-a07f-a6419c0efbdb HTTP/1.1" status: 200 len: 936 time: 0.4329536 Sep 30 00:51:10.041068 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bf944de0-f9fa-449b-a829-e6f24f4d5d29 req-e768555e-c5f1-4489-a866-065ab5c70175 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/security-groups?id=14d36578-c53f-4fbc-a012-bc23f095a480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308941 Sep 30 00:51:10.048914 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ba75c4a3-1b6c-47e9-a520-84bd223ac2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736498'] for router, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:10.049454 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba75c4a3-1b6c-47e9-a520-84bd223ac2c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c26f198-5e50-4473-8337-1734ec30c178 {{(pid=80274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 30 00:51:10.070525 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debab319-377c-4d9a-9fba-37b3449a0f58 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b4a4bf-ffd7-4705-8a95-f90e0f27745a,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:10.082874 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1d40c96b-cf8c-4585-890c-5c17997e8d48 req-cd70b784-1972-4cdf-84ea-b8555afee5f7 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5154992-720d-4612-ace4-37ce4b9f20af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501813 Sep 30 00:51:10.104180 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea711eea-0af9-46a8-97ff-c5a2f5ce4019 req-31fe34c7-a622-4962-bb5f-bceff960d1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:10.108914 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ea711eea-0af9-46a8-97ff-c5a2f5ce4019 req-31fe34c7-a622-4962-bb5f-bceff960d1bf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 1096 time: 0.2678528 Sep 30 00:51:10.113493 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ba75c4a3-1b6c-47e9-a520-84bd223ac2c0 admin admin] Notify callbacks [] for router, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:10.114607 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-ba75c4a3-1b6c-47e9-a520-84bd223ac2c0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/3c26f198-5e50-4473-8337-1734ec30c178 HTTP/1.1" status: 204 len: 168 time: 2.5899656 Sep 30 00:51:10.119497 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 58750) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:10.120107 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-debab319-377c-4d9a-9fba-37b3449a0f58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:10.233261 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4415350-b0a8-459c-a045-324e642d2659', 'tag': 'bc037ddb-a81c-4cfc-962c-e82208357776', 'status': 'completed', 'code': 200} Sep 30 00:51:10.250145 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 21fb1737-c020-43c0-a0fe-7a49d9513f62 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:51:10.351769 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 21fb1737-c020-43c0-a0fe-7a49d9513f62 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:51:10.352124 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 21fb1737-c020-43c0-a0fe-7a49d9513f62 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:51:10.355888 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dc351176-a28e-44ff-8f68-bb274e887035 req-19b39a23-26f2-407a-b31f-2d57ef65c8ee service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868016 Sep 30 00:51:10.387337 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-debab319-377c-4d9a-9fba-37b3449a0f58 service neutron] Attempting to bind port f3b4a4bf-ffd7-4705-8a95-f90e0f27745a on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:51:10.387930 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-debab319-377c-4d9a-9fba-37b3449a0f58 service neutron] Attempting to bind port f3b4a4bf-ffd7-4705-8a95-f90e0f27745a by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:51:10.388357 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-debab319-377c-4d9a-9fba-37b3449a0f58 service neutron] Attempting to bind port f3b4a4bf-ffd7-4705-8a95-f90e0f27745a on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:51:10.409645 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 916084b2-d175-413c-9e85-453b2a06a76d up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:51:10.428180 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-debab319-377c-4d9a-9fba-37b3449a0f58 service neutron] Port f3b4a4bf-ffd7-4705-8a95-f90e0f27745a on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:51:10.428639 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-debab319-377c-4d9a-9fba-37b3449a0f58 service neutron] Attempting to bind port f3b4a4bf-ffd7-4705-8a95-f90e0f27745a on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:51:10.446651 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-debab319-377c-4d9a-9fba-37b3449a0f58 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:51:10.447151 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-debab319-377c-4d9a-9fba-37b3449a0f58 service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:51:10.447665 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-debab319-377c-4d9a-9fba-37b3449a0f58 service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:51:10.448198 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-debab319-377c-4d9a-9fba-37b3449a0f58 service neutron] Bound port: f3b4a4bf-ffd7-4705-8a95-f90e0f27745a, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:51:10.448642 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-debab319-377c-4d9a-9fba-37b3449a0f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:10.469313 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e06169-7818-4cee-b6b9-4482d0ba9bb2 req-0569f4ac-cde5-4d1d-9a40-40a2f8affa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:10.470971 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f1e06169-7818-4cee-b6b9-4482d0ba9bb2 req-0569f4ac-cde5-4d1d-9a40-40a2f8affa7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e64a8f700e04425e9893be0166d8f255&device_id=f4415350-b0a8-459c-a045-324e642d2659 HTTP/1.1" status: 200 len: 1099 time: 0.2367499 Sep 30 00:51:10.481417 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 916084b2-d175-413c-9e85-453b2a06a76d completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:51:10.487408 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 916084b2-d175-413c-9e85-453b2a06a76d triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:10.488359 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:10.492408 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-890381b4-2b01-45c5-a9cd-0271784ed368 admin admin] Deleting subnet 03baca3f-acaa-4532-b7eb-efc8c696871d {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 00:51:10.499491 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-890381b4-2b01-45c5-a9cd-0271784ed368 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:10.602639 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-890381b4-2b01-45c5-a9cd-0271784ed368 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:10.605971 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea711eea-0af9-46a8-97ff-c5a2f5ce4019 req-84b95223-9041-47a7-8f22-5e8923818e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:10.607493 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ea711eea-0af9-46a8-97ff-c5a2f5ce4019 req-84b95223-9041-47a7-8f22-5e8923818e18 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a0a50fb-f59e-4919-9310-948ef891e84f HTTP/1.1" status: 200 len: 909 time: 0.4292557 Sep 30 00:51:10.616698 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:10.650500 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 9f823616-cece-4d73-8e94-3826fbf67aeb details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:51:10.664201 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7bc6ef3-2633-48c4-8bc3-64ba73a09719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916084b2-d175-413c-9e85-453b2a06a76d'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:51:10.685058 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 916084b2-d175-413c-9e85-453b2a06a76d, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=916084b2-d175-413c-9e85-453b2a06a76d,segment=NetworkSegment(f07c8a4c-f21a-468f-9b43-5e958c580927),segment_id=f07c8a4c-f21a-468f-9b43-5e958c580927)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:10.693292 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:10.699310 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:10.728314 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ea711eea-0af9-46a8-97ff-c5a2f5ce4019 req-ce14e04b-9dc6-4bcc-8087-3548f4892738 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06abf601-12d2-4ccb-86b5-71d5cd879b85 HTTP/1.1" status: 200 len: 217 time: 0.1111879 Sep 30 00:51:10.735943 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196cffe-da7d-466d-bb49-4b848c6afdab req-b0afa0c2-80a1-466f-bd6d-91f00c41d532 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:10.741171 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6196cffe-da7d-466d-bb49-4b848c6afdab req-b0afa0c2-80a1-466f-bd6d-91f00c41d532 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7bc6ef3-2633-48c4-8bc3-64ba73a09719 HTTP/1.1" status: 200 len: 945 time: 0.3195627 Sep 30 00:51:10.817236 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-debab319-377c-4d9a-9fba-37b3449a0f58 service neutron] For port f3b4a4bf-ffd7-4705-8a95-f90e0f27745a, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:51:10.848143 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca2654-b0fc-483c-9426-23c0575de916 req-40889577-bc01-4e4b-bf5e-7f293d5b6f24 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:10.849828 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-06ca2654-b0fc-483c-9426-23c0575de916 req-40889577-bc01-4e4b-bf5e-7f293d5b6f24 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 948 time: 0.4586740 Sep 30 00:51:10.857925 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-debab319-377c-4d9a-9fba-37b3449a0f58 service neutron] For port f3b4a4bf-ffd7-4705-8a95-f90e0f27745a, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=f3b4a4bf-ffd7-4705-8a95-f90e0f27745a,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:51:10.865620 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=916084b2-d175-413c-9e85-453b2a06a76d,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:10.870349 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e06169-7818-4cee-b6b9-4482d0ba9bb2 req-f0506752-98cf-417c-bd4c-1b8b1c0bb892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:10.870644 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-890381b4-2b01-45c5-a9cd-0271784ed368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:10.871831 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f1e06169-7818-4cee-b6b9-4482d0ba9bb2 req-f0506752-98cf-417c-bd4c-1b8b1c0bb892 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.3649433 Sep 30 00:51:10.875293 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-debab319-377c-4d9a-9fba-37b3449a0f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:10.882209 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f5216575-17c6-4e47-9a90-f5786c3f344c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:10.883475 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:10.904030 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6196cffe-da7d-466d-bb49-4b848c6afdab req-27780794-e881-4759-9a55-074eabf22ff4 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea91114e-1a8b-4056-892a-7c0f10ace738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427674 Sep 30 00:51:10.906888 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 9f823616-cece-4d73-8e94-3826fbf67aeb, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=9f823616-cece-4d73-8e94-3826fbf67aeb,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:10.922286 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '9f823616-cece-4d73-8e94-3826fbf67aeb', 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f', 'port_id': '9f823616-cece-4d73-8e94-3826fbf67aeb', 'mac_address': 'fa:16:3e:cc:56:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11b3221-7cfb-4feb-801d-70a2c0ec6209', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:51:10.922563 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea711eea-0af9-46a8-97ff-c5a2f5ce4019 req-2f2d21aa-c048-479d-b1d2-0cef772ceb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:10.924210 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ea711eea-0af9-46a8-97ff-c5a2f5ce4019 req-2f2d21aa-c048-479d-b1d2-0cef772ceb3a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e11b3221-7cfb-4feb-801d-70a2c0ec6209 HTTP/1.1" status: 200 len: 848 time: 0.1675339 Sep 30 00:51:10.991575 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:10.992751 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ea711eea-0af9-46a8-97ff-c5a2f5ce4019 req-c8b40291-81e5-4b52-8c38-180977ec2ac1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a0a50fb-f59e-4919-9310-948ef891e84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530422 Sep 30 00:51:11.011464 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f823616-cece-4d73-8e94-3826fbf67aeb {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:51:11.018668 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f1e06169-7818-4cee-b6b9-4482d0ba9bb2 req-5c26821f-3fa5-40da-8d9f-8b296c9d19ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=bc037ddb-a81c-4cfc-962c-e82208357776 HTTP/1.1" status: 200 len: 217 time: 0.1058757 Sep 30 00:51:11.034053 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-debab319-377c-4d9a-9fba-37b3449a0f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:11.034636 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-debab319-377c-4d9a-9fba-37b3449a0f58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:11.035993 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-debab319-377c-4d9a-9fba-37b3449a0f58 service neutron] 10.222.0.55 "PUT /v2.0/ports/f3b4a4bf-ffd7-4705-8a95-f90e0f27745a HTTP/1.1" status: 200 len: 1096 time: 2.9400551 Sep 30 00:51:11.036259 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 9f823616-cece-4d73-8e94-3826fbf67aeb, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=9f823616-cece-4d73-8e94-3826fbf67aeb,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:11.043053 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:11.050040 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:11.088433 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-06ca2654-b0fc-483c-9426-23c0575de916 req-0c377aa0-c1c7-49fc-aaa0-bde10eff4977 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324972 Sep 30 00:51:11.150994 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=9f823616-cece-4d73-8e94-3826fbf67aeb,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:11.154748 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:11.251158 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debab319-377c-4d9a-9fba-37b3449a0f58 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b4a4bf-ffd7-4705-8a95-f90e0f27745a,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:11.259349 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-debab319-377c-4d9a-9fba-37b3449a0f58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:11.266404 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:11.278067 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e06169-7818-4cee-b6b9-4482d0ba9bb2 req-86ef4246-21bf-4f87-85ea-358aa7825c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:11.280058 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f1e06169-7818-4cee-b6b9-4482d0ba9bb2 req-86ef4246-21bf-4f87-85ea-358aa7825c59 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.2514141 Sep 30 00:51:11.285596 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ea711eea-0af9-46a8-97ff-c5a2f5ce4019 req-8d50486b-1562-4563-b674-52c372e82b82 service neutron] 10.222.0.55 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843330 Sep 30 00:51:11.300925 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-890381b4-2b01-45c5-a9cd-0271784ed368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:11.317798 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['9f823616-cece-4d73-8e94-3826fbf67aeb'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:51:11.343030 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-aecb0a40-8f01-474c-a4f0-01cd2d369e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:11.344576 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-aecb0a40-8f01-474c-a4f0-01cd2d369e0d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=09f9ae3e1bed4a5f8cd3a98d76e38eb0&device_id=711abfd9-64e5-4878-a07f-a6419c0efbdb HTTP/1.1" status: 200 len: 1099 time: 0.2148345 Sep 30 00:51:11.430968 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-67733b9b-6c4c-4cae-8a04-893f48c364bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=f3b4a4bf-ffd7-4705-8a95-f90e0f27745a HTTP/1.1" status: 200 len: 217 time: 0.0766759 Sep 30 00:51:11.441652 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-501a1e84-23ff-4b4d-bfdb-f4a62fee9661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:11.451166 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7bc6ef3-2633-48c4-8bc3-64ba73a09719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916084b2-d175-413c-9e85-453b2a06a76d', 'code': 200} Sep 30 00:51:11.494236 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-890381b4-2b01-45c5-a9cd-0271784ed368 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:11.498007 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890381b4-2b01-45c5-a9cd-0271784ed368 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03baca3f-acaa-4532-b7eb-efc8c696871d,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:11.501093 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26875ffa-d5d2-4011-9fc7-762149e53a6d None None] Network f8c5d5ca-229d-4f3a-9a87-191790b7e9cb requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:51:11.505227 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-890381b4-2b01-45c5-a9cd-0271784ed368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:11.528306 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-890381b4-2b01-45c5-a9cd-0271784ed368 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/03baca3f-acaa-4532-b7eb-efc8c696871d HTTP/1.1" status: 204 len: 168 time: 1.4076326 Sep 30 00:51:11.532880 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 58772) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:11.543256 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ea711eea-0af9-46a8-97ff-c5a2f5ce4019 req-45446ba2-af65-4540-8c1e-9b54b6815d0e service neutron] 10.222.0.55 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394707 Sep 30 00:51:11.661257 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3716ce7-248b-48c5-b547-a11adebdad47 req-ad05f9f0-cddf-4305-afc1-39f18ab506a5 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:11.663026 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e3716ce7-248b-48c5-b547-a11adebdad47 req-ad05f9f0-cddf-4305-afc1-39f18ab506a5 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 944 time: 0.4663858 Sep 30 00:51:11.667908 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 58776) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:11.687097 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-d6a08297-fafe-48a0-bfa0-0ffcf24a7159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:11.688750 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-d6a08297-fafe-48a0-bfa0-0ffcf24a7159 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.2495160 Sep 30 00:51:11.690893 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e06169-7818-4cee-b6b9-4482d0ba9bb2 req-5277b103-aba9-4ae1-8a87-b633a25558e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:11.692433 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f1e06169-7818-4cee-b6b9-4482d0ba9bb2 req-5277b103-aba9-4ae1-8a87-b633a25558e8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3922434 Sep 30 00:51:11.756248 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e3716ce7-248b-48c5-b547-a11adebdad47 req-7723e144-8d7f-4cc4-a147-6373ccd2907b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867226 Sep 30 00:51:11.764721 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:11.788515 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Deleting port 69e16d0a-5a0f-420f-bb76-ca6e14e48593 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:51:11.789150 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:11.956714 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-93461070-9bf4-4e7a-bc04-d49448a51d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:11.986392 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfa4669-c7ba-439f-a51f-87f47c914b8f None None] DHCP port deletion for f8c5d5ca-229d-4f3a-9a87-191790b7e9cb request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 00:51:11.993235 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbccf8a-4a78-49cc-a8d6-27910b65bc7b req-99406ec4-f160-4be3-974a-1df6eb027fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:11.993427 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-6bfa4669-c7ba-439f-a51f-87f47c914b8f None None] Deleting port 69e16d0a-5a0f-420f-bb76-ca6e14e48593 {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:51:11.993716 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6bfa4669-c7ba-439f-a51f-87f47c914b8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:11.994853 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cfbccf8a-4a78-49cc-a8d6-27910b65bc7b req-99406ec4-f160-4be3-974a-1df6eb027fe4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b7bc6ef3-2633-48c4-8bc3-64ba73a09719 HTTP/1.1" status: 200 len: 1097 time: 0.4679320 Sep 30 00:51:11.995935 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-93461070-9bf4-4e7a-bc04-d49448a51d3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:51:12.028306 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-93461070-9bf4-4e7a-bc04-d49448a51d3a admin admin] Usage tracker for resource:security_group_rule and tenant:44e81399c02044a58ca2be7e06cf12dc is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:51:12.036939 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-93461070-9bf4-4e7a-bc04-d49448a51d3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:51:12.057677 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-93461070-9bf4-4e7a-bc04-d49448a51d3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:51:12.094683 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] For port 69e16d0a-5a0f-420f-bb76-ca6e14e48593, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=69e16d0a-5a0f-420f-bb76-ca6e14e48593,segment=NetworkSegment(6d8750c8-2a2a-44ba-8697-84effd9205c4),segment_id=6d8750c8-2a2a-44ba-8697-84effd9205c4)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:12.095157 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:12.103018 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f1e06169-7818-4cee-b6b9-4482d0ba9bb2 req-29bfa473-9034-47be-a227-92b4609cd005 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731124 Sep 30 00:51:12.113418 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-ae67d6dd-88c2-4233-b2c3-8af97645bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:12.115103 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-ae67d6dd-88c2-4233-b2c3-8af97645bcf5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3864243 Sep 30 00:51:12.150062 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cfbccf8a-4a78-49cc-a8d6-27910b65bc7b req-3fbca6b3-4a19-4271-a7c7-f27bb0671902 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ea91114e-1a8b-4056-892a-7c0f10ace738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455574 Sep 30 00:51:12.178109 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a47ba8-084e-4a47-9b28-356e07c02fbf req-3afa3793-6e54-4a73-9121-5e099bf9414c tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:12.179545 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b6a47ba8-084e-4a47-9b28-356e07c02fbf req-3afa3793-6e54-4a73-9121-5e099bf9414c tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=711abfd9-64e5-4878-a07f-a6419c0efbdb HTTP/1.1" status: 200 len: 948 time: 0.2568977 Sep 30 00:51:12.185803 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b71bd9-6e28-470a-ac5c-26f87d9be5e2 req-74c6109d-ea87-4f39-8948-ab39088e52c4 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:12.191242 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-70b71bd9-6e28-470a-ac5c-26f87d9be5e2 req-74c6109d-ea87-4f39-8948-ab39088e52c4 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4415350-b0a8-459c-a045-324e642d2659 HTTP/1.1" status: 200 len: 948 time: 0.5216815 Sep 30 00:51:12.200466 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 69e16d0a-5a0f-420f-bb76-ca6e14e48593 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:51:12.250850 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711abfd9-64e5-4878-a07f-a6419c0efbdb', 'tag': 'f3b4a4bf-ffd7-4705-8a95-f90e0f27745a'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:51:12.301713 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-6bfa4669-c7ba-439f-a51f-87f47c914b8f None None] For port 69e16d0a-5a0f-420f-bb76-ca6e14e48593, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=69e16d0a-5a0f-420f-bb76-ca6e14e48593,segment=NetworkSegment(6d8750c8-2a2a-44ba-8697-84effd9205c4),segment_id=6d8750c8-2a2a-44ba-8697-84effd9205c4)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:12.302275 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6bfa4669-c7ba-439f-a51f-87f47c914b8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:12.368403 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Calling delete_port for 69e16d0a-5a0f-420f-bb76-ca6e14e48593 owned by network:dhcp {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:51:12.435215 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-70b71bd9-6e28-470a-ac5c-26f87d9be5e2 req-9487f302-6f29-4012-a949-c0f5eda2b7ab tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/security-groups?id=14d36578-c53f-4fbc-a012-bc23f095a480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121514 Sep 30 00:51:12.438101 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 3d518f2d-344f-4c32-9fed-6a6c1995109a details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:51:12.460160 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b6a47ba8-084e-4a47-9b28-356e07c02fbf req-a8e613e3-1e96-4acf-8725-58bdb6cf8ff5 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5154992-720d-4612-ace4-37ce4b9f20af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130433 Sep 30 00:51:12.479351 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-6bfa4669-c7ba-439f-a51f-87f47c914b8f None None] Calling delete_port for 69e16d0a-5a0f-420f-bb76-ca6e14e48593 owned by network:dhcp {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:51:12.481344 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-7a05e596-4fa1-44d1-b72d-84c66005c44b service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276105 Sep 30 00:51:12.496206 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f1e06169-7818-4cee-b6b9-4482d0ba9bb2 req-1852eac0-72df-4c7c-8333-2f1d047a2d43 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778064 Sep 30 00:51:12.526780 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:12.533398 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-46ccc667-1d49-4e59-bfcf-262504219670 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:12.617426 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=69e16d0a-5a0f-420f-bb76-ca6e14e48593,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:12.620515 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:12.626117 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] No DVR routers for this DVR port 69e16d0a-5a0f-420f-bb76-ca6e14e48593 on host n-d-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:51:12.641780 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-93461070-9bf4-4e7a-bc04-d49448a51d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:12.647801 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-93461070-9bf4-4e7a-bc04-d49448a51d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:12.660296 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:12.676863 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Port 69e16d0a-5a0f-420f-bb76-ca6e14e48593 update to DOWN by agent not found {{(pid=80276) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Sep 30 00:51:12.678178 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 478cc995-d9af-4f88-a370-de3528867244 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:51:12.736220 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device bc037ddb-a81c-4cfc-962c-e82208357776 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:51:12.738812 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 9f823616-cece-4d73-8e94-3826fbf67aeb up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:51:12.802217 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 478cc995-d9af-4f88-a370-de3528867244 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:51:12.802596 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 478cc995-d9af-4f88-a370-de3528867244 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:51:12.819554 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:12.850033 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:51:12.850559 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:51:12.851435 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:51:12.851972 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Subscribe: > port after_create 55550000 {{(pid=80274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:51:12.852308 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:51:12.852751 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Subscribe: > port after_update 55550000 {{(pid=80274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:51:12.853177 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:51:12.853602 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:51:12.854032 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:51:12.854503 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:51:12.896218 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-93461070-9bf4-4e7a-bc04-d49448a51d3a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=44e81399c02044a58ca2be7e06cf12dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2158024 Sep 30 00:51:12.899549 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 58794) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:12.920199 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:51:12.921219 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:51:12.921658 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:51:12.922102 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 00:51:12.922549 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c5d5ca-229d-4f3a-9a87-191790b7e9cb']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:12.925575 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9853a674-5ef2-4475-a29f-1ab69fad03d1 req-b4e789e4-7b20-4699-b757-d0abd0c88a30 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371121 Sep 30 00:51:12.929902 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93461070-9bf4-4e7a-bc04-d49448a51d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d3c7dd-c115-48ce-8c10-b66ace47fafa,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:12.935604 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-93461070-9bf4-4e7a-bc04-d49448a51d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:12.939511 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d8750c8-2a2a-44ba-8697-84effd9205c4') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:12.939925 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d8750c8-2a2a-44ba-8697-84effd9205c4') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:12.944239 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.resource_extend [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 00:51:12.955283 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:12.980772 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc8777-621b-48bd-80b8-2ee7bc239ed2 req-877b1156-bcd2-4935-b6ed-ded57d3a8cd7 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:12.989431 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a5bc8777-621b-48bd-80b8-2ee7bc239ed2 req-877b1156-bcd2-4935-b6ed-ded57d3a8cd7 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7bc6ef3-2633-48c4-8bc3-64ba73a09719 HTTP/1.1" status: 200 len: 946 time: 0.3145950 Sep 30 00:51:12.995041 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7c28f-3b50-4f89-bd13-2b0e9d9fea51 req-75f8a802-f608-4906-afd4-c5a32208dcc5 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:12.996896 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6cb7c28f-3b50-4f89-bd13-2b0e9d9fea51 req-75f8a802-f608-4906-afd4-c5a32208dcc5 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 948 time: 0.3280494 Sep 30 00:51:13.002527 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-176dcd57-2b04-497a-ac78-da7b90028c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:13.013369 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:13.025900 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:51:13.026839 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: from cryptography.utils import int_from_bytes Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: from cryptography.utils import int_from_bytes Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: util.warn_limited( Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: util.warn_limited( Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: timer() Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:51:13.051976 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:51:13.055305 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 3d518f2d-344f-4c32-9fed-6a6c1995109a, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=3d518f2d-344f-4c32-9fed-6a6c1995109a,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:13.061736 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-176dcd57-2b04-497a-ac78-da7b90028c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:13.069802 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.api [None req-6bfa4669-c7ba-439f-a51f-87f47c914b8f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80276) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 00:51:13.070205 n-d-811809-1 neutron-server[80276]: DEBUG oslo_db.api [None req-6bfa4669-c7ba-439f-a51f-87f47c914b8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 00:51:13.079451 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6cb7c28f-3b50-4f89-bd13-2b0e9d9fea51 req-c48affd2-c9f5-4257-9a3d-50f212c92d19 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748723 Sep 30 00:51:13.081655 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '3d518f2d-344f-4c32-9fed-6a6c1995109a', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': '3d518f2d-344f-4c32-9fed-6a6c1995109a', 'mac_address': 'fa:16:3e:d9:c3:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:51:13.135374 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port 9f823616-cece-4d73-8e94-3826fbf67aeb completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:51:13.150204 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-176dcd57-2b04-497a-ac78-da7b90028c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:13.154055 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-47fe1012-1486-4b15-afe5-e8cdb075c4f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:13.157319 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a5bc8777-621b-48bd-80b8-2ee7bc239ed2 req-76b35e46-856a-4a74-b283-a9210e26b6ea tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea91114e-1a8b-4056-892a-7c0f10ace738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637313 Sep 30 00:51:13.167476 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 9f823616-cece-4d73-8e94-3826fbf67aeb triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:13.167851 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:13.180680 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:13.182138 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176dcd57-2b04-497a-ac78-da7b90028c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d3c7dd-c115-48ce-8c10-b66ace47fafa,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:13.185411 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-176dcd57-2b04-497a-ac78-da7b90028c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:13.186869 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-176dcd57-2b04-497a-ac78-da7b90028c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:13.188018 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-176dcd57-2b04-497a-ac78-da7b90028c3d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/82d3c7dd-c115-48ce-8c10-b66ace47fafa HTTP/1.1" status: 204 len: 168 time: 0.2858934 Sep 30 00:51:13.198507 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a1e9e1cb-7cd2-4246-9804-f8ac9950e159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:13.210924 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711abfd9-64e5-4878-a07f-a6419c0efbdb', 'tag': 'f3b4a4bf-ffd7-4705-8a95-f90e0f27745a', 'status': 'completed', 'code': 200} Sep 30 00:51:13.235619 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:13.244085 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8c5d5ca-229d-4f3a-9a87-191790b7e9cb,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:13.249435 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port bc037ddb-a81c-4cfc-962c-e82208357776, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=bc037ddb-a81c-4cfc-962c-e82208357776,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:13.267111 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:13.273088 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:13.283095 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f8c5d5ca-229d-4f3a-9a87-191790b7e9cb HTTP/1.1" status: 204 len: 168 time: 1.7476041 Sep 30 00:51:13.287007 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': 'bc037ddb-a81c-4cfc-962c-e82208357776', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': 'bc037ddb-a81c-4cfc-962c-e82208357776', 'mac_address': 'fa:16:3e:1b:47:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:51:13.332695 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d518f2d-344f-4c32-9fed-6a6c1995109a {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:51:13.389786 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 3d518f2d-344f-4c32-9fed-6a6c1995109a, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=3d518f2d-344f-4c32-9fed-6a6c1995109a,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:13.391887 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:13.408829 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:13.413843 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:13.432913 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85f105-83f0-467d-808b-108512aee612 req-df630fe0-c986-4dd4-acaa-fdddc08c8f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:13.434870 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7b85f105-83f0-467d-808b-108512aee612 req-df630fe0-c986-4dd4-acaa-fdddc08c8f47 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=09f9ae3e1bed4a5f8cd3a98d76e38eb0&device_id=711abfd9-64e5-4878-a07f-a6419c0efbdb HTTP/1.1" status: 200 len: 1099 time: 0.2064691 Sep 30 00:51:13.499194 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc037ddb-a81c-4cfc-962c-e82208357776 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:51:13.593507 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-6bfa4669-c7ba-439f-a51f-87f47c914b8f None None] Deleting port 69e16d0a-5a0f-420f-bb76-ca6e14e48593 {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:51:13.594135 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6bfa4669-c7ba-439f-a51f-87f47c914b8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:13.694486 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 58808) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:13.711906 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a1e89-c3bf-4c83-8cce-5e0c43aea12b req-6a80124f-11d8-4b37-9dbd-8727d7f469b3 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:13.723327 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-574a1e89-c3bf-4c83-8cce-5e0c43aea12b req-6a80124f-11d8-4b37-9dbd-8727d7f469b3 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 944 time: 0.3225152 Sep 30 00:51:13.749488 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 58812) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:13.787543 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b9c4195d-7ae1-4ebb-94c4-f984849127f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:13.792515 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port bc037ddb-a81c-4cfc-962c-e82208357776, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=bc037ddb-a81c-4cfc-962c-e82208357776,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:13.805659 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85f105-83f0-467d-808b-108512aee612 req-e3c2acbb-92af-4b8e-825c-273d0df73b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:13.807340 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7b85f105-83f0-467d-808b-108512aee612 req-e3c2acbb-92af-4b8e-825c-273d0df73b4d service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.3557734 Sep 30 00:51:13.819473 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-b9c4195d-7ae1-4ebb-94c4-f984849127f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:51:13.832843 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:13.835388 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-574a1e89-c3bf-4c83-8cce-5e0c43aea12b req-f22f691b-d2d7-4790-99bb-3ce8c23d0ef0 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109104 Sep 30 00:51:13.841791 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-b9c4195d-7ae1-4ebb-94c4-f984849127f3 admin admin] Usage tracker for resource:security_group_rule and tenant:cbe8a32199aa4b2caca925dd89079c93 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:51:13.849100 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-6bfa4669-c7ba-439f-a51f-87f47c914b8f None None] The port '69e16d0a-5a0f-420f-bb76-ca6e14e48593' was deleted {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 30 00:51:13.852074 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:13.859362 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-e0c4c1af-0e10-443e-8fe0-25af1f27c107 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b5dedbbe5244689849acade53cb8614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1627605 Sep 30 00:51:13.860128 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 58816) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:13.865184 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=3d518f2d-344f-4c32-9fed-6a6c1995109a,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:13.868301 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:13.871477 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:13.915085 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67bf2f4-0093-4701-94c9-c57504493ef1 req-7dafdb04-1fff-4914-85a3-540e76272b24 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:13.917048 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c67bf2f4-0093-4701-94c9-c57504493ef1 req-7dafdb04-1fff-4914-85a3-540e76272b24 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=711abfd9-64e5-4878-a07f-a6419c0efbdb HTTP/1.1" status: 200 len: 948 time: 0.1936109 Sep 30 00:51:13.958219 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f823616-cece-4d73-8e94-3826fbf67aeb'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:51:13.969536 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-b9c4195d-7ae1-4ebb-94c4-f984849127f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:51:13.987952 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 9f823616-cece-4d73-8e94-3826fbf67aeb, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=9f823616-cece-4d73-8e94-3826fbf67aeb,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:13.989840 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-b9c4195d-7ae1-4ebb-94c4-f984849127f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:51:13.993357 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['3d518f2d-344f-4c32-9fed-6a6c1995109a'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:51:13.994263 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7b85f105-83f0-467d-808b-108512aee612 req-1b8fb863-7828-4d2f-b1a5-ac76f9842432 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=f3b4a4bf-ffd7-4705-8a95-f90e0f27745a HTTP/1.1" status: 200 len: 217 time: 0.1538477 Sep 30 00:51:14.002467 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-35417a53-8550-4927-8a1b-43ea8ec997c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:14.009137 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c67bf2f4-0093-4701-94c9-c57504493ef1 req-567f41db-8e2e-4702-ad29-4707eb889f54 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5154992-720d-4612-ace4-37ce4b9f20af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798359 Sep 30 00:51:14.033738 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:14.040061 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-35417a53-8550-4927-8a1b-43ea8ec997c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:14.051015 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=bc037ddb-a81c-4cfc-962c-e82208357776,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:14.056118 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:14.056727 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:14.120085 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f823616-cece-4d73-8e94-3826fbf67aeb', 'code': 200} Sep 30 00:51:14.133948 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-35417a53-8550-4927-8a1b-43ea8ec997c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:14.159889 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85f105-83f0-467d-808b-108512aee612 req-dc277a15-13b9-452f-a271-aa221dff9d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:14.161840 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7b85f105-83f0-467d-808b-108512aee612 req-dc277a15-13b9-452f-a271-aa221dff9d15 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1308901 Sep 30 00:51:14.162168 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ee74bac8-7f49-4a55-b7bc-04001bd82a73 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:14.176717 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['bc037ddb-a81c-4cfc-962c-e82208357776'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:51:14.182651 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35417a53-8550-4927-8a1b-43ea8ec997c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a587e738-7461-451f-ae24-78ae90bbd012,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:14.192694 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-35417a53-8550-4927-8a1b-43ea8ec997c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:14.201470 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-35417a53-8550-4927-8a1b-43ea8ec997c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:14.204061 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-35417a53-8550-4927-8a1b-43ea8ec997c9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a587e738-7461-451f-ae24-78ae90bbd012 HTTP/1.1" status: 204 len: 168 time: 0.3428233 Sep 30 00:51:14.229790 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=9f823616-cece-4d73-8e94-3826fbf67aeb,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:14.250026 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:14.334273 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7bb8f-3796-4941-89e7-1bd7a81ae2ee req-a1400041-32d3-452e-9fbd-8a14c4214128 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:14.335778 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1fd7bb8f-3796-4941-89e7-1bd7a81ae2ee req-a1400041-32d3-452e-9fbd-8a14c4214128 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4415350-b0a8-459c-a045-324e642d2659 HTTP/1.1" status: 200 len: 949 time: 0.3471854 Sep 30 00:51:14.397659 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b9c4195d-7ae1-4ebb-94c4-f984849127f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:14.416778 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b9c4195d-7ae1-4ebb-94c4-f984849127f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:14.428174 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-56e7db63-86ed-4794-ad42-67129f89ab2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:14.432854 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea661c7d-f469-4331-b69e-9bd7ac56da16 req-3d539892-f826-4a31-83d3-545b341ff661 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:14.445056 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ea661c7d-f469-4331-b69e-9bd7ac56da16 req-3d539892-f826-4a31-83d3-545b341ff661 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 949 time: 0.1463518 Sep 30 00:51:14.459461 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1fd7bb8f-3796-4941-89e7-1bd7a81ae2ee req-a21e59ce-9000-4d21-b8e8-d6aee722f4d1 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/security-groups?id=14d36578-c53f-4fbc-a012-bc23f095a480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099694 Sep 30 00:51:14.483671 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85f105-83f0-467d-808b-108512aee612 req-2837c214-e648-481f-bfed-60e6a5e08c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:14.485154 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7b85f105-83f0-467d-808b-108512aee612 req-2837c214-e648-481f-bfed-60e6a5e08c14 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3096735 Sep 30 00:51:14.493794 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26572017-11e4-4533-8646-cd9d723e00fe req-6a652b75-2219-41bf-aa2c-87f836463706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:14.495290 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-26572017-11e4-4533-8646-cd9d723e00fe req-6a652b75-2219-41bf-aa2c-87f836463706 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 1096 time: 0.2848403 Sep 30 00:51:14.499694 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4195d-7ae1-4ebb-94c4-f984849127f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b752fc-90c6-43af-a462-4951d4a0d277,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:14.502754 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b9c4195d-7ae1-4ebb-94c4-f984849127f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:14.524419 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ea661c7d-f469-4331-b69e-9bd7ac56da16 req-37f6dc57-6d86-4e3d-a562-8c56ae75781f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772693 Sep 30 00:51:14.562933 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-b9c4195d-7ae1-4ebb-94c4-f984849127f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cbe8a32199aa4b2caca925dd89079c93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8107758 Sep 30 00:51:14.565842 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 58832) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:14.662021 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4483275f-6ddf-4718-b7f0-da37e3498233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:14.691253 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4483275f-6ddf-4718-b7f0-da37e3498233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:14.750160 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4483275f-6ddf-4718-b7f0-da37e3498233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:14.753960 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-992a1ddd-3dcc-4fd0-ac23-11e3c260cf8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:14.755590 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-26572017-11e4-4533-8646-cd9d723e00fe req-1ee87f74-b791-4b27-ab80-72aa04ecbab4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109971 Sep 30 00:51:14.765786 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4483275f-6ddf-4718-b7f0-da37e3498233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b752fc-90c6-43af-a462-4951d4a0d277,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:14.768108 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4483275f-6ddf-4718-b7f0-da37e3498233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:14.773493 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4483275f-6ddf-4718-b7f0-da37e3498233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:14.774712 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-4483275f-6ddf-4718-b7f0-da37e3498233 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/00b752fc-90c6-43af-a462-4951d4a0d277 HTTP/1.1" status: 204 len: 168 time: 0.2075381 Sep 30 00:51:14.814028 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7b85f105-83f0-467d-808b-108512aee612 req-d0b7d02e-21d5-4f38-8ae6-1bbe283d4cec service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152370 Sep 30 00:51:14.825549 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b631f5-8bab-4a24-8f97-95401e274c40 req-1f6cf344-063c-4021-a499-5fe22d01fbc6 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:14.827946 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-37b631f5-8bab-4a24-8f97-95401e274c40 req-1f6cf344-063c-4021-a499-5fe22d01fbc6 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7bc6ef3-2633-48c4-8bc3-64ba73a09719 HTTP/1.1" status: 200 len: 946 time: 0.1656282 Sep 30 00:51:14.886143 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-37b631f5-8bab-4a24-8f97-95401e274c40 req-576e910e-91c4-4e54-a5d7-2c4d40869586 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea91114e-1a8b-4056-892a-7c0f10ace738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521955 Sep 30 00:51:15.074760 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db59482-25bc-4f6c-be37-bdc78ea1b954 req-cb771600-314d-4092-86da-db177a82596d tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:15.082161 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2db59482-25bc-4f6c-be37-bdc78ea1b954 req-cb771600-314d-4092-86da-db177a82596d tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 945 time: 0.1135764 Sep 30 00:51:15.144989 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2db59482-25bc-4f6c-be37-bdc78ea1b954 req-79375160-e60e-48c0-aef6-e8f9a9202131 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614760 Sep 30 00:51:15.216927 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-742b4e23-a028-41c8-bb76-d130ccba55e2 req-b7075108-67c1-4720-8fd5-e2a69eaf5471 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2837074 Sep 30 00:51:15.231174 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-742b4e23-a028-41c8-bb76-d130ccba55e2 req-60ac85c3-5a8e-4598-bec7-dd0f6c9bbe5f tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Request body: {'floatingip': {'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:51:15.237579 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-742b4e23-a028-41c8-bb76-d130ccba55e2 req-60ac85c3-5a8e-4598-bec7-dd0f6c9bbe5f tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:51:15.241571 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-742b4e23-a028-41c8-bb76-d130ccba55e2 req-60ac85c3-5a8e-4598-bec7-dd0f6c9bbe5f tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Usage tracker for resource:floatingip and tenant:4b20f4b110694ae5b48ceb31519082dc is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:51:15.244680 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-742b4e23-a028-41c8-bb76-d130ccba55e2 req-60ac85c3-5a8e-4598-bec7-dd0f6c9bbe5f tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:51:15.255938 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-742b4e23-a028-41c8-bb76-d130ccba55e2 req-60ac85c3-5a8e-4598-bec7-dd0f6c9bbe5f tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:51:15.269498 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-742b4e23-a028-41c8-bb76-d130ccba55e2 req-60ac85c3-5a8e-4598-bec7-dd0f6c9bbe5f tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks [] for floatingip, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:15.346652 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ba9d8-9482-4448-99d3-ba97723be84e req-ba66b552-68f8-4f30-ac28-db217cd5a332 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:15.356455 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d00ba9d8-9482-4448-99d3-ba97723be84e req-ba66b552-68f8-4f30-ac28-db217cd5a332 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=711abfd9-64e5-4878-a07f-a6419c0efbdb HTTP/1.1" status: 200 len: 948 time: 0.1044145 Sep 30 00:51:15.374904 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 58870) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:15.423101 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d00ba9d8-9482-4448-99d3-ba97723be84e req-4744985b-7026-4403-9c98-7d6f0cb290bd tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5154992-720d-4612-ace4-37ce4b9f20af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651906 Sep 30 00:51:15.495110 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7b85f105-83f0-467d-808b-108512aee612 req-fc57a730-745f-4c16-94ef-cc4248285db0 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412436 Sep 30 00:51:15.543822 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-8688d84c-e8dd-4740-8f38-0d54376842fc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-484883478-network', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:51:15.554774 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-8688d84c-e8dd-4740-8f38-0d54376842fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:51:15.567320 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-8688d84c-e8dd-4740-8f38-0d54376842fc admin admin] Usage tracker for resource:network and tenant:6742a1f2a8924b3b9066945aa90fc99b is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:51:15.579647 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-8688d84c-e8dd-4740-8f38-0d54376842fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:51:15.585659 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-742b4e23-a028-41c8-bb76-d130ccba55e2 req-60ac85c3-5a8e-4598-bec7-dd0f6c9bbe5f tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:15.590951 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-8688d84c-e8dd-4740-8f38-0d54376842fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:51:15.610550 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8688d84c-e8dd-4740-8f38-0d54376842fc admin admin] Made reservation on behalf of 6742a1f2a8924b3b9066945aa90fc99b for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:51:15.617436 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8688d84c-e8dd-4740-8f38-0d54376842fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:15.645875 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8688d84c-e8dd-4740-8f38-0d54376842fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:15.708162 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-8688d84c-e8dd-4740-8f38-0d54376842fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:51:15.719980 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-8688d84c-e8dd-4740-8f38-0d54376842fc admin admin] Usage tracker for resource:security_group_rule and tenant:6742a1f2a8924b3b9066945aa90fc99b is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:51:15.723898 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-8688d84c-e8dd-4740-8f38-0d54376842fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:51:15.731964 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-8688d84c-e8dd-4740-8f38-0d54376842fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:51:15.743255 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-742b4e23-a028-41c8-bb76-d130ccba55e2 req-60ac85c3-5a8e-4598-bec7-dd0f6c9bbe5f tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Allocated IP 172.25.0.115 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/ff38d922-5ed5-4f43-ba25-e88ead24419c) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:51:15.780762 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8156e17-2f7e-43fb-a490-f9ed2953a7f3 req-41d8c1e6-fd1b-4d44-ba07-5b470a2d20be tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:15.782332 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d8156e17-2f7e-43fb-a490-f9ed2953a7f3 req-41d8c1e6-fd1b-4d44-ba07-5b470a2d20be tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4415350-b0a8-459c-a045-324e642d2659 HTTP/1.1" status: 200 len: 949 time: 0.1377294 Sep 30 00:51:15.856264 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d8156e17-2f7e-43fb-a490-f9ed2953a7f3 req-3dcdd0bd-faae-4457-9549-a317d57177fd tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/security-groups?id=14d36578-c53f-4fbc-a012-bc23f095a480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644133 Sep 30 00:51:15.893574 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8688d84c-e8dd-4740-8f38-0d54376842fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:15.901132 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8688d84c-e8dd-4740-8f38-0d54376842fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:15.909748 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8bd01f77-bcf5-43bd-846e-d6bd63517fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:15.932332 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-742b4e23-a028-41c8-bb76-d130ccba55e2 req-60ac85c3-5a8e-4598-bec7-dd0f6c9bbe5f tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:15.965572 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8688d84c-e8dd-4740-8f38-0d54376842fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:51:15.990091 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688d84c-e8dd-4740-8f38-0d54376842fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d400b4-2c27-4b74-b9bd-0ca64b2d56c4,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:15.994444 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8688d84c-e8dd-4740-8f38-0d54376842fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:15.994995 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-8688d84c-e8dd-4740-8f38-0d54376842fc admin admin] Added segment 08e36ef1-ffb0-4f58-b8ec-899bb5736272 of type vlan for network 1b8069b5-1ad5-4fcb-b815-4d2c19d66482 Sep 30 00:51:15.996399 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-742b4e23-a028-41c8-bb76-d130ccba55e2 req-60ac85c3-5a8e-4598-bec7-dd0f6c9bbe5f tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:15.996911 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8688d84c-e8dd-4740-8f38-0d54376842fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:16.013198 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9e55bec3-e6a0-46f0-aa0d-70201f5c93f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:16.115700 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-742b4e23-a028-41c8-bb76-d130ccba55e2 req-60ac85c3-5a8e-4598-bec7-dd0f6c9bbe5f tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:51:16.120961 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-742b4e23-a028-41c8-bb76-d130ccba55e2 req-60ac85c3-5a8e-4598-bec7-dd0f6c9bbe5f tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:51:16.123881 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-742b4e23-a028-41c8-bb76-d130ccba55e2 req-60ac85c3-5a8e-4598-bec7-dd0f6c9bbe5f tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:51:16.135882 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8688d84c-e8dd-4740-8f38-0d54376842fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:16.181148 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac85c3-5a8e-4598-bec7-dd0f6c9bbe5f tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Pushing event updated for resources: {'Port': ['ID=ff38d922-5ed5-4f43-ba25-e88ead24419c,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:16.185771 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-60ac85c3-5a8e-4598-bec7-dd0f6c9bbe5f tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:16.193801 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8688d84c-e8dd-4740-8f38-0d54376842fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:16.197417 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8688d84c-e8dd-4740-8f38-0d54376842fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:16.198143 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8688d84c-e8dd-4740-8f38-0d54376842fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:16.202192 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f3965cbe-e25c-4fa4-ba79-c8f3947562bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:16.238618 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-742b4e23-a028-41c8-bb76-d130ccba55e2 req-60ac85c3-5a8e-4598-bec7-dd0f6c9bbe5f tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:16.315228 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-742b4e23-a028-41c8-bb76-d130ccba55e2 req-60ac85c3-5a8e-4598-bec7-dd0f6c9bbe5f tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:16.379107 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fc579-2874-4cb9-bbfe-a906aafd16d9 req-d1916f88-ab58-401e-9734-6204b6924a34 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:16.380533 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ef4fc579-2874-4cb9-bbfe-a906aafd16d9 req-d1916f88-ab58-401e-9734-6204b6924a34 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 949 time: 0.3437595 Sep 30 00:51:16.419204 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-8688d84c-e8dd-4740-8f38-0d54376842fc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.0430295 Sep 30 00:51:16.424934 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 58906) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:16.427640 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688d84c-e8dd-4740-8f38-0d54376842fc admin admin] Pushing event updated for resources: {'Network': ['ID=1b8069b5-1ad5-4fcb-b815-4d2c19d66482,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:16.440282 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8688d84c-e8dd-4740-8f38-0d54376842fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:16.441063 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 1b8069b5-1ad5-4fcb-b815-4d2c19d66482 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:51:16.442894 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-0dcff1e3-0ee4-4e37-a798-c5454e355bcb admin admin] Request body: {'subnet': {'network_id': '1b8069b5-1ad5-4fcb-b815-4d2c19d66482', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-484883478-subnet', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:51:16.450239 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-0dcff1e3-0ee4-4e37-a798-c5454e355bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:51:16.458132 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-0dcff1e3-0ee4-4e37-a798-c5454e355bcb admin admin] Usage tracker for resource:subnet and tenant:6742a1f2a8924b3b9066945aa90fc99b is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:51:16.470529 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ef4fc579-2874-4cb9-bbfe-a906aafd16d9 req-53eff380-bc34-4e9b-9aab-36b2bfa4c36f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765924 Sep 30 00:51:16.471490 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-0dcff1e3-0ee4-4e37-a798-c5454e355bcb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:51:16.491101 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-0dcff1e3-0ee4-4e37-a798-c5454e355bcb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:51:16.505083 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcff1e3-0ee4-4e37-a798-c5454e355bcb admin admin] Made reservation on behalf of 6742a1f2a8924b3b9066945aa90fc99b for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:51:16.509020 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0dcff1e3-0ee4-4e37-a798-c5454e355bcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:16.601702 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 3d518f2d-344f-4c32-9fed-6a6c1995109a up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:51:16.683822 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device f3b4a4bf-ffd7-4705-8a95-f90e0f27745a details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:51:16.690419 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device bc037ddb-a81c-4cfc-962c-e82208357776 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:51:16.739382 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-742b4e23-a028-41c8-bb76-d130ccba55e2 req-60ac85c3-5a8e-4598-bec7-dd0f6c9bbe5f tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:16.746667 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-742b4e23-a028-41c8-bb76-d130ccba55e2 req-60ac85c3-5a8e-4598-bec7-dd0f6c9bbe5f tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:16.752940 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-276a97f2-d08b-425b-8199-2e8d2108db97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:16.879194 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0dcff1e3-0ee4-4e37-a798-c5454e355bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:16.886222 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ded588e1-ea08-470c-9a22-366a336760b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:16.893021 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-079881a0-7d38-4dbf-bb55-558122138749 req-060d7e09-9fbe-453f-b0ef-4572c57e2262 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=79970307-2808-4617-aaf6-09ebc035f45f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2473803 Sep 30 00:51:16.893704 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac85c3-5a8e-4598-bec7-dd0f6c9bbe5f tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Pushing event updated for resources: {'Port': ['ID=ff38d922-5ed5-4f43-ba25-e88ead24419c,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:16.896571 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-60ac85c3-5a8e-4598-bec7-dd0f6c9bbe5f tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:16.901771 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 3d518f2d-344f-4c32-9fed-6a6c1995109a completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:51:16.902391 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-742b4e23-a028-41c8-bb76-d130ccba55e2 req-60ac85c3-5a8e-4598-bec7-dd0f6c9bbe5f tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:16.918030 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 3d518f2d-344f-4c32-9fed-6a6c1995109a triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:16.918718 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:16.936278 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-742b4e23-a028-41c8-bb76-d130ccba55e2 req-60ac85c3-5a8e-4598-bec7-dd0f6c9bbe5f tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:16.937574 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-742b4e23-a028-41c8-bb76-d130ccba55e2 req-60ac85c3-5a8e-4598-bec7-dd0f6c9bbe5f tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7124059 Sep 30 00:51:16.945133 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1696e-fcaa-4133-893c-bb20a83e388a req-f9a2e15a-04ac-4ebb-88c5-20a41825a0c6 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:16.946711 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-01d1696e-fcaa-4133-893c-bb20a83e388a req-f9a2e15a-04ac-4ebb-88c5-20a41825a0c6 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 945 time: 0.1990516 Sep 30 00:51:16.963769 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port bc037ddb-a81c-4cfc-962c-e82208357776 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:51:16.985384 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port bc037ddb-a81c-4cfc-962c-e82208357776 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:16.986045 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:17.002488 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcff1e3-0ee4-4e37-a798-c5454e355bcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=59401d48-7bca-4d66-895c-fcc36128d278,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:17.010235 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0dcff1e3-0ee4-4e37-a798-c5454e355bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:17.021538 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcff1e3-0ee4-4e37-a798-c5454e355bcb admin admin] Checking segment: {'id': '08e36ef1-ffb0-4f58-b8ec-899bb5736272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1b8069b5-1ad5-4fcb-b815-4d2c19d66482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:51:17.021538 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcff1e3-0ee4-4e37-a798-c5454e355bcb admin admin] Network hostable DHCP agents. Network: 1b8069b5-1ad5-4fcb-b815-4d2c19d66482, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:51:17.041762 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-01d1696e-fcaa-4133-893c-bb20a83e388a req-cd7e75fc-33a4-4c06-9075-f56476e588fd tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887115 Sep 30 00:51:17.052989 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcff1e3-0ee4-4e37-a798-c5454e355bcb admin admin] Network 1b8069b5-1ad5-4fcb-b815-4d2c19d66482 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:51:17.072691 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-742b4e23-a028-41c8-bb76-d130ccba55e2 req-da6c869e-2114-4c0c-8da7-f00efd588f4b tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Synchronizing usage tracker for tenant:4b20f4b110694ae5b48ceb31519082dc on resource:floatingip {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:51:17.073151 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-0dcff1e3-0ee4-4e37-a798-c5454e355bcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 1b8069b5-1ad5-4fcb-b815-4d2c19d66482) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:51:17.088319 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcff1e3-0ee4-4e37-a798-c5454e355bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:17.088845 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f894bb54-6fe1-4b51-833e-6bce7783ff88 None None] Network 1b8069b5-1ad5-4fcb-b815-4d2c19d66482 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:51:17.089759 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0dcff1e3-0ee4-4e37-a798-c5454e355bcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:17.115631 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port f3b4a4bf-ffd7-4705-8a95-f90e0f27745a, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=f3b4a4bf-ffd7-4705-8a95-f90e0f27745a,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:17.117816 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-0dcff1e3-0ee4-4e37-a798-c5454e355bcb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.6918292 Sep 30 00:51:17.120507 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 58924) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:17.129622 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-742b4e23-a028-41c8-bb76-d130ccba55e2 req-da6c869e-2114-4c0c-8da7-f00efd588f4b tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Unset dirty status for tenant:4b20f4b110694ae5b48ceb31519082dc on resource:floatingip {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:51:17.130702 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-e2d32f7c-7935-4f6f-a1e2-1067a5bf215b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-484883478-router', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:51:17.130930 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-742b4e23-a028-41c8-bb76-d130ccba55e2 req-da6c869e-2114-4c0c-8da7-f00efd588f4b tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.115 HTTP/1.1" status: 200 len: 696 time: 0.1872976 Sep 30 00:51:17.136913 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-e2d32f7c-7935-4f6f-a1e2-1067a5bf215b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:51:17.141892 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-e2d32f7c-7935-4f6f-a1e2-1067a5bf215b admin admin] Usage tracker for resource:router and tenant:6742a1f2a8924b3b9066945aa90fc99b is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:51:17.146964 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-e2d32f7c-7935-4f6f-a1e2-1067a5bf215b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:51:17.153818 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-e2d32f7c-7935-4f6f-a1e2-1067a5bf215b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:51:17.167314 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e2d32f7c-7935-4f6f-a1e2-1067a5bf215b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-730961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30750'] for router, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:17.171708 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079881a0-7d38-4dbf-bb55-558122138749 req-3a87b465-b159-4559-ac1e-12be0b9cadd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:17.172451 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e2d32f7c-7935-4f6f-a1e2-1067a5bf215b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30743'] for router, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:17.173645 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-079881a0-7d38-4dbf-bb55-558122138749 req-3a87b465-b159-4559-ac1e-12be0b9cadd5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6d910a5d3074b9cb61a601c2a7cb84a&device_id=79970307-2808-4617-aaf6-09ebc035f45f HTTP/1.1" status: 200 len: 1096 time: 0.1587443 Sep 30 00:51:17.226624 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': 'f3b4a4bf-ffd7-4705-8a95-f90e0f27745a', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': 'f3b4a4bf-ffd7-4705-8a95-f90e0f27745a', 'mac_address': 'fa:16:3e:25:3f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:51:17.237308 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e2d32f7c-7935-4f6f-a1e2-1067a5bf215b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:17.407041 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:17.418392 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65b483-ee84-41af-a286-e4308611c20f req-4839e488-df22-49da-a3a1-db97fca3a15a tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:17.420241 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cf65b483-ee84-41af-a286-e4308611c20f req-4839e488-df22-49da-a3a1-db97fca3a15a tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=711abfd9-64e5-4878-a07f-a6419c0efbdb HTTP/1.1" status: 200 len: 948 time: 0.2296093 Sep 30 00:51:17.421459 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:17.428558 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b4e23-a028-41c8-bb76-d130ccba55e2 req-ee112aae-ca54-4d51-ad35-f23773763f83 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:17.429922 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-742b4e23-a028-41c8-bb76-d130ccba55e2 req-ee112aae-ca54-4d51-ad35-f23773763f83 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 784 time: 0.2889841 Sep 30 00:51:17.446472 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:17.447146 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079881a0-7d38-4dbf-bb55-558122138749 req-4ef25b4c-1d46-489f-b0f8-abea130a877d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:17.454524 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-079881a0-7d38-4dbf-bb55-558122138749 req-4ef25b4c-1d46-489f-b0f8-abea130a877d service neutron] 10.222.0.59 "GET /v2.0/networks?id=789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d HTTP/1.1" status: 200 len: 925 time: 0.2183340 Sep 30 00:51:17.505230 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3b4a4bf-ffd7-4705-8a95-f90e0f27745a {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:51:17.531189 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d518f2d-344f-4c32-9fed-6a6c1995109a'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:51:17.563909 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 3d518f2d-344f-4c32-9fed-6a6c1995109a, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=3d518f2d-344f-4c32-9fed-6a6c1995109a,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:17.568238 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port bc037ddb-a81c-4cfc-962c-e82208357776, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=bc037ddb-a81c-4cfc-962c-e82208357776,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:17.570162 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port f3b4a4bf-ffd7-4705-8a95-f90e0f27745a, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=f3b4a4bf-ffd7-4705-8a95-f90e0f27745a,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:17.607335 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:17.616641 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-675f9878-2673-4861-b9fb-1a786fe32dbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:17.645280 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e2d32f7c-7935-4f6f-a1e2-1067a5bf215b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-672991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-730982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30841'] for router, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:17.649831 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:17.651774 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:17.700604 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661593c9-b26c-47e4-859f-0cb9aeaecb3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-1b8069b5-1ad5-4fcb-b815-4d2c19d66482', 'network_id': '1b8069b5-1ad5-4fcb-b815-4d2c19d66482', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'fixed_ips': [{'subnet_id': '59401d48-7bca-4d66-895c-fcc36128d278'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 00:51:17.702440 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-661593c9-b26c-47e4-859f-0cb9aeaecb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:17.705823 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-079881a0-7d38-4dbf-bb55-558122138749 req-82c5f2e3-7c75-4397-8528-e91145e45131 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=726371f4-278a-4072-b06f-d3103c824c80 HTTP/1.1" status: 200 len: 1001 time: 0.2436008 Sep 30 00:51:17.710692 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cf65b483-ee84-41af-a286-e4308611c20f req-5c7820ef-fc28-4d77-a428-a8f08711a23d tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5154992-720d-4612-ace4-37ce4b9f20af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565481 Sep 30 00:51:17.851220 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=3d518f2d-344f-4c32-9fed-6a6c1995109a,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:17.869726 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:17.870418 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-9f2cad00-04dd-46a7-a320-ad4e2d119e07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:18.004945 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=bc037ddb-a81c-4cfc-962c-e82208357776,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:18.007101 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079881a0-7d38-4dbf-bb55-558122138749 req-794e7d25-2192-483d-a245-61dede80d60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:18.017284 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-079881a0-7d38-4dbf-bb55-558122138749 req-794e7d25-2192-483d-a245-61dede80d60b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2832071e-b852-47d3-913e-f292b000827a HTTP/1.1" status: 200 len: 863 time: 0.3052299 Sep 30 00:51:18.047998 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['f3b4a4bf-ffd7-4705-8a95-f90e0f27745a'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:51:18.112467 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e2d32f7c-7935-4f6f-a1e2-1067a5bf215b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:18.141941 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-661593c9-b26c-47e4-859f-0cb9aeaecb3e None None] Allocated IP 172.20.0.2 (1b8069b5-1ad5-4fcb-b815-4d2c19d66482/59401d48-7bca-4d66-895c-fcc36128d278/f83d4d6a-cd49-4300-a885-9a6b8d187222) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:51:18.149858 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e2d32f7c-7935-4f6f-a1e2-1067a5bf215b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:18.176015 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079881a0-7d38-4dbf-bb55-558122138749 req-54ca7aca-47eb-40a1-89d7-d3f29363dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:18.177417 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-079881a0-7d38-4dbf-bb55-558122138749 req-54ca7aca-47eb-40a1-89d7-d3f29363dd7b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1518316 Sep 30 00:51:18.179168 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=f3b4a4bf-ffd7-4705-8a95-f90e0f27745a,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:18.184770 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b25c59-08c6-4335-970f-2fb6a0c779fd req-a328a85c-7ae8-4264-9ed7-37999a5bb8b0 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:18.187062 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-35b25c59-08c6-4335-970f-2fb6a0c779fd req-a328a85c-7ae8-4264-9ed7-37999a5bb8b0 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 1096 time: 0.1229711 Sep 30 00:51:18.203570 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:18.206760 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-675f9878-2673-4861-b9fb-1a786fe32dbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.532s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:18.208032 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-675f9878-2673-4861-b9fb-1a786fe32dbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:18.291757 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb7aa0-7bcc-4cf3-9ec3-c6af6abfb6eb req-70754885-feb6-4924-9c48-633f8fa74652 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:18.292589 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7feb7aa0-7bcc-4cf3-9ec3-c6af6abfb6eb req-70754885-feb6-4924-9c48-633f8fa74652 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4415350-b0a8-459c-a045-324e642d2659 HTTP/1.1" status: 200 len: 950 time: 0.2819059 Sep 30 00:51:18.325072 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-35b25c59-08c6-4335-970f-2fb6a0c779fd req-e10d38e7-5fa9-4c1e-8d4d-0e6f92ac4301 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100142 Sep 30 00:51:18.333593 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-e2d32f7c-7935-4f6f-a1e2-1067a5bf215b admin admin] Allocated IP 172.25.0.88 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/264f311b-8d9d-43d0-98fc-9f1de542f3b0) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:51:18.368234 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-079881a0-7d38-4dbf-bb55-558122138749 req-9197b718-5086-40ec-94e6-3c66ee893e70 service neutron] 10.222.0.59 "GET /v2.0/networks/789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801717 Sep 30 00:51:18.489698 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7feb7aa0-7bcc-4cf3-9ec3-c6af6abfb6eb req-790e711f-425e-41ac-b0a3-e0c6e6c460c9 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/security-groups?id=14d36578-c53f-4fbc-a012-bc23f095a480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824584 Sep 30 00:51:18.509564 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-661593c9-b26c-47e4-859f-0cb9aeaecb3e None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:18.521823 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-661593c9-b26c-47e4-859f-0cb9aeaecb3e None None] Transition to ACTIVE for port object f83d4d6a-cd49-4300-a885-9a6b8d187222 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:51:18.538112 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-079881a0-7d38-4dbf-bb55-558122138749 req-4fd4e070-0199-4158-a0af-a4643182fd77 service neutron] 10.222.0.59 "GET /v2.0/networks/789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626098 Sep 30 00:51:18.543797 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-661593c9-b26c-47e4-859f-0cb9aeaecb3e None None] Transition to ACTIVE for port object f83d4d6a-cd49-4300-a885-9a6b8d187222 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:51:18.551292 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-661593c9-b26c-47e4-859f-0cb9aeaecb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:18.556592 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-48719e1e-06e6-445a-912d-713203224d99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:18.634840 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d518f2d-344f-4c32-9fed-6a6c1995109a', 'code': 200} Sep 30 00:51:18.646247 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e2d32f7c-7935-4f6f-a1e2-1067a5bf215b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:18.653393 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f934107-358a-4c57-bacd-fb27990fdbf2 req-9f61d44c-57bb-4c66-ac26-9f7a48fbde48 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:18.663090 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2f934107-358a-4c57-bacd-fb27990fdbf2 req-9f61d44c-57bb-4c66-ac26-9f7a48fbde48 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 950 time: 0.1237845 Sep 30 00:51:18.679596 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e2d32f7c-7935-4f6f-a1e2-1067a5bf215b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:18.686545 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:18.688083 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661593c9-b26c-47e4-859f-0cb9aeaecb3e None None] Network 1b8069b5-1ad5-4fcb-b815-4d2c19d66482 is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:51:18.691218 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-661593c9-b26c-47e4-859f-0cb9aeaecb3e None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:51:18.696089 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661593c9-b26c-47e4-859f-0cb9aeaecb3e None None] Pushing event updated for resources: {'Port': ['ID=f83d4d6a-cd49-4300-a885-9a6b8d187222,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:18.698432 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661593c9-b26c-47e4-859f-0cb9aeaecb3e None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:51:18.731807 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-661593c9-b26c-47e4-859f-0cb9aeaecb3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:18.742919 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2f934107-358a-4c57-bacd-fb27990fdbf2 req-d29ab76d-03f4-4d81-9e42-e95a627089a4 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788078 Sep 30 00:51:18.797011 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d32f7c-7935-4f6f-a1e2-1067a5bf215b admin admin] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:51:18.820974 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-661593c9-b26c-47e4-859f-0cb9aeaecb3e None None] Attempting to bind port f83d4d6a-cd49-4300-a885-9a6b8d187222 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:51:18.821353 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-661593c9-b26c-47e4-859f-0cb9aeaecb3e None None] Attempting to bind port f83d4d6a-cd49-4300-a885-9a6b8d187222 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '08e36ef1-ffb0-4f58-b8ec-899bb5736272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1b8069b5-1ad5-4fcb-b815-4d2c19d66482'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:51:18.821735 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661593c9-b26c-47e4-859f-0cb9aeaecb3e None None] Attempting to bind port f83d4d6a-cd49-4300-a885-9a6b8d187222 on network 1b8069b5-1ad5-4fcb-b815-4d2c19d66482 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:51:18.827571 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661593c9-b26c-47e4-859f-0cb9aeaecb3e None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:51:18.827958 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661593c9-b26c-47e4-859f-0cb9aeaecb3e None None] Checking segment: {'id': '08e36ef1-ffb0-4f58-b8ec-899bb5736272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1b8069b5-1ad5-4fcb-b815-4d2c19d66482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:51:18.828373 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-661593c9-b26c-47e4-859f-0cb9aeaecb3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:18.828772 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661593c9-b26c-47e4-859f-0cb9aeaecb3e None None] Bound using segment: {'id': '08e36ef1-ffb0-4f58-b8ec-899bb5736272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1b8069b5-1ad5-4fcb-b815-4d2c19d66482'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:51:18.829251 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-661593c9-b26c-47e4-859f-0cb9aeaecb3e None None] Bound port: f83d4d6a-cd49-4300-a885-9a6b8d187222, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e36ef1-ffb0-4f58-b8ec-899bb5736272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1b8069b5-1ad5-4fcb-b815-4d2c19d66482'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:51:18.829633 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-661593c9-b26c-47e4-859f-0cb9aeaecb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:18.839876 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c14a3efe-bcdf-47f4-aec9-46e5b7848ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:18.848295 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363969f-953e-40b1-be02-75536946d355 req-613120fa-6fca-4c72-902f-033ba2a91843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:18.850207 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0363969f-953e-40b1-be02-75536946d355 req-613120fa-6fca-4c72-902f-033ba2a91843 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 1101 time: 0.0955164 Sep 30 00:51:18.864771 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-e2d32f7c-7935-4f6f-a1e2-1067a5bf215b admin admin] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:51:18.873947 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d32f7c-7935-4f6f-a1e2-1067a5bf215b admin admin] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:51:18.914060 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d32f7c-7935-4f6f-a1e2-1067a5bf215b admin admin] Pushing event updated for resources: {'Port': ['ID=264f311b-8d9d-43d0-98fc-9f1de542f3b0,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:18.921302 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0363969f-953e-40b1-be02-75536946d355 req-d4848e8b-d23d-4f86-85fb-fcbfa78fb85a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584366 Sep 30 00:51:18.923843 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-661593c9-b26c-47e4-859f-0cb9aeaecb3e None None] For port f83d4d6a-cd49-4300-a885-9a6b8d187222, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:51:18.928058 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e2d32f7c-7935-4f6f-a1e2-1067a5bf215b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:18.928624 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-661593c9-b26c-47e4-859f-0cb9aeaecb3e None None] For port f83d4d6a-cd49-4300-a885-9a6b8d187222, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=f83d4d6a-cd49-4300-a885-9a6b8d187222,segment=NetworkSegment(08e36ef1-ffb0-4f58-b8ec-899bb5736272),segment_id=08e36ef1-ffb0-4f58-b8ec-899bb5736272)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:51:18.933787 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-661593c9-b26c-47e4-859f-0cb9aeaecb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:18.940375 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:19.075854 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:19.088247 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661593c9-b26c-47e4-859f-0cb9aeaecb3e None None] Pushing event updated for resources: {'Port': ['ID=f83d4d6a-cd49-4300-a885-9a6b8d187222,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:19.093002 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-661593c9-b26c-47e4-859f-0cb9aeaecb3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:19.128033 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-5c72a1cc-23e4-498e-aa80-9aacac4fd021 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:19.129557 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-5c72a1cc-23e4-498e-aa80-9aacac4fd021 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/networks?id=f57b268d-20d8-40fa-b8a7-84057b4271aa HTTP/1.1" status: 200 len: 821 time: 0.3852301 Sep 30 00:51:19.190011 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-d543ac62-aeea-42f6-8b47-bd6a66357b3c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/quotas/4b20f4b110694ae5b48ceb31519082dc HTTP/1.1" status: 200 len: 375 time: 0.0312319 Sep 30 00:51:19.219071 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247191da-804a-4660-8d65-7d2ec9dd23a2 req-f123fa51-25cb-4526-8bf9-f1b623ff58a3 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:19.222784 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-247191da-804a-4660-8d65-7d2ec9dd23a2 req-f123fa51-25cb-4526-8bf9-f1b623ff58a3 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 1096 time: 0.0922058 Sep 30 00:51:19.283318 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-247191da-804a-4660-8d65-7d2ec9dd23a2 req-34502e07-f1cb-409d-8e62-3e0e306de0c1 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540762 Sep 30 00:51:19.489790 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-a223e10e-ef19-472d-84ea-300ec877c5d0 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4b20f4b110694ae5b48ceb31519082dc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2911713 Sep 30 00:51:19.503373 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e2d32f7c-7935-4f6f-a1e2-1067a5bf215b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:19.535647 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98132f-6868-4840-b41a-bf9e6f256bf9 req-b9497c34-8d5e-4e8a-b1e5-875a2114d177 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:19.536542 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-9c98132f-6868-4840-b41a-bf9e6f256bf9 req-b9497c34-8d5e-4e8a-b1e5-875a2114d177 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Synchronizing usage tracker for tenant:09f9ae3e1bed4a5f8cd3a98d76e38eb0 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:51:19.559298 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-9c98132f-6868-4840-b41a-bf9e6f256bf9 req-b9497c34-8d5e-4e8a-b1e5-875a2114d177 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Unset dirty status for tenant:09f9ae3e1bed4a5f8cd3a98d76e38eb0 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:51:19.560473 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9c98132f-6868-4840-b41a-bf9e6f256bf9 req-b9497c34-8d5e-4e8a-b1e5-875a2114d177 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=711abfd9-64e5-4878-a07f-a6419c0efbdb HTTP/1.1" status: 200 len: 949 time: 0.1317260 Sep 30 00:51:19.618518 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9c98132f-6868-4840-b41a-bf9e6f256bf9 req-6ffa0b43-fe7f-4e7b-8550-ee59249b8f0c tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5154992-720d-4612-ace4-37ce4b9f20af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509295 Sep 30 00:51:19.743320 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-d45885e2-458b-410b-815d-f1b51bffaf3e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:51:19.744313 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-d45885e2-458b-410b-815d-f1b51bffaf3e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0721169 Sep 30 00:51:20.057200 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7635c7-0522-40ab-87e0-7acdf9bda313 req-34399657-2aa6-4a21-ad77-8fe30e4f3cdf tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:20.059776 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0f7635c7-0522-40ab-87e0-7acdf9bda313 req-34399657-2aa6-4a21-ad77-8fe30e4f3cdf tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4415350-b0a8-459c-a045-324e642d2659 HTTP/1.1" status: 200 len: 950 time: 0.0954542 Sep 30 00:51:20.114206 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0f7635c7-0522-40ab-87e0-7acdf9bda313 req-b569a048-65c7-4f8a-a182-fb544567e2f1 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/security-groups?id=14d36578-c53f-4fbc-a012-bc23f095a480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460544 Sep 30 00:51:20.154308 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-99d00bb8-5d84-4aeb-ab93-f84c3fdfc216 service neutron] 10.222.0.39 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576334 Sep 30 00:51:20.159125 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e2d32f7c-7935-4f6f-a1e2-1067a5bf215b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673175'] for router, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:20.203111 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db083b94-14c7-4062-a9dd-31299fc6e8c4 None None] Network 1b8069b5-1ad5-4fcb-b815-4d2c19d66482 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:51:20.288985 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device f83d4d6a-cd49-4300-a885-9a6b8d187222 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:51:20.336259 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8eb11e-7901-4c49-9080-7d8e64380bb0 req-b3219ea6-a573-4925-b085-f143353f293b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:20.344289 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8e8eb11e-7901-4c49-9080-7d8e64380bb0 req-b3219ea6-a573-4925-b085-f143353f293b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 950 time: 0.1052530 Sep 30 00:51:20.382891 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-d087ff97-1aa3-4445-83a1-e2c31c14103e None None] Provisioning for port f83d4d6a-cd49-4300-a885-9a6b8d187222 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:51:20.400020 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8e8eb11e-7901-4c49-9080-7d8e64380bb0 req-23fe254f-d455-4844-a6ab-f01b74ed8faa tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520546 Sep 30 00:51:20.463391 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-ab86f7dd-aef7-4d5b-84ab-2cc8d3cdefb0 service neutron] 10.222.0.39 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072166 Sep 30 00:51:20.473935 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port f83d4d6a-cd49-4300-a885-9a6b8d187222 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:51:20.482645 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port f83d4d6a-cd49-4300-a885-9a6b8d187222 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:20.483205 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:20.582924 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d32f7c-7935-4f6f-a1e2-1067a5bf215b admin admin] Router 818f1404-4b68-4f61-8fde-3967a4e897ff is scheduled to L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 with binding_index 1 {{(pid=80274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 30 00:51:20.658717 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4415350-b0a8-459c-a045-324e642d2659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc037ddb-a81c-4cfc-962c-e82208357776'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:51:20.705256 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device f3b4a4bf-ffd7-4705-8a95-f90e0f27745a up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:51:20.943920 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d32f7c-7935-4f6f-a1e2-1067a5bf215b admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:51:20.970030 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d4c4ba-5da2-4982-995e-afe8777d537d None None] Sync routers for ids ['818f1404-4b68-4f61-8fde-3967a4e897ff'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:51:20.985129 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e2d32f7c-7935-4f6f-a1e2-1067a5bf215b admin admin] Notify callbacks [] for router, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:20.989225 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-e2d32f7c-7935-4f6f-a1e2-1067a5bf215b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 3.8666506 Sep 30 00:51:20.989888 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 59018) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:20.994878 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4415350-b0a8-459c-a045-324e642d2659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc037ddb-a81c-4cfc-962c-e82208357776', 'code': 200} Sep 30 00:51:21.031048 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d4c4ba-5da2-4982-995e-afe8777d537d None None] Routers {'818f1404-4b68-4f61-8fde-3967a4e897ff'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:51:21.031687 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-d9d4c4ba-5da2-4982-995e-afe8777d537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:50:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['818f1404-4b68-4f61-8fde-3967a4e897ff'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:21.164859 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:21.244418 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888c285-c9d3-44b5-99ef-e0d4dc339000 req-e8ffe031-a1b6-47f0-86b9-4a90a5306084 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:21.252647 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1888c285-c9d3-44b5-99ef-e0d4dc339000 req-e8ffe031-a1b6-47f0-86b9-4a90a5306084 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=711abfd9-64e5-4878-a07f-a6419c0efbdb HTTP/1.1" status: 200 len: 949 time: 0.2880671 Sep 30 00:51:21.276376 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17967eb-5634-4192-b05b-ab1516494a16 req-7bfa6e06-b9a5-44ba-ab4d-9eb6893e25af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:21.277885 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c17967eb-5634-4192-b05b-ab1516494a16 req-7bfa6e06-b9a5-44ba-ab4d-9eb6893e25af service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f4415350-b0a8-459c-a045-324e642d2659 HTTP/1.1" status: 200 len: 1101 time: 0.1817060 Sep 30 00:51:21.333090 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1888c285-c9d3-44b5-99ef-e0d4dc339000 req-5a17d8b4-1bbd-45f7-acbd-731768d88f13 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5154992-720d-4612-ace4-37ce4b9f20af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794532 Sep 30 00:51:21.359459 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-90d04fc5-f175-46b5-9222-31f076e88895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:21.372703 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3909acfc-63fa-4320-b9df-172112fe76e4 req-a4ceebde-6a66-4078-950b-3f5f657c6e51 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/ports?device_id=bec462f6-8708-45ca-a7da-b26fd617cc72 HTTP/1.1" status: 200 len: 210 time: 0.2311671 Sep 30 00:51:21.375732 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port f3b4a4bf-ffd7-4705-8a95-f90e0f27745a completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:51:21.398386 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port f3b4a4bf-ffd7-4705-8a95-f90e0f27745a triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:21.398796 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:21.402126 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c17967eb-5634-4192-b05b-ab1516494a16 req-4985410c-f127-4adf-8fd3-3d528b782ede service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=14d36578-c53f-4fbc-a012-bc23f095a480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105728 Sep 30 00:51:21.477723 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port f83d4d6a-cd49-4300-a885-9a6b8d187222, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=f83d4d6a-cd49-4300-a885-9a6b8d187222,segment=NetworkSegment(08e36ef1-ffb0-4f58-b8ec-899bb5736272),segment_id=08e36ef1-ffb0-4f58-b8ec-899bb5736272)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:21.499795 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:21.510020 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:21.654198 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-d9d4c4ba-5da2-4982-995e-afe8777d537d None None] Set router 818f1404-4b68-4f61-8fde-3967a4e897ff gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:51:21.702893 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd65d98-adb0-4815-897f-cc563ffec0b6 req-94b8668c-77ae-45da-912b-21a393c1758d tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:21.704881 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cbd65d98-adb0-4815-897f-cc563ffec0b6 req-94b8668c-77ae-45da-912b-21a393c1758d tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 1096 time: 0.1447368 Sep 30 00:51:21.769339 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cbd65d98-adb0-4815-897f-cc563ffec0b6 req-f67827d1-e88c-44e2-987b-872619aa8032 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577478 Sep 30 00:51:21.860699 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 59034) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:21.961134 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257f855-0b2b-44a4-834e-5c9db51fef6e req-c1210454-8a89-47d8-8017-36642e09f759 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:21.962627 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c257f855-0b2b-44a4-834e-5c9db51fef6e req-c1210454-8a89-47d8-8017-36642e09f759 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4415350-b0a8-459c-a045-324e642d2659 HTTP/1.1" status: 200 len: 950 time: 0.4233036 Sep 30 00:51:21.986320 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=f83d4d6a-cd49-4300-a885-9a6b8d187222,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:21.993565 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:22.002605 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:22.026329 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-e88fe23a-83cb-4723-a077-19727d0f2b52 None None] Provisioning complete for port f83d4d6a-cd49-4300-a885-9a6b8d187222 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:22.026996 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e88fe23a-83cb-4723-a077-19727d0f2b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:22.034856 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-04b872ad-8d32-45ad-97da-140cae4e48d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:22.062416 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-04b872ad-8d32-45ad-97da-140cae4e48d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:51:22.072537 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-04b872ad-8d32-45ad-97da-140cae4e48d1 admin admin] Usage tracker for resource:security_group_rule and tenant:37aa5bf8a1bd4da2b3419f195258bbf7 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:51:22.076077 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-04b872ad-8d32-45ad-97da-140cae4e48d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:51:22.085756 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-04b872ad-8d32-45ad-97da-140cae4e48d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:51:22.096316 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99792b35-0682-416e-a8b1-bba4b535a5a0 req-3350bcf4-1b2c-412f-b55b-ba2697c2c8e8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:22.097837 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-99792b35-0682-416e-a8b1-bba4b535a5a0 req-3350bcf4-1b2c-412f-b55b-ba2697c2c8e8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 950 time: 0.1854160 Sep 30 00:51:22.136283 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port f3b4a4bf-ffd7-4705-8a95-f90e0f27745a, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=f3b4a4bf-ffd7-4705-8a95-f90e0f27745a,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:22.151070 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c257f855-0b2b-44a4-834e-5c9db51fef6e req-a5a49387-5e1d-41ee-bcd8-0eb70af5cce5 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/security-groups?id=14d36578-c53f-4fbc-a012-bc23f095a480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797016 Sep 30 00:51:22.158050 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:22.165861 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-e39c7d39-2c0b-4a5f-9dba-6b8fcbcba037 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:22.202781 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-99792b35-0682-416e-a8b1-bba4b535a5a0 req-5365c472-0cff-4c4d-9dde-2de571a00ce8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923314 Sep 30 00:51:22.320974 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device f83d4d6a-cd49-4300-a885-9a6b8d187222 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:51:22.335949 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-04b872ad-8d32-45ad-97da-140cae4e48d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:22.344082 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-04b872ad-8d32-45ad-97da-140cae4e48d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:22.353603 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c822ca6e-97f1-47ab-a003-a1559cae7b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:22.394018 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:22.425904 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-04b872ad-8d32-45ad-97da-140cae4e48d1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=37aa5bf8a1bd4da2b3419f195258bbf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5602190 Sep 30 00:51:22.425904 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b872ad-8d32-45ad-97da-140cae4e48d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58360df-4ed5-4794-903b-9aa87f5bf2b7,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:22.426970 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 59048) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:22.429301 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-04b872ad-8d32-45ad-97da-140cae4e48d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:22.610580 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=f3b4a4bf-ffd7-4705-8a95-f90e0f27745a,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:22.629146 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:22.651804 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-d9d4c4ba-5da2-4982-995e-afe8777d537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-484883478-router', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '264f311b-8d9d-43d0-98fc-9f1de542f3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:51:17Z', 'updated_at': '2021-09-30T00:51:19Z', 'revision_number': 3, 'project_id': '6742a1f2a8924b3b9066945aa90fc99b', 'gw_port': {'id': '264f311b-8d9d-43d0-98fc-9f1de542f3b0', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f9:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:18Z', 'updated_at': '2021-09-30T00:51:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:22.664458 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d4c4ba-5da2-4982-995e-afe8777d537d None None] Checking router: 818f1404-4b68-4f61-8fde-3967a4e897ff for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:51:22.665738 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d4c4ba-5da2-4982-995e-afe8777d537d None None] Updating router 818f1404-4b68-4f61-8fde-3967a4e897ff port 264f311b-8d9d-43d0-98fc-9f1de542f3b0 binding host n-d-811809-1 {{(pid=80276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:51:22.677113 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:22.762355 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-68ef7ea4-2ea1-458a-a098-25b4b5f916b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:22.833090 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-98a0590a-c4e5-4429-9508-4bdf91799760 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:22.835002 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-98a0590a-c4e5-4429-9508-4bdf91799760 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.59 "GET /v2.0/networks?id=f57b268d-20d8-40fa-b8a7-84057b4271aa HTTP/1.1" status: 200 len: 821 time: 0.3641350 Sep 30 00:51:22.836941 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-68ef7ea4-2ea1-458a-a098-25b4b5f916b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:22.863661 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-13aab81a-ccff-40a7-b119-ccf06bffca6d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Request body: {'port': {'device_id': 'bec462f6-8708-45ca-a7da-b26fd617cc72', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'admin_state_up': True, 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:51:22.884537 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d9d4c4ba-5da2-4982-995e-afe8777d537d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:22.958761 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Allocated IP 172.20.0.1 (1b8069b5-1ad5-4fcb-b815-4d2c19d66482/59401d48-7bca-4d66-895c-fcc36128d278/b542ae11-e4c4-4e25-bdf8-c6379f2beb32) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:51:22.958989 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port f83d4d6a-cd49-4300-a885-9a6b8d187222 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:22.959432 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:23.031973 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711abfd9-64e5-4878-a07f-a6419c0efbdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b4a4bf-ffd7-4705-8a95-f90e0f27745a'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:51:23.113159 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-68ef7ea4-2ea1-458a-a098-25b4b5f916b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:23.136782 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2fb147bb-520c-415a-8a43-c0da8870aac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:23.205454 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:23.205663 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef7ea4-2ea1-458a-a098-25b4b5f916b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58360df-4ed5-4794-903b-9aa87f5bf2b7,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:23.215049 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-68ef7ea4-2ea1-458a-a098-25b4b5f916b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:23.225481 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-13aab81a-ccff-40a7-b119-ccf06bffca6d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:51:23.233201 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-68ef7ea4-2ea1-458a-a098-25b4b5f916b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:23.233436 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Transition to ACTIVE for port object b542ae11-e4c4-4e25-bdf8-c6379f2beb32 will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:51:23.234672 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-68ef7ea4-2ea1-458a-a098-25b4b5f916b9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a58360df-4ed5-4794-903b-9aa87f5bf2b7 HTTP/1.1" status: 204 len: 168 time: 0.8067093 Sep 30 00:51:23.246347 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-13aab81a-ccff-40a7-b119-ccf06bffca6d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:51:23.267018 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-13aab81a-ccff-40a7-b119-ccf06bffca6d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Made reservation on behalf of 4b20f4b110694ae5b48ceb31519082dc for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:51:23.271043 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-13aab81a-ccff-40a7-b119-ccf06bffca6d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:23.272525 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:23.298599 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e686265-23b7-4463-b372-1cb71eb2f15e req-4d890a01-d60f-4923-81fc-d1a70216de21 tempest-MigrationsAdminTest-602832877 tempest-MigrationsAdminTest-602832877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:23.300171 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5e686265-23b7-4463-b372-1cb71eb2f15e req-4d890a01-d60f-4923-81fc-d1a70216de21 tempest-MigrationsAdminTest-602832877 tempest-MigrationsAdminTest-602832877-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 1101 time: 0.1644566 Sep 30 00:51:23.301343 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ba75c4a3-1b6c-47e9-a520-84bd223ac2c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:23.370325 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5e686265-23b7-4463-b372-1cb71eb2f15e req-1fa62b5f-acbc-4968-acb5-9999cb39b383 tempest-MigrationsAdminTest-602832877 tempest-MigrationsAdminTest-602832877-project-admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:23.406944 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-5e686265-23b7-4463-b372-1cb71eb2f15e req-1fa62b5f-acbc-4968-acb5-9999cb39b383 tempest-MigrationsAdminTest-602832877 tempest-MigrationsAdminTest-602832877-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:51:23.411034 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-5e686265-23b7-4463-b372-1cb71eb2f15e req-1fa62b5f-acbc-4968-acb5-9999cb39b383 tempest-MigrationsAdminTest-602832877 tempest-MigrationsAdminTest-602832877-project-admin] Usage tracker for resource:security_group_rule and tenant:07bb15e3bc254a7790f0966ff0644b9e is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:51:23.414073 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-5e686265-23b7-4463-b372-1cb71eb2f15e req-1fa62b5f-acbc-4968-acb5-9999cb39b383 tempest-MigrationsAdminTest-602832877 tempest-MigrationsAdminTest-602832877-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:51:23.417642 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Pushing event updated for resources: {'Port': ['ID=b542ae11-e4c4-4e25-bdf8-c6379f2beb32,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:23.425613 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-5e686265-23b7-4463-b372-1cb71eb2f15e req-1fa62b5f-acbc-4968-acb5-9999cb39b383 tempest-MigrationsAdminTest-602832877 tempest-MigrationsAdminTest-602832877-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:51:23.434489 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:23.437191 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Network 1b8069b5-1ad5-4fcb-b815-4d2c19d66482 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:51:23.438484 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:51:23.448995 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:51:23.541174 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734280'] for router_interface, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:23.610517 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-13aab81a-ccff-40a7-b119-ccf06bffca6d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Allocated IP 172.20.0.14 (f57b268d-20d8-40fa-b8a7-84057b4271aa/739388f2-bdc1-458a-ad24-7599b12445e8/10a95483-eff6-4210-b8e3-0beb9e9234ac) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:51:23.773686 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5e686265-23b7-4463-b372-1cb71eb2f15e req-1fa62b5f-acbc-4968-acb5-9999cb39b383 tempest-MigrationsAdminTest-602832877 tempest-MigrationsAdminTest-602832877-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:23.781203 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5e686265-23b7-4463-b372-1cb71eb2f15e req-1fa62b5f-acbc-4968-acb5-9999cb39b383 tempest-MigrationsAdminTest-602832877 tempest-MigrationsAdminTest-602832877-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:23.805996 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d2d50f38-7a7b-4843-8563-b7947af389da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:23.837495 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d9d4c4ba-5da2-4982-995e-afe8777d537d None None] Notify callbacks [] for port, precommit_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:23.865057 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-d9d4c4ba-5da2-4982-995e-afe8777d537d None None] Transition to ACTIVE for port object 264f311b-8d9d-43d0-98fc-9f1de542f3b0 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:51:23.874349 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:23.896200 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d9d4c4ba-5da2-4982-995e-afe8777d537d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:23.900864 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:23.902978 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 59088) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:23.904067 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5e686265-23b7-4463-b372-1cb71eb2f15e req-1fa62b5f-acbc-4968-acb5-9999cb39b383 tempest-MigrationsAdminTest-602832877 tempest-MigrationsAdminTest-602832877-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5588710 Sep 30 00:51:23.941095 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa62b5f-acbc-4968-acb5-9999cb39b383 tempest-MigrationsAdminTest-602832877 tempest-MigrationsAdminTest-602832877-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6427a20-934e-4876-b72b-aeb1576d74df,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:23.959299 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cf965b04-f238-4396-a17a-df66e826b7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:23.961196 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1fa62b5f-acbc-4968-acb5-9999cb39b383 tempest-MigrationsAdminTest-602832877 tempest-MigrationsAdminTest-602832877-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:23.964817 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-b105abba-df8d-460f-86f4-ec8b3bd2bf43 None None] Provisioning for port b542ae11-e4c4-4e25-bdf8-c6379f2beb32 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:51:23.980819 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-cf965b04-f238-4396-a17a-df66e826b7a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:51:23.985584 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-cf965b04-f238-4396-a17a-df66e826b7a9 admin admin] Usage tracker for resource:security_group_rule and tenant:7d21d693750b4152aba14ef2a1d26ca5 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:51:23.988759 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-cf965b04-f238-4396-a17a-df66e826b7a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:51:23.996362 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-cf965b04-f238-4396-a17a-df66e826b7a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:51:24.023376 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-b105abba-df8d-460f-86f4-ec8b3bd2bf43 None None] Provisioning complete for port b542ae11-e4c4-4e25-bdf8-c6379f2beb32 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:24.025074 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-b105abba-df8d-460f-86f4-ec8b3bd2bf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:24.041872 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:24.077878 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-13aab81a-ccff-40a7-b119-ccf06bffca6d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:24.095754 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacdffe3-3f46-43de-b63c-e1ea203d8a87 None None] Pushing event updated for resources: {'Port': ['ID=264f311b-8d9d-43d0-98fc-9f1de542f3b0,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:24.103304 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-aacdffe3-3f46-43de-b63c-e1ea203d8a87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:24.110106 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-d9d4c4ba-5da2-4982-995e-afe8777d537d None None] Attempting to bind port 264f311b-8d9d-43d0-98fc-9f1de542f3b0 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:51:24.110878 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-d9d4c4ba-5da2-4982-995e-afe8777d537d None None] Attempting to bind port 264f311b-8d9d-43d0-98fc-9f1de542f3b0 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:51:24.111411 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d4c4ba-5da2-4982-995e-afe8777d537d None None] Attempting to bind port 264f311b-8d9d-43d0-98fc-9f1de542f3b0 on network 1b813296-b79a-4ce4-abf3-9e488de9f705 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:51:24.113983 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-13aab81a-ccff-40a7-b119-ccf06bffca6d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Transition to ACTIVE for port object 10a95483-eff6-4210-b8e3-0beb9e9234ac will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:51:24.125932 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d4c4ba-5da2-4982-995e-afe8777d537d None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:51:24.126817 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d4c4ba-5da2-4982-995e-afe8777d537d None None] Checking segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:51:24.128102 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d9d4c4ba-5da2-4982-995e-afe8777d537d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:24.128690 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d4c4ba-5da2-4982-995e-afe8777d537d None None] Bound using segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:51:24.130280 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-d9d4c4ba-5da2-4982-995e-afe8777d537d None None] Bound port: 264f311b-8d9d-43d0-98fc-9f1de542f3b0, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:51:24.130879 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d9d4c4ba-5da2-4982-995e-afe8777d537d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:24.152097 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda6578-4bf3-49b6-8769-2e922e220fbb req-329821f3-d533-47dd-b306-573f6065d207 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:24.153822 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8bda6578-4bf3-49b6-8769-2e922e220fbb req-329821f3-d533-47dd-b306-573f6065d207 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=711abfd9-64e5-4878-a07f-a6419c0efbdb HTTP/1.1" status: 200 len: 950 time: 0.1183708 Sep 30 00:51:24.164262 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-b105abba-df8d-460f-86f4-ec8b3bd2bf43 None None] Port b542ae11-e4c4-4e25-bdf8-c6379f2beb32 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:51:24.183540 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-13aab81a-ccff-40a7-b119-ccf06bffca6d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:24.190645 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-32e2c5d7-2c61-4706-9b25-5ce8cc36655f tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:24.193586 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cf965b04-f238-4396-a17a-df66e826b7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:24.256822 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['916084b2-d175-413c-9e85-453b2a06a76d'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:51:24.260786 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cf965b04-f238-4396-a17a-df66e826b7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:24.273912 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-cc9f4d00-be0f-4817-ad65-f8501ddd4376 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:51:24.274977 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-cc9f4d00-be0f-4817-ad65-f8501ddd4376 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0250323 Sep 30 00:51:24.275630 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:24.292182 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-13aab81a-ccff-40a7-b119-ccf06bffca6d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Network f57b268d-20d8-40fa-b8a7-84057b4271aa is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:51:24.293717 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-f9ed45d9-0c1e-4fb5-8b95-a6faa58409ea service neutron] Request body: {'binding': {'host': 'n-h1-811809-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:51:24.294178 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-f9ed45d9-0c1e-4fb5-8b95-a6faa58409ea service neutron] Unknown quota resources ['binding']. {{(pid=80274) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Sep 30 00:51:24.302836 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8bda6578-4bf3-49b6-8769-2e922e220fbb req-78c21653-aff6-4d8b-8b9e-908f1bf75865 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5154992-720d-4612-ace4-37ce4b9f20af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371241 Sep 30 00:51:24.303777 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-13aab81a-ccff-40a7-b119-ccf06bffca6d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:51:24.308293 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-13aab81a-ccff-40a7-b119-ccf06bffca6d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:51:24.355733 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aab81a-ccff-40a7-b119-ccf06bffca6d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Pushing event updated for resources: {'Port': ['ID=10a95483-eff6-4210-b8e3-0beb9e9234ac,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:24.361763 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-13aab81a-ccff-40a7-b119-ccf06bffca6d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:24.382798 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-d9d4c4ba-5da2-4982-995e-afe8777d537d None None] For port 264f311b-8d9d-43d0-98fc-9f1de542f3b0, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:51:24.391731 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-cf965b04-f238-4396-a17a-df66e826b7a9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d21d693750b4152aba14ef2a1d26ca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4821727 Sep 30 00:51:24.397129 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 59094) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:24.402331 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf965b04-f238-4396-a17a-df66e826b7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6c86a5-d7d2-4171-a633-c3ead6c816ac,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:24.406084 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-cf965b04-f238-4396-a17a-df66e826b7a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:24.409906 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-13aab81a-ccff-40a7-b119-ccf06bffca6d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:24.414012 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-13aab81a-ccff-40a7-b119-ccf06bffca6d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:24.437948 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-d9d4c4ba-5da2-4982-995e-afe8777d537d None None] For port 264f311b-8d9d-43d0-98fc-9f1de542f3b0, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=264f311b-8d9d-43d0-98fc-9f1de542f3b0,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:51:24.449712 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d9d4c4ba-5da2-4982-995e-afe8777d537d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:24.464474 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:24.482505 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-13aab81a-ccff-40a7-b119-ccf06bffca6d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6253762 Sep 30 00:51:24.509182 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-bafa522e-922c-4c36-bcdf-a79fcdae23c3 service neutron] Request body: {'port': {'device_id': 'bec462f6-8708-45ca-a7da-b26fd617cc72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:51:24.643865 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:24.650298 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-686ff737-2148-411d-bf8f-ee22813ac65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:24.662918 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:24.672231 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d4c4ba-5da2-4982-995e-afe8777d537d None None] Routers {'818f1404-4b68-4f61-8fde-3967a4e897ff'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:51:24.672879 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-d9d4c4ba-5da2-4982-995e-afe8777d537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:51:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['818f1404-4b68-4f61-8fde-3967a4e897ff'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:24.696654 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-bafa522e-922c-4c36-bcdf-a79fcdae23c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:24.699252 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4575d492-ed24-4700-8007-71251f9717d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:24.781865 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc477f-94db-431e-a2d6-b2853b46005e req-d3b4d54e-8a0d-4f03-b476-b06352c4448d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:24.782712 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-00cc477f-94db-431e-a2d6-b2853b46005e req-d3b4d54e-8a0d-4f03-b476-b06352c4448d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Synchronizing usage tracker for tenant:4b20f4b110694ae5b48ceb31519082dc on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:51:24.813307 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacdffe3-3f46-43de-b63c-e1ea203d8a87 None None] Pushing event updated for resources: {'Port': ['ID=264f311b-8d9d-43d0-98fc-9f1de542f3b0,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:24.819062 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-686ff737-2148-411d-bf8f-ee22813ac65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:24.838408 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-aacdffe3-3f46-43de-b63c-e1ea203d8a87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:24.841527 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734445'] for router_interface, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:24.848597 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Pushing event updated for resources: {'Port': ['ID=b542ae11-e4c4-4e25-bdf8-c6379f2beb32,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:24.855521 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-a469a6f7-c5ab-45e6-8a8e-d938d61b4488 None None] Provisioning for port 10a95483-eff6-4210-b8e3-0beb9e9234ac completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:51:24.861663 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-00cc477f-94db-431e-a2d6-b2853b46005e req-d3b4d54e-8a0d-4f03-b476-b06352c4448d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Unset dirty status for tenant:4b20f4b110694ae5b48ceb31519082dc on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:51:24.866789 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-a469a6f7-c5ab-45e6-8a8e-d938d61b4488 None None] Provisioning complete for port 10a95483-eff6-4210-b8e3-0beb9e9234ac triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:24.867178 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-a469a6f7-c5ab-45e6-8a8e-d938d61b4488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:24.868611 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-00cc477f-94db-431e-a2d6-b2853b46005e req-d3b4d54e-8a0d-4f03-b476-b06352c4448d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/ports?device_id=bec462f6-8708-45ca-a7da-b26fd617cc72 HTTP/1.1" status: 200 len: 932 time: 0.2541761 Sep 30 00:51:24.869245 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-f9ed45d9-0c1e-4fb5-8b95-a6faa58409ea service neutron] Attempting to bind port 9f823616-cece-4d73-8e94-3826fbf67aeb on host n-h1-811809-1 for vnic_type normal with profile None {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:51:24.869589 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-f9ed45d9-0c1e-4fb5-8b95-a6faa58409ea service neutron] Attempting to bind port 9f823616-cece-4d73-8e94-3826fbf67aeb by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:51:24.869919 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-f9ed45d9-0c1e-4fb5-8b95-a6faa58409ea service neutron] Attempting to bind port 9f823616-cece-4d73-8e94-3826fbf67aeb on network 0a0a50fb-f59e-4919-9310-948ef891e84f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:51:24.951283 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-a469a6f7-c5ab-45e6-8a8e-d938d61b4488 None None] Port 10a95483-eff6-4210-b8e3-0beb9e9234ac cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:51:24.962444 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-d9d4c4ba-5da2-4982-995e-afe8777d537d None None] Set router 818f1404-4b68-4f61-8fde-3967a4e897ff gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:51:25.003374 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:25.004006 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:25.004111 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:25.004420 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:25.004538 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-00cc477f-94db-431e-a2d6-b2853b46005e req-ddb8004a-7167-43c1-a365-88dc49e281d0 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea91114e-1a8b-4056-892a-7c0f10ace738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346085 Sep 30 00:51:25.004766 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:25.005118 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:25.005454 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:25.005793 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:25.006136 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:25.006472 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:25.006828 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:25.007175 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:25.014389 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:25.057678 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-f9ed45d9-0c1e-4fb5-8b95-a6faa58409ea service neutron] Port 9f823616-cece-4d73-8e94-3826fbf67aeb on network 0a0a50fb-f59e-4919-9310-948ef891e84f not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:51:25.058272 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-f9ed45d9-0c1e-4fb5-8b95-a6faa58409ea service neutron] Attempting to bind port 9f823616-cece-4d73-8e94-3826fbf67aeb on network 0a0a50fb-f59e-4919-9310-948ef891e84f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:51:25.077730 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-f9ed45d9-0c1e-4fb5-8b95-a6faa58409ea service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:51:25.078079 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-f9ed45d9-0c1e-4fb5-8b95-a6faa58409ea service neutron] Checking segment: {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:51:25.078469 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-f9ed45d9-0c1e-4fb5-8b95-a6faa58409ea service neutron] Bound using segment: {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:51:25.078939 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-f9ed45d9-0c1e-4fb5-8b95-a6faa58409ea service neutron] Bound port: 9f823616-cece-4d73-8e94-3826fbf67aeb, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:51:25.107480 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711abfd9-64e5-4878-a07f-a6419c0efbdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b4a4bf-ffd7-4705-8a95-f90e0f27745a', 'code': 200} Sep 30 00:51:25.143378 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-686ff737-2148-411d-bf8f-ee22813ac65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:25.157492 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-bafa522e-922c-4c36-bcdf-a79fcdae23c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10a95483-eff6-4210-b8e3-0beb9e9234ac {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:51:25.158525 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:25.166666 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-bafa522e-922c-4c36-bcdf-a79fcdae23c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:25.179553 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ff737-2148-411d-bf8f-ee22813ac65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6c86a5-d7d2-4171-a633-c3ead6c816ac,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:25.181821 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-686ff737-2148-411d-bf8f-ee22813ac65b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:25.188009 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-f9ed45d9-0c1e-4fb5-8b95-a6faa58409ea service neutron] For port 9f823616-cece-4d73-8e94-3826fbf67aeb, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=9f823616-cece-4d73-8e94-3826fbf67aeb,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:51:25.192663 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-bafa522e-922c-4c36-bcdf-a79fcdae23c3 service neutron] Transition to ACTIVE for port object 10a95483-eff6-4210-b8e3-0beb9e9234ac will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:51:25.205306 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Network 1b8069b5-1ad5-4fcb-b815-4d2c19d66482 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:51:25.207947 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:51:25.212545 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-686ff737-2148-411d-bf8f-ee22813ac65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:25.213676 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-686ff737-2148-411d-bf8f-ee22813ac65b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ad6c86a5-d7d2-4171-a633-c3ead6c816ac HTTP/1.1" status: 204 len: 168 time: 0.8129027 Sep 30 00:51:25.272589 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-f9ed45d9-0c1e-4fb5-8b95-a6faa58409ea service neutron] Notify callbacks [] for binding, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:25.273766 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-f9ed45d9-0c1e-4fb5-8b95-a6faa58409ea service neutron] 10.222.0.39 "POST /v2.0/ports/9f823616-cece-4d73-8e94-3826fbf67aeb/bindings HTTP/1.1" status: 201 len: 389 time: 0.9903562 Sep 30 00:51:25.509630 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-d9d4c4ba-5da2-4982-995e-afe8777d537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-484883478-router', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '264f311b-8d9d-43d0-98fc-9f1de542f3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:51:17Z', 'updated_at': '2021-09-30T00:51:23Z', 'revision_number': 4, 'project_id': '6742a1f2a8924b3b9066945aa90fc99b', 'gw_port': {'id': '264f311b-8d9d-43d0-98fc-9f1de542f3b0', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f9:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:18Z', 'updated_at': '2021-09-30T00:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'b542ae11-e4c4-4e25-bdf8-c6379f2beb32', 'name': '', 'network_id': '1b8069b5-1ad5-4fcb-b815-4d2c19d66482', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'mac_address': 'fa:16:3e:03:08:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '59401d48-7bca-4d66-895c-fcc36128d278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:22Z', 'updated_at': '2021-09-30T00:51:24Z', 'revision_number': 2, 'project_id': '6742a1f2a8924b3b9066945aa90fc99b', 'subnets': [{'id': '59401d48-7bca-4d66-895c-fcc36128d278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:25.519553 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d4c4ba-5da2-4982-995e-afe8777d537d None None] The sync data for ids ['818f1404-4b68-4f61-8fde-3967a4e897ff'] in n-d-811809-1 is: [{'id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-484883478-router', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '264f311b-8d9d-43d0-98fc-9f1de542f3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:51:17Z', 'updated_at': '2021-09-30T00:51:23Z', 'revision_number': 4, 'project_id': '6742a1f2a8924b3b9066945aa90fc99b', 'gw_port': {'id': '264f311b-8d9d-43d0-98fc-9f1de542f3b0', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f9:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:18Z', 'updated_at': '2021-09-30T00:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'b542ae11-e4c4-4e25-bdf8-c6379f2beb32', 'name': '', 'network_id': '1b8069b5-1ad5-4fcb-b815-4d2c19d66482', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'mac_address': 'fa:16:3e:03:08:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '59401d48-7bca-4d66-895c-fcc36128d278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:22Z', 'updated_at': '2021-09-30T00:51:24Z', 'revision_number': 2, 'project_id': '6742a1f2a8924b3b9066945aa90fc99b', 'subnets': [{'id': '59401d48-7bca-4d66-895c-fcc36128d278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:51:25.555718 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Router 818f1404-4b68-4f61-8fde-3967a4e897ff has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:51:25.602707 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-3f77b3d4-47ca-4017-b26d-7aca669bc43f None None] Provisioning complete for port b542ae11-e4c4-4e25-bdf8-c6379f2beb32 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:25.603481 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3f77b3d4-47ca-4017-b26d-7aca669bc43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:25.683387 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-3f77b3d4-47ca-4017-b26d-7aca669bc43f None None] Port b542ae11-e4c4-4e25-bdf8-c6379f2beb32 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:51:25.688858 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-bafa522e-922c-4c36-bcdf-a79fcdae23c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:25.717914 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-60ac85c3-5a8e-4598-bec7-dd0f6c9bbe5f tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:25.954603 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:51:25.962130 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-60d6fe09-56cf-4bde-8579-36e94f52c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:25.963975 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-60d6fe09-56cf-4bde-8579-36e94f52c3c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 1096 time: 0.2836790 Sep 30 00:51:25.968680 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] 10.222.0.39 "PUT /v2.0/routers/818f1404-4b68-4f61-8fde-3967a4e897ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9775815 Sep 30 00:51:26.055289 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa522e-922c-4c36-bcdf-a79fcdae23c3 service neutron] Pushing event updated for resources: {'Port': ['ID=10a95483-eff6-4210-b8e3-0beb9e9234ac,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:26.062466 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bafa522e-922c-4c36-bcdf-a79fcdae23c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:26.155212 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad63f1-f199-4de8-9d2f-218ff7131ac8 req-88bed55f-01c6-420a-8888-947ba25d864b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:26.156770 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-52ad63f1-f199-4de8-9d2f-218ff7131ac8 req-88bed55f-01c6-420a-8888-947ba25d864b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=711abfd9-64e5-4878-a07f-a6419c0efbdb HTTP/1.1" status: 200 len: 1101 time: 0.9624147 Sep 30 00:51:26.256372 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-a95959af-66eb-4874-8ed1-2e000c6d36ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:26.259619 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-a95959af-66eb-4874-8ed1-2e000c6d36ed service neutron] 10.222.0.59 "GET /v2.0/networks?id=0a0a50fb-f59e-4919-9310-948ef891e84f HTTP/1.1" status: 200 len: 909 time: 0.2888341 Sep 30 00:51:26.280800 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0a3b4-831e-4846-b676-c5403f2f839a req-e87535cb-55a8-4784-8b67-6f27281c8828 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:26.282352 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59a0a3b4-831e-4846-b676-c5403f2f839a req-e87535cb-55a8-4784-8b67-6f27281c8828 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4415350-b0a8-459c-a045-324e642d2659 HTTP/1.1" status: 200 len: 950 time: 0.7108932 Sep 30 00:51:26.298670 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-bafa522e-922c-4c36-bcdf-a79fcdae23c3 service neutron] Attempting to bind port 10a95483-eff6-4210-b8e3-0beb9e9234ac on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:51:26.299045 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-bafa522e-922c-4c36-bcdf-a79fcdae23c3 service neutron] Attempting to bind port 10a95483-eff6-4210-b8e3-0beb9e9234ac by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'f07c8a4c-f21a-468f-9b43-5e958c580927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:51:26.299388 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-bafa522e-922c-4c36-bcdf-a79fcdae23c3 service neutron] Attempting to bind port 10a95483-eff6-4210-b8e3-0beb9e9234ac on network f57b268d-20d8-40fa-b8a7-84057b4271aa {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:51:26.305362 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-52ad63f1-f199-4de8-9d2f-218ff7131ac8 req-4063edda-2eb1-4c31-a877-50f5605047b5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b5154992-720d-4612-ace4-37ce4b9f20af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259091 Sep 30 00:51:26.329669 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-bafa522e-922c-4c36-bcdf-a79fcdae23c3 service neutron] Port 10a95483-eff6-4210-b8e3-0beb9e9234ac on network f57b268d-20d8-40fa-b8a7-84057b4271aa not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:51:26.330145 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-bafa522e-922c-4c36-bcdf-a79fcdae23c3 service neutron] Attempting to bind port 10a95483-eff6-4210-b8e3-0beb9e9234ac on network f57b268d-20d8-40fa-b8a7-84057b4271aa {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:51:26.347705 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-bafa522e-922c-4c36-bcdf-a79fcdae23c3 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:51:26.348267 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-bafa522e-922c-4c36-bcdf-a79fcdae23c3 service neutron] Checking segment: {'id': 'f07c8a4c-f21a-468f-9b43-5e958c580927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:51:26.348763 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-bafa522e-922c-4c36-bcdf-a79fcdae23c3 service neutron] Bound using segment: {'id': 'f07c8a4c-f21a-468f-9b43-5e958c580927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:51:26.349555 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-bafa522e-922c-4c36-bcdf-a79fcdae23c3 service neutron] Bound port: 10a95483-eff6-4210-b8e3-0beb9e9234ac, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f07c8a4c-f21a-468f-9b43-5e958c580927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:51:26.350325 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-bafa522e-922c-4c36-bcdf-a79fcdae23c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:26.385389 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-dc699837-3542-4b26-9627-85ae12562660 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f823616-cece-4d73-8e94-3826fbf67aeb HTTP/1.1" status: 200 len: 217 time: 0.1186750 Sep 30 00:51:26.469092 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-0d43e44d-bbfc-484f-9b02-aa02f9045c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:26.470586 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-0d43e44d-bbfc-484f-9b02-aa02f9045c57 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e11b3221-7cfb-4feb-801d-70a2c0ec6209 HTTP/1.1" status: 200 len: 848 time: 0.0788898 Sep 30 00:51:26.530796 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-3340266b-1054-4ec8-8847-ef286e42137f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0a0a50fb-f59e-4919-9310-948ef891e84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515034 Sep 30 00:51:26.558446 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-bafa522e-922c-4c36-bcdf-a79fcdae23c3 service neutron] For port 10a95483-eff6-4210-b8e3-0beb9e9234ac, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:51:26.601812 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59a0a3b4-831e-4846-b676-c5403f2f839a req-9a3d3430-e324-49ee-9d3f-1e3b1c853035 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/security-groups?id=14d36578-c53f-4fbc-a012-bc23f095a480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886624 Sep 30 00:51:26.616525 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-bafa522e-922c-4c36-bcdf-a79fcdae23c3 service neutron] For port 10a95483-eff6-4210-b8e3-0beb9e9234ac, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=10a95483-eff6-4210-b8e3-0beb9e9234ac,segment=NetworkSegment(f07c8a4c-f21a-468f-9b43-5e958c580927),segment_id=f07c8a4c-f21a-468f-9b43-5e958c580927)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:51:26.624701 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-bafa522e-922c-4c36-bcdf-a79fcdae23c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:26.633220 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-13aab81a-ccff-40a7-b119-ccf06bffca6d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:26.777163 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-bafa522e-922c-4c36-bcdf-a79fcdae23c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:26.777823 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-bafa522e-922c-4c36-bcdf-a79fcdae23c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:26.779301 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-bafa522e-922c-4c36-bcdf-a79fcdae23c3 service neutron] 10.222.0.59 "PUT /v2.0/ports/10a95483-eff6-4210-b8e3-0beb9e9234ac HTTP/1.1" status: 200 len: 1092 time: 2.2774491 Sep 30 00:51:26.780328 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec462f6-8708-45ca-a7da-b26fd617cc72', 'tag': '10a95483-eff6-4210-b8e3-0beb9e9234ac'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:51:26.900979 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-0fe3f510-b3ac-4bb2-8841-a3809528a0a0 service neutron] 10.222.0.59 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616426 Sep 30 00:51:26.976988 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa522e-922c-4c36-bcdf-a79fcdae23c3 service neutron] Pushing event updated for resources: {'Port': ['ID=10a95483-eff6-4210-b8e3-0beb9e9234ac,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:26.989034 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bafa522e-922c-4c36-bcdf-a79fcdae23c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:27.046384 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae85e58-6573-4285-b082-3d6ef479cc6e req-70ea576e-23a7-41e2-bf94-e407f76446d4 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:27.048964 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-eae85e58-6573-4285-b082-3d6ef479cc6e req-70ea576e-23a7-41e2-bf94-e407f76446d4 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=711abfd9-64e5-4878-a07f-a6419c0efbdb HTTP/1.1" status: 200 len: 950 time: 0.2257104 Sep 30 00:51:27.078897 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-ac8f66fb-edba-48d2-b996-fec8ddf909b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:27.080410 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-ac8f66fb-edba-48d2-b996-fec8ddf909b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b20f4b110694ae5b48ceb31519082dc&device_id=bec462f6-8708-45ca-a7da-b26fd617cc72 HTTP/1.1" status: 200 len: 1095 time: 0.2118902 Sep 30 00:51:27.088466 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 59156) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:27.245465 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-ec6e022b-d453-4af4-a0de-64f13e8b5a35 service neutron] 10.222.0.59 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327301 Sep 30 00:51:27.248909 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-0961d941-a09e-422c-99f4-c53446233fdc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10a95483-eff6-4210-b8e3-0beb9e9234ac HTTP/1.1" status: 200 len: 217 time: 0.1441078 Sep 30 00:51:27.267356 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42e82b-286a-4b2a-85e2-f6a83254e696 req-32bee917-c5b5-46a6-986d-edf49afb5987 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:27.271177 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-eae85e58-6573-4285-b082-3d6ef479cc6e req-1762d624-b275-4668-8e88-b67a0ce0432f tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5154992-720d-4612-ace4-37ce4b9f20af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146680 Sep 30 00:51:27.278389 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4b42e82b-286a-4b2a-85e2-f6a83254e696 req-32bee917-c5b5-46a6-986d-edf49afb5987 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 945 time: 0.3156173 Sep 30 00:51:27.344123 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4b42e82b-286a-4b2a-85e2-f6a83254e696 req-92e17efc-f44f-47e8-9e0c-8d2d62b0b044 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615413 Sep 30 00:51:27.480239 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-b5d9cefd-aac2-453f-817e-40eefa41f5a3 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:27.482060 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-b5d9cefd-aac2-453f-817e-40eefa41f5a3 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408&tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&binding%3Ahost_id=n-h2-811809-1 HTTP/1.1" status: 200 len: 1096 time: 0.1092219 Sep 30 00:51:27.486185 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-fef226cf-37fc-4713-a222-ced70f51828e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:27.487718 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-fef226cf-37fc-4713-a222-ced70f51828e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=739388f2-bdc1-458a-ad24-7599b12445e8 HTTP/1.1" status: 200 len: 860 time: 0.2130146 Sep 30 00:51:27.498468 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-848e30e8-d592-4d27-95e8-d6facf6c6a5c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811809-1'}}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:51:27.756328 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-37702c82-8683-467d-9130-3d274155bece service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6660635 Sep 30 00:51:27.814430 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de0a09-c23b-45e0-b359-037cfad73aa4 req-e969ef16-d778-4dbc-af89-1d95de2276e7 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:27.824768 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e6de0a09-c23b-45e0-b359-037cfad73aa4 req-e969ef16-d778-4dbc-af89-1d95de2276e7 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/ports?device_id=bec462f6-8708-45ca-a7da-b26fd617cc72 HTTP/1.1" status: 200 len: 944 time: 0.3360250 Sep 30 00:51:27.877301 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-848e30e8-d592-4d27-95e8-d6facf6c6a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:27.911557 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-38c08595-a460-41c0-9cdf-6e30ebd2a509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:27.913148 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-38c08595-a460-41c0-9cdf-6e30ebd2a509 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f57b268d-20d8-40fa-b8a7-84057b4271aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3499849 Sep 30 00:51:27.929387 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e6de0a09-c23b-45e0-b359-037cfad73aa4 req-18393423-8994-4785-8996-9620a72d5d44 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea91114e-1a8b-4056-892a-7c0f10ace738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030791 Sep 30 00:51:28.080446 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-d9b986f0-55e7-4876-9644-68ff08fc3901 service neutron] 10.222.0.59 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486087 Sep 30 00:51:28.294939 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dd383e96-6245-49c7-bef1-6a7b7d862ad7 req-30f1c5d0-3b49-464b-b7e4-17430f5f74e7 service neutron] 10.222.0.59 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063746 Sep 30 00:51:28.338373 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 264f311b-8d9d-43d0-98fc-9f1de542f3b0 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:51:28.351511 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b801549-011f-4b86-97be-2db316f91194 req-929ff336-c74c-4d5b-8584-a9dfb68df029 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:28.352298 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-6b801549-011f-4b86-97be-2db316f91194 req-929ff336-c74c-4d5b-8584-a9dfb68df029 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Synchronizing usage tracker for tenant:6742a1f2a8924b3b9066945aa90fc99b on resource:network {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:51:28.389035 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-6b801549-011f-4b86-97be-2db316f91194 req-929ff336-c74c-4d5b-8584-a9dfb68df029 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Unset dirty status for tenant:6742a1f2a8924b3b9066945aa90fc99b on resource:network {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:51:28.396600 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6b801549-011f-4b86-97be-2db316f91194 req-929ff336-c74c-4d5b-8584-a9dfb68df029 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/networks?id=1b8069b5-1ad5-4fcb-b815-4d2c19d66482 HTTP/1.1" status: 200 len: 828 time: 0.3857505 Sep 30 00:51:28.419220 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-848e30e8-d592-4d27-95e8-d6facf6c6a5c service neutron] For port 9f823616-cece-4d73-8e94-3826fbf67aeb, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=9f823616-cece-4d73-8e94-3826fbf67aeb,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:28.422527 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6b801549-011f-4b86-97be-2db316f91194 req-a2e1b6ee-937c-4ffd-97d7-9ef6a67e90fa tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/quotas/6742a1f2a8924b3b9066945aa90fc99b HTTP/1.1" status: 200 len: 375 time: 0.0250578 Sep 30 00:51:28.492149 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 264f311b-8d9d-43d0-98fc-9f1de542f3b0 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:51:28.499273 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 264f311b-8d9d-43d0-98fc-9f1de542f3b0 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:28.500573 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:28.520238 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-848e30e8-d592-4d27-95e8-d6facf6c6a5c service neutron] For port 9f823616-cece-4d73-8e94-3826fbf67aeb, host n-h2-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:51:28.612356 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f823616-cece-4d73-8e94-3826fbf67aeb'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:51:28.618940 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-848e30e8-d592-4d27-95e8-d6facf6c6a5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:28.632252 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-6b801549-011f-4b86-97be-2db316f91194 req-ead6dae7-fd72-452d-a020-a24ddb6f5482 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Synchronizing usage tracker for tenant:6742a1f2a8924b3b9066945aa90fc99b on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:51:28.642932 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-848e30e8-d592-4d27-95e8-d6facf6c6a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:28.649177 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5e13d1e7-17de-419b-8de1-6f41db541159 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:28.719005 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-6b801549-011f-4b86-97be-2db316f91194 req-ead6dae7-fd72-452d-a020-a24ddb6f5482 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Unset dirty status for tenant:6742a1f2a8924b3b9066945aa90fc99b on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:51:28.721169 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:28.727798 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6b801549-011f-4b86-97be-2db316f91194 req-ead6dae7-fd72-452d-a020-a24ddb6f5482 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6742a1f2a8924b3b9066945aa90fc99b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2967124 Sep 30 00:51:28.742838 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 264f311b-8d9d-43d0-98fc-9f1de542f3b0, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=264f311b-8d9d-43d0-98fc-9f1de542f3b0,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:28.751827 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:28.758151 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-35c04082-0894-40c2-9b5c-5ddde5e45b78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:28.832359 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9905e-821e-4f78-a824-b808f20b1edd req-5b0f2053-b675-48cb-8993-daf81ca25b2c tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:28.838881 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8de9905e-821e-4f78-a824-b808f20b1edd req-5b0f2053-b675-48cb-8993-daf81ca25b2c tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 950 time: 0.1143095 Sep 30 00:51:28.865307 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=264f311b-8d9d-43d0-98fc-9f1de542f3b0,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:28.871640 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:28.895275 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8de9905e-821e-4f78-a824-b808f20b1edd req-411cc587-dfad-473e-b1e5-b378cc61978f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551853 Sep 30 00:51:28.924325 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b578b5-3180-4701-b89f-c34d2e158424 None None] Sync routers for ids ['818f1404-4b68-4f61-8fde-3967a4e897ff'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:51:28.944166 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b578b5-3180-4701-b89f-c34d2e158424 None None] Routers {'818f1404-4b68-4f61-8fde-3967a4e897ff'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:51:28.944869 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-d7b578b5-3180-4701-b89f-c34d2e158424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:51:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['818f1404-4b68-4f61-8fde-3967a4e897ff'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:28.964460 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec462f6-8708-45ca-a7da-b26fd617cc72', 'tag': '10a95483-eff6-4210-b8e3-0beb9e9234ac', 'status': 'completed', 'code': 200} Sep 30 00:51:28.991002 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e30e8-d592-4d27-95e8-d6facf6c6a5c service neutron] Pushing event updated for resources: {'Port': ['ID=9f823616-cece-4d73-8e94-3826fbf67aeb,revision_number=7']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:29.000393 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-848e30e8-d592-4d27-95e8-d6facf6c6a5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:29.022084 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-848e30e8-d592-4d27-95e8-d6facf6c6a5c service neutron] Attempting to bind port 9f823616-cece-4d73-8e94-3826fbf67aeb on host n-h2-811809-1 for vnic_type normal with profile {"migrating_to": "n-h1-811809-1"} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:51:29.022788 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-848e30e8-d592-4d27-95e8-d6facf6c6a5c service neutron] Attempting to bind port 9f823616-cece-4d73-8e94-3826fbf67aeb by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:51:29.023307 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-848e30e8-d592-4d27-95e8-d6facf6c6a5c service neutron] Attempting to bind port 9f823616-cece-4d73-8e94-3826fbf67aeb on network 0a0a50fb-f59e-4919-9310-948ef891e84f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:51:29.042673 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-848e30e8-d592-4d27-95e8-d6facf6c6a5c service neutron] Port 9f823616-cece-4d73-8e94-3826fbf67aeb on network 0a0a50fb-f59e-4919-9310-948ef891e84f not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:51:29.043302 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-848e30e8-d592-4d27-95e8-d6facf6c6a5c service neutron] Attempting to bind port 9f823616-cece-4d73-8e94-3826fbf67aeb on network 0a0a50fb-f59e-4919-9310-948ef891e84f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:51:29.059960 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-848e30e8-d592-4d27-95e8-d6facf6c6a5c service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:51:29.060878 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-848e30e8-d592-4d27-95e8-d6facf6c6a5c service neutron] Checking segment: {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:51:29.061777 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-848e30e8-d592-4d27-95e8-d6facf6c6a5c service neutron] Bound using segment: {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:51:29.062499 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-848e30e8-d592-4d27-95e8-d6facf6c6a5c service neutron] Bound port: 9f823616-cece-4d73-8e94-3826fbf67aeb, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:51:29.063119 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-848e30e8-d592-4d27-95e8-d6facf6c6a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:29.084369 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6b801549-011f-4b86-97be-2db316f91194 req-15f8789f-7daa-48bf-bf98-78f1fc6eed19 service neutron] 10.222.0.39 "GET /v2.0/networks/1b8069b5-1ad5-4fcb-b815-4d2c19d66482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553033 Sep 30 00:51:29.240689 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-d7b578b5-3180-4701-b89f-c34d2e158424 None None] Set router 818f1404-4b68-4f61-8fde-3967a4e897ff gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:51:29.326280 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bd3d4-7940-489d-8410-727705f210bb req-1fce9ce2-94c8-4c9c-bc80-aacce3cddff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:29.327918 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1c2bd3d4-7940-489d-8410-727705f210bb req-1fce9ce2-94c8-4c9c-bc80-aacce3cddff4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b20f4b110694ae5b48ceb31519082dc&device_id=bec462f6-8708-45ca-a7da-b26fd617cc72 HTTP/1.1" status: 200 len: 1095 time: 0.3074646 Sep 30 00:51:29.331725 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-848e30e8-d592-4d27-95e8-d6facf6c6a5c service neutron] For port 9f823616-cece-4d73-8e94-3826fbf67aeb, host n-h2-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:51:29.340443 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be8737-de8a-4376-843a-c2947133fed8 req-1f192a21-74da-4e2f-a187-0b0cbc90836c tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:29.342357 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-97be8737-de8a-4376-843a-c2947133fed8 req-1f192a21-74da-4e2f-a187-0b0cbc90836c tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=711abfd9-64e5-4878-a07f-a6419c0efbdb HTTP/1.1" status: 200 len: 950 time: 0.1151390 Sep 30 00:51:29.343300 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6b801549-011f-4b86-97be-2db316f91194 req-04bc6afb-39da-41c9-be05-60fd479dcdca service neutron] 10.222.0.39 "GET /v2.0/networks/1b8069b5-1ad5-4fcb-b815-4d2c19d66482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579684 Sep 30 00:51:29.356625 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-848e30e8-d592-4d27-95e8-d6facf6c6a5c service neutron] For port 9f823616-cece-4d73-8e94-3826fbf67aeb, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=9f823616-cece-4d73-8e94-3826fbf67aeb,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:51:29.363506 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-848e30e8-d592-4d27-95e8-d6facf6c6a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:29.367643 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-484e472a-4a8c-4545-b454-e5d486983b77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:29.488247 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-97be8737-de8a-4376-843a-c2947133fed8 req-8e438e6a-70e9-44b1-b94c-4277aa6a632e tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5154992-720d-4612-ace4-37ce4b9f20af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124554 Sep 30 00:51:29.614649 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e30e8-d592-4d27-95e8-d6facf6c6a5c service neutron] Pushing event updated for resources: {'Port': ['ID=9f823616-cece-4d73-8e94-3826fbf67aeb,revision_number=8']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:29.621581 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bd3d4-7940-489d-8410-727705f210bb req-e137c639-3e33-448c-8edf-1f29f616149d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:29.623610 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1c2bd3d4-7940-489d-8410-727705f210bb req-e137c639-3e33-448c-8edf-1f29f616149d service neutron] 10.222.0.59 "GET /v2.0/networks?id=f57b268d-20d8-40fa-b8a7-84057b4271aa HTTP/1.1" status: 200 len: 922 time: 0.2680039 Sep 30 00:51:29.688761 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-848e30e8-d592-4d27-95e8-d6facf6c6a5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:29.690452 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-848e30e8-d592-4d27-95e8-d6facf6c6a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:29.691450 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-848e30e8-d592-4d27-95e8-d6facf6c6a5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:29.693308 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-848e30e8-d592-4d27-95e8-d6facf6c6a5c service neutron] 10.222.0.59 "PUT /v2.0/ports/9f823616-cece-4d73-8e94-3826fbf67aeb HTTP/1.1" status: 200 len: 1121 time: 2.1990809 Sep 30 00:51:29.761714 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['9f823616-cece-4d73-8e94-3826fbf67aeb'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:51:29.767095 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-d7b578b5-3180-4701-b89f-c34d2e158424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-484883478-router', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '264f311b-8d9d-43d0-98fc-9f1de542f3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:51:17Z', 'updated_at': '2021-09-30T00:51:23Z', 'revision_number': 4, 'project_id': '6742a1f2a8924b3b9066945aa90fc99b', 'gw_port': {'id': '264f311b-8d9d-43d0-98fc-9f1de542f3b0', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:18Z', 'updated_at': '2021-09-30T00:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'b542ae11-e4c4-4e25-bdf8-c6379f2beb32', 'name': '', 'network_id': '1b8069b5-1ad5-4fcb-b815-4d2c19d66482', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'mac_address': 'fa:16:3e:03:08:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '59401d48-7bca-4d66-895c-fcc36128d278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:22Z', 'updated_at': '2021-09-30T00:51:24Z', 'revision_number': 2, 'project_id': '6742a1f2a8924b3b9066945aa90fc99b', 'subnets': [{'id': '59401d48-7bca-4d66-895c-fcc36128d278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:29.774353 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b578b5-3180-4701-b89f-c34d2e158424 None None] Checking router: 818f1404-4b68-4f61-8fde-3967a4e897ff for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:51:29.776058 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b578b5-3180-4701-b89f-c34d2e158424 None None] Updating router 818f1404-4b68-4f61-8fde-3967a4e897ff port b542ae11-e4c4-4e25-bdf8-c6379f2beb32 binding host n-d-811809-1 {{(pid=80277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:51:29.792239 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3dcd7-2045-46be-b61a-b40674e74599 req-a8c03100-9f6a-4075-88ea-901e142016e7 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:29.794419 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-56d3dcd7-2045-46be-b61a-b40674e74599 req-a8c03100-9f6a-4075-88ea-901e142016e7 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 943 time: 0.2009234 Sep 30 00:51:29.822946 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1c2bd3d4-7940-489d-8410-727705f210bb req-cd7a1601-b1f2-4150-aba6-c25732f2bb5f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10a95483-eff6-4210-b8e3-0beb9e9234ac HTTP/1.1" status: 200 len: 217 time: 0.1870639 Sep 30 00:51:29.851677 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-d7b578b5-3180-4701-b89f-c34d2e158424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:29.951397 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-56d3dcd7-2045-46be-b61a-b40674e74599 req-87217d52-3a37-4363-9bc3-8dc155713a81 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274052 Sep 30 00:51:29.999024 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bd3d4-7940-489d-8410-727705f210bb req-30f43502-eae0-4353-b0a9-2f43d5733b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:30.001971 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1c2bd3d4-7940-489d-8410-727705f210bb req-30f43502-eae0-4353-b0a9-2f43d5733b9b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=739388f2-bdc1-458a-ad24-7599b12445e8 HTTP/1.1" status: 200 len: 860 time: 0.1659892 Sep 30 00:51:30.010831 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-5913d97e-3894-4a2c-b835-b0131449744e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:30.013615 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-5913d97e-3894-4a2c-b835-b0131449744e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 1101 time: 0.1687834 Sep 30 00:51:30.021295 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f823616-cece-4d73-8e94-3826fbf67aeb', 'code': 200} Sep 30 00:51:30.028150 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b7583-e3d0-4ef4-89c9-34d7c3a88426 req-88788386-6095-417e-ba1d-7649e0acf27b tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:30.038329 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-655b7583-e3d0-4ef4-89c9-34d7c3a88426 req-88788386-6095-417e-ba1d-7649e0acf27b tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4415350-b0a8-459c-a045-324e642d2659 HTTP/1.1" status: 200 len: 950 time: 0.3217027 Sep 30 00:51:30.205576 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-655b7583-e3d0-4ef4-89c9-34d7c3a88426 req-6ff926d5-a5ad-465e-a932-e23ff59c5316 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/security-groups?id=14d36578-c53f-4fbc-a012-bc23f095a480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662030 Sep 30 00:51:30.246405 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 264f311b-8d9d-43d0-98fc-9f1de542f3b0 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:51:30.255725 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bd3d4-7940-489d-8410-727705f210bb req-e99737e9-c408-42d8-a113-86e720cc7b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:30.261075 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1c2bd3d4-7940-489d-8410-727705f210bb req-e99737e9-c408-42d8-a113-86e720cc7b1b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f57b268d-20d8-40fa-b8a7-84057b4271aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2176461 Sep 30 00:51:30.347525 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 264f311b-8d9d-43d0-98fc-9f1de542f3b0 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:30.350084 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:30.539054 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-f3616325-d62f-4996-848a-8b070a1d070a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:30.540706 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-f3616325-d62f-4996-848a-8b070a1d070a service neutron] 10.222.0.59 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.5166557 Sep 30 00:51:30.550688 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1c2bd3d4-7940-489d-8410-727705f210bb req-15ed80bf-7c26-4b4b-bc32-99cfcf9106ef service neutron] 10.222.0.59 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651498 Sep 30 00:51:30.561936 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5f910-2185-47a6-ae36-82027781d3c7 req-a4e2c773-0ea6-4aa2-82ec-50e806957cc7 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:30.565126 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9ee5f910-2185-47a6-ae36-82027781d3c7 req-a4e2c773-0ea6-4aa2-82ec-50e806957cc7 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/ports?device_id=bec462f6-8708-45ca-a7da-b26fd617cc72 HTTP/1.1" status: 200 len: 944 time: 0.3691609 Sep 30 00:51:30.672304 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b700b219-f6a2-44db-9ad8-7faec9ad9473 req-86a9b3cf-9f47-4456-8162-5ee662d2e6ac tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/ports?device_id=f11d5ebf-c45c-4b3e-8c6e-147793576f96 HTTP/1.1" status: 200 len: 210 time: 0.0810027 Sep 30 00:51:30.694192 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-cbe52eba-2cd3-4fa3-9287-804d1c3bf53f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=3d518f2d-344f-4c32-9fed-6a6c1995109a HTTP/1.1" status: 200 len: 217 time: 0.0828741 Sep 30 00:51:30.707864 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-d7b578b5-3180-4701-b89f-c34d2e158424 None None] Notify callbacks [] for port, precommit_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:30.710512 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9ee5f910-2185-47a6-ae36-82027781d3c7 req-05c54e09-48d9-4328-b7ef-1dec37711bec tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea91114e-1a8b-4056-892a-7c0f10ace738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402938 Sep 30 00:51:30.724176 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.provisioning_blocks [None req-d7b578b5-3180-4701-b89f-c34d2e158424 None None] Transition to ACTIVE for port object b542ae11-e4c4-4e25-bdf8-c6379f2beb32 will not be triggered until provisioned by entity L2. {{(pid=80277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:51:30.733464 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-d7b578b5-3180-4701-b89f-c34d2e158424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:30.745724 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:30.868572 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-83fb619d-a8c1-4c93-8ed9-aa34316a9b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:30.870245 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-83fb619d-a8c1-4c93-8ed9-aa34316a9b71 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1585903 Sep 30 00:51:30.900647 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1c2bd3d4-7940-489d-8410-727705f210bb req-0fec9ff4-734f-4134-a0e5-0fe104c1c0d4 service neutron] 10.222.0.59 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679582 Sep 30 00:51:30.912354 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b79545-ce77-44b3-9cd3-c4ef85c6b4d0 None None] Pushing event updated for resources: {'Port': ['ID=b542ae11-e4c4-4e25-bdf8-c6379f2beb32,revision_number=3']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:30.917175 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-c1b79545-ce77-44b3-9cd3-c4ef85c6b4d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:31.038624 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29af579-9ecd-473b-9e24-3f8f0200d65d req-f5af87cc-2efe-4cba-bd55-97f62f16fa1b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:31.039759 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e29af579-9ecd-473b-9e24-3f8f0200d65d req-f5af87cc-2efe-4cba-bd55-97f62f16fa1b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 950 time: 0.1635637 Sep 30 00:51:31.041970 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-172bc6d4-6cce-4ee9-be30-9d947a058f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:31.043380 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-172bc6d4-6cce-4ee9-be30-9d947a058f28 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1660531 Sep 30 00:51:31.053530 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-d7b578b5-3180-4701-b89f-c34d2e158424 None None] Attempting to bind port b542ae11-e4c4-4e25-bdf8-c6379f2beb32 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:51:31.054051 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-d7b578b5-3180-4701-b89f-c34d2e158424 None None] Attempting to bind port b542ae11-e4c4-4e25-bdf8-c6379f2beb32 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '08e36ef1-ffb0-4f58-b8ec-899bb5736272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1b8069b5-1ad5-4fcb-b815-4d2c19d66482'}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:51:31.054648 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b578b5-3180-4701-b89f-c34d2e158424 None None] Attempting to bind port b542ae11-e4c4-4e25-bdf8-c6379f2beb32 on network 1b8069b5-1ad5-4fcb-b815-4d2c19d66482 {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:51:31.062644 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b578b5-3180-4701-b89f-c34d2e158424 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:51:31.063149 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b578b5-3180-4701-b89f-c34d2e158424 None None] Checking segment: {'id': '08e36ef1-ffb0-4f58-b8ec-899bb5736272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1b8069b5-1ad5-4fcb-b815-4d2c19d66482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:51:31.063627 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-d7b578b5-3180-4701-b89f-c34d2e158424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:31.064234 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b578b5-3180-4701-b89f-c34d2e158424 None None] Bound using segment: {'id': '08e36ef1-ffb0-4f58-b8ec-899bb5736272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1b8069b5-1ad5-4fcb-b815-4d2c19d66482'} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:51:31.065034 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-d7b578b5-3180-4701-b89f-c34d2e158424 None None] Bound port: b542ae11-e4c4-4e25-bdf8-c6379f2beb32, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e36ef1-ffb0-4f58-b8ec-899bb5736272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1b8069b5-1ad5-4fcb-b815-4d2c19d66482'}}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:51:31.065499 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-d7b578b5-3180-4701-b89f-c34d2e158424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:31.174420 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-d7b578b5-3180-4701-b89f-c34d2e158424 None None] For port b542ae11-e4c4-4e25-bdf8-c6379f2beb32, host n-d-811809-1, cleared binding levels {{(pid=80277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:51:31.184462 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-d7b578b5-3180-4701-b89f-c34d2e158424 None None] For port b542ae11-e4c4-4e25-bdf8-c6379f2beb32, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=b542ae11-e4c4-4e25-bdf8-c6379f2beb32,segment=NetworkSegment(08e36ef1-ffb0-4f58-b8ec-899bb5736272),segment_id=08e36ef1-ffb0-4f58-b8ec-899bb5736272)] {{(pid=80277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:51:31.191774 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-d7b578b5-3180-4701-b89f-c34d2e158424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:31.200340 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-f6553e27-0f5a-48a4-b64c-9839489d7d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:31.233204 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e29af579-9ecd-473b-9e24-3f8f0200d65d req-71a4231c-e2db-471d-ae96-f11dabaa765d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834583 Sep 30 00:51:31.292900 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b578b5-3180-4701-b89f-c34d2e158424 None None] Routers {'818f1404-4b68-4f61-8fde-3967a4e897ff'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:51:31.293957 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-d7b578b5-3180-4701-b89f-c34d2e158424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:51:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['818f1404-4b68-4f61-8fde-3967a4e897ff'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:31.365888 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-800fe567-c037-44fc-8fa4-14a2fe990c13 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146889 Sep 30 00:51:31.428035 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-aa262b15-464b-4f38-a764-ba1096b3890c req-7fd28ee7-ab21-4764-84e2-64eb1a689564 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e64a8f700e04425e9893be0166d8f255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1546502 Sep 30 00:51:31.448680 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b79545-ce77-44b3-9cd3-c4ef85c6b4d0 None None] Pushing event updated for resources: {'Port': ['ID=b542ae11-e4c4-4e25-bdf8-c6379f2beb32,revision_number=4']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:31.454787 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-c1b79545-ce77-44b3-9cd3-c4ef85c6b4d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:31.542296 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-d7b578b5-3180-4701-b89f-c34d2e158424 None None] Set router 818f1404-4b68-4f61-8fde-3967a4e897ff gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:51:31.734680 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 59268) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:31.753789 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa262b15-464b-4f38-a764-ba1096b3890c req-c9c290ab-c260-4b29-9a8f-52e73ea7f10a tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:31.762366 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-aa262b15-464b-4f38-a764-ba1096b3890c req-c9c290ab-c260-4b29-9a8f-52e73ea7f10a tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3333666 Sep 30 00:51:31.772672 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-3f96306d-1f37-4fb5-994f-1d686fb61262 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965065 Sep 30 00:51:31.793389 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3dc97-9f8b-430e-baf9-05f700da53d1 req-7d7ff323-b95c-484f-b7dc-a800956456a5 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:31.798094 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d5c3dc97-9f8b-430e-baf9-05f700da53d1 req-7d7ff323-b95c-484f-b7dc-a800956456a5 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 943 time: 0.2680562 Sep 30 00:51:31.804723 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-aa262b15-464b-4f38-a764-ba1096b3890c req-ea516bc4-8220-4095-953a-13370cc186c7 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/quotas/e64a8f700e04425e9893be0166d8f255 HTTP/1.1" status: 200 len: 375 time: 0.0408335 Sep 30 00:51:31.864938 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d5c3dc97-9f8b-430e-baf9-05f700da53d1 req-8e967920-ed84-42db-8526-c6a64b5fa727 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618899 Sep 30 00:51:31.924229 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b801549-011f-4b86-97be-2db316f91194 req-4f697a99-ddfc-4a8d-8190-3143c17cec5d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:31.926341 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6b801549-011f-4b86-97be-2db316f91194 req-4f697a99-ddfc-4a8d-8190-3143c17cec5d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.59 "GET /v2.0/networks?id=1b8069b5-1ad5-4fcb-b815-4d2c19d66482 HTTP/1.1" status: 200 len: 828 time: 0.5937009 Sep 30 00:51:31.952190 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-6b801549-011f-4b86-97be-2db316f91194 req-355d64d7-930c-46f8-890e-f4eef90a971d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Request body: {'port': {'device_id': 'f11d5ebf-c45c-4b3e-8c6e-147793576f96', 'network_id': '1b8069b5-1ad5-4fcb-b815-4d2c19d66482', 'admin_state_up': True, 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:51:31.986140 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d9230e8a-840a-43f1-928e-a4064bede84f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:32.021993 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-d9230e8a-840a-43f1-928e-a4064bede84f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:51:32.024536 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408', 'tag': '9f823616-cece-4d73-8e94-3826fbf67aeb'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:51:32.038909 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-d9230e8a-840a-43f1-928e-a4064bede84f admin admin] Usage tracker for resource:security_group_rule and tenant:f60e72431c574fe180ae569aca592153 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:51:32.041640 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-aa262b15-464b-4f38-a764-ba1096b3890c req-fd79729d-11c7-47cd-a394-65a05f7dc0ef tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e64a8f700e04425e9893be0166d8f255&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2360334 Sep 30 00:51:32.048544 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-d9230e8a-840a-43f1-928e-a4064bede84f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:51:32.081586 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-d7b578b5-3180-4701-b89f-c34d2e158424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-484883478-router', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '264f311b-8d9d-43d0-98fc-9f1de542f3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:51:17Z', 'updated_at': '2021-09-30T00:51:23Z', 'revision_number': 4, 'project_id': '6742a1f2a8924b3b9066945aa90fc99b', 'gw_port': {'id': '264f311b-8d9d-43d0-98fc-9f1de542f3b0', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:18Z', 'updated_at': '2021-09-30T00:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'b542ae11-e4c4-4e25-bdf8-c6379f2beb32', 'name': '', 'network_id': '1b8069b5-1ad5-4fcb-b815-4d2c19d66482', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'mac_address': 'fa:16:3e:03:08:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '59401d48-7bca-4d66-895c-fcc36128d278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:22Z', 'updated_at': '2021-09-30T00:51:31Z', 'revision_number': 4, 'project_id': '6742a1f2a8924b3b9066945aa90fc99b', 'subnets': [{'id': '59401d48-7bca-4d66-895c-fcc36128d278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:32.085621 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b578b5-3180-4701-b89f-c34d2e158424 None None] The sync data for ids ['818f1404-4b68-4f61-8fde-3967a4e897ff'] in n-d-811809-1 is: [{'id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-484883478-router', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '264f311b-8d9d-43d0-98fc-9f1de542f3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:51:17Z', 'updated_at': '2021-09-30T00:51:23Z', 'revision_number': 4, 'project_id': '6742a1f2a8924b3b9066945aa90fc99b', 'gw_port': {'id': '264f311b-8d9d-43d0-98fc-9f1de542f3b0', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:18Z', 'updated_at': '2021-09-30T00:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'b542ae11-e4c4-4e25-bdf8-c6379f2beb32', 'name': '', 'network_id': '1b8069b5-1ad5-4fcb-b815-4d2c19d66482', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'mac_address': 'fa:16:3e:03:08:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '59401d48-7bca-4d66-895c-fcc36128d278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:22Z', 'updated_at': '2021-09-30T00:51:31Z', 'revision_number': 4, 'project_id': '6742a1f2a8924b3b9066945aa90fc99b', 'subnets': [{'id': '59401d48-7bca-4d66-895c-fcc36128d278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:51:32.115907 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-d9230e8a-840a-43f1-928e-a4064bede84f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:51:32.117035 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-6b801549-011f-4b86-97be-2db316f91194 req-355d64d7-930c-46f8-890e-f4eef90a971d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:51:32.143053 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-6b801549-011f-4b86-97be-2db316f91194 req-355d64d7-930c-46f8-890e-f4eef90a971d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:51:32.177752 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b801549-011f-4b86-97be-2db316f91194 req-355d64d7-930c-46f8-890e-f4eef90a971d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Made reservation on behalf of 6742a1f2a8924b3b9066945aa90fc99b for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:51:32.181451 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6b801549-011f-4b86-97be-2db316f91194 req-355d64d7-930c-46f8-890e-f4eef90a971d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:32.240449 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d9230e8a-840a-43f1-928e-a4064bede84f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:32.255346 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4c535-5ecb-40d9-bfa3-74292fff83e9 req-8a9e179d-017d-4b61-a396-ff03a13f1f51 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:32.256110 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d5b4c535-5ecb-40d9-bfa3-74292fff83e9 req-8a9e179d-017d-4b61-a396-ff03a13f1f51 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=711abfd9-64e5-4878-a07f-a6419c0efbdb HTTP/1.1" status: 200 len: 950 time: 0.1987622 Sep 30 00:51:32.257293 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d9230e8a-840a-43f1-928e-a4064bede84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:32.270919 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-72392556-205b-421c-8d88-a7e3b515ebac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:32.301389 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9230e8a-840a-43f1-928e-a4064bede84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65faf565-971d-407a-9d42-8a7da58d8cf0,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:32.305113 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d9230e8a-840a-43f1-928e-a4064bede84f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:32.345435 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device b542ae11-e4c4-4e25-bdf8-c6379f2beb32 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:51:32.372233 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d5b4c535-5ecb-40d9-bfa3-74292fff83e9 req-36c8aba3-1354-4b6f-9dbb-5b61a9063382 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5154992-720d-4612-ace4-37ce4b9f20af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063406 Sep 30 00:51:32.395352 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-d9230e8a-840a-43f1-928e-a4064bede84f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f60e72431c574fe180ae569aca592153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6507852 Sep 30 00:51:32.401066 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 59284) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:32.499406 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9ecd847e-b7bf-438b-a385-171e96cbe4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:32.505849 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 10a95483-eff6-4210-b8e3-0beb9e9234ac details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:51:32.570025 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9ecd847e-b7bf-438b-a385-171e96cbe4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:32.750195 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ba2e4fdf-ca43-4d37-bb74-e08b5c1edb51 req-90fb2f6e-b95b-42ed-beec-becf9d4f5e08 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/ports?device_id=f11d5ebf-c45c-4b3e-8c6e-147793576f96 HTTP/1.1" status: 200 len: 210 time: 0.0982826 Sep 30 00:51:32.750967 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9ecd847e-b7bf-438b-a385-171e96cbe4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:32.756416 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a908da57-aac6-4609-8f6d-7cd790762217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:32.789289 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd847e-b7bf-438b-a385-171e96cbe4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65faf565-971d-407a-9d42-8a7da58d8cf0,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:32.793872 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9ecd847e-b7bf-438b-a385-171e96cbe4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:32.799913 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-9ecd847e-b7bf-438b-a385-171e96cbe4ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/65faf565-971d-407a-9d42-8a7da58d8cf0 HTTP/1.1" status: 204 len: 168 time: 0.3972354 Sep 30 00:51:32.801568 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9ecd847e-b7bf-438b-a385-171e96cbe4ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:32.840655 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port b542ae11-e4c4-4e25-bdf8-c6379f2beb32 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:51:32.856870 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-6b801549-011f-4b86-97be-2db316f91194 req-355d64d7-930c-46f8-890e-f4eef90a971d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Allocated IP 172.20.0.9 (1b8069b5-1ad5-4fcb-b815-4d2c19d66482/59401d48-7bca-4d66-895c-fcc36128d278/ceccd1e7-777e-49b7-a2a1-8af913920680) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:51:32.881579 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408', 'tag': '9f823616-cece-4d73-8e94-3826fbf67aeb', 'status': 'completed', 'code': 200} Sep 30 00:51:32.909862 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port b542ae11-e4c4-4e25-bdf8-c6379f2beb32 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:32.910254 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:32.948676 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5521926-f5f1-4891-b921-59c5aa37a312 req-cd0c7d3a-e6b7-49af-bf84-59b9e6bb3bfa tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:32.959865 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f5521926-f5f1-4891-b921-59c5aa37a312 req-cd0c7d3a-e6b7-49af-bf84-59b9e6bb3bfa tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/ports?device_id=bec462f6-8708-45ca-a7da-b26fd617cc72 HTTP/1.1" status: 200 len: 944 time: 0.2330050 Sep 30 00:51:33.004873 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 10a95483-eff6-4210-b8e3-0beb9e9234ac, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=10a95483-eff6-4210-b8e3-0beb9e9234ac,segment=NetworkSegment(f07c8a4c-f21a-468f-9b43-5e958c580927),segment_id=f07c8a4c-f21a-468f-9b43-5e958c580927)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:33.027945 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '10a95483-eff6-4210-b8e3-0beb9e9234ac', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'port_id': '10a95483-eff6-4210-b8e3-0beb9e9234ac', 'mac_address': 'fa:16:3e:05:b8:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:51:33.123918 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-35918fd9-1577-4afc-9f25-ff9a2269c314 req-f7b4768c-ab36-4177-b5ee-8dd3193168e0 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/ports?device_id=b535b250-3538-473a-8d4b-0ab3eea25fbe HTTP/1.1" status: 200 len: 210 time: 0.0721092 Sep 30 00:51:33.169516 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:33.221971 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a95483-eff6-4210-b8e3-0beb9e9234ac {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:51:33.275422 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f5521926-f5f1-4891-b921-59c5aa37a312 req-b9d58337-b077-4a58-8296-453c593368a0 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea91114e-1a8b-4056-892a-7c0f10ace738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688177 Sep 30 00:51:33.327806 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59216655-4066-455f-a1b8-80c4996e4db0 req-d173d261-3d2c-4dcf-b5ba-0f57c081c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:33.329419 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59216655-4066-455f-a1b8-80c4996e4db0 req-d173d261-3d2c-4dcf-b5ba-0f57c081c596 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 1124 time: 0.3686252 Sep 30 00:51:33.330016 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 59300) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:33.346021 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 10a95483-eff6-4210-b8e3-0beb9e9234ac, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=10a95483-eff6-4210-b8e3-0beb9e9234ac,segment=NetworkSegment(f07c8a4c-f21a-468f-9b43-5e958c580927),segment_id=f07c8a4c-f21a-468f-9b43-5e958c580927)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:33.380853 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:33.383584 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 9f823616-cece-4d73-8e94-3826fbf67aeb details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:51:33.392414 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860a1c4-a689-4bc1-b9d5-91e631c08a2f req-01a0a264-169e-43a2-93dc-ae757df5262b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:33.394118 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0860a1c4-a689-4bc1-b9d5-91e631c08a2f req-01a0a264-169e-43a2-93dc-ae757df5262b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 950 time: 0.1206806 Sep 30 00:51:33.433243 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:33.474476 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0860a1c4-a689-4bc1-b9d5-91e631c08a2f req-c5621423-c8ce-43e8-bb08-d6f38bd0be20 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708168 Sep 30 00:51:33.486877 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6b801549-011f-4b86-97be-2db316f91194 req-355d64d7-930c-46f8-890e-f4eef90a971d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:33.506320 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8bdbf9cb-42ba-4e4a-b0fd-85a50a866f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:33.546320 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-6b801549-011f-4b86-97be-2db316f91194 req-355d64d7-930c-46f8-890e-f4eef90a971d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Transition to ACTIVE for port object ceccd1e7-777e-49b7-a2a1-8af913920680 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:51:33.547796 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-8bdbf9cb-42ba-4e4a-b0fd-85a50a866f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:51:33.554109 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-8bdbf9cb-42ba-4e4a-b0fd-85a50a866f78 admin admin] Usage tracker for resource:security_group_rule and tenant:ad567bcd575749ea8f7b879c91029fe4 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:51:33.558886 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-8bdbf9cb-42ba-4e4a-b0fd-85a50a866f78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:51:33.568290 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-8bdbf9cb-42ba-4e4a-b0fd-85a50a866f78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:51:33.643045 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:33.658306 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59216655-4066-455f-a1b8-80c4996e4db0 req-3954f872-c591-46da-8c83-790f326a7b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:33.659807 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59216655-4066-455f-a1b8-80c4996e4db0 req-3954f872-c591-46da-8c83-790f326a7b6d service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a0a50fb-f59e-4919-9310-948ef891e84f HTTP/1.1" status: 200 len: 909 time: 0.3071103 Sep 30 00:51:33.704456 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=10a95483-eff6-4210-b8e3-0beb9e9234ac,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:33.731179 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port b542ae11-e4c4-4e25-bdf8-c6379f2beb32, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=b542ae11-e4c4-4e25-bdf8-c6379f2beb32,segment=NetworkSegment(08e36ef1-ffb0-4f58-b8ec-899bb5736272),segment_id=08e36ef1-ffb0-4f58-b8ec-899bb5736272)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:33.733943 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:33.734243 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:33.734590 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:33.735025 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:33.735373 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:33.735749 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:33.736171 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:33.736504 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:33.736995 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:33.737432 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:33.737790 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:33.738179 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:33.744431 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59216655-4066-455f-a1b8-80c4996e4db0 req-b9ef85b1-f2bd-4a04-a4b4-9226cfe4fd5c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f823616-cece-4d73-8e94-3826fbf67aeb HTTP/1.1" status: 200 len: 217 time: 0.0701950 Sep 30 00:51:33.744723 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:33.745711 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:33.746347 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6b801549-011f-4b86-97be-2db316f91194 req-355d64d7-930c-46f8-890e-f4eef90a971d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:33.752046 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:33.758761 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-41d7ff88-f642-495c-999f-60cb86b0f43f tempest-DeleteServersAdminTestJSON-2096440900 tempest-DeleteServersAdminTestJSON-2096440900-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:33.767375 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3670d9-53fe-4319-8744-e7160f5d7766 req-00c70194-1342-48a0-94da-986988367f3e tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:33.768997 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-aa3670d9-53fe-4319-8744-e7160f5d7766 req-00c70194-1342-48a0-94da-986988367f3e tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 943 time: 0.1655033 Sep 30 00:51:33.813777 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 9f823616-cece-4d73-8e94-3826fbf67aeb, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=9f823616-cece-4d73-8e94-3826fbf67aeb,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:33.836897 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 9f823616-cece-4d73-8e94-3826fbf67aeb has no active binding in host n-h1-811809-1 {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Sep 30 00:51:33.837431 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-aa3670d9-53fe-4319-8744-e7160f5d7766 req-8cb38efe-65f8-46d5-ad8c-b538271a6328 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617309 Sep 30 00:51:33.851806 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=b542ae11-e4c4-4e25-bdf8-c6379f2beb32,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:33.855149 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:33.877301 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b801549-011f-4b86-97be-2db316f91194 req-355d64d7-930c-46f8-890e-f4eef90a971d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Network 1b8069b5-1ad5-4fcb-b815-4d2c19d66482 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:51:33.879171 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d64d7-930c-46f8-890e-f4eef90a971d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Pushing event updated for resources: {'Port': ['ID=ceccd1e7-777e-49b7-a2a1-8af913920680,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:33.890832 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-6b801549-011f-4b86-97be-2db316f91194 req-355d64d7-930c-46f8-890e-f4eef90a971d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:51:33.914771 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b801549-011f-4b86-97be-2db316f91194 req-355d64d7-930c-46f8-890e-f4eef90a971d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:51:33.985613 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d64d7-930c-46f8-890e-f4eef90a971d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:33.985988 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d64d7-930c-46f8-890e-f4eef90a971d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:33.986355 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d64d7-930c-46f8-890e-f4eef90a971d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:33.986712 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d64d7-930c-46f8-890e-f4eef90a971d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:33.987091 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d64d7-930c-46f8-890e-f4eef90a971d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:33.987447 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d64d7-930c-46f8-890e-f4eef90a971d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:33.987796 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d64d7-930c-46f8-890e-f4eef90a971d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:33.988145 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d64d7-930c-46f8-890e-f4eef90a971d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:33.988494 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d64d7-930c-46f8-890e-f4eef90a971d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:33.988849 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d64d7-930c-46f8-890e-f4eef90a971d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:33.989201 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d64d7-930c-46f8-890e-f4eef90a971d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:33.989544 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d64d7-930c-46f8-890e-f4eef90a971d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:34.000592 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b801549-011f-4b86-97be-2db316f91194 req-355d64d7-930c-46f8-890e-f4eef90a971d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:34.000592 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6b801549-011f-4b86-97be-2db316f91194 req-355d64d7-930c-46f8-890e-f4eef90a971d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:34.009341 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-355d64d7-930c-46f8-890e-f4eef90a971d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:34.162991 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8bdbf9cb-42ba-4e4a-b0fd-85a50a866f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:34.170676 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-aa262b15-464b-4f38-a764-ba1096b3890c req-318f6dc6-66cf-424c-9eec-670d3fc98deb tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e64a8f700e04425e9893be0166d8f255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690725 Sep 30 00:51:34.175552 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8bdbf9cb-42ba-4e4a-b0fd-85a50a866f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:34.216532 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4af1d621-fdd8-4987-acc6-7f010c0d35c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:34.227008 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-8bdbf9cb-42ba-4e4a-b0fd-85a50a866f78 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ad567bcd575749ea8f7b879c91029fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8906977 Sep 30 00:51:34.227008 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6b801549-011f-4b86-97be-2db316f91194 req-355d64d7-930c-46f8-890e-f4eef90a971d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2783651 Sep 30 00:51:34.227825 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59216655-4066-455f-a1b8-80c4996e4db0 req-fd582b77-cb86-45a0-bc4b-5124b56c0493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:34.228532 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 59312) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:34.229212 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59216655-4066-455f-a1b8-80c4996e4db0 req-fd582b77-cb86-45a0-bc4b-5124b56c0493 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e11b3221-7cfb-4feb-801d-70a2c0ec6209 HTTP/1.1" status: 200 len: 848 time: 0.3928061 Sep 30 00:51:34.264325 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-6b801549-011f-4b86-97be-2db316f91194 req-6d792bf8-c4ad-47ca-a17a-70402a8b2455 service neutron] Request body: {'port': {'device_id': 'f11d5ebf-c45c-4b3e-8c6e-147793576f96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:51:34.272098 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device b542ae11-e4c4-4e25-bdf8-c6379f2beb32 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:51:34.328144 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5e8d7-bda0-4502-9fcf-a4ce02b8eb11 req-33726a75-45e2-4c80-ba34-446f3f292da1 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:34.329753 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-93b5e8d7-bda0-4502-9fcf-a4ce02b8eb11 req-33726a75-45e2-4c80-ba34-446f3f292da1 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/ports?device_id=f11d5ebf-c45c-4b3e-8c6e-147793576f96 HTTP/1.1" status: 200 len: 931 time: 0.3390381 Sep 30 00:51:34.334844 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-07de735c-f93f-4959-9308-ed6dc9652fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:34.381978 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-509421f1-e238-4e70-b164-89aaa8253b26 None None] Provisioning for port ceccd1e7-777e-49b7-a2a1-8af913920680 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:51:34.391043 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-509421f1-e238-4e70-b164-89aaa8253b26 None None] Provisioning complete for port ceccd1e7-777e-49b7-a2a1-8af913920680 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:34.392368 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-07de735c-f93f-4959-9308-ed6dc9652fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:34.392936 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-509421f1-e238-4e70-b164-89aaa8253b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:34.452435 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port b542ae11-e4c4-4e25-bdf8-c6379f2beb32 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:34.453098 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:34.459182 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-93b5e8d7-bda0-4502-9fcf-a4ce02b8eb11 req-4d3c63a4-31eb-41f2-8d62-6eb6f78d22fc tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Synchronizing usage tracker for tenant:6742a1f2a8924b3b9066945aa90fc99b on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:51:34.469108 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-07de735c-f93f-4959-9308-ed6dc9652fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:34.475496 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9bc178c6-8296-4f5e-b3c6-06035e25e2fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:34.484544 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59216655-4066-455f-a1b8-80c4996e4db0 req-88703e4f-0b9f-41ad-93b5-d51fb4910395 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a0a50fb-f59e-4919-9310-948ef891e84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2315478 Sep 30 00:51:34.493179 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de735c-f93f-4959-9308-ed6dc9652fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11f679f-3e25-4c31-9e63-75f7f65f4d72,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:34.495601 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbf9cb-42ba-4e4a-b0fd-85a50a866f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11f679f-3e25-4c31-9e63-75f7f65f4d72,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:34.496723 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-07de735c-f93f-4959-9308-ed6dc9652fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:34.501614 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-07de735c-f93f-4959-9308-ed6dc9652fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:34.502032 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-509421f1-e238-4e70-b164-89aaa8253b26 None None] Port ceccd1e7-777e-49b7-a2a1-8af913920680 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:51:34.502868 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-07de735c-f93f-4959-9308-ed6dc9652fc0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a11f679f-3e25-4c31-9e63-75f7f65f4d72 HTTP/1.1" status: 204 len: 168 time: 0.2731068 Sep 30 00:51:34.505400 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-93b5e8d7-bda0-4502-9fcf-a4ce02b8eb11 req-4d3c63a4-31eb-41f2-8d62-6eb6f78d22fc tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Unset dirty status for tenant:6742a1f2a8924b3b9066945aa90fc99b on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:51:34.521083 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8bdbf9cb-42ba-4e4a-b0fd-85a50a866f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:34.526692 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-93b5e8d7-bda0-4502-9fcf-a4ce02b8eb11 req-4d3c63a4-31eb-41f2-8d62-6eb6f78d22fc tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/security-groups?id=44d400b4-2c27-4b74-b9bd-0ca64b2d56c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743608 Sep 30 00:51:34.613433 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6601c-b252-4614-b353-5d8c88c3d802 req-891994ac-1e20-47f2-8562-3e830170894b tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:34.614491 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['10a95483-eff6-4210-b8e3-0beb9e9234ac'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:51:34.620344 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dda6601c-b252-4614-b353-5d8c88c3d802 req-891994ac-1e20-47f2-8562-3e830170894b tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=711abfd9-64e5-4878-a07f-a6419c0efbdb HTTP/1.1" status: 200 len: 950 time: 0.6157839 Sep 30 00:51:34.671248 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6b801549-011f-4b86-97be-2db316f91194 req-6d792bf8-c4ad-47ca-a17a-70402a8b2455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:34.695391 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e8bf3e7f-8cfd-4fb8-a7f2-521efe5ff0ca req-09453a8b-ed38-4503-9759-eecfc723006d tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/ports?device_id=b535b250-3538-473a-8d4b-0ab3eea25fbe HTTP/1.1" status: 200 len: 210 time: 0.0554268 Sep 30 00:51:34.916172 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbba7b-cd4c-458f-b415-21e559d0cdef req-e434107f-e4cb-43f4-834e-e89c7a40652d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:34.917730 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5bbbba7b-cd4c-458f-b415-21e559d0cdef req-e434107f-e4cb-43f4-834e-e89c7a40652d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/ports?device_id=bec462f6-8708-45ca-a7da-b26fd617cc72 HTTP/1.1" status: 200 len: 945 time: 0.0940411 Sep 30 00:51:34.931204 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dda6601c-b252-4614-b353-5d8c88c3d802 req-5913913f-b996-4912-8924-be68c244e223 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5154992-720d-4612-ace4-37ce4b9f20af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089793 Sep 30 00:51:34.985297 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5bbbba7b-cd4c-458f-b415-21e559d0cdef req-cbdf56f3-8bea-495e-8b12-f0e59ee011bd tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea91114e-1a8b-4056-892a-7c0f10ace738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576377 Sep 30 00:51:35.031586 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa262b15-464b-4f38-a764-ba1096b3890c req-0ca047a3-944b-4158-bb5f-2316b80e6da3 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:35.033142 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-aa262b15-464b-4f38-a764-ba1096b3890c req-0ca047a3-944b-4158-bb5f-2316b80e6da3 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8207705 Sep 30 00:51:35.055603 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59216655-4066-455f-a1b8-80c4996e4db0 req-0a9a3d60-fc68-4434-8ece-28356d324b71 service neutron] 10.222.0.55 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5514894 Sep 30 00:51:35.059485 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-aa262b15-464b-4f38-a764-ba1096b3890c req-550b5f45-32e7-4397-b88e-5814893e3d76 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Request body: {'port': {'device_id': 'b535b250-3538-473a-8d4b-0ab3eea25fbe', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'admin_state_up': True, 'tenant_id': 'e64a8f700e04425e9893be0166d8f255'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:51:35.314354 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6888607-d810-4463-8f88-817252d8db73 req-6788b2d9-983d-4c0f-a819-835321a49056 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:35.315922 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e6888607-d810-4463-8f88-817252d8db73 req-6788b2d9-983d-4c0f-a819-835321a49056 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 943 time: 0.0916412 Sep 30 00:51:35.378325 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e6888607-d810-4463-8f88-817252d8db73 req-98882b95-e371-4b67-9867-eeb6673bb53a tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552526 Sep 30 00:51:35.408631 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:35.413939 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 59344) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:35.525170 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-9811674f-abf7-4450-90e3-7f93f401b034 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1638149326-network', 'tenant_id': '383a89f149a3433ab354e0d1b24f0089'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:51:35.527248 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099cdbf-7642-4f63-b301-baa1194bf522 req-0b15c682-8a1b-477c-a142-411782b9ff09 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:35.528928 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2099cdbf-7642-4f63-b301-baa1194bf522 req-0b15c682-8a1b-477c-a142-411782b9ff09 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 950 time: 0.4788702 Sep 30 00:51:35.531205 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-9811674f-abf7-4450-90e3-7f93f401b034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:51:35.536154 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-9811674f-abf7-4450-90e3-7f93f401b034 admin admin] Usage tracker for resource:network and tenant:383a89f149a3433ab354e0d1b24f0089 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:51:35.540295 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-9811674f-abf7-4450-90e3-7f93f401b034 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:51:35.549025 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-9811674f-abf7-4450-90e3-7f93f401b034 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:51:35.562622 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-aa262b15-464b-4f38-a764-ba1096b3890c req-550b5f45-32e7-4397-b88e-5814893e3d76 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:51:35.564697 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9811674f-abf7-4450-90e3-7f93f401b034 admin admin] Made reservation on behalf of 383a89f149a3433ab354e0d1b24f0089 for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:51:35.567261 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9811674f-abf7-4450-90e3-7f93f401b034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:35.580171 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9811674f-abf7-4450-90e3-7f93f401b034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:35.588039 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-aa262b15-464b-4f38-a764-ba1096b3890c req-550b5f45-32e7-4397-b88e-5814893e3d76 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:51:35.596793 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-9811674f-abf7-4450-90e3-7f93f401b034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:51:35.600822 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-9811674f-abf7-4450-90e3-7f93f401b034 admin admin] Usage tracker for resource:security_group_rule and tenant:383a89f149a3433ab354e0d1b24f0089 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:51:35.603679 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-9811674f-abf7-4450-90e3-7f93f401b034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:51:35.629413 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59216655-4066-455f-a1b8-80c4996e4db0 req-d1f59b4f-df8d-4e34-b064-64dbdeeffb4a service neutron] 10.222.0.55 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816117 Sep 30 00:51:35.651653 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-9811674f-abf7-4450-90e3-7f93f401b034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:51:35.667981 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa262b15-464b-4f38-a764-ba1096b3890c req-550b5f45-32e7-4397-b88e-5814893e3d76 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Made reservation on behalf of e64a8f700e04425e9893be0166d8f255 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:51:35.672388 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-aa262b15-464b-4f38-a764-ba1096b3890c req-550b5f45-32e7-4397-b88e-5814893e3d76 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:35.700518 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2099cdbf-7642-4f63-b301-baa1194bf522 req-69904edf-cf56-4c4a-ba3d-bb7b89299127 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562333 Sep 30 00:51:35.770906 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-e0f4093a-2984-4c2c-9f68-6e002e67937f service neutron] 10.222.0.55 "GET /v2.0/ports/9f823616-cece-4d73-8e94-3826fbf67aeb/bindings/n-h1-811809-1 HTTP/1.1" status: 200 len: 384 time: 0.1642249 Sep 30 00:51:35.901209 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e7ba6-31f8-4ab3-abad-d50eb9f4c2cd req-2620a9ab-780e-469d-9568-986ae926841b tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:35.902754 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-105e7ba6-31f8-4ab3-abad-d50eb9f4c2cd req-2620a9ab-780e-469d-9568-986ae926841b tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/ports?device_id=f11d5ebf-c45c-4b3e-8c6e-147793576f96 HTTP/1.1" status: 200 len: 931 time: 0.2580824 Sep 30 00:51:35.931608 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9738e7d4-8545-4343-aff5-9cebf5972576 req-6520de86-81be-4a62-9fad-2faad2a44e49 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/ports?device_id=b535b250-3538-473a-8d4b-0ab3eea25fbe HTTP/1.1" status: 200 len: 210 time: 0.0947261 Sep 30 00:51:35.981914 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-6b801549-011f-4b86-97be-2db316f91194 req-6d792bf8-c4ad-47ca-a17a-70402a8b2455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceccd1e7-777e-49b7-a2a1-8af913920680 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:51:35.986200 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9811674f-abf7-4450-90e3-7f93f401b034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:36.002815 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6b801549-011f-4b86-97be-2db316f91194 req-6d792bf8-c4ad-47ca-a17a-70402a8b2455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:36.009083 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9811674f-abf7-4450-90e3-7f93f401b034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:36.021020 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c69f1053-8f2d-4051-b061-867aa0d2e947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:36.037315 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-6b801549-011f-4b86-97be-2db316f91194 req-6d792bf8-c4ad-47ca-a17a-70402a8b2455 service neutron] Transition to ACTIVE for port object ceccd1e7-777e-49b7-a2a1-8af913920680 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:51:36.049219 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-105e7ba6-31f8-4ab3-abad-d50eb9f4c2cd req-32304216-ede7-4d13-85aa-f74e1b0cad0c tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/security-groups?id=44d400b4-2c27-4b74-b9bd-0ca64b2d56c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393416 Sep 30 00:51:36.051606 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6b801549-011f-4b86-97be-2db316f91194 req-6d792bf8-c4ad-47ca-a17a-70402a8b2455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:36.059714 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:36.111758 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-aa262b15-464b-4f38-a764-ba1096b3890c req-550b5f45-32e7-4397-b88e-5814893e3d76 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Allocated IP 192.168.233.4 (5148d586-4385-4f2c-9968-16b3a645031f/d94969b3-14c1-4902-a40b-8e6c297e30ba/ff451d64-b38a-485a-b09e-4a7c31f6a118) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:51:36.119331 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9811674f-abf7-4450-90e3-7f93f401b034 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:51:36.170075 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811674f-abf7-4450-90e3-7f93f401b034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b6125d-0c5a-4837-a1d0-2cc39ae8fe1d,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:36.174454 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9811674f-abf7-4450-90e3-7f93f401b034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:36.253487 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9811674f-abf7-4450-90e3-7f93f401b034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:36.253941 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-9811674f-abf7-4450-90e3-7f93f401b034 admin admin] Added segment cfcc7fc4-0dfc-4215-964e-4b459fc11d33 of type vlan for network d3301696-dea8-44a6-9c53-454f89d47e81 Sep 30 00:51:36.265686 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6c847-6ee9-48a4-9ff0-8dd194d795bb req-ca683933-4787-4f92-a5e6-45bd40d02f4e tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:36.267656 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-21f6c847-6ee9-48a4-9ff0-8dd194d795bb req-ca683933-4787-4f92-a5e6-45bd40d02f4e tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.55 "GET /v2.0/ports?device_id=711abfd9-64e5-4878-a07f-a6419c0efbdb HTTP/1.1" status: 200 len: 950 time: 0.3770475 Sep 30 00:51:36.268501 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d792bf8-c4ad-47ca-a17a-70402a8b2455 service neutron] Pushing event updated for resources: {'Port': ['ID=ceccd1e7-777e-49b7-a2a1-8af913920680,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:36.314766 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6d792bf8-c4ad-47ca-a17a-70402a8b2455 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:36.332210 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9811674f-abf7-4450-90e3-7f93f401b034 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:36.347822 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-fbf3f84a-7985-4396-9a36-b85111576ef6 service neutron] For port 9f823616-cece-4d73-8e94-3826fbf67aeb, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=9f823616-cece-4d73-8e94-3826fbf67aeb,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:36.401893 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea68b1-d3c9-4e92-816b-3a4621d4d4ca req-a2fd1410-d44e-47ca-a0fb-5c456960e764 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:36.403454 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7dea68b1-d3c9-4e92-816b-3a4621d4d4ca req-a2fd1410-d44e-47ca-a0fb-5c456960e764 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/ports?device_id=bec462f6-8708-45ca-a7da-b26fd617cc72 HTTP/1.1" status: 200 len: 945 time: 0.2279184 Sep 30 00:51:36.410595 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-fbf3f84a-7985-4396-9a36-b85111576ef6 service neutron] For port 9f823616-cece-4d73-8e94-3826fbf67aeb, host n-h2-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:51:36.461062 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9811674f-abf7-4450-90e3-7f93f401b034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:36.472961 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9811674f-abf7-4450-90e3-7f93f401b034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:36.473537 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9811674f-abf7-4450-90e3-7f93f401b034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:36.482089 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8688d84c-e8dd-4740-8f38-0d54376842fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:36.505695 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 10a95483-eff6-4210-b8e3-0beb9e9234ac up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:51:36.572127 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-21f6c847-6ee9-48a4-9ff0-8dd194d795bb req-de7da1d9-71cb-4835-b099-4ed232b36dee tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Deleting port f3b4a4bf-ffd7-4705-8a95-f90e0f27745a {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:51:36.572467 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-21f6c847-6ee9-48a4-9ff0-8dd194d795bb req-de7da1d9-71cb-4835-b099-4ed232b36dee tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:36.588975 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7dea68b1-d3c9-4e92-816b-3a4621d4d4ca req-4b60213a-e9be-4c9a-a7f9-ce88b80eb23b tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea91114e-1a8b-4056-892a-7c0f10ace738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458919 Sep 30 00:51:36.593032 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 10a95483-eff6-4210-b8e3-0beb9e9234ac completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:51:36.599642 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 10a95483-eff6-4210-b8e3-0beb9e9234ac triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:36.600301 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:36.600942 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-fbf3f84a-7985-4396-9a36-b85111576ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f823616-cece-4d73-8e94-3826fbf67aeb {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:51:36.640693 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-fbf3f84a-7985-4396-9a36-b85111576ef6 service neutron] For port 9f823616-cece-4d73-8e94-3826fbf67aeb, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=9f823616-cece-4d73-8e94-3826fbf67aeb,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:36.681195 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811674f-abf7-4450-90e3-7f93f401b034 admin admin] Pushing event updated for resources: {'Network': ['ID=d3301696-dea8-44a6-9c53-454f89d47e81,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:36.689826 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-9811674f-abf7-4450-90e3-7f93f401b034 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2747517 Sep 30 00:51:36.691338 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-fbf3f84a-7985-4396-9a36-b85111576ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:36.700747 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network d3301696-dea8-44a6-9c53-454f89d47e81 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:51:36.703760 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 59362) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:36.704706 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9811674f-abf7-4450-90e3-7f93f401b034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:36.715653 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-8dd8d78e-223f-4cb8-9fe4-01085a5ea2f6 admin admin] Request body: {'subnet': {'network_id': 'd3301696-dea8-44a6-9c53-454f89d47e81', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1638149326-subnet', 'tenant_id': '383a89f149a3433ab354e0d1b24f0089', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:51:36.723365 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-8dd8d78e-223f-4cb8-9fe4-01085a5ea2f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:51:36.756209 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-8dd8d78e-223f-4cb8-9fe4-01085a5ea2f6 admin admin] Usage tracker for resource:subnet and tenant:383a89f149a3433ab354e0d1b24f0089 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:51:36.770497 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-8dd8d78e-223f-4cb8-9fe4-01085a5ea2f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:51:36.781025 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-6b801549-011f-4b86-97be-2db316f91194 req-6d792bf8-c4ad-47ca-a17a-70402a8b2455 service neutron] Attempting to bind port ceccd1e7-777e-49b7-a2a1-8af913920680 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:51:36.781599 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-6b801549-011f-4b86-97be-2db316f91194 req-6d792bf8-c4ad-47ca-a17a-70402a8b2455 service neutron] Attempting to bind port ceccd1e7-777e-49b7-a2a1-8af913920680 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '08e36ef1-ffb0-4f58-b8ec-899bb5736272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1b8069b5-1ad5-4fcb-b815-4d2c19d66482'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:51:36.781935 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b801549-011f-4b86-97be-2db316f91194 req-6d792bf8-c4ad-47ca-a17a-70402a8b2455 service neutron] Attempting to bind port ceccd1e7-777e-49b7-a2a1-8af913920680 on network 1b8069b5-1ad5-4fcb-b815-4d2c19d66482 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:51:36.788919 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-8dd8d78e-223f-4cb8-9fe4-01085a5ea2f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:51:36.799792 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b801549-011f-4b86-97be-2db316f91194 req-6d792bf8-c4ad-47ca-a17a-70402a8b2455 service neutron] Port ceccd1e7-777e-49b7-a2a1-8af913920680 on network 1b8069b5-1ad5-4fcb-b815-4d2c19d66482 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:51:36.800194 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b801549-011f-4b86-97be-2db316f91194 req-6d792bf8-c4ad-47ca-a17a-70402a8b2455 service neutron] Attempting to bind port ceccd1e7-777e-49b7-a2a1-8af913920680 on network 1b8069b5-1ad5-4fcb-b815-4d2c19d66482 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:51:36.819509 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd8d78e-223f-4cb8-9fe4-01085a5ea2f6 admin admin] Made reservation on behalf of 383a89f149a3433ab354e0d1b24f0089 for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:51:36.820521 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b801549-011f-4b86-97be-2db316f91194 req-6d792bf8-c4ad-47ca-a17a-70402a8b2455 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:51:36.820857 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b801549-011f-4b86-97be-2db316f91194 req-6d792bf8-c4ad-47ca-a17a-70402a8b2455 service neutron] Checking segment: {'id': '08e36ef1-ffb0-4f58-b8ec-899bb5736272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1b8069b5-1ad5-4fcb-b815-4d2c19d66482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:51:36.821344 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b801549-011f-4b86-97be-2db316f91194 req-6d792bf8-c4ad-47ca-a17a-70402a8b2455 service neutron] Bound using segment: {'id': '08e36ef1-ffb0-4f58-b8ec-899bb5736272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1b8069b5-1ad5-4fcb-b815-4d2c19d66482'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:51:36.821787 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-6b801549-011f-4b86-97be-2db316f91194 req-6d792bf8-c4ad-47ca-a17a-70402a8b2455 service neutron] Bound port: ceccd1e7-777e-49b7-a2a1-8af913920680, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e36ef1-ffb0-4f58-b8ec-899bb5736272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1b8069b5-1ad5-4fcb-b815-4d2c19d66482'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:51:36.822247 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6b801549-011f-4b86-97be-2db316f91194 req-6d792bf8-c4ad-47ca-a17a-70402a8b2455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:36.823270 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8dd8d78e-223f-4cb8-9fe4-01085a5ea2f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:36.870012 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:36.918264 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec462f6-8708-45ca-a7da-b26fd617cc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a95483-eff6-4210-b8e3-0beb9e9234ac'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:51:36.929118 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 10a95483-eff6-4210-b8e3-0beb9e9234ac, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=10a95483-eff6-4210-b8e3-0beb9e9234ac,segment=NetworkSegment(f07c8a4c-f21a-468f-9b43-5e958c580927),segment_id=f07c8a4c-f21a-468f-9b43-5e958c580927)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:36.933568 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:36.936522 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-661593c9-b26c-47e4-859f-0cb9aeaecb3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:36.965466 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b77b5-d8f2-4cb2-9dac-099bd08c3379 req-827ef6c5-8e43-40f8-a2c3-99f2e1188997 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:36.971274 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-433b77b5-d8f2-4cb2-9dac-099bd08c3379 req-827ef6c5-8e43-40f8-a2c3-99f2e1188997 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=711abfd9-64e5-4878-a07f-a6419c0efbdb HTTP/1.1" status: 200 len: 950 time: 0.6684840 Sep 30 00:51:36.998218 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-fbf3f84a-7985-4396-9a36-b85111576ef6 service neutron] Transition to ACTIVE for port object 9f823616-cece-4d73-8e94-3826fbf67aeb will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:51:37.005030 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-fbf3f84a-7985-4396-9a36-b85111576ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:37.011921 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=10a95483-eff6-4210-b8e3-0beb9e9234ac,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:37.012950 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:37.015347 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:37.144490 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-aa262b15-464b-4f38-a764-ba1096b3890c req-550b5f45-32e7-4397-b88e-5814893e3d76 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:37.198480 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-433b77b5-d8f2-4cb2-9dac-099bd08c3379 req-7bcf2914-c13b-4ce8-ac76-0fe6258b71d6 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5154992-720d-4612-ace4-37ce4b9f20af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061403 Sep 30 00:51:37.203394 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-aa262b15-464b-4f38-a764-ba1096b3890c req-550b5f45-32e7-4397-b88e-5814893e3d76 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Transition to ACTIVE for port object ff451d64-b38a-485a-b09e-4a7c31f6a118 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:51:37.204869 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-6b801549-011f-4b86-97be-2db316f91194 req-6d792bf8-c4ad-47ca-a17a-70402a8b2455 service neutron] For port ceccd1e7-777e-49b7-a2a1-8af913920680, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:51:37.238938 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-6b801549-011f-4b86-97be-2db316f91194 req-6d792bf8-c4ad-47ca-a17a-70402a8b2455 service neutron] For port ceccd1e7-777e-49b7-a2a1-8af913920680, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ceccd1e7-777e-49b7-a2a1-8af913920680,segment=NetworkSegment(08e36ef1-ffb0-4f58-b8ec-899bb5736272),segment_id=08e36ef1-ffb0-4f58-b8ec-899bb5736272)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:51:37.246893 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6b801549-011f-4b86-97be-2db316f91194 req-6d792bf8-c4ad-47ca-a17a-70402a8b2455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:37.255534 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-355d64d7-930c-46f8-890e-f4eef90a971d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:37.317063 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-fbf3f84a-7985-4396-9a36-b85111576ef6 service neutron] No DVR routers for this DVR port 9f823616-cece-4d73-8e94-3826fbf67aeb on host n-h2-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:51:37.319624 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-21f6c847-6ee9-48a4-9ff0-8dd194d795bb req-de7da1d9-71cb-4835-b099-4ed232b36dee tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] For port f3b4a4bf-ffd7-4705-8a95-f90e0f27745a, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=f3b4a4bf-ffd7-4705-8a95-f90e0f27745a,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:37.319995 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-21f6c847-6ee9-48a4-9ff0-8dd194d795bb req-de7da1d9-71cb-4835-b099-4ed232b36dee tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:37.329880 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3f84a-7985-4396-9a36-b85111576ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=9f823616-cece-4d73-8e94-3826fbf67aeb,revision_number=10']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:37.365198 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-fbf3f84a-7985-4396-9a36-b85111576ef6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:37.383261 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b801549-011f-4b86-97be-2db316f91194 req-6d792bf8-c4ad-47ca-a17a-70402a8b2455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:37.383900 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6b801549-011f-4b86-97be-2db316f91194 req-6d792bf8-c4ad-47ca-a17a-70402a8b2455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:37.385522 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6b801549-011f-4b86-97be-2db316f91194 req-6d792bf8-c4ad-47ca-a17a-70402a8b2455 service neutron] 10.222.0.59 "PUT /v2.0/ports/ceccd1e7-777e-49b7-a2a1-8af913920680 HTTP/1.1" status: 200 len: 1091 time: 3.1252334 Sep 30 00:51:37.393697 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59805a-7bf1-454f-861a-feaf40833407 req-12755d84-76b9-4616-8bde-37f7667e376e tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:37.395155 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f11d5ebf-c45c-4b3e-8c6e-147793576f96', 'tag': 'ceccd1e7-777e-49b7-a2a1-8af913920680'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:51:37.395313 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3c59805a-7bf1-454f-861a-feaf40833407 req-12755d84-76b9-4616-8bde-37f7667e376e tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 943 time: 0.5009189 Sep 30 00:51:37.458780 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-aa262b15-464b-4f38-a764-ba1096b3890c req-550b5f45-32e7-4397-b88e-5814893e3d76 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:37.461980 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-fbf3f84a-7985-4396-9a36-b85111576ef6 service neutron] 10.222.0.55 "PUT /v2.0/ports/9f823616-cece-4d73-8e94-3826fbf67aeb/bindings/n-h1-811809-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6789112 Sep 30 00:51:37.477266 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['bc037ddb-a81c-4cfc-962c-e82208357776'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:51:37.488723 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8dd8d78e-223f-4cb8-9fe4-01085a5ea2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:37.500436 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:37.545674 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-21f6c847-6ee9-48a4-9ff0-8dd194d795bb req-de7da1d9-71cb-4835-b099-4ed232b36dee tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Calling delete_port for f3b4a4bf-ffd7-4705-8a95-f90e0f27745a owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:51:37.557430 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3c59805a-7bf1-454f-861a-feaf40833407 req-88ff969a-cae6-419f-9651-1e65f654e77f tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355183 Sep 30 00:51:37.654223 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec462f6-8708-45ca-a7da-b26fd617cc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a95483-eff6-4210-b8e3-0beb9e9234ac', 'code': 200} Sep 30 00:51:37.666005 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d792bf8-c4ad-47ca-a17a-70402a8b2455 service neutron] Pushing event updated for resources: {'Port': ['ID=ceccd1e7-777e-49b7-a2a1-8af913920680,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:37.676702 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6d792bf8-c4ad-47ca-a17a-70402a8b2455 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:37.680720 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bafa522e-922c-4c36-bcdf-a79fcdae23c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:37.731970 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8d78e-223f-4cb8-9fe4-01085a5ea2f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc12598b-bd74-4c21-8323-7cdc0b33d95a,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:37.737815 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa262b15-464b-4f38-a764-ba1096b3890c req-550b5f45-32e7-4397-b88e-5814893e3d76 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Network 5148d586-4385-4f2c-9968-16b3a645031f is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:51:37.740037 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8dd8d78e-223f-4cb8-9fe4-01085a5ea2f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:37.740896 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd8d78e-223f-4cb8-9fe4-01085a5ea2f6 admin admin] Checking segment: {'id': 'cfcc7fc4-0dfc-4215-964e-4b459fc11d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd3301696-dea8-44a6-9c53-454f89d47e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:51:37.741250 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd8d78e-223f-4cb8-9fe4-01085a5ea2f6 admin admin] Network hostable DHCP agents. Network: d3301696-dea8-44a6-9c53-454f89d47e81, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:51:37.759642 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-aa262b15-464b-4f38-a764-ba1096b3890c req-550b5f45-32e7-4397-b88e-5814893e3d76 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:51:37.762563 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa262b15-464b-4f38-a764-ba1096b3890c req-550b5f45-32e7-4397-b88e-5814893e3d76 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:51:37.783287 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.59', 57580) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:37.817839 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd8d78e-223f-4cb8-9fe4-01085a5ea2f6 admin admin] Network d3301696-dea8-44a6-9c53-454f89d47e81 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:51:37.828071 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-2c5d9e96-1c01-4899-a0ed-04d848573ec3 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:37.829604 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-2c5d9e96-1c01-4899-a0ed-04d848573ec3 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408&tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&binding%3Ahost_id=n-h2-811809-1 HTTP/1.1" status: 200 len: 1095 time: 0.2657630 Sep 30 00:51:37.885492 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b5f45-32e7-4397-b88e-5814893e3d76 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Pushing event updated for resources: {'Port': ['ID=ff451d64-b38a-485a-b09e-4a7c31f6a118,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:37.893168 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-550b5f45-32e7-4397-b88e-5814893e3d76 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:37.940875 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-8dd8d78e-223f-4cb8-9fe4-01085a5ea2f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, d3301696-dea8-44a6-9c53-454f89d47e81) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:51:37.946158 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd8d78e-223f-4cb8-9fe4-01085a5ea2f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:37.946821 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8dd8d78e-223f-4cb8-9fe4-01085a5ea2f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:37.949430 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa262b15-464b-4f38-a764-ba1096b3890c req-550b5f45-32e7-4397-b88e-5814893e3d76 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:37.950053 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-aa262b15-464b-4f38-a764-ba1096b3890c req-550b5f45-32e7-4397-b88e-5814893e3d76 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:37.952760 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5719a4-3b02-4aef-8b8d-1af38dae12a3 None None] Network d3301696-dea8-44a6-9c53-454f89d47e81 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:51:37.978878 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac70a28-a30c-49f3-9d48-e29eb6801083 req-0e59ff7d-8cdd-41ec-a84e-87c1be0114ec tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:37.980405 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2ac70a28-a30c-49f3-9d48-e29eb6801083 req-0e59ff7d-8cdd-41ec-a84e-87c1be0114ec tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 950 time: 0.6639993 Sep 30 00:51:38.001711 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-8dd8d78e-223f-4cb8-9fe4-01085a5ea2f6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2955863 Sep 30 00:51:38.010030 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b801549-011f-4b86-97be-2db316f91194 req-91b7d8e1-06bf-46e3-8e03-89197f2a5625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:38.010963 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 59382) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:38.012017 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6b801549-011f-4b86-97be-2db316f91194 req-91b7d8e1-06bf-46e3-8e03-89197f2a5625 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6742a1f2a8924b3b9066945aa90fc99b&device_id=f11d5ebf-c45c-4b3e-8c6e-147793576f96 HTTP/1.1" status: 200 len: 1094 time: 0.5511880 Sep 30 00:51:38.020907 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-00f09bb5-94ac-4bb9-b47a-db8433dbca5b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1638149326-router', 'tenant_id': '383a89f149a3433ab354e0d1b24f0089', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:51:38.042166 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-00f09bb5-94ac-4bb9-b47a-db8433dbca5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:51:38.067792 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-00f09bb5-94ac-4bb9-b47a-db8433dbca5b admin admin] Usage tracker for resource:router and tenant:383a89f149a3433ab354e0d1b24f0089 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:51:38.076481 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-00f09bb5-94ac-4bb9-b47a-db8433dbca5b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:51:38.091084 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-00f09bb5-94ac-4bb9-b47a-db8433dbca5b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:51:38.127505 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-f540ce4d-43c2-47c7-b99d-5019e0d1882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:38.130235 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-f540ce4d-43c2-47c7-b99d-5019e0d1882c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408&tenant_id=f37261e7a4fc4ea5bf5016bed7997e37 HTTP/1.1" status: 200 len: 1095 time: 0.2900782 Sep 30 00:51:38.140096 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6b801549-011f-4b86-97be-2db316f91194 req-b7c9c5a3-c89d-4677-81a8-e70af13d25d5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ceccd1e7-777e-49b7-a2a1-8af913920680 HTTP/1.1" status: 200 len: 217 time: 0.0938702 Sep 30 00:51:38.142482 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-21f6c847-6ee9-48a4-9ff0-8dd194d795bb req-de7da1d9-71cb-4835-b099-4ed232b36dee tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:38.145196 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-aa262b15-464b-4f38-a764-ba1096b3890c req-550b5f45-32e7-4397-b88e-5814893e3d76 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0932620 Sep 30 00:51:38.145353 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2acca-6083-4fe4-b2fd-62ec04ecdda3 req-da48ab32-e0e2-455f-a371-e61f340d6e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:38.146682 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6bf2acca-6083-4fe4-b2fd-62ec04ecdda3 req-da48ab32-e0e2-455f-a371-e61f340d6e07 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bec462f6-8708-45ca-a7da-b26fd617cc72 HTTP/1.1" status: 200 len: 1097 time: 0.3626127 Sep 30 00:51:38.150082 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-00f09bb5-94ac-4bb9-b47a-db8433dbca5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-730961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30750'] for router, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:38.151674 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-60ac85c3-5a8e-4598-bec7-dd0f6c9bbe5f tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:38.151888 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-00f09bb5-94ac-4bb9-b47a-db8433dbca5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30743'] for router, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:38.159734 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['f3b4a4bf-ffd7-4705-8a95-f90e0f27745a'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:51:38.176965 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b750808-9f9b-44e3-bd4f-6abcb6056c4b req-f5b71d43-6fb0-4427-b717-ebdc22dcea46 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:38.178594 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2b750808-9f9b-44e3-bd4f-6abcb6056c4b req-f5b71d43-6fb0-4427-b717-ebdc22dcea46 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/ports?device_id=b535b250-3538-473a-8d4b-0ab3eea25fbe HTTP/1.1" status: 200 len: 934 time: 0.3371220 Sep 30 00:51:38.194891 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-aa262b15-464b-4f38-a764-ba1096b3890c req-6701c5b9-0633-4ad9-bb99-108d2dc44efb service neutron] Request body: {'port': {'device_id': 'b535b250-3538-473a-8d4b-0ab3eea25fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:51:38.204266 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-570843c2-e3b4-418e-927e-9035043e5b55 None None] Provisioning for port ff451d64-b38a-485a-b09e-4a7c31f6a118 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:51:38.209368 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-00f09bb5-94ac-4bb9-b47a-db8433dbca5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:38.218609 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-570843c2-e3b4-418e-927e-9035043e5b55 None None] Provisioning complete for port ff451d64-b38a-485a-b09e-4a7c31f6a118 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:38.219251 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-570843c2-e3b4-418e-927e-9035043e5b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:38.274534 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2ac70a28-a30c-49f3-9d48-e29eb6801083 req-11a4ec5a-d6f9-4109-a6fd-4bdb8935a164 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818556 Sep 30 00:51:38.283400 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7da1d9-71cb-4835-b099-4ed232b36dee tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Pushing event deleted for resources: {'Port': ['ID=f3b4a4bf-ffd7-4705-8a95-f90e0f27745a,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:38.286428 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-de7da1d9-71cb-4835-b099-4ed232b36dee tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:38.351966 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2b750808-9f9b-44e3-bd4f-6abcb6056c4b req-6013c0ea-b170-4034-b734-1de0b34e921f tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/security-groups?id=14d36578-c53f-4fbc-a012-bc23f095a480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558058 Sep 30 00:51:38.410976 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f6c847-6ee9-48a4-9ff0-8dd194d795bb req-de7da1d9-71cb-4835-b099-4ed232b36dee tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] No DVR routers for this DVR port f3b4a4bf-ffd7-4705-8a95-f90e0f27745a on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:51:38.414476 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-570843c2-e3b4-418e-927e-9035043e5b55 None None] Port ff451d64-b38a-485a-b09e-4a7c31f6a118 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:51:38.420301 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-21f6c847-6ee9-48a4-9ff0-8dd194d795bb req-de7da1d9-71cb-4835-b099-4ed232b36dee tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:38.422652 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-21f6c847-6ee9-48a4-9ff0-8dd194d795bb req-de7da1d9-71cb-4835-b099-4ed232b36dee tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.55 "DELETE /v2.0/ports/f3b4a4bf-ffd7-4705-8a95-f90e0f27745a HTTP/1.1" status: 204 len: 173 time: 2.1210794 Sep 30 00:51:38.479332 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b801549-011f-4b86-97be-2db316f91194 req-d93856be-5d0c-4fd1-9a77-e7b151d9a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:38.481312 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6b801549-011f-4b86-97be-2db316f91194 req-d93856be-5d0c-4fd1-9a77-e7b151d9a767 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59401d48-7bca-4d66-895c-fcc36128d278 HTTP/1.1" status: 200 len: 867 time: 0.2530296 Sep 30 00:51:38.483885 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f11d5ebf-c45c-4b3e-8c6e-147793576f96', 'tag': 'ceccd1e7-777e-49b7-a2a1-8af913920680', 'status': 'completed', 'code': 200} Sep 30 00:51:38.551167 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2beb25ca-83cc-41c6-a876-dfc5dedb7241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-d3301696-dea8-44a6-9c53-454f89d47e81', 'network_id': 'd3301696-dea8-44a6-9c53-454f89d47e81', 'tenant_id': '383a89f149a3433ab354e0d1b24f0089', 'fixed_ips': [{'subnet_id': 'dc12598b-bd74-4c21-8323-7cdc0b33d95a'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 00:51:38.552375 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2beb25ca-83cc-41c6-a876-dfc5dedb7241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:38.632120 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6bf2acca-6083-4fe4-b2fd-62ec04ecdda3 req-3d47a149-c3f0-4945-92c7-b3f6587bfae4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ea91114e-1a8b-4056-892a-7c0f10ace738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192102 Sep 30 00:51:38.655662 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-1192b3e4-9e34-41c2-aeaf-963a7fb8f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:38.656201 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-1192b3e4-9e34-41c2-aeaf-963a7fb8f30a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 1095 time: 0.4454651 Sep 30 00:51:38.681384 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-aa262b15-464b-4f38-a764-ba1096b3890c req-6701c5b9-0633-4ad9-bb99-108d2dc44efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:38.783520 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device f3b4a4bf-ffd7-4705-8a95-f90e0f27745a no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:51:38.807896 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-2beb25ca-83cc-41c6-a876-dfc5dedb7241 None None] Allocated IP 172.20.0.2 (d3301696-dea8-44a6-9c53-454f89d47e81/dc12598b-bd74-4c21-8323-7cdc0b33d95a/9eb32ee7-250a-4db7-be25-c6100d90293b) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:51:38.823647 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: f3b4a4bf-ffd7-4705-8a95-f90e0f27745a {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:51:38.824014 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device f3b4a4bf-ffd7-4705-8a95-f90e0f27745a not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:51:38.824440 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 9f823616-cece-4d73-8e94-3826fbf67aeb no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:51:38.859255 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-00f09bb5-94ac-4bb9-b47a-db8433dbca5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-672991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-730982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30841'] for router, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:38.902030 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04316ea1-831a-413f-b558-43633e1fc816 req-2bb7c1e6-027e-4136-b82f-ab074f62a0cf tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:38.904678 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-04316ea1-831a-413f-b558-43633e1fc816 req-2bb7c1e6-027e-4136-b82f-ab074f62a0cf tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/ports?device_id=bec462f6-8708-45ca-a7da-b26fd617cc72 HTTP/1.1" status: 200 len: 946 time: 0.2701950 Sep 30 00:51:38.949855 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3a0af-365d-45be-938e-1da6c8dc28cb req-1beca3e6-218a-46b6-9c50-21430cd14c17 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:38.950576 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-a3c3a0af-365d-45be-938e-1da6c8dc28cb req-1beca3e6-218a-46b6-9c50-21430cd14c17 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Synchronizing usage tracker for tenant:6742a1f2a8924b3b9066945aa90fc99b on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:51:38.969928 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 9f823616-cece-4d73-8e94-3826fbf67aeb not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:51:38.983310 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b801549-011f-4b86-97be-2db316f91194 req-75b00bb5-e738-40c2-b63d-f9912ef82e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:38.984818 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6b801549-011f-4b86-97be-2db316f91194 req-75b00bb5-e738-40c2-b63d-f9912ef82e8d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1b8069b5-1ad5-4fcb-b815-4d2c19d66482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4124925 Sep 30 00:51:38.993693 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-a3c3a0af-365d-45be-938e-1da6c8dc28cb req-1beca3e6-218a-46b6-9c50-21430cd14c17 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Unset dirty status for tenant:6742a1f2a8924b3b9066945aa90fc99b on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:51:38.994839 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a3c3a0af-365d-45be-938e-1da6c8dc28cb req-1beca3e6-218a-46b6-9c50-21430cd14c17 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/ports?device_id=f11d5ebf-c45c-4b3e-8c6e-147793576f96 HTTP/1.1" status: 200 len: 943 time: 0.5057847 Sep 30 00:51:39.014837 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-04316ea1-831a-413f-b558-43633e1fc816 req-48018c02-e121-487f-8adb-d5ca4d8111a1 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea91114e-1a8b-4056-892a-7c0f10ace738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043913 Sep 30 00:51:39.143221 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2beb25ca-83cc-41c6-a876-dfc5dedb7241 None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:39.152709 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a3c3a0af-365d-45be-938e-1da6c8dc28cb req-da7716d2-f6ba-401c-b82e-d1eb226797fa tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/security-groups?id=44d400b4-2c27-4b74-b9bd-0ca64b2d56c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272924 Sep 30 00:51:39.177336 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-2beb25ca-83cc-41c6-a876-dfc5dedb7241 None None] Transition to ACTIVE for port object 9eb32ee7-250a-4db7-be25-c6100d90293b will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:51:39.231478 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-2beb25ca-83cc-41c6-a876-dfc5dedb7241 None None] Transition to ACTIVE for port object 9eb32ee7-250a-4db7-be25-c6100d90293b will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:51:39.244491 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2beb25ca-83cc-41c6-a876-dfc5dedb7241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:39.249958 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-aacdffe3-3f46-43de-b63c-e1ea203d8a87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:39.366942 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2beb25ca-83cc-41c6-a876-dfc5dedb7241 None None] Network d3301696-dea8-44a6-9c53-454f89d47e81 is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:51:39.376432 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-2beb25ca-83cc-41c6-a876-dfc5dedb7241 None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:51:39.379591 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beb25ca-83cc-41c6-a876-dfc5dedb7241 None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:51:39.411673 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-57bf9883-94a0-4ce6-87ac-83c50be78cfe req-9c10467d-7e5b-4672-abdf-25de8c1e2927 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Synchronizing usage tracker for tenant:09f9ae3e1bed4a5f8cd3a98d76e38eb0 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:51:39.486584 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb25ca-83cc-41c6-a876-dfc5dedb7241 None None] Pushing event updated for resources: {'Port': ['ID=9eb32ee7-250a-4db7-be25-c6100d90293b,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:39.489552 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-2beb25ca-83cc-41c6-a876-dfc5dedb7241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:39.501431 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-2beb25ca-83cc-41c6-a876-dfc5dedb7241 None None] Attempting to bind port 9eb32ee7-250a-4db7-be25-c6100d90293b on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:51:39.501814 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-2beb25ca-83cc-41c6-a876-dfc5dedb7241 None None] Attempting to bind port 9eb32ee7-250a-4db7-be25-c6100d90293b by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'cfcc7fc4-0dfc-4215-964e-4b459fc11d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd3301696-dea8-44a6-9c53-454f89d47e81'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:51:39.502187 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beb25ca-83cc-41c6-a876-dfc5dedb7241 None None] Attempting to bind port 9eb32ee7-250a-4db7-be25-c6100d90293b on network d3301696-dea8-44a6-9c53-454f89d47e81 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:51:39.508631 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beb25ca-83cc-41c6-a876-dfc5dedb7241 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:51:39.508631 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beb25ca-83cc-41c6-a876-dfc5dedb7241 None None] Checking segment: {'id': 'cfcc7fc4-0dfc-4215-964e-4b459fc11d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd3301696-dea8-44a6-9c53-454f89d47e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:51:39.509010 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2beb25ca-83cc-41c6-a876-dfc5dedb7241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:39.509418 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beb25ca-83cc-41c6-a876-dfc5dedb7241 None None] Bound using segment: {'id': 'cfcc7fc4-0dfc-4215-964e-4b459fc11d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd3301696-dea8-44a6-9c53-454f89d47e81'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:51:39.509891 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-2beb25ca-83cc-41c6-a876-dfc5dedb7241 None None] Bound port: 9eb32ee7-250a-4db7-be25-c6100d90293b, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfcc7fc4-0dfc-4215-964e-4b459fc11d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd3301696-dea8-44a6-9c53-454f89d47e81'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:51:39.510272 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2beb25ca-83cc-41c6-a876-dfc5dedb7241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:39.517757 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-57bf9883-94a0-4ce6-87ac-83c50be78cfe req-9c10467d-7e5b-4672-abdf-25de8c1e2927 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Unset dirty status for tenant:09f9ae3e1bed4a5f8cd3a98d76e38eb0 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:51:39.519037 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-57bf9883-94a0-4ce6-87ac-83c50be78cfe req-9c10467d-7e5b-4672-abdf-25de8c1e2927 tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] 10.222.0.39 "GET /v2.0/ports?device_id=711abfd9-64e5-4878-a07f-a6419c0efbdb HTTP/1.1" status: 200 len: 210 time: 0.1828310 Sep 30 00:51:39.531223 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6b801549-011f-4b86-97be-2db316f91194 req-93dc0f99-e1b8-4479-b506-227d614d176c service neutron] 10.222.0.59 "GET /v2.0/networks/1b8069b5-1ad5-4fcb-b815-4d2c19d66482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313646 Sep 30 00:51:39.533305 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-aa262b15-464b-4f38-a764-ba1096b3890c req-6701c5b9-0633-4ad9-bb99-108d2dc44efb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff451d64-b38a-485a-b09e-4a7c31f6a118 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:51:39.565747 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-aa262b15-464b-4f38-a764-ba1096b3890c req-6701c5b9-0633-4ad9-bb99-108d2dc44efb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:39.646142 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-aa262b15-464b-4f38-a764-ba1096b3890c req-6701c5b9-0633-4ad9-bb99-108d2dc44efb service neutron] Transition to ACTIVE for port object ff451d64-b38a-485a-b09e-4a7c31f6a118 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:51:39.652521 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-aa262b15-464b-4f38-a764-ba1096b3890c req-6701c5b9-0633-4ad9-bb99-108d2dc44efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:39.659330 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3d9276ce-2e2d-4ce3-9fb6-d9ecbf45901c tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:39.679072 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-2beb25ca-83cc-41c6-a876-dfc5dedb7241 None None] For port 9eb32ee7-250a-4db7-be25-c6100d90293b, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:51:39.683293 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-2beb25ca-83cc-41c6-a876-dfc5dedb7241 None None] For port 9eb32ee7-250a-4db7-be25-c6100d90293b, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=9eb32ee7-250a-4db7-be25-c6100d90293b,segment=NetworkSegment(cfcc7fc4-0dfc-4215-964e-4b459fc11d33),segment_id=cfcc7fc4-0dfc-4215-964e-4b459fc11d33)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:51:39.690363 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2beb25ca-83cc-41c6-a876-dfc5dedb7241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:39.696405 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:39.697828 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-00f09bb5-94ac-4bb9-b47a-db8433dbca5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:39.735075 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe66632-4ec5-461e-ba8e-87cc32e1dbe7 req-e60564fa-12d1-4417-81b8-558161afcc03 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:39.736613 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2fe66632-4ec5-461e-ba8e-87cc32e1dbe7 req-e60564fa-12d1-4417-81b8-558161afcc03 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 944 time: 0.3109770 Sep 30 00:51:39.739041 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-00f09bb5-94ac-4bb9-b47a-db8433dbca5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:39.740158 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-71529e4b-ab00-4955-adef-cfb177c1ea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:39.741497 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-71529e4b-ab00-4955-adef-cfb177c1ea39 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0a0a50fb-f59e-4919-9310-948ef891e84f HTTP/1.1" status: 200 len: 909 time: 0.5511813 Sep 30 00:51:39.781156 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb25ca-83cc-41c6-a876-dfc5dedb7241 None None] Pushing event updated for resources: {'Port': ['ID=9eb32ee7-250a-4db7-be25-c6100d90293b,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:39.784839 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-2beb25ca-83cc-41c6-a876-dfc5dedb7241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:39.881934 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-0c578a53-d212-4f6b-9f3e-b207405c38f3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f823616-cece-4d73-8e94-3826fbf67aeb HTTP/1.1" status: 200 len: 217 time: 0.1065507 Sep 30 00:51:39.929141 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701c5b9-0633-4ad9-bb99-108d2dc44efb service neutron] Pushing event updated for resources: {'Port': ['ID=ff451d64-b38a-485a-b09e-4a7c31f6a118,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:39.932877 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6701c5b9-0633-4ad9-bb99-108d2dc44efb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:39.936005 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6b801549-011f-4b86-97be-2db316f91194 req-26fd2267-e554-42c5-98ee-ad128b587a29 service neutron] 10.222.0.59 "GET /v2.0/networks/1b8069b5-1ad5-4fcb-b815-4d2c19d66482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945286 Sep 30 00:51:39.978564 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2fe66632-4ec5-461e-ba8e-87cc32e1dbe7 req-c7d6717a-42fa-41be-bcfb-1595517a9f49 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011130 Sep 30 00:51:40.051973 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-b9653fbc-443d-440c-8740-9c37a0def389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:40.053816 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-b9653fbc-443d-440c-8740-9c37a0def389 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e11b3221-7cfb-4feb-801d-70a2c0ec6209 HTTP/1.1" status: 200 len: 848 time: 0.1602767 Sep 30 00:51:40.084718 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a091b-c3b4-4a83-b35f-65d5ae261d6e req-42b2fa3f-8393-4455-98ae-86326341f5b2 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:40.087478 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c53a091b-c3b4-4a83-b35f-65d5ae261d6e req-42b2fa3f-8393-4455-98ae-86326341f5b2 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 950 time: 0.3795085 Sep 30 00:51:40.097412 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-aa262b15-464b-4f38-a764-ba1096b3890c req-6701c5b9-0633-4ad9-bb99-108d2dc44efb service neutron] Attempting to bind port ff451d64-b38a-485a-b09e-4a7c31f6a118 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:51:40.097760 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-aa262b15-464b-4f38-a764-ba1096b3890c req-6701c5b9-0633-4ad9-bb99-108d2dc44efb service neutron] Attempting to bind port ff451d64-b38a-485a-b09e-4a7c31f6a118 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:51:40.098068 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa262b15-464b-4f38-a764-ba1096b3890c req-6701c5b9-0633-4ad9-bb99-108d2dc44efb service neutron] Attempting to bind port ff451d64-b38a-485a-b09e-4a7c31f6a118 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:51:40.122888 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-00f09bb5-94ac-4bb9-b47a-db8433dbca5b admin admin] Allocated IP 172.25.0.106 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/da3ef263-7543-4905-90e2-6c2c53275250) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:51:40.166945 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa262b15-464b-4f38-a764-ba1096b3890c req-6701c5b9-0633-4ad9-bb99-108d2dc44efb service neutron] Port ff451d64-b38a-485a-b09e-4a7c31f6a118 on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:51:40.167280 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa262b15-464b-4f38-a764-ba1096b3890c req-6701c5b9-0633-4ad9-bb99-108d2dc44efb service neutron] Attempting to bind port ff451d64-b38a-485a-b09e-4a7c31f6a118 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:51:40.181041 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa262b15-464b-4f38-a764-ba1096b3890c req-6701c5b9-0633-4ad9-bb99-108d2dc44efb service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:51:40.181385 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa262b15-464b-4f38-a764-ba1096b3890c req-6701c5b9-0633-4ad9-bb99-108d2dc44efb service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:51:40.181770 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa262b15-464b-4f38-a764-ba1096b3890c req-6701c5b9-0633-4ad9-bb99-108d2dc44efb service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:51:40.182237 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-aa262b15-464b-4f38-a764-ba1096b3890c req-6701c5b9-0633-4ad9-bb99-108d2dc44efb service neutron] Bound port: ff451d64-b38a-485a-b09e-4a7c31f6a118, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:51:40.182580 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-aa262b15-464b-4f38-a764-ba1096b3890c req-6701c5b9-0633-4ad9-bb99-108d2dc44efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:40.205287 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-87f550f4-84cd-4795-9751-8169db1a2d8b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0a0a50fb-f59e-4919-9310-948ef891e84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760272 Sep 30 00:51:40.282705 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 9eb32ee7-250a-4db7-be25-c6100d90293b up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:51:40.284235 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c53a091b-c3b4-4a83-b35f-65d5ae261d6e req-c1e9e463-074b-4afc-854f-c23bfed3e1fe tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792393 Sep 30 00:51:40.321988 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-aa262b15-464b-4f38-a764-ba1096b3890c req-6701c5b9-0633-4ad9-bb99-108d2dc44efb service neutron] For port ff451d64-b38a-485a-b09e-4a7c31f6a118, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:51:40.327091 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-aa262b15-464b-4f38-a764-ba1096b3890c req-6701c5b9-0633-4ad9-bb99-108d2dc44efb service neutron] For port ff451d64-b38a-485a-b09e-4a7c31f6a118, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=ff451d64-b38a-485a-b09e-4a7c31f6a118,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:51:40.331383 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efffe3-9960-4ab3-b1bf-bf323a5cfb6f req-cb8b1a54-9862-49b5-ab84-1429518bb669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:40.333114 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59efffe3-9960-4ab3-b1bf-bf323a5cfb6f req-cb8b1a54-9862-49b5-ab84-1429518bb669 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6742a1f2a8924b3b9066945aa90fc99b&device_id=f11d5ebf-c45c-4b3e-8c6e-147793576f96 HTTP/1.1" status: 200 len: 1094 time: 0.2228711 Sep 30 00:51:40.334611 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-aa262b15-464b-4f38-a764-ba1096b3890c req-6701c5b9-0633-4ad9-bb99-108d2dc44efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:40.338281 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:40.400011 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 9eb32ee7-250a-4db7-be25-c6100d90293b completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:51:40.474843 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa262b15-464b-4f38-a764-ba1096b3890c req-6701c5b9-0633-4ad9-bb99-108d2dc44efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:40.475473 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-aa262b15-464b-4f38-a764-ba1096b3890c req-6701c5b9-0633-4ad9-bb99-108d2dc44efb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:40.476848 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-aa262b15-464b-4f38-a764-ba1096b3890c req-6701c5b9-0633-4ad9-bb99-108d2dc44efb service neutron] 10.222.0.55 "PUT /v2.0/ports/ff451d64-b38a-485a-b09e-4a7c31f6a118 HTTP/1.1" status: 200 len: 1094 time: 2.2869465 Sep 30 00:51:40.493244 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711abfd9-64e5-4878-a07f-a6419c0efbdb', 'name': 'network-vif-deleted', 'tag': 'f3b4a4bf-ffd7-4705-8a95-f90e0f27745a'}, {'name': 'network-changed', 'server_uuid': 'b535b250-3538-473a-8d4b-0ab3eea25fbe', 'tag': 'ff451d64-b38a-485a-b09e-4a7c31f6a118'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:51:40.574575 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8239493-6f47-421d-9c49-473ea3abde3f req-d79d2411-7108-46f5-ae4e-ba39c2745e8d tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:40.581663 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a8239493-6f47-421d-9c49-473ea3abde3f req-d79d2411-7108-46f5-ae4e-ba39c2745e8d tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/ports?device_id=b535b250-3538-473a-8d4b-0ab3eea25fbe HTTP/1.1" status: 200 len: 946 time: 0.3756030 Sep 30 00:51:40.602535 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-acc616e0-bcd7-428b-a402-4f411e419ef4 service neutron] 10.222.0.59 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484583 Sep 30 00:51:40.606762 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-00f09bb5-94ac-4bb9-b47a-db8433dbca5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:40.682214 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701c5b9-0633-4ad9-bb99-108d2dc44efb service neutron] Pushing event updated for resources: {'Port': ['ID=ff451d64-b38a-485a-b09e-4a7c31f6a118,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:40.693643 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6701c5b9-0633-4ad9-bb99-108d2dc44efb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:40.763673 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a8239493-6f47-421d-9c49-473ea3abde3f req-cadef00f-e2eb-4856-817b-53bd5ab83daa tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/security-groups?id=14d36578-c53f-4fbc-a012-bc23f095a480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809473 Sep 30 00:51:40.809668 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-00f09bb5-94ac-4bb9-b47a-db8433dbca5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:40.823792 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-848e30e8-d592-4d27-95e8-d6facf6c6a5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:40.897120 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3faba39-a44b-4473-9119-d22c3eea71d7 req-6eecad8e-ffbc-4075-8bc4-50b36bdabc32 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:40.901339 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f09bb5-94ac-4bb9-b47a-db8433dbca5b admin admin] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:51:40.905553 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c3faba39-a44b-4473-9119-d22c3eea71d7 req-6eecad8e-ffbc-4075-8bc4-50b36bdabc32 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/ports?device_id=bec462f6-8708-45ca-a7da-b26fd617cc72 HTTP/1.1" status: 200 len: 946 time: 0.4275677 Sep 30 00:51:40.911064 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-00f09bb5-94ac-4bb9-b47a-db8433dbca5b admin admin] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:51:40.914167 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f09bb5-94ac-4bb9-b47a-db8433dbca5b admin admin] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:51:40.929627 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa262b15-464b-4f38-a764-ba1096b3890c req-7df1a75c-0993-41fc-8c9f-7fe83b064de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:40.931160 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-aa262b15-464b-4f38-a764-ba1096b3890c req-7df1a75c-0993-41fc-8c9f-7fe83b064de0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e64a8f700e04425e9893be0166d8f255&device_id=b535b250-3538-473a-8d4b-0ab3eea25fbe HTTP/1.1" status: 200 len: 1097 time: 0.3456025 Sep 30 00:51:40.934393 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efffe3-9960-4ab3-b1bf-bf323a5cfb6f req-184313fa-b50b-493e-888a-7674a542e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:40.935896 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59efffe3-9960-4ab3-b1bf-bf323a5cfb6f req-184313fa-b50b-493e-888a-7674a542e9d1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1b8069b5-1ad5-4fcb-b815-4d2c19d66482 HTTP/1.1" status: 200 len: 929 time: 0.5633247 Sep 30 00:51:41.023869 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-c2bcb99d-dfb1-47e9-a487-3f88c8d559c4 service neutron] 10.222.0.59 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046597 Sep 30 00:51:41.040593 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f09bb5-94ac-4bb9-b47a-db8433dbca5b admin admin] Pushing event updated for resources: {'Port': ['ID=da3ef263-7543-4905-90e2-6c2c53275250,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:41.043555 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-00f09bb5-94ac-4bb9-b47a-db8433dbca5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:41.075268 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-aa262b15-464b-4f38-a764-ba1096b3890c req-2865ecc1-ee95-48f2-891d-c9c0c9ff70a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=ff451d64-b38a-485a-b09e-4a7c31f6a118 HTTP/1.1" status: 200 len: 217 time: 0.1335890 Sep 30 00:51:41.085817 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59efffe3-9960-4ab3-b1bf-bf323a5cfb6f req-84f5363d-d130-45b5-9d60-2f41bc664966 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ceccd1e7-777e-49b7-a2a1-8af913920680 HTTP/1.1" status: 200 len: 217 time: 0.0886419 Sep 30 00:51:41.091819 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c3faba39-a44b-4473-9119-d22c3eea71d7 req-edb8c869-749a-4998-b26f-2576cb577629 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea91114e-1a8b-4056-892a-7c0f10ace738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854539 Sep 30 00:51:41.153964 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7a46d1-cb4a-4b37-a73e-93474bc84217 None None] Network d3301696-dea8-44a6-9c53-454f89d47e81 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:51:41.205670 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efffe3-9960-4ab3-b1bf-bf323a5cfb6f req-d5794e03-ce66-4714-8e40-aaa0a4625098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:41.207113 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59efffe3-9960-4ab3-b1bf-bf323a5cfb6f req-d5794e03-ce66-4714-8e40-aaa0a4625098 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59401d48-7bca-4d66-895c-fcc36128d278 HTTP/1.1" status: 200 len: 867 time: 0.0843656 Sep 30 00:51:41.208475 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa262b15-464b-4f38-a764-ba1096b3890c req-537fab23-e7e6-4ca8-8bdc-e18719bac443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:41.209846 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-aa262b15-464b-4f38-a764-ba1096b3890c req-537fab23-e7e6-4ca8-8bdc-e18719bac443 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1213539 Sep 30 00:51:41.329056 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-111f4919-f33e-457f-a503-589efb910bb5 None None] Provisioning for port 9eb32ee7-250a-4db7-be25-c6100d90293b completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:51:41.337734 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-111f4919-f33e-457f-a503-589efb910bb5 None None] Provisioning complete for port 9eb32ee7-250a-4db7-be25-c6100d90293b triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:41.338346 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-111f4919-f33e-457f-a503-589efb910bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:41.378372 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711abfd9-64e5-4878-a07f-a6419c0efbdb', 'name': 'network-vif-deleted', 'tag': 'f3b4a4bf-ffd7-4705-8a95-f90e0f27745a', 'status': 'completed', 'code': 200} Sep 30 00:51:41.378667 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b535b250-3538-473a-8d4b-0ab3eea25fbe', 'tag': 'ff451d64-b38a-485a-b09e-4a7c31f6a118', 'status': 'completed', 'code': 200} Sep 30 00:51:41.435701 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa262b15-464b-4f38-a764-ba1096b3890c req-939a4598-8bca-415a-a48f-d314d18c47b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:41.437280 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-aa262b15-464b-4f38-a764-ba1096b3890c req-939a4598-8bca-415a-a48f-d314d18c47b9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1622691 Sep 30 00:51:41.440467 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efffe3-9960-4ab3-b1bf-bf323a5cfb6f req-18e5b19e-1503-4540-9983-8ee09a996e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:41.440769 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d400b-fe31-4332-afbb-9d8c7a76400b req-f1ccf991-4458-4257-8ac7-d301d51c20b0 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:41.441989 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59efffe3-9960-4ab3-b1bf-bf323a5cfb6f req-18e5b19e-1503-4540-9983-8ee09a996e81 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1b8069b5-1ad5-4fcb-b815-4d2c19d66482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2261307 Sep 30 00:51:41.443073 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:41.448079 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b91d400b-fe31-4332-afbb-9d8c7a76400b req-f1ccf991-4458-4257-8ac7-d301d51c20b0 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/ports?device_id=f11d5ebf-c45c-4b3e-8c6e-147793576f96 HTTP/1.1" status: 200 len: 943 time: 0.4994333 Sep 30 00:51:41.590203 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b91d400b-fe31-4332-afbb-9d8c7a76400b req-f0bb68a6-1d17-4d68-bc78-46c8feb34411 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/security-groups?id=44d400b4-2c27-4b74-b9bd-0ca64b2d56c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410742 Sep 30 00:51:41.646873 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-111f4919-f33e-457f-a503-589efb910bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:41.695359 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-111f4919-f33e-457f-a503-589efb910bb5 None None] For port 9eb32ee7-250a-4db7-be25-c6100d90293b, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=9eb32ee7-250a-4db7-be25-c6100d90293b,segment=NetworkSegment(cfcc7fc4-0dfc-4215-964e-4b459fc11d33),segment_id=cfcc7fc4-0dfc-4215-964e-4b459fc11d33)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:41.700897 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-111f4919-f33e-457f-a503-589efb910bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:41.705374 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:41.740995 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-68cb83aa-15a4-4465-91b5-9a7f51b590f6 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:41.742878 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-68cb83aa-15a4-4465-91b5-9a7f51b590f6 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408&tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&binding%3Ahost_id=n-h1-811809-1 HTTP/1.1" status: 200 len: 1095 time: 0.3681915 Sep 30 00:51:41.825394 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59efffe3-9960-4ab3-b1bf-bf323a5cfb6f req-8b9ad4d8-6575-457d-ac09-f791d8e61613 service neutron] 10.222.0.59 "GET /v2.0/networks/1b8069b5-1ad5-4fcb-b815-4d2c19d66482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734763 Sep 30 00:51:41.828550 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-aa262b15-464b-4f38-a764-ba1096b3890c req-ea78f0a7-be0c-4581-a5bb-c8a9829a15d2 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544528 Sep 30 00:51:41.855179 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f4919-f33e-457f-a503-589efb910bb5 None None] Pushing event updated for resources: {'Port': ['ID=9eb32ee7-250a-4db7-be25-c6100d90293b,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:41.860777 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-111f4919-f33e-457f-a503-589efb910bb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:41.924765 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-00f09bb5-94ac-4bb9-b47a-db8433dbca5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:41.959909 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b59d5-080c-43f2-a6bb-8758a349a4c8 req-75342dce-fa57-492b-a471-da75f68e739c tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:41.961601 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d92b59d5-080c-43f2-a6bb-8758a349a4c8 req-75342dce-fa57-492b-a471-da75f68e739c tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 944 time: 0.3307068 Sep 30 00:51:42.026087 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-4f438ce7-b300-4a2b-bf36-d89c45e0125f None None] Provisioning complete for port 9eb32ee7-250a-4db7-be25-c6100d90293b triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:42.026390 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-4f438ce7-b300-4a2b-bf36-d89c45e0125f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:42.129670 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d92b59d5-080c-43f2-a6bb-8758a349a4c8 req-f1687f92-2b0d-4b44-8daa-fbafd3dc5a55 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150520 Sep 30 00:51:42.142378 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59efffe3-9960-4ab3-b1bf-bf323a5cfb6f req-2233a0d8-d941-43cd-91b4-3a395bb21197 service neutron] 10.222.0.59 "GET /v2.0/networks/1b8069b5-1ad5-4fcb-b815-4d2c19d66482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095238 Sep 30 00:51:42.152145 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-aa262b15-464b-4f38-a764-ba1096b3890c req-045d8282-3d4d-4bfc-adf9-f0c69ca3f385 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968357 Sep 30 00:51:42.186783 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d631d3-68bd-4221-b18e-59fc4570f6b6 req-a27e62db-5df1-4850-8863-fbd73144fec7 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:42.199993 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-33d631d3-68bd-4221-b18e-59fc4570f6b6 req-a27e62db-5df1-4850-8863-fbd73144fec7 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 950 time: 0.4534891 Sep 30 00:51:42.202489 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-49e8e460-d8aa-4729-9b9d-85f0b53e3e7a service neutron] For port 9f823616-cece-4d73-8e94-3826fbf67aeb, host n-h2-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:51:42.257061 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 9eb32ee7-250a-4db7-be25-c6100d90293b up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:51:42.264226 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-49e8e460-d8aa-4729-9b9d-85f0b53e3e7a service neutron] Notify callbacks [] for binding, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:42.265332 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9e0cd7a2-9d9c-4bbc-b58d-432c2d87ed80 req-49e8e460-d8aa-4729-9b9d-85f0b53e3e7a service neutron] 10.222.0.59 "DELETE /v2.0/ports/9f823616-cece-4d73-8e94-3826fbf67aeb/bindings/n-h2-811809-1 HTTP/1.1" status: 204 len: 173 time: 0.4791234 Sep 30 00:51:42.353327 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 9eb32ee7-250a-4db7-be25-c6100d90293b triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:42.353711 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:42.363898 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-33d631d3-68bd-4221-b18e-59fc4570f6b6 req-e5c4eff7-58ac-4516-b7f8-e789c6bd514f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488924 Sep 30 00:51:42.387835 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372ce8b-fdb4-4755-a8b4-fe9131b123d3 req-1aa258f2-89bb-4819-ab48-3673a39f3e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:42.391576 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3372ce8b-fdb4-4755-a8b4-fe9131b123d3 req-1aa258f2-89bb-4819-ab48-3673a39f3e81 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e64a8f700e04425e9893be0166d8f255&device_id=b535b250-3538-473a-8d4b-0ab3eea25fbe HTTP/1.1" status: 200 len: 1097 time: 0.1748681 Sep 30 00:51:42.627415 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372ce8b-fdb4-4755-a8b4-fe9131b123d3 req-28b9d6ed-9e0a-46a2-b8db-00ec2f9e84fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:42.628885 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3372ce8b-fdb4-4755-a8b4-fe9131b123d3 req-28b9d6ed-9e0a-46a2-b8db-00ec2f9e84fb service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.2198541 Sep 30 00:51:42.641153 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe27580-019d-4623-a20b-bd458e3dd22b req-b496e061-c80d-48ee-80a4-992f61a63c20 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:42.641844 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-ffe27580-019d-4623-a20b-bd458e3dd22b req-b496e061-c80d-48ee-80a4-992f61a63c20 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Synchronizing usage tracker for tenant:e64a8f700e04425e9893be0166d8f255 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:51:42.658261 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61872b02-466e-4a35-8cd9-e11cbefcceba req-c5b86d7f-790d-4c86-8710-048217c88a3d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:42.659767 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61872b02-466e-4a35-8cd9-e11cbefcceba req-c5b86d7f-790d-4c86-8710-048217c88a3d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/ports?device_id=bec462f6-8708-45ca-a7da-b26fd617cc72 HTTP/1.1" status: 200 len: 946 time: 0.1390901 Sep 30 00:51:42.660899 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-00f09bb5-94ac-4bb9-b47a-db8433dbca5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673175'] for router, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:42.723179 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3372ce8b-fdb4-4755-a8b4-fe9131b123d3 req-d9595338-910d-43e0-9592-a94a35865dea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=ff451d64-b38a-485a-b09e-4a7c31f6a118 HTTP/1.1" status: 200 len: 217 time: 0.0756593 Sep 30 00:51:42.730275 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-ffe27580-019d-4623-a20b-bd458e3dd22b req-b496e061-c80d-48ee-80a4-992f61a63c20 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Unset dirty status for tenant:e64a8f700e04425e9893be0166d8f255 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:51:42.732267 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ffe27580-019d-4623-a20b-bd458e3dd22b req-b496e061-c80d-48ee-80a4-992f61a63c20 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/ports?device_id=b535b250-3538-473a-8d4b-0ab3eea25fbe HTTP/1.1" status: 200 len: 946 time: 0.2292039 Sep 30 00:51:42.817989 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ffe27580-019d-4623-a20b-bd458e3dd22b req-fd43203f-b710-451d-aef6-f02529418ddf tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/security-groups?id=14d36578-c53f-4fbc-a012-bc23f095a480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492103 Sep 30 00:51:42.831359 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:51:42.866933 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61872b02-466e-4a35-8cd9-e11cbefcceba req-999496d9-d386-41b3-8587-ef15b5431155 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea91114e-1a8b-4056-892a-7c0f10ace738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463158 Sep 30 00:51:43.007476 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f09bb5-94ac-4bb9-b47a-db8433dbca5b admin admin] Router f7661684-a6d5-455c-b45a-d2b60a504906 is scheduled to L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 with binding_index 1 {{(pid=80274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 30 00:51:43.072820 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372ce8b-fdb4-4755-a8b4-fe9131b123d3 req-6a12a82c-8443-451c-8f48-de695f67f91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:43.080025 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3372ce8b-fdb4-4755-a8b4-fe9131b123d3 req-6a12a82c-8443-451c-8f48-de695f67f91d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.3464932 Sep 30 00:51:43.284967 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372ce8b-fdb4-4755-a8b4-fe9131b123d3 req-f659ace4-b262-4131-bfbe-54bbeeeeae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:43.286541 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3372ce8b-fdb4-4755-a8b4-fe9131b123d3 req-f659ace4-b262-4131-bfbe-54bbeeeeae77 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1976004 Sep 30 00:51:43.326099 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2e5cd-2ea9-440b-a260-dfa60b94f300 req-03192c13-4bbf-442b-9782-c6e46abe74b4 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:43.327656 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-eca2e5cd-2ea9-440b-a260-dfa60b94f300 req-03192c13-4bbf-442b-9782-c6e46abe74b4 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/ports?device_id=f11d5ebf-c45c-4b3e-8c6e-147793576f96 HTTP/1.1" status: 200 len: 943 time: 0.1253917 Sep 30 00:51:43.416212 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f09bb5-94ac-4bb9-b47a-db8433dbca5b admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:51:43.427831 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bf7948-44fe-4e61-99e6-0102d404804b None None] Sync routers for ids ['f7661684-a6d5-455c-b45a-d2b60a504906'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:51:43.433996 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61243a2b-79d0-41cd-854d-2ad295433ed5 req-d0681816-63a7-4e6a-b615-41949acf2b6c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:43.435811 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61243a2b-79d0-41cd-854d-2ad295433ed5 req-d0681816-63a7-4e6a-b615-41949acf2b6c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7bc6ef3-2633-48c4-8bc3-64ba73a09719&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1398435 Sep 30 00:51:43.437298 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-eca2e5cd-2ea9-440b-a260-dfa60b94f300 req-444ab003-6e34-4b40-99f5-435e162b1940 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/security-groups?id=44d400b4-2c27-4b74-b9bd-0ca64b2d56c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647717 Sep 30 00:51:43.443369 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bf7948-44fe-4e61-99e6-0102d404804b None None] Routers {'f7661684-a6d5-455c-b45a-d2b60a504906'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:51:43.445133 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-26bf7948-44fe-4e61-99e6-0102d404804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:51:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['f7661684-a6d5-455c-b45a-d2b60a504906'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:43.455332 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-00f09bb5-94ac-4bb9-b47a-db8433dbca5b admin admin] Notify callbacks [] for router, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:43.456500 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-00f09bb5-94ac-4bb9-b47a-db8433dbca5b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.4429860 Sep 30 00:51:43.464177 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 59430) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:43.542802 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61243a2b-79d0-41cd-854d-2ad295433ed5 req-fbcc66e7-a07b-4835-bb4a-b8af10edbdba tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.115 HTTP/1.1" status: 200 len: 696 time: 0.0897894 Sep 30 00:51:43.554479 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-61243a2b-79d0-41cd-854d-2ad295433ed5 req-7b6966b7-693d-4077-ad21-b8052931ff86 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Request body: {'floatingip': {'port_id': '916084b2-d175-413c-9e85-453b2a06a76d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:51:43.619108 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3372ce8b-fdb4-4755-a8b4-fe9131b123d3 req-cb6b1af9-d794-402b-8421-bdb271dbae77 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207304 Sep 30 00:51:43.658558 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61243a2b-79d0-41cd-854d-2ad295433ed5 req-7b6966b7-693d-4077-ad21-b8052931ff86 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks [] for floatingip, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:43.716710 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-26bf7948-44fe-4e61-99e6-0102d404804b None None] Set router f7661684-a6d5-455c-b45a-d2b60a504906 gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:51:44.029736 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3372ce8b-fdb4-4755-a8b4-fe9131b123d3 req-bcab5947-6524-44a9-a3c9-9e031793bd77 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967233 Sep 30 00:51:44.055307 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca918e2b-509f-4129-9ebc-782ff0020f23 req-93e40ecb-0b4b-407c-9723-abbd17f864e7 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:44.057047 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ca918e2b-509f-4129-9ebc-782ff0020f23 req-93e40ecb-0b4b-407c-9723-abbd17f864e7 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 1095 time: 0.3414414 Sep 30 00:51:44.092270 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-26bf7948-44fe-4e61-99e6-0102d404804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7661684-a6d5-455c-b45a-d2b60a504906', 'name': 'tempest-FloatingIPsNegativeTestJSON-1638149326-router', 'tenant_id': '383a89f149a3433ab354e0d1b24f0089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'da3ef263-7543-4905-90e2-6c2c53275250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:51:38Z', 'updated_at': '2021-09-30T00:51:41Z', 'revision_number': 3, 'project_id': '383a89f149a3433ab354e0d1b24f0089', 'gw_port': {'id': 'da3ef263-7543-4905-90e2-6c2c53275250', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ed:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7661684-a6d5-455c-b45a-d2b60a504906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:39Z', 'updated_at': '2021-09-30T00:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:44.097561 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bf7948-44fe-4e61-99e6-0102d404804b None None] Checking router: f7661684-a6d5-455c-b45a-d2b60a504906 for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:51:44.098057 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bf7948-44fe-4e61-99e6-0102d404804b None None] Updating router f7661684-a6d5-455c-b45a-d2b60a504906 port da3ef263-7543-4905-90e2-6c2c53275250 binding host n-d-811809-1 {{(pid=80276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:51:44.158298 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-26bf7948-44fe-4e61-99e6-0102d404804b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:44.262304 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ca918e2b-509f-4129-9ebc-782ff0020f23 req-9f575603-4e9d-4b96-9b1d-b8e8a6233efa tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909425 Sep 30 00:51:44.535174 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device ceccd1e7-777e-49b7-a2a1-8af913920680 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:51:44.632327 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61243a2b-79d0-41cd-854d-2ad295433ed5 req-7b6966b7-693d-4077-ad21-b8052931ff86 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:44.636489 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61243a2b-79d0-41cd-854d-2ad295433ed5 req-7b6966b7-693d-4077-ad21-b8052931ff86 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:44.692888 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-495d3b28-c663-4268-890a-34f87bbf4c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:44.748759 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-26bf7948-44fe-4e61-99e6-0102d404804b None None] Notify callbacks [] for port, precommit_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:44.771197 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cacf87-aa5d-4e2f-b669-b8ea13a99bb8 req-10e15d45-4b6a-4a07-acd7-59253089bcc0 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:44.772925 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e6cacf87-aa5d-4e2f-b669-b8ea13a99bb8 req-10e15d45-4b6a-4a07-acd7-59253089bcc0 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 950 time: 0.2419724 Sep 30 00:51:44.794140 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-26bf7948-44fe-4e61-99e6-0102d404804b None None] Transition to ACTIVE for port object da3ef263-7543-4905-90e2-6c2c53275250 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:51:44.818658 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port ceccd1e7-777e-49b7-a2a1-8af913920680, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ceccd1e7-777e-49b7-a2a1-8af913920680,segment=NetworkSegment(08e36ef1-ffb0-4f58-b8ec-899bb5736272),segment_id=08e36ef1-ffb0-4f58-b8ec-899bb5736272)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:44.838649 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': 'ceccd1e7-777e-49b7-a2a1-8af913920680', 'network_id': '1b8069b5-1ad5-4fcb-b815-4d2c19d66482', 'port_id': 'ceccd1e7-777e-49b7-a2a1-8af913920680', 'mac_address': 'fa:16:3e:4a:1e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59401d48-7bca-4d66-895c-fcc36128d278', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:51:44.844561 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device ff451d64-b38a-485a-b09e-4a7c31f6a118 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:51:44.851543 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-26bf7948-44fe-4e61-99e6-0102d404804b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:44.858097 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:44.961147 n-d-811809-1 neutron-server[80274]: INFO neutron.db.l3_db [req-61243a2b-79d0-41cd-854d-2ad295433ed5 req-7b6966b7-693d-4077-ad21-b8052931ff86 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Floating IP 4c003140-bb74-4790-9b65-5619b9341991 associated. External IP: 172.25.0.115, port: 916084b2-d175-413c-9e85-453b2a06a76d. Sep 30 00:51:45.031581 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e6cacf87-aa5d-4e2f-b669-b8ea13a99bb8 req-7a66067c-6505-437d-87b7-936b0c2da94f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371476 Sep 30 00:51:45.077651 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198d611-4d4a-4990-9828-7caae40caadd None None] Pushing event updated for resources: {'Port': ['ID=da3ef263-7543-4905-90e2-6c2c53275250,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:45.091892 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-0198d611-4d4a-4990-9828-7caae40caadd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:45.161207 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-26bf7948-44fe-4e61-99e6-0102d404804b None None] Attempting to bind port da3ef263-7543-4905-90e2-6c2c53275250 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:51:45.161728 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-26bf7948-44fe-4e61-99e6-0102d404804b None None] Attempting to bind port da3ef263-7543-4905-90e2-6c2c53275250 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:51:45.162647 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bf7948-44fe-4e61-99e6-0102d404804b None None] Attempting to bind port da3ef263-7543-4905-90e2-6c2c53275250 on network 1b813296-b79a-4ce4-abf3-9e488de9f705 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:51:45.164783 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:45.193137 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bf7948-44fe-4e61-99e6-0102d404804b None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:51:45.193635 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bf7948-44fe-4e61-99e6-0102d404804b None None] Checking segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:51:45.194140 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-26bf7948-44fe-4e61-99e6-0102d404804b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:45.194634 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bf7948-44fe-4e61-99e6-0102d404804b None None] Bound using segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:51:45.195239 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-26bf7948-44fe-4e61-99e6-0102d404804b None None] Bound port: da3ef263-7543-4905-90e2-6c2c53275250, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:51:45.195618 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-26bf7948-44fe-4e61-99e6-0102d404804b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:45.230625 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-495d3b28-c663-4268-890a-34f87bbf4c04 admin admin] Allocated IP 172.20.0.1 (d3301696-dea8-44a6-9c53-454f89d47e81/dc12598b-bd74-4c21-8323-7cdc0b33d95a/59cfc439-ac57-4e7a-ba65-6db567704343) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:51:45.248018 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceccd1e7-777e-49b7-a2a1-8af913920680 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:51:45.315331 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port ceccd1e7-777e-49b7-a2a1-8af913920680, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ceccd1e7-777e-49b7-a2a1-8af913920680,segment=NetworkSegment(08e36ef1-ffb0-4f58-b8ec-899bb5736272),segment_id=08e36ef1-ffb0-4f58-b8ec-899bb5736272)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:45.328001 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port ff451d64-b38a-485a-b09e-4a7c31f6a118, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=ff451d64-b38a-485a-b09e-4a7c31f6a118,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:45.336044 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-26bf7948-44fe-4e61-99e6-0102d404804b None None] For port da3ef263-7543-4905-90e2-6c2c53275250, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:51:45.338688 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:45.341077 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-26bf7948-44fe-4e61-99e6-0102d404804b None None] For port da3ef263-7543-4905-90e2-6c2c53275250, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=da3ef263-7543-4905-90e2-6c2c53275250,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:51:45.342477 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:45.351217 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d7503-0d91-470b-b267-d7d97ca34128 req-a62e55d9-5801-471b-8245-066ec06fba32 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:45.352884 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-724d7503-0d91-470b-b267-d7d97ca34128 req-a62e55d9-5801-471b-8245-066ec06fba32 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/ports?device_id=b535b250-3538-473a-8d4b-0ab3eea25fbe HTTP/1.1" status: 200 len: 946 time: 0.1936336 Sep 30 00:51:45.390864 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-26bf7948-44fe-4e61-99e6-0102d404804b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:45.403485 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61243a2b-79d0-41cd-854d-2ad295433ed5 req-7b6966b7-693d-4077-ad21-b8052931ff86 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Router 3aabded0-26bd-4848-b1ab-85a35c13550a has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:51:45.405072 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': 'ff451d64-b38a-485a-b09e-4a7c31f6a118', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': 'ff451d64-b38a-485a-b09e-4a7c31f6a118', 'mac_address': 'fa:16:3e:c4:11:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:51:45.436172 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-724d7503-0d91-470b-b267-d7d97ca34128 req-a1237970-3ccb-4d58-9fde-c679dd49b84d tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/security-groups?id=14d36578-c53f-4fbc-a012-bc23f095a480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752046 Sep 30 00:51:45.469697 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-495d3b28-c663-4268-890a-34f87bbf4c04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:45.482310 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bf7948-44fe-4e61-99e6-0102d404804b None None] Routers {'f7661684-a6d5-455c-b45a-d2b60a504906'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:51:45.483367 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-26bf7948-44fe-4e61-99e6-0102d404804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:51:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['f7661684-a6d5-455c-b45a-d2b60a504906'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:45.488937 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-495d3b28-c663-4268-890a-34f87bbf4c04 admin admin] Transition to ACTIVE for port object 59cfc439-ac57-4e7a-ba65-6db567704343 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:51:45.515522 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-495d3b28-c663-4268-890a-34f87bbf4c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:45.522242 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2d5dfdd8-cf69-4c1a-bc2a-6b6c8c380bb0 tempest-TenantUsagesTestJSON-1137787288 tempest-TenantUsagesTestJSON-1137787288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:45.545806 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=ceccd1e7-777e-49b7-a2a1-8af913920680,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:45.556273 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:45.602941 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d3b28-c663-4268-890a-34f87bbf4c04 admin admin] Network d3301696-dea8-44a6-9c53-454f89d47e81 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:51:45.606292 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-495d3b28-c663-4268-890a-34f87bbf4c04 admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:51:45.609921 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495d3b28-c663-4268-890a-34f87bbf4c04 admin admin] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:51:45.610178 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-48719e1e-06e6-445a-912d-713203224d99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:45.677138 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d3b28-c663-4268-890a-34f87bbf4c04 admin admin] Pushing event updated for resources: {'Port': ['ID=59cfc439-ac57-4e7a-ba65-6db567704343,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:45.680245 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-495d3b28-c663-4268-890a-34f87bbf4c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:45.683767 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61243a2b-79d0-41cd-854d-2ad295433ed5 req-7b6966b7-693d-4077-ad21-b8052931ff86 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:51:45.694487 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fc57b1-137d-48b2-b373-2888a8ab44dd None None] Sync routers for ids ['3aabded0-26bd-4848-b1ab-85a35c13550a'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:51:45.695998 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-495d3b28-c663-4268-890a-34f87bbf4c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734280'] for router_interface, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:45.708332 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61243a2b-79d0-41cd-854d-2ad295433ed5 req-7b6966b7-693d-4077-ad21-b8052931ff86 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:45.710576 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fc57b1-137d-48b2-b373-2888a8ab44dd None None] Routers {'3aabded0-26bd-4848-b1ab-85a35c13550a'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:51:45.711492 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-15fc57b1-137d-48b2-b373-2888a8ab44dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:51:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['3aabded0-26bd-4848-b1ab-85a35c13550a'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:45.711646 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:45.785590 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198d611-4d4a-4990-9828-7caae40caadd None None] Pushing event updated for resources: {'Port': ['ID=da3ef263-7543-4905-90e2-6c2c53275250,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:45.790868 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-0198d611-4d4a-4990-9828-7caae40caadd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:45.792430 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff451d64-b38a-485a-b09e-4a7c31f6a118 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:51:45.835040 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port ff451d64-b38a-485a-b09e-4a7c31f6a118, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=ff451d64-b38a-485a-b09e-4a7c31f6a118,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:45.843356 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:45.858279 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:45.868986 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-495d3b28-c663-4268-890a-34f87bbf4c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:45.874638 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61243a2b-79d0-41cd-854d-2ad295433ed5 req-7b6966b7-693d-4077-ad21-b8052931ff86 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "PUT /v2.0/floatingips/4c003140-bb74-4790-9b65-5619b9341991 HTTP/1.1" status: 200 len: 997 time: 2.3254669 Sep 30 00:51:45.875471 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7bc6ef3-2633-48c4-8bc3-64ba73a09719', 'tag': '916084b2-d175-413c-9e85-453b2a06a76d'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:51:46.015255 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=ff451d64-b38a-485a-b09e-4a7c31f6a118,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:46.018662 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:46.019957 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['ceccd1e7-777e-49b7-a2a1-8af913920680'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:51:46.040131 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61243a2b-79d0-41cd-854d-2ad295433ed5 req-47a3995d-26c2-480b-9690-297ecbd4584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:46.052431 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61243a2b-79d0-41cd-854d-2ad295433ed5 req-47a3995d-26c2-480b-9690-297ecbd4584c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4b20f4b110694ae5b48ceb31519082dc&device_id=b7bc6ef3-2633-48c4-8bc3-64ba73a09719 HTTP/1.1" status: 200 len: 1097 time: 0.1602778 Sep 30 00:51:46.056133 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-26bf7948-44fe-4e61-99e6-0102d404804b None None] Set router f7661684-a6d5-455c-b45a-d2b60a504906 gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:51:46.104160 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-15fc57b1-137d-48b2-b373-2888a8ab44dd None None] Set router 3aabded0-26bd-4848-b1ab-85a35c13550a gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:51:46.171643 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 59454) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:46.204353 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-1b32b518-a2fc-442f-906e-d3bb542520e4 None None] Provisioning for port 59cfc439-ac57-4e7a-ba65-6db567704343 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:51:46.271043 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-495d3b28-c663-4268-890a-34f87bbf4c04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:46.282989 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-495d3b28-c663-4268-890a-34f87bbf4c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:46.322822 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61243a2b-79d0-41cd-854d-2ad295433ed5 req-c8557e73-a65a-4d85-9f1b-9578eff5e6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:46.324302 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61243a2b-79d0-41cd-854d-2ad295433ed5 req-c8557e73-a65a-4d85-9f1b-9578eff5e6c3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f57b268d-20d8-40fa-b8a7-84057b4271aa HTTP/1.1" status: 200 len: 922 time: 0.2711170 Sep 30 00:51:46.326047 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:46.375615 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['ff451d64-b38a-485a-b09e-4a7c31f6a118'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:51:46.414712 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-1b32b518-a2fc-442f-906e-d3bb542520e4 None None] Provisioning complete for port 59cfc439-ac57-4e7a-ba65-6db567704343 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:46.415076 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-1b32b518-a2fc-442f-906e-d3bb542520e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:46.441521 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d3b28-c663-4268-890a-34f87bbf4c04 admin admin] Pushing event updated for resources: {'Port': ['ID=59cfc439-ac57-4e7a-ba65-6db567704343,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:46.448174 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-495d3b28-c663-4268-890a-34f87bbf4c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:46.448521 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-495d3b28-c663-4268-890a-34f87bbf4c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734445'] for router_interface, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:46.476152 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-d23f8204-0272-4bf6-bd0a-b76a7aee366b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=09f9ae3e1bed4a5f8cd3a98d76e38eb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026919 Sep 30 00:51:46.477247 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 59462) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:46.489298 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-1b32b518-a2fc-442f-906e-d3bb542520e4 None None] Port 59cfc439-ac57-4e7a-ba65-6db567704343 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:51:46.490227 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf0d55-fbd7-46ca-964f-7313ac4882ca req-bb3ea8bf-14bf-4e2b-bcea-4728b082c9cd tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:46.497237 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cecf0d55-fbd7-46ca-964f-7313ac4882ca req-bb3ea8bf-14bf-4e2b-bcea-4728b082c9cd tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/ports?device_id=f11d5ebf-c45c-4b3e-8c6e-147793576f96 HTTP/1.1" status: 200 len: 944 time: 0.3523090 Sep 30 00:51:46.500334 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61243a2b-79d0-41cd-854d-2ad295433ed5 req-a830b532-423f-4b4f-9b6d-40a774995357 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=916084b2-d175-413c-9e85-453b2a06a76d HTTP/1.1" status: 200 len: 1000 time: 0.1689515 Sep 30 00:51:46.558517 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-15fc57b1-137d-48b2-b373-2888a8ab44dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1756877272-router', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:34Z', 'updated_at': '2021-09-30T00:50:49Z', 'revision_number': 4, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'gw_port': {'id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:37Z', 'updated_at': '2021-09-30T00:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '4c003140-bb74-4790-9b65-5619b9341991', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'port_id': '916084b2-d175-413c-9e85-453b2a06a76d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'mac_address': 'fa:16:3e:6c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc6ef3-2633-48c4-8bc3-64ba73a09719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:51:16Z', 'updated_at': '2021-09-30T00:51:44Z', 'revision_number': 1, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65e238c0-4ced-4c9b-95a9-d08afa9bc91a', 'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'mac_address': 'fa:16:3e:d6:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:47Z', 'updated_at': '2021-09-30T00:50:56Z', 'revision_number': 5, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'subnets': [{'id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:46.565935 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fc57b1-137d-48b2-b373-2888a8ab44dd None None] Checking router: 3aabded0-26bd-4848-b1ab-85a35c13550a for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:51:46.577237 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fc57b1-137d-48b2-b373-2888a8ab44dd None None] Routers {'3aabded0-26bd-4848-b1ab-85a35c13550a'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:51:46.578163 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-15fc57b1-137d-48b2-b373-2888a8ab44dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:51:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['3aabded0-26bd-4848-b1ab-85a35c13550a'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:46.634329 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cecf0d55-fbd7-46ca-964f-7313ac4882ca req-92ad06b3-4317-4d86-a529-429b0eeaddb9 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/security-groups?id=44d400b4-2c27-4b74-b9bd-0ca64b2d56c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322813 Sep 30 00:51:46.693597 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61243a2b-79d0-41cd-854d-2ad295433ed5 req-0c504334-effb-464c-9f03-240e895a704c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:46.701286 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61243a2b-79d0-41cd-854d-2ad295433ed5 req-0c504334-effb-464c-9f03-240e895a704c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=739388f2-bdc1-458a-ad24-7599b12445e8 HTTP/1.1" status: 200 len: 860 time: 0.1740654 Sep 30 00:51:46.718403 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-26bf7948-44fe-4e61-99e6-0102d404804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7661684-a6d5-455c-b45a-d2b60a504906', 'name': 'tempest-FloatingIPsNegativeTestJSON-1638149326-router', 'tenant_id': '383a89f149a3433ab354e0d1b24f0089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'da3ef263-7543-4905-90e2-6c2c53275250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:51:38Z', 'updated_at': '2021-09-30T00:51:41Z', 'revision_number': 3, 'project_id': '383a89f149a3433ab354e0d1b24f0089', 'gw_port': {'id': 'da3ef263-7543-4905-90e2-6c2c53275250', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ed:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7661684-a6d5-455c-b45a-d2b60a504906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:39Z', 'updated_at': '2021-09-30T00:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:46.725009 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bf7948-44fe-4e61-99e6-0102d404804b None None] The sync data for ids ['f7661684-a6d5-455c-b45a-d2b60a504906'] in n-d-811809-1 is: [{'id': 'f7661684-a6d5-455c-b45a-d2b60a504906', 'name': 'tempest-FloatingIPsNegativeTestJSON-1638149326-router', 'tenant_id': '383a89f149a3433ab354e0d1b24f0089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'da3ef263-7543-4905-90e2-6c2c53275250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:51:38Z', 'updated_at': '2021-09-30T00:51:41Z', 'revision_number': 3, 'project_id': '383a89f149a3433ab354e0d1b24f0089', 'gw_port': {'id': 'da3ef263-7543-4905-90e2-6c2c53275250', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ed:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7661684-a6d5-455c-b45a-d2b60a504906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:39Z', 'updated_at': '2021-09-30T00:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:51:46.734544 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d3b28-c663-4268-890a-34f87bbf4c04 admin admin] Network d3301696-dea8-44a6-9c53-454f89d47e81 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:51:46.735976 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-495d3b28-c663-4268-890a-34f87bbf4c04 admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:51:46.790160 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5bc91217-eed9-49d2-81ef-fc68cf6e1001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:46.877912 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-15fc57b1-137d-48b2-b373-2888a8ab44dd None None] Set router 3aabded0-26bd-4848-b1ab-85a35c13550a gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:51:46.884909 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5bc91217-eed9-49d2-81ef-fc68cf6e1001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:46.958316 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61243a2b-79d0-41cd-854d-2ad295433ed5 req-add2c374-ba1f-46d8-b949-67caeef0bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:46.959935 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61243a2b-79d0-41cd-854d-2ad295433ed5 req-add2c374-ba1f-46d8-b949-67caeef0bf6c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f57b268d-20d8-40fa-b8a7-84057b4271aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2579026 Sep 30 00:51:46.974334 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [req-61243a2b-79d0-41cd-854d-2ad295433ed5 req-9a99b602-84ea-4634-9cae-cccea7a94b1a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:51:46.975350 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61243a2b-79d0-41cd-854d-2ad295433ed5 req-9a99b602-84ea-4634-9cae-cccea7a94b1a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050926 Sep 30 00:51:47.020978 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5bc91217-eed9-49d2-81ef-fc68cf6e1001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:47.090802 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1f77d9b4-cfc1-4318-9378-6aa954b6fec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:47.120899 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc91217-eed9-49d2-81ef-fc68cf6e1001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5154992-720d-4612-ace4-37ce4b9f20af,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:47.126040 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5bc91217-eed9-49d2-81ef-fc68cf6e1001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:47.168151 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-9537c13c-9964-4480-8051-6ef146f3362c None None] Provisioning complete for port 59cfc439-ac57-4e7a-ba65-6db567704343 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:47.168845 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-9537c13c-9964-4480-8051-6ef146f3362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:47.176142 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61243a2b-79d0-41cd-854d-2ad295433ed5 req-8a15c44a-e924-469b-8f3c-b6ef30ddbf29 service neutron] 10.222.0.39 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884038 Sep 30 00:51:47.181610 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5bc91217-eed9-49d2-81ef-fc68cf6e1001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:47.182685 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-5bc91217-eed9-49d2-81ef-fc68cf6e1001 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b5154992-720d-4612-ace4-37ce4b9f20af HTTP/1.1" status: 204 len: 168 time: 0.7014918 Sep 30 00:51:47.249388 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-9537c13c-9964-4480-8051-6ef146f3362c None None] Port 59cfc439-ac57-4e7a-ba65-6db567704343 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:51:47.384908 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495d3b28-c663-4268-890a-34f87bbf4c04 admin admin] Router f7661684-a6d5-455c-b45a-d2b60a504906 has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:51:47.402269 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-d3243682-1f40-4e69-9089-2d079648258b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:47.411338 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-d3243682-1f40-4e69-9089-2d079648258b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/networks?id=0a0a50fb-f59e-4919-9310-948ef891e84f HTTP/1.1" status: 200 len: 808 time: 0.5906346 Sep 30 00:51:47.438942 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-493d59db-1610-45b1-8db5-38f0576a1928 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/quotas/f37261e7a4fc4ea5bf5016bed7997e37 HTTP/1.1" status: 200 len: 375 time: 0.0263586 Sep 30 00:51:47.487588 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-15fc57b1-137d-48b2-b373-2888a8ab44dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1756877272-router', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:34Z', 'updated_at': '2021-09-30T00:50:49Z', 'revision_number': 4, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'gw_port': {'id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:37Z', 'updated_at': '2021-09-30T00:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '4c003140-bb74-4790-9b65-5619b9341991', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'port_id': '916084b2-d175-413c-9e85-453b2a06a76d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'mac_address': 'fa:16:3e:6c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc6ef3-2633-48c4-8bc3-64ba73a09719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:51:16Z', 'updated_at': '2021-09-30T00:51:44Z', 'revision_number': 1, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65e238c0-4ced-4c9b-95a9-d08afa9bc91a', 'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'mac_address': 'fa:16:3e:d6:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:47Z', 'updated_at': '2021-09-30T00:50:56Z', 'revision_number': 5, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'subnets': [{'id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:47.492748 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fc57b1-137d-48b2-b373-2888a8ab44dd None None] The sync data for ids ['3aabded0-26bd-4848-b1ab-85a35c13550a'] in n-d-811809-1 is: [{'id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1756877272-router', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:34Z', 'updated_at': '2021-09-30T00:50:49Z', 'revision_number': 4, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'gw_port': {'id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:37Z', 'updated_at': '2021-09-30T00:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '4c003140-bb74-4790-9b65-5619b9341991', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'port_id': '916084b2-d175-413c-9e85-453b2a06a76d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'mac_address': 'fa:16:3e:6c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc6ef3-2633-48c4-8bc3-64ba73a09719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:51:16Z', 'updated_at': '2021-09-30T00:51:44Z', 'revision_number': 1, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65e238c0-4ced-4c9b-95a9-d08afa9bc91a', 'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'mac_address': 'fa:16:3e:d6:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:47Z', 'updated_at': '2021-09-30T00:50:56Z', 'revision_number': 5, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'subnets': [{'id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:51:47.532495 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61243a2b-79d0-41cd-854d-2ad295433ed5 req-353c6576-66b7-455b-adbb-c010641b2c8d service neutron] 10.222.0.39 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482742 Sep 30 00:51:47.618052 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7bc6ef3-2633-48c4-8bc3-64ba73a09719', 'tag': '916084b2-d175-413c-9e85-453b2a06a76d', 'status': 'completed', 'code': 200} Sep 30 00:51:47.722048 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 59484) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:47.759575 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-04eca882-d522-413c-9ba7-d350cd80003d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:47.789231 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-04eca882-d522-413c-9ba7-d350cd80003d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:51:47.807568 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-04eca882-d522-413c-9ba7-d350cd80003d admin admin] Usage tracker for resource:security_group_rule and tenant:a1c692799b0642c99823c4db9b0f295d is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:51:47.814035 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-04eca882-d522-413c-9ba7-d350cd80003d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:51:47.823732 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23185d8-e3de-4b21-b51e-4485da696ddd req-7d969dfe-1eaf-4b6f-9e12-02e389be1b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:47.825228 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a23185d8-e3de-4b21-b51e-4485da696ddd req-7d969dfe-1eaf-4b6f-9e12-02e389be1b10 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b20f4b110694ae5b48ceb31519082dc&device_id=b7bc6ef3-2633-48c4-8bc3-64ba73a09719 HTTP/1.1" status: 200 len: 1097 time: 0.1510251 Sep 30 00:51:47.834036 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-3a83fcd9-e14a-43dd-96ce-1ade3f6ec594 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3941765 Sep 30 00:51:47.855576 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-04eca882-d522-413c-9ba7-d350cd80003d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:51:47.876679 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495d3b28-c663-4268-890a-34f87bbf4c04 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:51:47.922881 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40c534b-7ec4-4c99-984c-b308db214fbc None None] New status for floating IP 4c003140-bb74-4790-9b65-5619b9341991: ACTIVE {{(pid=80276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:51:47.993736 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-495d3b28-c663-4268-890a-34f87bbf4c04 admin admin] 10.222.0.39 "PUT /v2.0/routers/f7661684-a6d5-455c-b45a-d2b60a504906/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5283744 Sep 30 00:51:48.046957 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23185d8-e3de-4b21-b51e-4485da696ddd req-8484a5ed-15cb-48d9-997c-4a6fdb9ad58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:48.048211 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-77665894-b256-4cee-a048-36e21f4d7a3f service neutron] 10.222.0.39 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131841 Sep 30 00:51:48.051911 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a23185d8-e3de-4b21-b51e-4485da696ddd req-8484a5ed-15cb-48d9-997c-4a6fdb9ad58e service neutron] 10.222.0.59 "GET /v2.0/networks?id=f57b268d-20d8-40fa-b8a7-84057b4271aa HTTP/1.1" status: 200 len: 922 time: 0.2180817 Sep 30 00:51:48.195635 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5146888-9551-41c0-9d99-72fe2b42e1ce req-2d066137-c60a-459c-b74e-6a8a6665b45c tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:48.209550 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c5146888-9551-41c0-9d99-72fe2b42e1ce req-2d066137-c60a-459c-b74e-6a8a6665b45c tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 950 time: 0.4387748 Sep 30 00:51:48.209747 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-04eca882-d522-413c-9ba7-d350cd80003d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:48.229182 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-04eca882-d522-413c-9ba7-d350cd80003d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:48.244391 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8bdbf9cb-42ba-4e4a-b0fd-85a50a866f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:48.275620 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-ae564217-ff91-48c7-b0c7-db1105eee8e8 service neutron] 10.222.0.39 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264702 Sep 30 00:51:48.335442 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-04eca882-d522-413c-9ba7-d350cd80003d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a1c692799b0642c99823c4db9b0f295d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6109300 Sep 30 00:51:48.336268 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c5146888-9551-41c0-9d99-72fe2b42e1ce req-0190a768-7281-453c-97cc-6490dad83606 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220806 Sep 30 00:51:48.336409 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eca882-d522-413c-9ba7-d350cd80003d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ebc811-cb7a-4895-935c-7a86d1dcc0b3,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:48.338758 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 59492) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:48.343248 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device da3ef263-7543-4905-90e2-6c2c53275250 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:51:48.348332 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a23185d8-e3de-4b21-b51e-4485da696ddd req-f75afa15-6aad-4a94-bcce-c78d9d7f07fd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=916084b2-d175-413c-9e85-453b2a06a76d HTTP/1.1" status: 200 len: 1000 time: 0.2737157 Sep 30 00:51:48.351024 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-04eca882-d522-413c-9ba7-d350cd80003d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:48.417271 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-334c23c8-03a3-4f71-89f1-2adee8a9d0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:48.455004 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-334c23c8-03a3-4f71-89f1-2adee8a9d0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:48.487549 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port da3ef263-7543-4905-90e2-6c2c53275250 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:51:48.493578 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23185d8-e3de-4b21-b51e-4485da696ddd req-6deea244-d7fe-4b1b-960c-7a9c271f9c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:48.495403 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a23185d8-e3de-4b21-b51e-4485da696ddd req-6deea244-d7fe-4b1b-960c-7a9c271f9c4e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=739388f2-bdc1-458a-ad24-7599b12445e8 HTTP/1.1" status: 200 len: 860 time: 0.1399331 Sep 30 00:51:48.535683 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-334c23c8-03a3-4f71-89f1-2adee8a9d0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:48.537187 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port da3ef263-7543-4905-90e2-6c2c53275250 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:48.537685 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:48.541624 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-74ffca8f-3edb-4b62-9002-c717e000045b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:48.573061 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c23c8-03a3-4f71-89f1-2adee8a9d0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ebc811-cb7a-4895-935c-7a86d1dcc0b3,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:48.577095 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-334c23c8-03a3-4f71-89f1-2adee8a9d0c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:48.577249 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device ceccd1e7-777e-49b7-a2a1-8af913920680 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:51:48.583544 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-334c23c8-03a3-4f71-89f1-2adee8a9d0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:48.584851 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-334c23c8-03a3-4f71-89f1-2adee8a9d0c4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/49ebc811-cb7a-4895-935c-7a86d1dcc0b3 HTTP/1.1" status: 204 len: 168 time: 0.2452013 Sep 30 00:51:48.702088 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa3b1f-1302-4525-9208-88f0cb00567c req-2f209fdd-5d6a-4954-8275-be191c814238 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:48.704262 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-86fa3b1f-1302-4525-9208-88f0cb00567c req-2f209fdd-5d6a-4954-8275-be191c814238 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/ports?device_id=b535b250-3538-473a-8d4b-0ab3eea25fbe HTTP/1.1" status: 200 len: 947 time: 0.1251280 Sep 30 00:51:48.725090 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23185d8-e3de-4b21-b51e-4485da696ddd req-bd110ba9-733b-4c18-9b4b-e5e63d077e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:48.728846 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a23185d8-e3de-4b21-b51e-4485da696ddd req-bd110ba9-733b-4c18-9b4b-e5e63d077e37 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f57b268d-20d8-40fa-b8a7-84057b4271aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2242186 Sep 30 00:51:48.845653 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6c201ecb-3614-4ad1-9f97-f04db7ffea13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:48.855680 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device ff451d64-b38a-485a-b09e-4a7c31f6a118 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:51:48.902246 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port ceccd1e7-777e-49b7-a2a1-8af913920680 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:51:48.925703 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-86fa3b1f-1302-4525-9208-88f0cb00567c req-08eace6d-8ad7-422a-8b25-57286db9517d tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/security-groups?id=14d36578-c53f-4fbc-a012-bc23f095a480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152009 Sep 30 00:51:48.941098 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port ceccd1e7-777e-49b7-a2a1-8af913920680 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:48.941637 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:48.992822 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-7f99a980-6685-45df-ba9d-3feb456ebe7d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:49.001303 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-7f99a980-6685-45df-ba9d-3feb456ebe7d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/ports?device_id=bec462f6-8708-45ca-a7da-b26fd617cc72&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1741788 Sep 30 00:51:49.043766 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:49.045410 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a23185d8-e3de-4b21-b51e-4485da696ddd req-2c6d638c-5a67-451d-9315-5a70dd8fdaef service neutron] 10.222.0.59 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818193 Sep 30 00:51:49.086058 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port da3ef263-7543-4905-90e2-6c2c53275250, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=da3ef263-7543-4905-90e2-6c2c53275250,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:49.141061 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:49.158583 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-6c659813-b64b-4be4-bf50-197d03f1ba74 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.115 HTTP/1.1" status: 200 len: 1002 time: 0.1562905 Sep 30 00:51:49.167723 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-eff84096-8eb0-49c5-8ea8-ac88c322d372 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Request body: {'floatingip': {'port_id': '10a95483-eff6-4210-b8e3-0beb9e9234ac', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:51:49.192285 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:49.264460 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1918b42b-e358-41dd-891e-446dc67ab802 None None] Sync routers for ids ['f7661684-a6d5-455c-b45a-d2b60a504906'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:51:49.279332 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1918b42b-e358-41dd-891e-446dc67ab802 None None] Routers {'f7661684-a6d5-455c-b45a-d2b60a504906'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:51:49.279991 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-1918b42b-e358-41dd-891e-446dc67ab802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:51:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['f7661684-a6d5-455c-b45a-d2b60a504906'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:49.290936 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:49.325270 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a23185d8-e3de-4b21-b51e-4485da696ddd req-5db77aca-ff81-40df-bb10-d1cf33c144d3 service neutron] 10.222.0.59 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723575 Sep 30 00:51:49.336347 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-eff84096-8eb0-49c5-8ea8-ac88c322d372 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks [] for floatingip, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:49.371470 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e65d5-754d-413e-8fb8-6649928e0a31 req-26b5d36e-c5b4-4d28-8c69-1b9b0b715183 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:49.379723 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-709e65d5-754d-413e-8fb8-6649928e0a31 req-26b5d36e-c5b4-4d28-8c69-1b9b0b715183 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/ports?device_id=f11d5ebf-c45c-4b3e-8c6e-147793576f96 HTTP/1.1" status: 200 len: 944 time: 0.2248256 Sep 30 00:51:49.389361 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=da3ef263-7543-4905-90e2-6c2c53275250,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:49.395608 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:49.396942 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port ff451d64-b38a-485a-b09e-4a7c31f6a118 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:51:49.409103 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port ff451d64-b38a-485a-b09e-4a7c31f6a118 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:49.409486 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:49.451097 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:49.459356 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-709e65d5-754d-413e-8fb8-6649928e0a31 req-dbb42f0f-708c-4f1d-ba08-613da7c95d24 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/security-groups?id=44d400b4-2c27-4b74-b9bd-0ca64b2d56c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787735 Sep 30 00:51:49.540350 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11d5ebf-c45c-4b3e-8c6e-147793576f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceccd1e7-777e-49b7-a2a1-8af913920680'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:51:49.580643 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port ceccd1e7-777e-49b7-a2a1-8af913920680, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ceccd1e7-777e-49b7-a2a1-8af913920680,segment=NetworkSegment(08e36ef1-ffb0-4f58-b8ec-899bb5736272),segment_id=08e36ef1-ffb0-4f58-b8ec-899bb5736272)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:49.594866 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:49.602574 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:49.654855 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-1918b42b-e358-41dd-891e-446dc67ab802 None None] Set router f7661684-a6d5-455c-b45a-d2b60a504906 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:51:49.789414 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:49.805200 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=ceccd1e7-777e-49b7-a2a1-8af913920680,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:49.813626 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:49.844365 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port ff451d64-b38a-485a-b09e-4a7c31f6a118, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=ff451d64-b38a-485a-b09e-4a7c31f6a118,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:49.849495 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:49.852275 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:49.977785 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=ff451d64-b38a-485a-b09e-4a7c31f6a118,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:49.981942 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:50.074209 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-1918b42b-e358-41dd-891e-446dc67ab802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7661684-a6d5-455c-b45a-d2b60a504906', 'name': 'tempest-FloatingIPsNegativeTestJSON-1638149326-router', 'tenant_id': '383a89f149a3433ab354e0d1b24f0089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'da3ef263-7543-4905-90e2-6c2c53275250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:51:38Z', 'updated_at': '2021-09-30T00:51:45Z', 'revision_number': 4, 'project_id': '383a89f149a3433ab354e0d1b24f0089', 'gw_port': {'id': 'da3ef263-7543-4905-90e2-6c2c53275250', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7661684-a6d5-455c-b45a-d2b60a504906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:39Z', 'updated_at': '2021-09-30T00:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '59cfc439-ac57-4e7a-ba65-6db567704343', 'name': '', 'network_id': 'd3301696-dea8-44a6-9c53-454f89d47e81', 'tenant_id': '383a89f149a3433ab354e0d1b24f0089', 'mac_address': 'fa:16:3e:46:de:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7661684-a6d5-455c-b45a-d2b60a504906', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'dc12598b-bd74-4c21-8323-7cdc0b33d95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:44Z', 'updated_at': '2021-09-30T00:51:46Z', 'revision_number': 2, 'project_id': '383a89f149a3433ab354e0d1b24f0089', 'subnets': [{'id': 'dc12598b-bd74-4c21-8323-7cdc0b33d95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:50.080760 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1918b42b-e358-41dd-891e-446dc67ab802 None None] Checking router: f7661684-a6d5-455c-b45a-d2b60a504906 for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:51:50.082652 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1918b42b-e358-41dd-891e-446dc67ab802 None None] Updating router f7661684-a6d5-455c-b45a-d2b60a504906 port 59cfc439-ac57-4e7a-ba65-6db567704343 binding host n-d-811809-1 {{(pid=80277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:51:50.129329 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b91579af-1e0c-4e2f-a7a2-e37f1ae485a1 req-e6d66e79-a520-4e1b-8000-34278e64842f tempest-FloatingIPsNegativeTestJSON-101223056 tempest-FloatingIPsNegativeTestJSON-101223056-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=383a89f149a3433ab354e0d1b24f0089 HTTP/1.1" status: 200 len: 217 time: 0.1311986 Sep 30 00:51:50.195581 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-1918b42b-e358-41dd-891e-446dc67ab802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:50.261568 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device da3ef263-7543-4905-90e2-6c2c53275250 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:51:50.342845 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b8360374-3f4e-4814-9767-486ca44acb54 req-85298096-42a9-4f67-bde5-a3c8bdf10281 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 210 time: 0.0672250 Sep 30 00:51:50.425679 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port da3ef263-7543-4905-90e2-6c2c53275250 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:50.426979 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:50.510383 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-9267edcd-e01a-43ff-b10c-12e2f59c3dde tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:50.511906 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-9267edcd-e01a-43ff-b10c-12e2f59c3dde tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.55 "GET /v2.0/networks?id=0a0a50fb-f59e-4919-9310-948ef891e84f HTTP/1.1" status: 200 len: 808 time: 0.2614574 Sep 30 00:51:50.531936 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-59d221aa-92b7-4731-86ba-86009991c3af tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Request body: {'port': {'device_id': '54e89748-779c-4045-8a7c-7ceca6bc63e5', 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f', 'admin_state_up': True, 'tenant_id': 'f37261e7a4fc4ea5bf5016bed7997e37'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:51:50.637688 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.db.resource_extend [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-eff84096-8eb0-49c5-8ea8-ac88c322d372 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 00:51:50.713443 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc07d22-5fbc-4be0-89e8-b52d20c4af01 req-8e5cee6d-e4c4-48f3-b0bb-c9a33cf5705e tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:50.724002 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4dc07d22-5fbc-4be0-89e8-b52d20c4af01 req-8e5cee6d-e4c4-48f3-b0bb-c9a33cf5705e tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 950 time: 0.1482291 Sep 30 00:51:50.764223 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-1918b42b-e358-41dd-891e-446dc67ab802 None None] Notify callbacks [] for port, precommit_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:50.777386 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.provisioning_blocks [None req-1918b42b-e358-41dd-891e-446dc67ab802 None None] Transition to ACTIVE for port object 59cfc439-ac57-4e7a-ba65-6db567704343 will not be triggered until provisioned by entity L2. {{(pid=80277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:51:50.785830 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-1918b42b-e358-41dd-891e-446dc67ab802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:50.791041 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-c1b79545-ce77-44b3-9cd3-c4ef85c6b4d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:50.810847 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-eff84096-8eb0-49c5-8ea8-ac88c322d372 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:50.820078 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-eff84096-8eb0-49c5-8ea8-ac88c322d372 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:50.827891 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4dc07d22-5fbc-4be0-89e8-b52d20c4af01 req-64128fa1-da62-4067-abd5-57f3696f2c2f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806749 Sep 30 00:51:50.890392 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11d5ebf-c45c-4b3e-8c6e-147793576f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceccd1e7-777e-49b7-a2a1-8af913920680', 'code': 200} Sep 30 00:51:51.029805 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-59d221aa-92b7-4731-86ba-86009991c3af tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:51:51.062428 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b727f-ddd6-4520-8d5f-dd5cfff61033 None None] Pushing event updated for resources: {'Port': ['ID=59cfc439-ac57-4e7a-ba65-6db567704343,revision_number=3']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:51.073730 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-59d221aa-92b7-4731-86ba-86009991c3af tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:51:51.107871 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5422ac6-a6b2-4828-a445-35d1e65a9595 req-2b7f8795-57d6-4f83-8522-af1fa2dc957b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:51.109761 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f5422ac6-a6b2-4828-a445-35d1e65a9595 req-2b7f8795-57d6-4f83-8522-af1fa2dc957b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f11d5ebf-c45c-4b3e-8c6e-147793576f96 HTTP/1.1" status: 200 len: 1096 time: 0.1193788 Sep 30 00:51:51.126564 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b727f-ddd6-4520-8d5f-dd5cfff61033 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:51.127227 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b727f-ddd6-4520-8d5f-dd5cfff61033 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:51.127770 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b727f-ddd6-4520-8d5f-dd5cfff61033 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:51.128318 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b727f-ddd6-4520-8d5f-dd5cfff61033 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:51.128934 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b727f-ddd6-4520-8d5f-dd5cfff61033 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:51.129465 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b727f-ddd6-4520-8d5f-dd5cfff61033 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:51.129985 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b727f-ddd6-4520-8d5f-dd5cfff61033 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:51.130574 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b727f-ddd6-4520-8d5f-dd5cfff61033 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:51.131306 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b727f-ddd6-4520-8d5f-dd5cfff61033 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:51.131860 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b727f-ddd6-4520-8d5f-dd5cfff61033 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:51.132381 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b727f-ddd6-4520-8d5f-dd5cfff61033 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:51.132906 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b727f-ddd6-4520-8d5f-dd5cfff61033 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:51:51.137548 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-fe2b727f-ddd6-4520-8d5f-dd5cfff61033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:51.148538 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-59d221aa-92b7-4731-86ba-86009991c3af tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Made reservation on behalf of f37261e7a4fc4ea5bf5016bed7997e37 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:51:51.156022 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-59d221aa-92b7-4731-86ba-86009991c3af tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:51.157376 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-1918b42b-e358-41dd-891e-446dc67ab802 None None] Attempting to bind port 59cfc439-ac57-4e7a-ba65-6db567704343 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:51:51.158591 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-1918b42b-e358-41dd-891e-446dc67ab802 None None] Attempting to bind port 59cfc439-ac57-4e7a-ba65-6db567704343 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'cfcc7fc4-0dfc-4215-964e-4b459fc11d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd3301696-dea8-44a6-9c53-454f89d47e81'}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:51:51.159080 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1918b42b-e358-41dd-891e-446dc67ab802 None None] Attempting to bind port 59cfc439-ac57-4e7a-ba65-6db567704343 on network d3301696-dea8-44a6-9c53-454f89d47e81 {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:51:51.174010 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1918b42b-e358-41dd-891e-446dc67ab802 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:51:51.176681 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1918b42b-e358-41dd-891e-446dc67ab802 None None] Checking segment: {'id': 'cfcc7fc4-0dfc-4215-964e-4b459fc11d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd3301696-dea8-44a6-9c53-454f89d47e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:51:51.176814 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-1918b42b-e358-41dd-891e-446dc67ab802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:51.177281 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1918b42b-e358-41dd-891e-446dc67ab802 None None] Bound using segment: {'id': 'cfcc7fc4-0dfc-4215-964e-4b459fc11d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd3301696-dea8-44a6-9c53-454f89d47e81'} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:51:51.179195 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-1918b42b-e358-41dd-891e-446dc67ab802 None None] Bound port: 59cfc439-ac57-4e7a-ba65-6db567704343, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfcc7fc4-0dfc-4215-964e-4b459fc11d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd3301696-dea8-44a6-9c53-454f89d47e81'}}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:51:51.179775 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-1918b42b-e358-41dd-891e-446dc67ab802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:51.200645 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f5422ac6-a6b2-4828-a445-35d1e65a9595 req-8c2c32d3-8694-4f94-b5a2-13e1e915d1d2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=44d400b4-2c27-4b74-b9bd-0ca64b2d56c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833151 Sep 30 00:51:51.207192 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e8349113-fbce-4f92-bc99-441ee125ae8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:51.240880 n-d-811809-1 neutron-server[80275]: INFO neutron.db.l3_db [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-eff84096-8eb0-49c5-8ea8-ac88c322d372 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Floating IP 4c003140-bb74-4790-9b65-5619b9341991 associated. External IP: 172.25.0.115, port: 916084b2-d175-413c-9e85-453b2a06a76d. Sep 30 00:51:51.313045 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebb4cc-7196-456e-a87d-477f15f62330 req-f035e9b4-ade5-4ff4-9e22-6c619679a53a tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:51.314545 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7bebb4cc-7196-456e-a87d-477f15f62330 req-f035e9b4-ade5-4ff4-9e22-6c619679a53a tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/ports?device_id=b535b250-3538-473a-8d4b-0ab3eea25fbe HTTP/1.1" status: 200 len: 948 time: 0.0891097 Sep 30 00:51:51.315215 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-1918b42b-e358-41dd-891e-446dc67ab802 None None] For port 59cfc439-ac57-4e7a-ba65-6db567704343, host n-d-811809-1, cleared binding levels {{(pid=80277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:51:51.318470 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-1918b42b-e358-41dd-891e-446dc67ab802 None None] For port 59cfc439-ac57-4e7a-ba65-6db567704343, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=59cfc439-ac57-4e7a-ba65-6db567704343,segment=NetworkSegment(cfcc7fc4-0dfc-4215-964e-4b459fc11d33),segment_id=cfcc7fc4-0dfc-4215-964e-4b459fc11d33)] {{(pid=80277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:51:51.323166 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-1918b42b-e358-41dd-891e-446dc67ab802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:51.327794 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:51.364285 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7bebb4cc-7196-456e-a87d-477f15f62330 req-6e493ca5-7016-4dc7-b3ed-ad614310256e tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/security-groups?id=14d36578-c53f-4fbc-a012-bc23f095a480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416198 Sep 30 00:51:51.397562 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b727f-ddd6-4520-8d5f-dd5cfff61033 None None] Pushing event updated for resources: {'Port': ['ID=59cfc439-ac57-4e7a-ba65-6db567704343,revision_number=4']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:51.401972 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-fe2b727f-ddd6-4520-8d5f-dd5cfff61033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:51.415158 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1918b42b-e358-41dd-891e-446dc67ab802 None None] Routers {'f7661684-a6d5-455c-b45a-d2b60a504906'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:51:51.415374 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-1918b42b-e358-41dd-891e-446dc67ab802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:51:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['f7661684-a6d5-455c-b45a-d2b60a504906'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:51.455603 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-ae6a007f-e3cc-4bf6-930f-fc29859b1cba req-197a1440-4227-4522-8590-59a7260aa452 tempest-FloatingIPsNegativeTestJSON-101223056 tempest-FloatingIPsNegativeTestJSON-101223056-project] Synchronizing usage tracker for tenant:383a89f149a3433ab354e0d1b24f0089 on resource:network {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:51:51.478498 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-ae6a007f-e3cc-4bf6-930f-fc29859b1cba req-197a1440-4227-4522-8590-59a7260aa452 tempest-FloatingIPsNegativeTestJSON-101223056 tempest-FloatingIPsNegativeTestJSON-101223056-project] Unset dirty status for tenant:383a89f149a3433ab354e0d1b24f0089 on resource:network {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:51:51.479840 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ae6a007f-e3cc-4bf6-930f-fc29859b1cba req-197a1440-4227-4522-8590-59a7260aa452 tempest-FloatingIPsNegativeTestJSON-101223056 tempest-FloatingIPsNegativeTestJSON-101223056-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0595706 Sep 30 00:51:51.656635 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-1918b42b-e358-41dd-891e-446dc67ab802 None None] Set router f7661684-a6d5-455c-b45a-d2b60a504906 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:51:51.665204 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-59d221aa-92b7-4731-86ba-86009991c3af tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Allocated IP 172.20.0.11 (0a0a50fb-f59e-4919-9310-948ef891e84f/e11b3221-7cfb-4feb-801d-70a2c0ec6209/fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:51:51.800278 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd6140-95cb-4a17-a8bb-0668b56b6857 req-bcaf68d6-47bb-45c6-a2ae-63b5748e806a tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:51.801766 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-58dd6140-95cb-4a17-a8bb-0668b56b6857 req-bcaf68d6-47bb-45c6-a2ae-63b5748e806a tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/ports?device_id=f11d5ebf-c45c-4b3e-8c6e-147793576f96 HTTP/1.1" status: 200 len: 945 time: 0.2072551 Sep 30 00:51:51.851807 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-58dd6140-95cb-4a17-a8bb-0668b56b6857 req-51b0bba6-8d0a-4ad5-8ea3-32a2b5275cee tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/security-groups?id=44d400b4-2c27-4b74-b9bd-0ca64b2d56c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443406 Sep 30 00:51:52.029951 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-eff84096-8eb0-49c5-8ea8-ac88c322d372 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Router 3aabded0-26bd-4848-b1ab-85a35c13550a has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:51:52.030910 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-1918b42b-e358-41dd-891e-446dc67ab802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7661684-a6d5-455c-b45a-d2b60a504906', 'name': 'tempest-FloatingIPsNegativeTestJSON-1638149326-router', 'tenant_id': '383a89f149a3433ab354e0d1b24f0089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'da3ef263-7543-4905-90e2-6c2c53275250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:51:38Z', 'updated_at': '2021-09-30T00:51:45Z', 'revision_number': 4, 'project_id': '383a89f149a3433ab354e0d1b24f0089', 'gw_port': {'id': 'da3ef263-7543-4905-90e2-6c2c53275250', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7661684-a6d5-455c-b45a-d2b60a504906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:39Z', 'updated_at': '2021-09-30T00:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '59cfc439-ac57-4e7a-ba65-6db567704343', 'name': '', 'network_id': 'd3301696-dea8-44a6-9c53-454f89d47e81', 'tenant_id': '383a89f149a3433ab354e0d1b24f0089', 'mac_address': 'fa:16:3e:46:de:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7661684-a6d5-455c-b45a-d2b60a504906', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'dc12598b-bd74-4c21-8323-7cdc0b33d95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:44Z', 'updated_at': '2021-09-30T00:51:51Z', 'revision_number': 4, 'project_id': '383a89f149a3433ab354e0d1b24f0089', 'subnets': [{'id': 'dc12598b-bd74-4c21-8323-7cdc0b33d95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:52.035842 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1918b42b-e358-41dd-891e-446dc67ab802 None None] The sync data for ids ['f7661684-a6d5-455c-b45a-d2b60a504906'] in n-d-811809-1 is: [{'id': 'f7661684-a6d5-455c-b45a-d2b60a504906', 'name': 'tempest-FloatingIPsNegativeTestJSON-1638149326-router', 'tenant_id': '383a89f149a3433ab354e0d1b24f0089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'da3ef263-7543-4905-90e2-6c2c53275250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:51:38Z', 'updated_at': '2021-09-30T00:51:45Z', 'revision_number': 4, 'project_id': '383a89f149a3433ab354e0d1b24f0089', 'gw_port': {'id': 'da3ef263-7543-4905-90e2-6c2c53275250', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7661684-a6d5-455c-b45a-d2b60a504906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:39Z', 'updated_at': '2021-09-30T00:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '59cfc439-ac57-4e7a-ba65-6db567704343', 'name': '', 'network_id': 'd3301696-dea8-44a6-9c53-454f89d47e81', 'tenant_id': '383a89f149a3433ab354e0d1b24f0089', 'mac_address': 'fa:16:3e:46:de:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7661684-a6d5-455c-b45a-d2b60a504906', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'dc12598b-bd74-4c21-8323-7cdc0b33d95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:44Z', 'updated_at': '2021-09-30T00:51:51Z', 'revision_number': 4, 'project_id': '383a89f149a3433ab354e0d1b24f0089', 'subnets': [{'id': 'dc12598b-bd74-4c21-8323-7cdc0b33d95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:51:52.129184 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-59d221aa-92b7-4731-86ba-86009991c3af tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:52.212055 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:52.215550 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f13454d8-f3e3-42cc-8a03-4e5c5a7e3fa3 req-e4ef669c-4420-4e5c-813f-b9cb25124ee0 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 210 time: 0.0610085 Sep 30 00:51:52.271456 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 59cfc439-ac57-4e7a-ba65-6db567704343 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:51:52.297084 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-eff84096-8eb0-49c5-8ea8-ac88c322d372 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:51:52.314561 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f531a39-9a5c-47d3-a4dd-d3f22ca31f44 None None] Sync routers for ids ['3aabded0-26bd-4848-b1ab-85a35c13550a'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:51:52.329239 n-d-811809-1 neutron-server[80274]: INFO neutron.api.v2.resource [req-6cde944f-1546-4747-b654-aafd7be0a0db req-df973009-f946-4a77-bb08-c8562501fde0 tempest-FloatingIPsNegativeTestJSON-101223056 tempest-FloatingIPsNegativeTestJSON-101223056-project] show failed (client error): The resource could not be found. Sep 30 00:51:52.344022 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f531a39-9a5c-47d3-a4dd-d3f22ca31f44 None None] Routers {'3aabded0-26bd-4848-b1ab-85a35c13550a'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:51:52.344917 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-0f531a39-9a5c-47d3-a4dd-d3f22ca31f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:51:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['3aabded0-26bd-4848-b1ab-85a35c13550a'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:52.347369 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6cde944f-1546-4747-b654-aafd7be0a0db req-df973009-f946-4a77-bb08-c8562501fde0 tempest-FloatingIPsNegativeTestJSON-101223056 tempest-FloatingIPsNegativeTestJSON-101223056-project] 10.222.0.39 "GET /v2.0/floatingips/c088244c-386c-4f05-ba68-e2e318c6c376 HTTP/1.1" status: 404 len: 350 time: 0.0916140 Sep 30 00:51:52.347894 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 59568) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:52.439995 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-59d221aa-92b7-4731-86ba-86009991c3af tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:52.460789 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:52.531815 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-59d221aa-92b7-4731-86ba-86009991c3af tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Network 0a0a50fb-f59e-4919-9310-948ef891e84f is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:51:52.539286 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-59d221aa-92b7-4731-86ba-86009991c3af tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:51:52.546590 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-59d221aa-92b7-4731-86ba-86009991c3af tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:51:52.579802 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-0f531a39-9a5c-47d3-a4dd-d3f22ca31f44 None None] Set router 3aabded0-26bd-4848-b1ab-85a35c13550a gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:51:52.598475 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d221aa-92b7-4731-86ba-86009991c3af tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Pushing event updated for resources: {'Port': ['ID=fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:52.614160 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-59d221aa-92b7-4731-86ba-86009991c3af tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:52.666832 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-59d221aa-92b7-4731-86ba-86009991c3af tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:52.667710 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-59d221aa-92b7-4731-86ba-86009991c3af tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:52.841748 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 59cfc439-ac57-4e7a-ba65-6db567704343 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:51:52.879670 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-59d221aa-92b7-4731-86ba-86009991c3af tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3527706 Sep 30 00:51:52.883067 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 59cfc439-ac57-4e7a-ba65-6db567704343 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:52.883457 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:52.895393 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-ede92e9a-75c3-488e-983e-ab73d11c0034 service neutron] Request body: {'port': {'device_id': '54e89748-779c-4045-8a7c-7ceca6bc63e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:51:52.945293 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b535b250-3538-473a-8d4b-0ab3eea25fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff451d64-b38a-485a-b09e-4a7c31f6a118'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:51:53.057172 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-eff84096-8eb0-49c5-8ea8-ac88c322d372 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Router 3aabded0-26bd-4848-b1ab-85a35c13550a has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:51:53.089802 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-ede92e9a-75c3-488e-983e-ab73d11c0034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:53.126228 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:53.166451 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe3abb-79df-4d2f-a8d4-8c051693b6a4 req-05e2882d-aec6-44f0-9c3c-853ae9ecec53 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:53.174752 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d7fe3abb-79df-4d2f-a8d4-8c051693b6a4 req-05e2882d-aec6-44f0-9c3c-853ae9ecec53 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 950 time: 0.1869981 Sep 30 00:51:53.179893 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 59cfc439-ac57-4e7a-ba65-6db567704343, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=59cfc439-ac57-4e7a-ba65-6db567704343,segment=NetworkSegment(cfcc7fc4-0dfc-4215-964e-4b459fc11d33),segment_id=cfcc7fc4-0dfc-4215-964e-4b459fc11d33)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:53.199048 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:53.208605 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:53.256028 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d7fe3abb-79df-4d2f-a8d4-8c051693b6a4 req-2b23b46e-9a22-4778-b292-68e0e5a51609 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800462 Sep 30 00:51:53.373320 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=59cfc439-ac57-4e7a-ba65-6db567704343,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:53.385865 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:53.394135 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a35df986-9b54-4de5-bbff-81b8944f8dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734431'] for router_interface, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:53.411992 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-0f531a39-9a5c-47d3-a4dd-d3f22ca31f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1756877272-router', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:34Z', 'updated_at': '2021-09-30T00:50:49Z', 'revision_number': 4, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'gw_port': {'id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:37Z', 'updated_at': '2021-09-30T00:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '4c003140-bb74-4790-9b65-5619b9341991', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'port_id': '10a95483-eff6-4210-b8e3-0beb9e9234ac', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'mac_address': 'fa:16:3e:05:b8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec462f6-8708-45ca-a7da-b26fd617cc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:51:16Z', 'updated_at': '2021-09-30T00:51:50Z', 'revision_number': 3, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65e238c0-4ced-4c9b-95a9-d08afa9bc91a', 'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'mac_address': 'fa:16:3e:d6:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:47Z', 'updated_at': '2021-09-30T00:50:56Z', 'revision_number': 5, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'subnets': [{'id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:53.413549 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-eff84096-8eb0-49c5-8ea8-ac88c322d372 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:51:53.417658 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f531a39-9a5c-47d3-a4dd-d3f22ca31f44 None None] Checking router: 3aabded0-26bd-4848-b1ab-85a35c13550a for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:51:53.423162 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-eff84096-8eb0-49c5-8ea8-ac88c322d372 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:53.428901 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f531a39-9a5c-47d3-a4dd-d3f22ca31f44 None None] Routers {'3aabded0-26bd-4848-b1ab-85a35c13550a'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:51:53.429639 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-0f531a39-9a5c-47d3-a4dd-d3f22ca31f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:51:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['3aabded0-26bd-4848-b1ab-85a35c13550a'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:53.582968 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7bc6ef3-2633-48c4-8bc3-64ba73a09719', 'tag': '916084b2-d175-413c-9e85-453b2a06a76d'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:51:53.640120 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-eff84096-8eb0-49c5-8ea8-ac88c322d372 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "PUT /v2.0/floatingips/4c003140-bb74-4790-9b65-5619b9341991 HTTP/1.1" status: 200 len: 999 time: 4.4801550 Sep 30 00:51:53.651438 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-0f531a39-9a5c-47d3-a4dd-d3f22ca31f44 None None] Set router 3aabded0-26bd-4848-b1ab-85a35c13550a gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:51:53.808906 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103afec-770a-4f3a-8cea-e87b8565a03a req-0d2153ec-1886-4818-b8c6-de12751a4044 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:53.811128 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9103afec-770a-4f3a-8cea-e87b8565a03a req-0d2153ec-1886-4818-b8c6-de12751a4044 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/ports?device_id=b535b250-3538-473a-8d4b-0ab3eea25fbe HTTP/1.1" status: 200 len: 948 time: 0.1452656 Sep 30 00:51:53.904492 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-963d82c7-ca82-4660-a451-80cd36a5dbd8 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:53.905766 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-963d82c7-ca82-4660-a451-80cd36a5dbd8 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/ports/916084b2-d175-413c-9e85-453b2a06a76d HTTP/1.1" status: 200 len: 943 time: 0.2479882 Sep 30 00:51:53.914737 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9103afec-770a-4f3a-8cea-e87b8565a03a req-ab99dc03-62e2-4a16-93b4-9f55224bb2a1 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/security-groups?id=14d36578-c53f-4fbc-a012-bc23f095a480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972753 Sep 30 00:51:53.915674 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-a35df986-9b54-4de5-bbff-81b8944f8dc8 admin admin] Deleting port 59cfc439-ac57-4e7a-ba65-6db567704343 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:51:53.916049 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a35df986-9b54-4de5-bbff-81b8944f8dc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:53.945733 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:54.061857 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-0f531a39-9a5c-47d3-a4dd-d3f22ca31f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1756877272-router', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:34Z', 'updated_at': '2021-09-30T00:50:49Z', 'revision_number': 4, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'gw_port': {'id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:37Z', 'updated_at': '2021-09-30T00:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '4c003140-bb74-4790-9b65-5619b9341991', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'port_id': '10a95483-eff6-4210-b8e3-0beb9e9234ac', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'mac_address': 'fa:16:3e:05:b8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec462f6-8708-45ca-a7da-b26fd617cc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:51:16Z', 'updated_at': '2021-09-30T00:51:50Z', 'revision_number': 3, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65e238c0-4ced-4c9b-95a9-d08afa9bc91a', 'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'mac_address': 'fa:16:3e:d6:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:47Z', 'updated_at': '2021-09-30T00:50:56Z', 'revision_number': 5, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'subnets': [{'id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:54.067700 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f531a39-9a5c-47d3-a4dd-d3f22ca31f44 None None] The sync data for ids ['3aabded0-26bd-4848-b1ab-85a35c13550a'] in n-d-811809-1 is: [{'id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1756877272-router', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:34Z', 'updated_at': '2021-09-30T00:50:49Z', 'revision_number': 4, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'gw_port': {'id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:37Z', 'updated_at': '2021-09-30T00:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '4c003140-bb74-4790-9b65-5619b9341991', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'port_id': '10a95483-eff6-4210-b8e3-0beb9e9234ac', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'mac_address': 'fa:16:3e:05:b8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec462f6-8708-45ca-a7da-b26fd617cc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:51:16Z', 'updated_at': '2021-09-30T00:51:50Z', 'revision_number': 3, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65e238c0-4ced-4c9b-95a9-d08afa9bc91a', 'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'mac_address': 'fa:16:3e:d6:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:47Z', 'updated_at': '2021-09-30T00:50:56Z', 'revision_number': 5, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'subnets': [{'id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:51:54.124746 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-ede92e9a-75c3-488e-983e-ab73d11c0034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:51:54.135153 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-ede92e9a-75c3-488e-983e-ab73d11c0034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:54.139402 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-b52909ca-448a-4123-8a8a-ec8d13530bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:54.141157 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-b52909ca-448a-4123-8a8a-ec8d13530bd5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4b20f4b110694ae5b48ceb31519082dc&device_id=b7bc6ef3-2633-48c4-8bc3-64ba73a09719 HTTP/1.1" status: 200 len: 1097 time: 0.1650712 Sep 30 00:51:54.158348 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-ede92e9a-75c3-488e-983e-ab73d11c0034 service neutron] Transition to ACTIVE for port object fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:51:54.183794 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-ede92e9a-75c3-488e-983e-ab73d11c0034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:54.192619 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-debab319-377c-4d9a-9fba-37b3449a0f58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:54.255165 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 59cfc439-ac57-4e7a-ba65-6db567704343 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:51:54.310964 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-a35df986-9b54-4de5-bbff-81b8944f8dc8 admin admin] For port 59cfc439-ac57-4e7a-ba65-6db567704343, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=59cfc439-ac57-4e7a-ba65-6db567704343,segment=NetworkSegment(cfcc7fc4-0dfc-4215-964e-4b459fc11d33),segment_id=cfcc7fc4-0dfc-4215-964e-4b459fc11d33)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:54.311521 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a35df986-9b54-4de5-bbff-81b8944f8dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:54.351722 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 59cfc439-ac57-4e7a-ba65-6db567704343 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:51:54.352496 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:54.377904 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76770764-2694-4094-8077-9f74b0c62181 req-f4d8641a-cb40-4831-a95f-109cd19a5eae tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:54.379464 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-76770764-2694-4094-8077-9f74b0c62181 req-f4d8641a-cb40-4831-a95f-109cd19a5eae tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/ports?device_id=f11d5ebf-c45c-4b3e-8c6e-147793576f96 HTTP/1.1" status: 200 len: 945 time: 0.1925218 Sep 30 00:51:54.461043 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede92e9a-75c3-488e-983e-ab73d11c0034 service neutron] Pushing event updated for resources: {'Port': ['ID=fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:54.499711 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ede92e9a-75c3-488e-983e-ab73d11c0034 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:54.517802 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-a35df986-9b54-4de5-bbff-81b8944f8dc8 admin admin] Calling delete_port for 59cfc439-ac57-4e7a-ba65-6db567704343 owned by network:router_interface {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:51:54.531304 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-58f6fd0e-936a-487e-b462-6f5de8b2d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:54.539256 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-58f6fd0e-936a-487e-b462-6f5de8b2d9d4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f57b268d-20d8-40fa-b8a7-84057b4271aa HTTP/1.1" status: 200 len: 922 time: 0.3793919 Sep 30 00:51:54.549186 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911697fc-0f69-48b1-b7b8-492d1dcc05c4 None None] New status for floating IP 4c003140-bb74-4790-9b65-5619b9341991: ACTIVE {{(pid=80277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:51:54.613759 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-87ea7be7-dd43-4854-baf0-d7cd36087c8c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=916084b2-d175-413c-9e85-453b2a06a76d HTTP/1.1" status: 200 len: 217 time: 0.0736449 Sep 30 00:51:54.627805 n-d-811809-1 neutron-server[80274]: INFO neutron.api.v2.resource [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-fd9e0cc8-5e18-4357-893f-2a741cd11fb2 service neutron] show failed (client error): The resource could not be found. Sep 30 00:51:54.628707 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-fd9e0cc8-5e18-4357-893f-2a741cd11fb2 service neutron] 10.222.0.59 "GET /v2.0/ports/3d518f2d-344f-4c32-9fed-6a6c1995109a/bindings/n-h2-811809-1 HTTP/1.1" status: 404 len: 380 time: 0.3100545 Sep 30 00:51:54.639425 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-76770764-2694-4094-8077-9f74b0c62181 req-d836c9d2-3e6a-4693-b90e-e1e49a8f5ce2 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/security-groups?id=44d400b4-2c27-4b74-b9bd-0ca64b2d56c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983836 Sep 30 00:51:54.685246 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-ede92e9a-75c3-488e-983e-ab73d11c0034 service neutron] Attempting to bind port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:51:54.685583 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-ede92e9a-75c3-488e-983e-ab73d11c0034 service neutron] Attempting to bind port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:51:54.685922 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-ede92e9a-75c3-488e-983e-ab73d11c0034 service neutron] Attempting to bind port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c on network 0a0a50fb-f59e-4919-9310-948ef891e84f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:51:54.695573 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-ede92e9a-75c3-488e-983e-ab73d11c0034 service neutron] Port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c on network 0a0a50fb-f59e-4919-9310-948ef891e84f not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:51:54.695910 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-ede92e9a-75c3-488e-983e-ab73d11c0034 service neutron] Attempting to bind port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c on network 0a0a50fb-f59e-4919-9310-948ef891e84f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:51:54.708272 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-ede92e9a-75c3-488e-983e-ab73d11c0034 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:51:54.708723 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-ede92e9a-75c3-488e-983e-ab73d11c0034 service neutron] Checking segment: {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:51:54.709085 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-ede92e9a-75c3-488e-983e-ab73d11c0034 service neutron] Bound using segment: {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:51:54.709561 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-ede92e9a-75c3-488e-983e-ab73d11c0034 service neutron] Bound port: fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:51:54.710014 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-ede92e9a-75c3-488e-983e-ab73d11c0034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:54.722639 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-d33f3d1b-4917-4dd2-a8e4-8c39c7a4cb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:54.724171 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-d33f3d1b-4917-4dd2-a8e4-8c39c7a4cb02 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=739388f2-bdc1-458a-ad24-7599b12445e8 HTTP/1.1" status: 200 len: 860 time: 0.0990503 Sep 30 00:51:54.750606 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b535b250-3538-473a-8d4b-0ab3eea25fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff451d64-b38a-485a-b09e-4a7c31f6a118', 'code': 200} Sep 30 00:51:54.775799 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a35df986-9b54-4de5-bbff-81b8944f8dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:54.784771 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-fbf3f84a-7985-4396-9a36-b85111576ef6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:54.929829 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35df986-9b54-4de5-bbff-81b8944f8dc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=59cfc439-ac57-4e7a-ba65-6db567704343,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:54.971792 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a35df986-9b54-4de5-bbff-81b8944f8dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:54.979547 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-ede92e9a-75c3-488e-983e-ab73d11c0034 service neutron] For port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:51:54.987636 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-ede92e9a-75c3-488e-983e-ab73d11c0034 service neutron] For port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:51:54.994033 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-ede92e9a-75c3-488e-983e-ab73d11c0034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:55.000292 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-039b162e-8315-496a-a94b-3c92db427eab tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:55.067176 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-0df90039-a06c-4e77-83d8-5afb0f56caca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:55.068701 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-0df90039-a06c-4e77-83d8-5afb0f56caca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f57b268d-20d8-40fa-b8a7-84057b4271aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3372202 Sep 30 00:51:55.070569 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-ede92e9a-75c3-488e-983e-ab73d11c0034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:55.071359 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-ede92e9a-75c3-488e-983e-ab73d11c0034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:55.073175 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-ede92e9a-75c3-488e-983e-ab73d11c0034 service neutron] 10.222.0.55 "PUT /v2.0/ports/fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c HTTP/1.1" status: 200 len: 1092 time: 2.1812871 Sep 30 00:51:55.084613 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-531de064-4b69-4d30-b4cd-268525c503e7 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:51:55.085647 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-531de064-4b69-4d30-b4cd-268525c503e7 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054080 Sep 30 00:51:55.096448 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a59fa7-913b-4c9f-92fd-3d6f46bfd228 None None] Sync routers for ids ['3aabded0-26bd-4848-b1ab-85a35c13550a'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:51:55.097721 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f79e97-299d-4ea2-8634-c65fe591a824 req-f1ef4ddb-9475-48ac-8edc-352a14654f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:55.099799 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b0f79e97-299d-4ea2-8634-c65fe591a824 req-f1ef4ddb-9475-48ac-8edc-352a14654f35 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b535b250-3538-473a-8d4b-0ab3eea25fbe HTTP/1.1" status: 200 len: 1099 time: 0.2448046 Sep 30 00:51:55.121644 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a59fa7-913b-4c9f-92fd-3d6f46bfd228 None None] Routers {'3aabded0-26bd-4848-b1ab-85a35c13550a'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:51:55.122748 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-57a59fa7-913b-4c9f-92fd-3d6f46bfd228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:51:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['3aabded0-26bd-4848-b1ab-85a35c13550a'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:55.194702 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede92e9a-75c3-488e-983e-ab73d11c0034 service neutron] Pushing event updated for resources: {'Port': ['ID=fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:55.246144 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ede92e9a-75c3-488e-983e-ab73d11c0034 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:55.272095 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-937cb32b-f862-4f49-b75f-b5e8cdfd0850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:55.273612 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-937cb32b-f862-4f49-b75f-b5e8cdfd0850 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745&tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb HTTP/1.1" status: 200 len: 1101 time: 0.3009114 Sep 30 00:51:55.288262 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7a369-76ee-42a0-b611-f5aef95ad72a req-02557ebf-ce2e-4592-a614-b831a22db464 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:55.289795 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c0b7a369-76ee-42a0-b611-f5aef95ad72a req-02557ebf-ce2e-4592-a614-b831a22db464 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 944 time: 0.3664143 Sep 30 00:51:55.302824 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-0dd1efa9-709f-456e-8986-946f71ab02d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811809-1', 'device_owner': 'compute:nova'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:51:55.305923 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b0f79e97-299d-4ea2-8634-c65fe591a824 req-28993210-b08d-4d09-8e1d-b0d7541a4461 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=14d36578-c53f-4fbc-a012-bc23f095a480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723247 Sep 30 00:51:55.349675 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-64278d36-06db-4020-be5d-b07bdb1bbaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:55.351357 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-64278d36-06db-4020-be5d-b07bdb1bbaa2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 1095 time: 0.2189531 Sep 30 00:51:55.356866 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-46a5c205-6763-4d3f-a117-de8d64072028 service neutron] 10.222.0.39 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525313 Sep 30 00:51:55.367018 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-57a59fa7-913b-4c9f-92fd-3d6f46bfd228 None None] Set router 3aabded0-26bd-4848-b1ab-85a35c13550a gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:51:55.416230 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c0b7a369-76ee-42a0-b611-f5aef95ad72a req-9956040f-447d-4d5b-913d-b913cb5d7fc9 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880189 Sep 30 00:51:55.451557 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a35df986-9b54-4de5-bbff-81b8944f8dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683119'] for router_interface, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:55.528197 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-3d059a48-ca6d-433c-a062-ea0c1019a8ef service neutron] 10.222.0.39 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579623 Sep 30 00:51:55.767191 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-0dd1efa9-709f-456e-8986-946f71ab02d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:55.767679 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-57a59fa7-913b-4c9f-92fd-3d6f46bfd228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1756877272-router', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:34Z', 'updated_at': '2021-09-30T00:50:49Z', 'revision_number': 4, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'gw_port': {'id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:37Z', 'updated_at': '2021-09-30T00:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '4c003140-bb74-4790-9b65-5619b9341991', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'port_id': '10a95483-eff6-4210-b8e3-0beb9e9234ac', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'mac_address': 'fa:16:3e:05:b8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec462f6-8708-45ca-a7da-b26fd617cc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:51:16Z', 'updated_at': '2021-09-30T00:51:54Z', 'revision_number': 4, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65e238c0-4ced-4c9b-95a9-d08afa9bc91a', 'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'mac_address': 'fa:16:3e:d6:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:47Z', 'updated_at': '2021-09-30T00:50:56Z', 'revision_number': 5, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'subnets': [{'id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:55.771872 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a59fa7-913b-4c9f-92fd-3d6f46bfd228 None None] Checking router: 3aabded0-26bd-4848-b1ab-85a35c13550a for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:51:55.781283 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a59fa7-913b-4c9f-92fd-3d6f46bfd228 None None] Routers {'3aabded0-26bd-4848-b1ab-85a35c13550a'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:51:55.782164 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-57a59fa7-913b-4c9f-92fd-3d6f46bfd228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:51:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['3aabded0-26bd-4848-b1ab-85a35c13550a'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:55.834797 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-2c2875eb-ee39-41b1-81ff-5e7fcefae9bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c HTTP/1.1" status: 200 len: 217 time: 0.2269633 Sep 30 00:51:55.836499 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7bc6ef3-2633-48c4-8bc3-64ba73a09719', 'tag': '916084b2-d175-413c-9e85-453b2a06a76d', 'status': 'completed', 'code': 200} Sep 30 00:51:55.909262 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-427854b2-e0a6-41e0-ab49-21ad741fd9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:55.910774 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-427854b2-e0a6-41e0-ab49-21ad741fd9a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4b20f4b110694ae5b48ceb31519082dc&device_id=bec462f6-8708-45ca-a7da-b26fd617cc72 HTTP/1.1" status: 200 len: 1097 time: 0.3577378 Sep 30 00:51:55.916988 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-1a101099-233c-48aa-8df8-e382e6bb714e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:55.917978 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-1a101099-233c-48aa-8df8-e382e6bb714e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e11b3221-7cfb-4feb-801d-70a2c0ec6209 HTTP/1.1" status: 200 len: 848 time: 0.0722163 Sep 30 00:51:55.973869 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-57a59fa7-913b-4c9f-92fd-3d6f46bfd228 None None] Set router 3aabded0-26bd-4848-b1ab-85a35c13550a gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:51:56.027380 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-a28f59e3-17f6-4ad5-84d3-7fdcb53aa3db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a0a50fb-f59e-4919-9310-948ef891e84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889130 Sep 30 00:51:56.177663 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-e1c783f9-2f95-4bf0-8949-7cd230e28a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:56.179155 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-e1c783f9-2f95-4bf0-8949-7cd230e28a43 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f57b268d-20d8-40fa-b8a7-84057b4271aa HTTP/1.1" status: 200 len: 922 time: 0.2592707 Sep 30 00:51:56.288190 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-625a00f0-fb31-40d0-8cca-18e76ed49d01 service neutron] 10.222.0.55 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452962 Sep 30 00:51:56.296859 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b793bb8-e959-4ded-82a2-71ac1aa8076a req-8aadb06d-dc16-4e2e-96c5-dc0d84b4c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:56.298357 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7b793bb8-e959-4ded-82a2-71ac1aa8076a req-8aadb06d-dc16-4e2e-96c5-dc0d84b4c8a0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b20f4b110694ae5b48ceb31519082dc&device_id=b7bc6ef3-2633-48c4-8bc3-64ba73a09719 HTTP/1.1" status: 200 len: 1097 time: 0.5003607 Sep 30 00:51:56.332820 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-8d3bc662-e46f-4bc0-8c4a-2195f37acf5b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10a95483-eff6-4210-b8e3-0beb9e9234ac HTTP/1.1" status: 200 len: 1002 time: 0.1429417 Sep 30 00:51:56.353950 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617678f3-30d1-4626-9b19-e494df438732 req-e727247d-8083-4437-a7cb-bfb343301df7 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:56.355458 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-617678f3-30d1-4626-9b19-e494df438732 req-e727247d-8083-4437-a7cb-bfb343301df7 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 950 time: 0.4833069 Sep 30 00:51:56.386453 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-57a59fa7-913b-4c9f-92fd-3d6f46bfd228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1756877272-router', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:34Z', 'updated_at': '2021-09-30T00:50:49Z', 'revision_number': 4, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'gw_port': {'id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:37Z', 'updated_at': '2021-09-30T00:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '4c003140-bb74-4790-9b65-5619b9341991', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'port_id': '10a95483-eff6-4210-b8e3-0beb9e9234ac', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'mac_address': 'fa:16:3e:05:b8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec462f6-8708-45ca-a7da-b26fd617cc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:51:16Z', 'updated_at': '2021-09-30T00:51:54Z', 'revision_number': 4, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65e238c0-4ced-4c9b-95a9-d08afa9bc91a', 'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'mac_address': 'fa:16:3e:d6:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:47Z', 'updated_at': '2021-09-30T00:50:56Z', 'revision_number': 5, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'subnets': [{'id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:56.390583 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a59fa7-913b-4c9f-92fd-3d6f46bfd228 None None] The sync data for ids ['3aabded0-26bd-4848-b1ab-85a35c13550a'] in n-d-811809-1 is: [{'id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1756877272-router', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:34Z', 'updated_at': '2021-09-30T00:50:49Z', 'revision_number': 4, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'gw_port': {'id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:37Z', 'updated_at': '2021-09-30T00:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '4c003140-bb74-4790-9b65-5619b9341991', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'port_id': '10a95483-eff6-4210-b8e3-0beb9e9234ac', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'mac_address': 'fa:16:3e:05:b8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec462f6-8708-45ca-a7da-b26fd617cc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:51:16Z', 'updated_at': '2021-09-30T00:51:54Z', 'revision_number': 4, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65e238c0-4ced-4c9b-95a9-d08afa9bc91a', 'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'mac_address': 'fa:16:3e:d6:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:47Z', 'updated_at': '2021-09-30T00:50:56Z', 'revision_number': 5, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'subnets': [{'id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:51:56.464110 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-b4279f1e-338b-4200-92e3-3d4641f6b434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:56.466422 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-b4279f1e-338b-4200-92e3-3d4641f6b434 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=739388f2-bdc1-458a-ad24-7599b12445e8 HTTP/1.1" status: 200 len: 860 time: 0.0842035 Sep 30 00:51:56.525001 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-617678f3-30d1-4626-9b19-e494df438732 req-3feb6c42-a328-43e1-8a6e-c3a035fc8422 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136627 Sep 30 00:51:56.543329 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-82f613ad-e19c-45aa-af0a-9714568eb3c4 req-7c268c86-0aee-4ca4-bf0e-4c6ee18f4564 service neutron] 10.222.0.55 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463415 Sep 30 00:51:56.566400 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-0dd1efa9-709f-456e-8986-946f71ab02d5 service neutron] For port 3d518f2d-344f-4c32-9fed-6a6c1995109a, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=3d518f2d-344f-4c32-9fed-6a6c1995109a,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:56.585408 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-0724451e-8376-4678-845f-1eb5ea89c14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:56.588069 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-0724451e-8376-4678-845f-1eb5ea89c14a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f57b268d-20d8-40fa-b8a7-84057b4271aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113322 Sep 30 00:51:56.593796 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35df986-9b54-4de5-bbff-81b8944f8dc8 admin admin] Router f7661684-a6d5-455c-b45a-d2b60a504906 has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:51:56.609916 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b793bb8-e959-4ded-82a2-71ac1aa8076a req-80e4ac67-6aaf-453c-9884-ffd82c54d166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:56.611416 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7b793bb8-e959-4ded-82a2-71ac1aa8076a req-80e4ac67-6aaf-453c-9884-ffd82c54d166 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f57b268d-20d8-40fa-b8a7-84057b4271aa HTTP/1.1" status: 200 len: 922 time: 0.2992938 Sep 30 00:51:56.744885 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-f48f34f7-adb6-4c10-90de-25e923cf45ac service neutron] 10.222.0.39 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490855 Sep 30 00:51:56.853199 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7b793bb8-e959-4ded-82a2-71ac1aa8076a req-6d22ed31-5edc-4640-91f7-2d85daaed745 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=916084b2-d175-413c-9e85-453b2a06a76d HTTP/1.1" status: 200 len: 217 time: 0.1751678 Sep 30 00:51:56.854140 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-0dd1efa9-709f-456e-8986-946f71ab02d5 service neutron] For port 3d518f2d-344f-4c32-9fed-6a6c1995109a, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:51:56.877435 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e9d09398-7847-40ef-89b0-8d066cc95695 req-b4fa3dac-297d-48c2-a4b8-dac385f8c522 service neutron] 10.222.0.39 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257870 Sep 30 00:51:57.058409 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d518f2d-344f-4c32-9fed-6a6c1995109a'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:51:57.065071 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-0dd1efa9-709f-456e-8986-946f71ab02d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:57.080588 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72643a-e8e2-4bab-a617-09cb24315a97 req-fa47c306-c217-4ca9-bfe3-ebc32914d78e tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:57.082065 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8b72643a-e8e2-4bab-a617-09cb24315a97 req-fa47c306-c217-4ca9-bfe3-ebc32914d78e tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/ports?device_id=b535b250-3538-473a-8d4b-0ab3eea25fbe HTTP/1.1" status: 200 len: 948 time: 0.0939622 Sep 30 00:51:57.117994 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b793bb8-e959-4ded-82a2-71ac1aa8076a req-dc8f8d2c-1dc4-4703-8b48-349bac8a904c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:57.119378 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7b793bb8-e959-4ded-82a2-71ac1aa8076a req-dc8f8d2c-1dc4-4703-8b48-349bac8a904c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=739388f2-bdc1-458a-ad24-7599b12445e8 HTTP/1.1" status: 200 len: 860 time: 0.1667690 Sep 30 00:51:57.126549 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8b72643a-e8e2-4bab-a617-09cb24315a97 req-d1a90a6e-cb15-45dd-bd55-7b7e879736c5 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/security-groups?id=14d36578-c53f-4fbc-a012-bc23f095a480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385795 Sep 30 00:51:57.132272 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-0dd1efa9-709f-456e-8986-946f71ab02d5 service neutron] Transition to ACTIVE for port object 3d518f2d-344f-4c32-9fed-6a6c1995109a will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:51:57.174451 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-0dd1efa9-709f-456e-8986-946f71ab02d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:57.186680 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:57.355970 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b7a00-3ce3-4b8b-ba57-ef99542afa90 req-21852ff2-2b67-42a1-9798-7bf1ebb11fe0 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:57.357321 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-940b7a00-3ce3-4b8b-ba57-ef99542afa90 req-21852ff2-2b67-42a1-9798-7bf1ebb11fe0 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Synchronizing usage tracker for tenant:f37261e7a4fc4ea5bf5016bed7997e37 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:51:57.360735 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35df986-9b54-4de5-bbff-81b8944f8dc8 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:51:57.367287 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-714cbb83-be7e-4b2a-a928-d27e2ba0941a req-caa29181-d60f-400d-804f-ddd17726af93 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 258 time: 0.6311328 Sep 30 00:51:57.374821 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdc3c74-67ff-4d13-b703-d44d38843d28 None None] Sync routers for ids ['f7661684-a6d5-455c-b45a-d2b60a504906'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:51:57.377917 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-940b7a00-3ce3-4b8b-ba57-ef99542afa90 req-21852ff2-2b67-42a1-9798-7bf1ebb11fe0 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Unset dirty status for tenant:f37261e7a4fc4ea5bf5016bed7997e37 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:51:57.379624 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-940b7a00-3ce3-4b8b-ba57-ef99542afa90 req-21852ff2-2b67-42a1-9798-7bf1ebb11fe0 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 944 time: 0.1116977 Sep 30 00:51:57.386035 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdc3c74-67ff-4d13-b703-d44d38843d28 None None] Routers {'f7661684-a6d5-455c-b45a-d2b60a504906'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:51:57.386907 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-7fdc3c74-67ff-4d13-b703-d44d38843d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:51:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['f7661684-a6d5-455c-b45a-d2b60a504906'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:57.402702 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-714cbb83-be7e-4b2a-a928-d27e2ba0941a req-10af40f6-487c-40c3-9c3d-43be56ce7996 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Request body: {'floatingip': {'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:51:57.445817 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-940b7a00-3ce3-4b8b-ba57-ef99542afa90 req-f709077b-a965-436c-96fb-042d5ba0c2ee tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561519 Sep 30 00:51:57.467370 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-a35df986-9b54-4de5-bbff-81b8944f8dc8 admin admin] 10.222.0.39 "PUT /v2.0/routers/f7661684-a6d5-455c-b45a-d2b60a504906/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1183379 Sep 30 00:51:57.468798 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-714cbb83-be7e-4b2a-a928-d27e2ba0941a req-10af40f6-487c-40c3-9c3d-43be56ce7996 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:51:57.475832 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 59604) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:51:57.487853 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-714cbb83-be7e-4b2a-a928-d27e2ba0941a req-10af40f6-487c-40c3-9c3d-43be56ce7996 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Usage tracker for resource:floatingip and tenant:6742a1f2a8924b3b9066945aa90fc99b is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:51:57.516937 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-714cbb83-be7e-4b2a-a928-d27e2ba0941a req-10af40f6-487c-40c3-9c3d-43be56ce7996 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:51:57.532349 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1efa9-709f-456e-8986-946f71ab02d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3d518f2d-344f-4c32-9fed-6a6c1995109a,revision_number=6']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:57.542348 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-714cbb83-be7e-4b2a-a928-d27e2ba0941a req-10af40f6-487c-40c3-9c3d-43be56ce7996 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:51:57.544503 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0dd1efa9-709f-456e-8986-946f71ab02d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:57.545630 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-0dd1efa9-709f-456e-8986-946f71ab02d5 service neutron] No DVR routers for this DVR port 3d518f2d-344f-4c32-9fed-6a6c1995109a on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:51:57.615151 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-714cbb83-be7e-4b2a-a928-d27e2ba0941a req-10af40f6-487c-40c3-9c3d-43be56ce7996 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks [] for floatingip, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:57.629993 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-7fdc3c74-67ff-4d13-b703-d44d38843d28 None None] Set router f7661684-a6d5-455c-b45a-d2b60a504906 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:51:57.652911 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-0dd1efa9-709f-456e-8986-946f71ab02d5 service neutron] Attempting to bind port 3d518f2d-344f-4c32-9fed-6a6c1995109a on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:51:57.653435 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-0dd1efa9-709f-456e-8986-946f71ab02d5 service neutron] Attempting to bind port 3d518f2d-344f-4c32-9fed-6a6c1995109a by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:51:57.654465 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-0dd1efa9-709f-456e-8986-946f71ab02d5 service neutron] Attempting to bind port 3d518f2d-344f-4c32-9fed-6a6c1995109a on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:51:57.660888 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b793bb8-e959-4ded-82a2-71ac1aa8076a req-e7b51685-1c95-4533-b002-b95c2e25fcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:57.662705 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7b793bb8-e959-4ded-82a2-71ac1aa8076a req-e7b51685-1c95-4533-b002-b95c2e25fcce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f57b268d-20d8-40fa-b8a7-84057b4271aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5292566 Sep 30 00:51:57.736404 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-0dd1efa9-709f-456e-8986-946f71ab02d5 service neutron] Port 3d518f2d-344f-4c32-9fed-6a6c1995109a on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:51:57.736907 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-0dd1efa9-709f-456e-8986-946f71ab02d5 service neutron] Attempting to bind port 3d518f2d-344f-4c32-9fed-6a6c1995109a on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:51:57.831524 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-0dd1efa9-709f-456e-8986-946f71ab02d5 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:51:57.832273 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-0dd1efa9-709f-456e-8986-946f71ab02d5 service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:51:57.832856 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-0dd1efa9-709f-456e-8986-946f71ab02d5 service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:51:57.833304 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-0dd1efa9-709f-456e-8986-946f71ab02d5 service neutron] Bound port: 3d518f2d-344f-4c32-9fed-6a6c1995109a, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:51:57.833651 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-0dd1efa9-709f-456e-8986-946f71ab02d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:57.837860 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec462f6-8708-45ca-a7da-b26fd617cc72', 'tag': '10a95483-eff6-4210-b8e3-0beb9e9234ac'}, {'name': 'network-changed', 'server_uuid': '54e89748-779c-4045-8a7c-7ceca6bc63e5', 'tag': 'fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:51:57.910170 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b7a8b151-fd69-40a7-a9be-cabe376935f5 req-d4e97eaa-b6e4-4e9a-9303-890239ae6711 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.115 HTTP/1.1" status: 200 len: 1002 time: 0.3237741 Sep 30 00:51:57.974115 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7b793bb8-e959-4ded-82a2-71ac1aa8076a req-c675a48d-af76-451c-ab04-e1cd2edf7c8c service neutron] 10.222.0.59 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633393 Sep 30 00:51:57.992476 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0dbdf9b5-6f95-4c86-bd1f-2512461bf39e admin admin] Notify callbacks [] for router, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:58.002747 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-7fdc3c74-67ff-4d13-b703-d44d38843d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7661684-a6d5-455c-b45a-d2b60a504906', 'name': 'tempest-FloatingIPsNegativeTestJSON-1638149326-router', 'tenant_id': '383a89f149a3433ab354e0d1b24f0089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'da3ef263-7543-4905-90e2-6c2c53275250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:51:38Z', 'updated_at': '2021-09-30T00:51:54Z', 'revision_number': 5, 'project_id': '383a89f149a3433ab354e0d1b24f0089', 'gw_port': {'id': 'da3ef263-7543-4905-90e2-6c2c53275250', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7661684-a6d5-455c-b45a-d2b60a504906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:39Z', 'updated_at': '2021-09-30T00:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:58.006359 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-0dd1efa9-709f-456e-8986-946f71ab02d5 service neutron] For port 3d518f2d-344f-4c32-9fed-6a6c1995109a, host n-h2-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:51:58.006585 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdc3c74-67ff-4d13-b703-d44d38843d28 None None] Checking router: f7661684-a6d5-455c-b45a-d2b60a504906 for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:51:58.016407 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdc3c74-67ff-4d13-b703-d44d38843d28 None None] Routers {'f7661684-a6d5-455c-b45a-d2b60a504906'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:51:58.017016 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-7fdc3c74-67ff-4d13-b703-d44d38843d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:51:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['f7661684-a6d5-455c-b45a-d2b60a504906'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:58.081443 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-0dd1efa9-709f-456e-8986-946f71ab02d5 service neutron] For port 3d518f2d-344f-4c32-9fed-6a6c1995109a, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=3d518f2d-344f-4c32-9fed-6a6c1995109a,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:51:58.094365 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-0dd1efa9-709f-456e-8986-946f71ab02d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:58.100893 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:58.143600 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8b151-fd69-40a7-a9be-cabe376935f5 req-d4948eb7-9da1-4ddc-bbc0-e207a3d84ebc tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:58.156931 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b7a8b151-fd69-40a7-a9be-cabe376935f5 req-d4948eb7-9da1-4ddc-bbc0-e207a3d84ebc tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/ports/10a95483-eff6-4210-b8e3-0beb9e9234ac HTTP/1.1" status: 200 len: 943 time: 0.2316611 Sep 30 00:51:58.192039 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-0dd1efa9-709f-456e-8986-946f71ab02d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:58.192948 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-0dd1efa9-709f-456e-8986-946f71ab02d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:58.194021 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-0dd1efa9-709f-456e-8986-946f71ab02d5 service neutron] 10.222.0.55 "PUT /v2.0/ports/3d518f2d-344f-4c32-9fed-6a6c1995109a HTTP/1.1" status: 200 len: 1096 time: 2.8954058 Sep 30 00:51:58.233018 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-7fdc3c74-67ff-4d13-b703-d44d38843d28 None None] Set router f7661684-a6d5-455c-b45a-d2b60a504906 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:51:58.252757 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0dbdf9b5-6f95-4c86-bd1f-2512461bf39e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:58.268837 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-0dbdf9b5-6f95-4c86-bd1f-2512461bf39e admin admin] Deleting port da3ef263-7543-4905-90e2-6c2c53275250 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:51:58.269216 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0dbdf9b5-6f95-4c86-bd1f-2512461bf39e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:58.275727 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7b793bb8-e959-4ded-82a2-71ac1aa8076a req-8d5c9250-58d6-43d0-abd0-e0f5e7b59ccf service neutron] 10.222.0.59 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936091 Sep 30 00:51:58.277194 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-714cbb83-be7e-4b2a-a928-d27e2ba0941a req-10af40f6-487c-40c3-9c3d-43be56ce7996 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:58.322751 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1efa9-709f-456e-8986-946f71ab02d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3d518f2d-344f-4c32-9fed-6a6c1995109a,revision_number=7']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:58.329256 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0dd1efa9-709f-456e-8986-946f71ab02d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:58.439247 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-ef609232-71ee-498d-adc8-995c098f7ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:58.440799 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-ef609232-71ee-498d-adc8-995c098f7ce4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 1099 time: 0.2116337 Sep 30 00:51:58.458740 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-714cbb83-be7e-4b2a-a928-d27e2ba0941a req-10af40f6-487c-40c3-9c3d-43be56ce7996 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Allocated IP 172.25.0.30 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/2454d935-9d36-4eb8-9ad8-ced735cc0e1e) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:51:58.469932 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b7a8b151-fd69-40a7-a9be-cabe376935f5 req-a8d3614c-8d82-416a-8840-087e2a4ec8d7 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.115 HTTP/1.1" status: 200 len: 1002 time: 0.1509781 Sep 30 00:51:58.553830 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 3d518f2d-344f-4c32-9fed-6a6c1995109a no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:51:58.606467 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-7fdc3c74-67ff-4d13-b703-d44d38843d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7661684-a6d5-455c-b45a-d2b60a504906', 'name': 'tempest-FloatingIPsNegativeTestJSON-1638149326-router', 'tenant_id': '383a89f149a3433ab354e0d1b24f0089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'da3ef263-7543-4905-90e2-6c2c53275250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:51:38Z', 'updated_at': '2021-09-30T00:51:54Z', 'revision_number': 5, 'project_id': '383a89f149a3433ab354e0d1b24f0089', 'gw_port': {'id': 'da3ef263-7543-4905-90e2-6c2c53275250', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7661684-a6d5-455c-b45a-d2b60a504906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:39Z', 'updated_at': '2021-09-30T00:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:51:58.615891 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdc3c74-67ff-4d13-b703-d44d38843d28 None None] The sync data for ids ['f7661684-a6d5-455c-b45a-d2b60a504906'] in n-d-811809-1 is: [{'id': 'f7661684-a6d5-455c-b45a-d2b60a504906', 'name': 'tempest-FloatingIPsNegativeTestJSON-1638149326-router', 'tenant_id': '383a89f149a3433ab354e0d1b24f0089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'da3ef263-7543-4905-90e2-6c2c53275250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:51:38Z', 'updated_at': '2021-09-30T00:51:54Z', 'revision_number': 5, 'project_id': '383a89f149a3433ab354e0d1b24f0089', 'gw_port': {'id': 'da3ef263-7543-4905-90e2-6c2c53275250', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7661684-a6d5-455c-b45a-d2b60a504906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:39Z', 'updated_at': '2021-09-30T00:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:51:58.653955 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 3d518f2d-344f-4c32-9fed-6a6c1995109a not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:51:58.733946 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8b151-fd69-40a7-a9be-cabe376935f5 req-c4b63daa-073e-485e-a146-8111eea06d79 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:58.735309 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b7a8b151-fd69-40a7-a9be-cabe376935f5 req-c4b63daa-073e-485e-a146-8111eea06d79 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 784 time: 0.2646234 Sep 30 00:51:58.736873 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-e2a3c130-d2f3-494d-9e29-fdb828a08508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:58.738346 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-e2a3c130-d2f3-494d-9e29-fdb828a08508 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.2513795 Sep 30 00:51:58.743331 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-714cbb83-be7e-4b2a-a928-d27e2ba0941a req-10af40f6-487c-40c3-9c3d-43be56ce7996 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:58.746238 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-0dbdf9b5-6f95-4c86-bd1f-2512461bf39e admin admin] For port da3ef263-7543-4905-90e2-6c2c53275250, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=da3ef263-7543-4905-90e2-6c2c53275250,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:51:58.746670 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0dbdf9b5-6f95-4c86-bd1f-2512461bf39e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:58.803003 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d518f2d-344f-4c32-9fed-6a6c1995109a', 'code': 200} Sep 30 00:51:58.813278 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-377f4349-c619-4ec7-9aec-771754bf1914 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=3d518f2d-344f-4c32-9fed-6a6c1995109a HTTP/1.1" status: 200 len: 217 time: 0.0647471 Sep 30 00:51:58.876479 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-0dbdf9b5-6f95-4c86-bd1f-2512461bf39e admin admin] Calling delete_port for da3ef263-7543-4905-90e2-6c2c53275250 owned by network:router_gateway {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:51:58.898425 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-e4be8ec0-df04-483f-a927-aedcc34e22c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:58.899935 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-e4be8ec0-df04-483f-a927-aedcc34e22c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.0746849 Sep 30 00:51:58.901651 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-714cbb83-be7e-4b2a-a928-d27e2ba0941a req-10af40f6-487c-40c3-9c3d-43be56ce7996 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:58.905778 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-963af680-88b7-45c5-abe1-8260ef74ff9c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:59.151606 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-714cbb83-be7e-4b2a-a928-d27e2ba0941a req-10af40f6-487c-40c3-9c3d-43be56ce7996 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:51:59.156314 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-714cbb83-be7e-4b2a-a928-d27e2ba0941a req-10af40f6-487c-40c3-9c3d-43be56ce7996 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:51:59.161691 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-714cbb83-be7e-4b2a-a928-d27e2ba0941a req-10af40f6-487c-40c3-9c3d-43be56ce7996 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:51:59.186161 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4660d8a-05c9-457b-a644-b0815d90c7d2 req-13ee5117-0fbf-46e8-a7c1-1acb98612996 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:59.187542 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af40f6-487c-40c3-9c3d-43be56ce7996 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Pushing event updated for resources: {'Port': ['ID=2454d935-9d36-4eb8-9ad8-ced735cc0e1e,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:59.187694 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a4660d8a-05c9-457b-a644-b0815d90c7d2 req-13ee5117-0fbf-46e8-a7c1-1acb98612996 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 948 time: 0.2727346 Sep 30 00:51:59.190973 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-10af40f6-487c-40c3-9c3d-43be56ce7996 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:59.239427 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-4b492a1b-54d3-4dcd-a09d-b7a243c28da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:59.240937 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-4b492a1b-54d3-4dcd-a09d-b7a243c28da5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3061976 Sep 30 00:51:59.251605 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a4660d8a-05c9-457b-a644-b0815d90c7d2 req-500ef94c-4466-4514-a25c-7fd0f05caf2c tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504968 Sep 30 00:51:59.345245 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-714cbb83-be7e-4b2a-a928-d27e2ba0941a req-10af40f6-487c-40c3-9c3d-43be56ce7996 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:59.443980 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-714cbb83-be7e-4b2a-a928-d27e2ba0941a req-10af40f6-487c-40c3-9c3d-43be56ce7996 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:59.445684 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0dbdf9b5-6f95-4c86-bd1f-2512461bf39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:59.452397 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec462f6-8708-45ca-a7da-b26fd617cc72', 'tag': '10a95483-eff6-4210-b8e3-0beb9e9234ac', 'status': 'completed', 'code': 200} Sep 30 00:51:59.452744 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e89748-779c-4045-8a7c-7ceca6bc63e5', 'tag': 'fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c', 'status': 'completed', 'code': 200} Sep 30 00:51:59.453285 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-debab319-377c-4d9a-9fba-37b3449a0f58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:59.473430 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-68371cc0-054f-4779-a24e-fe84b83df584 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211244 Sep 30 00:51:59.504091 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbdf9b5-6f95-4c86-bd1f-2512461bf39e admin admin] Pushing event deleted for resources: {'Port': ['ID=da3ef263-7543-4905-90e2-6c2c53275250,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:51:59.551694 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0dbdf9b5-6f95-4c86-bd1f-2512461bf39e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:51:59.724473 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0dbdf9b5-6f95-4c86-bd1f-2512461bf39e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673024'] for router_gateway, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:59.764031 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed92f5e-8d50-4c16-84b4-a18e0f2c294a req-c3aea0a8-ab12-4c30-b018-f158b696e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:59.765033 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4ed92f5e-8d50-4c16-84b4-a18e0f2c294a req-c3aea0a8-ab12-4c30-b018-f158b696e83d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 1095 time: 0.2622724 Sep 30 00:51:59.774860 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1a8c9330-8d8a-4273-b807-23ee0d073cbb req-f5d5fd4e-6270-4207-944a-ebc6b84badba service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887330 Sep 30 00:51:59.792764 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed92f5e-8d50-4c16-84b4-a18e0f2c294a req-4fc7150e-c8e6-46dd-853c-0a04fa3291e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:59.794484 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4ed92f5e-8d50-4c16-84b4-a18e0f2c294a req-4fc7150e-c8e6-46dd-853c-0a04fa3291e0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b20f4b110694ae5b48ceb31519082dc&device_id=bec462f6-8708-45ca-a7da-b26fd617cc72 HTTP/1.1" status: 200 len: 1097 time: 0.2844193 Sep 30 00:51:59.944280 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-714cbb83-be7e-4b2a-a928-d27e2ba0941a req-10af40f6-487c-40c3-9c3d-43be56ce7996 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:59.956843 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-714cbb83-be7e-4b2a-a928-d27e2ba0941a req-10af40f6-487c-40c3-9c3d-43be56ce7996 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:51:59.964109 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:51:59.977991 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390cbb6-85a3-4456-b68e-457149bcdf24 req-1845ef9c-2553-46e9-95a7-4098ff13005c tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:51:59.979477 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5390cbb6-85a3-4456-b68e-457149bcdf24 req-1845ef9c-2553-46e9-95a7-4098ff13005c tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/ports?device_id=b535b250-3538-473a-8d4b-0ab3eea25fbe HTTP/1.1" status: 200 len: 948 time: 0.4185035 Sep 30 00:51:59.998294 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0dbdf9b5-6f95-4c86-bd1f-2512461bf39e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30720'] for router, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:00.011413 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0dbdf9b5-6f95-4c86-bd1f-2512461bf39e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:00.016411 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed92f5e-8d50-4c16-84b4-a18e0f2c294a req-027006ee-9bcd-410e-abf3-df3f9445e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:00.017803 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4ed92f5e-8d50-4c16-84b4-a18e0f2c294a req-027006ee-9bcd-410e-abf3-df3f9445e549 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f57b268d-20d8-40fa-b8a7-84057b4271aa HTTP/1.1" status: 200 len: 922 time: 0.2097137 Sep 30 00:52:00.128862 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0dbdf9b5-6f95-4c86-bd1f-2512461bf39e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736498'] for router, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:00.129389 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbdf9b5-6f95-4c86-bd1f-2512461bf39e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7661684-a6d5-455c-b45a-d2b60a504906 {{(pid=80275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 30 00:52:00.150289 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5390cbb6-85a3-4456-b68e-457149bcdf24 req-dfeb0fd4-60dc-4477-9f1c-40d2526fc253 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/security-groups?id=14d36578-c53f-4fbc-a012-bc23f095a480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583157 Sep 30 00:52:00.163545 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af40f6-487c-40c3-9c3d-43be56ce7996 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Pushing event updated for resources: {'Port': ['ID=2454d935-9d36-4eb8-9ad8-ced735cc0e1e,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:00.171826 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-10af40f6-487c-40c3-9c3d-43be56ce7996 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:00.175504 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed92f5e-8d50-4c16-84b4-a18e0f2c294a req-01d102cc-0078-4034-b1e6-cc9ec478693e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:00.175504 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4ed92f5e-8d50-4c16-84b4-a18e0f2c294a req-01d102cc-0078-4034-b1e6-cc9ec478693e service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a0a50fb-f59e-4919-9310-948ef891e84f HTTP/1.1" status: 200 len: 909 time: 0.3405654 Sep 30 00:52:00.180398 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0dbdf9b5-6f95-4c86-bd1f-2512461bf39e admin admin] Notify callbacks [] for router, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:00.183823 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-0dbdf9b5-6f95-4c86-bd1f-2512461bf39e admin admin] 10.222.0.39 "DELETE /v2.0/routers/f7661684-a6d5-455c-b45a-d2b60a504906 HTTP/1.1" status: 204 len: 168 time: 2.7059529 Sep 30 00:52:00.187675 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 59622) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:00.188211 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-714cbb83-be7e-4b2a-a928-d27e2ba0941a req-10af40f6-487c-40c3-9c3d-43be56ce7996 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:00.193683 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4ed92f5e-8d50-4c16-84b4-a18e0f2c294a req-cd6823ac-e37e-4a49-8bc0-eaef32dbcb5a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10a95483-eff6-4210-b8e3-0beb9e9234ac HTTP/1.1" status: 200 len: 1002 time: 0.1453841 Sep 30 00:52:00.268865 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-714cbb83-be7e-4b2a-a928-d27e2ba0941a req-10af40f6-487c-40c3-9c3d-43be56ce7996 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:00.279240 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-714cbb83-be7e-4b2a-a928-d27e2ba0941a req-10af40f6-487c-40c3-9c3d-43be56ce7996 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8978350 Sep 30 00:52:00.310495 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 59cfc439-ac57-4e7a-ba65-6db567704343 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:52:00.336377 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4ed92f5e-8d50-4c16-84b4-a18e0f2c294a req-692731af-bf9c-46e8-bdcc-35a7744b1e5b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c HTTP/1.1" status: 200 len: 217 time: 0.1097224 Sep 30 00:52:00.363961 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed92f5e-8d50-4c16-84b4-a18e0f2c294a req-e4376bb2-ed71-4c6a-a7ed-044ecbd28838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:00.365419 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4ed92f5e-8d50-4c16-84b4-a18e0f2c294a req-e4376bb2-ed71-4c6a-a7ed-044ecbd28838 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=739388f2-bdc1-458a-ad24-7599b12445e8 HTTP/1.1" status: 200 len: 860 time: 0.1636381 Sep 30 00:52:00.371830 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 59cfc439-ac57-4e7a-ba65-6db567704343 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:52:00.371830 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 59cfc439-ac57-4e7a-ba65-6db567704343 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:52:00.372725 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-714cbb83-be7e-4b2a-a928-d27e2ba0941a req-64a1b504-1c30-4cd2-b9ae-ca063024cc51 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Synchronizing usage tracker for tenant:6742a1f2a8924b3b9066945aa90fc99b on resource:floatingip {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:52:00.436607 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56d2842-9ca6-4773-a474-7472571221c3 admin admin] Deleting subnet dc12598b-bd74-4c21-8323-7cdc0b33d95a {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 00:52:00.445301 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-714cbb83-be7e-4b2a-a928-d27e2ba0941a req-64a1b504-1c30-4cd2-b9ae-ca063024cc51 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Unset dirty status for tenant:6742a1f2a8924b3b9066945aa90fc99b on resource:floatingip {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:52:00.446485 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-714cbb83-be7e-4b2a-a928-d27e2ba0941a req-64a1b504-1c30-4cd2-b9ae-ca063024cc51 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.30 HTTP/1.1" status: 200 len: 695 time: 0.1664720 Sep 30 00:52:00.451922 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a56d2842-9ca6-4773-a474-7472571221c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:00.507731 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed92f5e-8d50-4c16-84b4-a18e0f2c294a req-fda5ad26-e45b-4b23-a0d6-b9fdb31fe17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:00.509164 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4ed92f5e-8d50-4c16-84b4-a18e0f2c294a req-fda5ad26-e45b-4b23-a0d6-b9fdb31fe17b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e11b3221-7cfb-4feb-801d-70a2c0ec6209 HTTP/1.1" status: 200 len: 848 time: 0.1345067 Sep 30 00:52:00.520774 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a56d2842-9ca6-4773-a474-7472571221c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:00.545984 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed92f5e-8d50-4c16-84b4-a18e0f2c294a req-0150b89f-4eed-46b3-8ba8-d018b4c059db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:00.547760 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4ed92f5e-8d50-4c16-84b4-a18e0f2c294a req-0150b89f-4eed-46b3-8ba8-d018b4c059db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f57b268d-20d8-40fa-b8a7-84057b4271aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1725247 Sep 30 00:52:00.607531 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4ed92f5e-8d50-4c16-84b4-a18e0f2c294a req-566fd6c9-2c25-4ad6-8fe3-986ec4dc8f4f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a0a50fb-f59e-4919-9310-948ef891e84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594883 Sep 30 00:52:00.616836 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad554973-4df7-4d1e-961b-0d2816ab85e7 req-f57ac233-a320-4ab0-bc3a-06ab38ca9f15 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:00.618184 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ad554973-4df7-4d1e-961b-0d2816ab85e7 req-f57ac233-a320-4ab0-bc3a-06ab38ca9f15 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 944 time: 0.2764385 Sep 30 00:52:00.805527 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cbb83-be7e-4b2a-a928-d27e2ba0941a req-41ca013d-574f-46fe-88a8-e43e4b037f6a tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:00.807167 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-714cbb83-be7e-4b2a-a928-d27e2ba0941a req-41ca013d-574f-46fe-88a8-e43e4b037f6a tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 784 time: 0.3522360 Sep 30 00:52:00.809168 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745', 'tag': '3d518f2d-344f-4c32-9fed-6a6c1995109a'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:52:00.816803 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ad554973-4df7-4d1e-961b-0d2816ab85e7 req-b32e2a42-9d9e-4469-99df-4295c740dce2 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671579 Sep 30 00:52:00.847831 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a56d2842-9ca6-4773-a474-7472571221c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:00.923013 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:52:00.935023 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4ed92f5e-8d50-4c16-84b4-a18e0f2c294a req-5d4e7706-acc8-438c-a8c9-96435e8aa9be service neutron] 10.222.0.59 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788257 Sep 30 00:52:00.984618 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a0ba7f9-0aa1-464f-8b62-474fa259cef6 req-90131454-f99e-491c-9dd0-5892dfd6ef55 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.115 HTTP/1.1" status: 200 len: 1002 time: 0.1459718 Sep 30 00:52:01.026691 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4ed92f5e-8d50-4c16-84b4-a18e0f2c294a req-09e2d1fd-1691-4a12-9dc5-6fdb88ab3489 service neutron] 10.222.0.55 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055855 Sep 30 00:52:01.101507 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:01.123134 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ba7f9-0aa1-464f-8b62-474fa259cef6 req-6d51f43f-52d6-4771-9600-bc764165c26a tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:01.124187 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a0ba7f9-0aa1-464f-8b62-474fa259cef6 req-6d51f43f-52d6-4771-9600-bc764165c26a tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/ports/10a95483-eff6-4210-b8e3-0beb9e9234ac HTTP/1.1" status: 200 len: 943 time: 0.0965321 Sep 30 00:52:01.139105 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': 'fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c', 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f', 'port_id': 'fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c', 'mac_address': 'fa:16:3e:8d:44:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11b3221-7cfb-4feb-801d-70a2c0ec6209', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:52:01.146067 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a56d2842-9ca6-4773-a474-7472571221c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:01.166575 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2051a7a3-2ecc-4a88-8e87-eee092f2fe40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:01.168666 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4ed92f5e-8d50-4c16-84b4-a18e0f2c294a req-30e89d57-e250-4c01-a910-0ef83866c2a6 service neutron] 10.222.0.59 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256021 Sep 30 00:52:01.205100 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a56d2842-9ca6-4773-a474-7472571221c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:01.220056 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075d6d6d-b9fd-4b60-8ca8-75c46067bf11 None None] Network d3301696-dea8-44a6-9c53-454f89d47e81 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:52:01.223668 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d2842-9ca6-4773-a474-7472571221c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc12598b-bd74-4c21-8323-7cdc0b33d95a,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:01.230374 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a56d2842-9ca6-4773-a474-7472571221c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:01.240322 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-a56d2842-9ca6-4773-a474-7472571221c3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/dc12598b-bd74-4c21-8323-7cdc0b33d95a HTTP/1.1" status: 204 len: 168 time: 1.0516610 Sep 30 00:52:01.242892 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 59640) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:01.249921 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4ed92f5e-8d50-4c16-84b4-a18e0f2c294a req-fd560bac-c108-4842-bfc8-cc2c31340d43 service neutron] 10.222.0.55 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116141 Sep 30 00:52:01.309322 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:01.350678 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:52:01.379469 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ba40f-da4f-4188-9fc9-711e0e7782ed req-68e7aa7f-26b9-4342-bf7a-b479cf44f02a tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:01.381199 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6a2ba40f-da4f-4188-9fc9-711e0e7782ed req-68e7aa7f-26b9-4342-bf7a-b479cf44f02a tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 948 time: 0.0878785 Sep 30 00:52:01.435139 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6a2ba40f-da4f-4188-9fc9-711e0e7782ed req-cbbb875b-3173-48a9-9ffc-e74bc0c6db36 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452657 Sep 30 00:52:01.445327 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f64dacd2-70d4-4d94-bbe1-8ca2bb38d96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:01.476550 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:01.485902 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:01.487657 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-f64dacd2-70d4-4d94-bbe1-8ca2bb38d96d admin admin] Deleting port 9eb32ee7-250a-4db7-be25-c6100d90293b {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:52:01.487657 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f64dacd2-70d4-4d94-bbe1-8ca2bb38d96d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:01.488833 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:01.513575 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a0ba7f9-0aa1-464f-8b62-474fa259cef6 req-249f01b3-af26-459a-92e7-6428d70a04bc tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.115 HTTP/1.1" status: 200 len: 1002 time: 0.1610475 Sep 30 00:52:01.562863 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:01.566808 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:01.641833 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745', 'tag': '3d518f2d-344f-4c32-9fed-6a6c1995109a', 'status': 'completed', 'code': 200} Sep 30 00:52:01.654224 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5800d5-5301-4219-bc0c-ca56602a18e9 None None] DHCP port deletion for d3301696-dea8-44a6-9c53-454f89d47e81 request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 00:52:01.667132 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5a5800d5-5301-4219-bc0c-ca56602a18e9 None None] Deleting port 9eb32ee7-250a-4db7-be25-c6100d90293b {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:52:01.667599 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5a5800d5-5301-4219-bc0c-ca56602a18e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:01.815092 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f582f-27ea-43eb-8756-3e487d489c40 req-b4eeba98-a07a-4b24-841d-d32610f06b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:01.816581 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-685f582f-27ea-43eb-8756-3e487d489c40 req-b4eeba98-a07a-4b24-841d-d32610f06b59 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 1099 time: 0.1354167 Sep 30 00:52:01.891587 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5a5800d5-5301-4219-bc0c-ca56602a18e9 None None] For port 9eb32ee7-250a-4db7-be25-c6100d90293b, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=9eb32ee7-250a-4db7-be25-c6100d90293b,segment=NetworkSegment(cfcc7fc4-0dfc-4215-964e-4b459fc11d33),segment_id=cfcc7fc4-0dfc-4215-964e-4b459fc11d33)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:01.892035 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5a5800d5-5301-4219-bc0c-ca56602a18e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:01.892209 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ba7f9-0aa1-464f-8b62-474fa259cef6 req-d663ada9-d74c-4a12-a2fa-80a49319cf37 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:01.893633 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a0ba7f9-0aa1-464f-8b62-474fa259cef6 req-d663ada9-d74c-4a12-a2fa-80a49319cf37 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 784 time: 0.3700273 Sep 30 00:52:01.913054 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87eae29-4b7b-4562-bf17-be90c38aaf35 req-0f331dfd-bddf-4c82-b1e9-b73272a9871d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:01.914550 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a87eae29-4b7b-4562-bf17-be90c38aaf35 req-0f331dfd-bddf-4c82-b1e9-b73272a9871d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/ports?device_id=f11d5ebf-c45c-4b3e-8c6e-147793576f96&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1652369 Sep 30 00:52:01.961564 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:52:02.023094 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a87eae29-4b7b-4562-bf17-be90c38aaf35 req-8c51ebe8-6d1f-442b-bede-09f274da1719 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.30 HTTP/1.1" status: 200 len: 695 time: 0.0950930 Sep 30 00:52:02.023493 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-f64dacd2-70d4-4d94-bbe1-8ca2bb38d96d admin admin] For port 9eb32ee7-250a-4db7-be25-c6100d90293b, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=9eb32ee7-250a-4db7-be25-c6100d90293b,segment=NetworkSegment(cfcc7fc4-0dfc-4215-964e-4b459fc11d33),segment_id=cfcc7fc4-0dfc-4215-964e-4b459fc11d33)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:02.023876 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f64dacd2-70d4-4d94-bbe1-8ca2bb38d96d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:02.046264 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-a87eae29-4b7b-4562-bf17-be90c38aaf35 req-83013872-1f0b-4bc0-ab91-75e29951f596 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Request body: {'floatingip': {'port_id': 'ceccd1e7-777e-49b7-a2a1-8af913920680', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:52:02.070770 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5a5800d5-5301-4219-bc0c-ca56602a18e9 None None] Calling delete_port for 9eb32ee7-250a-4db7-be25-c6100d90293b owned by network:dhcp {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:52:02.144431 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a87eae29-4b7b-4562-bf17-be90c38aaf35 req-83013872-1f0b-4bc0-ab91-75e29951f596 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks [] for floatingip, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:02.160596 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f582f-27ea-43eb-8756-3e487d489c40 req-a2710048-d62c-4356-8d68-6a648ddc1430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:02.162081 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-685f582f-27ea-43eb-8756-3e487d489c40 req-a2710048-d62c-4356-8d68-6a648ddc1430 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 1099 time: 0.4606974 Sep 30 00:52:02.170798 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-f64dacd2-70d4-4d94-bbe1-8ca2bb38d96d admin admin] Calling delete_port for 9eb32ee7-250a-4db7-be25-c6100d90293b owned by network:dhcp {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:52:02.202117 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5a5800d5-5301-4219-bc0c-ca56602a18e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821'] for port, after_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:02.205733 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:02.207968 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f582f-27ea-43eb-8756-3e487d489c40 req-8a5de669-10ae-4e7d-a20b-21fdb3e95616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:02.209541 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-685f582f-27ea-43eb-8756-3e487d489c40 req-8a5de669-10ae-4e7d-a20b-21fdb3e95616 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.3767910 Sep 30 00:52:02.250032 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a0ba7f9-0aa1-464f-8b62-474fa259cef6 req-8c7c2b54-74e4-450f-959c-e027ab725837 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.115 HTTP/1.1" status: 200 len: 1002 time: 0.3446460 Sep 30 00:52:02.255435 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-5a0ba7f9-0aa1-464f-8b62-474fa259cef6 req-b31b5667-de01-4152-9f21-7568145429e4 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Request body: {'floatingip': {'port_id': None}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:52:02.257062 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5800d5-5301-4219-bc0c-ca56602a18e9 None None] Pushing event deleted for resources: {'Port': ['ID=9eb32ee7-250a-4db7-be25-c6100d90293b,revision_number=None']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:02.263649 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5a5800d5-5301-4219-bc0c-ca56602a18e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:02.275320 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5800d5-5301-4219-bc0c-ca56602a18e9 None None] No DVR routers for this DVR port 9eb32ee7-250a-4db7-be25-c6100d90293b on host n-d-811809-1 {{(pid=80276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:52:02.277850 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device da3ef263-7543-4905-90e2-6c2c53275250 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:52:02.326229 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: da3ef263-7543-4905-90e2-6c2c53275250 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:52:02.326818 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device da3ef263-7543-4905-90e2-6c2c53275250 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:52:02.327301 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 9eb32ee7-250a-4db7-be25-c6100d90293b no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:52:02.344781 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-685f582f-27ea-43eb-8756-3e487d489c40 req-7a8a764c-5ce7-486e-925a-a4fbf2d8d566 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=3d518f2d-344f-4c32-9fed-6a6c1995109a HTTP/1.1" status: 200 len: 217 time: 0.1202509 Sep 30 00:52:02.364821 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 9eb32ee7-250a-4db7-be25-c6100d90293b {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:52:02.365398 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 9eb32ee7-250a-4db7-be25-c6100d90293b not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:52:02.599295 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f582f-27ea-43eb-8756-3e487d489c40 req-9dfd4350-3827-46d2-9d9b-3957a5c803bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:02.600756 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-685f582f-27ea-43eb-8756-3e487d489c40 req-9dfd4350-3827-46d2-9d9b-3957a5c803bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.2138419 Sep 30 00:52:02.613325 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.api [None req-f64dacd2-70d4-4d94-bbe1-8ca2bb38d96d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80274) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 00:52:02.613672 n-d-811809-1 neutron-server[80274]: DEBUG oslo_db.api [None req-f64dacd2-70d4-4d94-bbe1-8ca2bb38d96d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 00:52:02.618303 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5a0ba7f9-0aa1-464f-8b62-474fa259cef6 req-b31b5667-de01-4152-9f21-7568145429e4 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks [] for floatingip, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:02.711732 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f582f-27ea-43eb-8756-3e487d489c40 req-55266107-8a00-4016-95a3-86a72028761b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:02.713292 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-685f582f-27ea-43eb-8756-3e487d489c40 req-55266107-8a00-4016-95a3-86a72028761b service neutron] 10.222.0.59 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.5050671 Sep 30 00:52:02.868783 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-685f582f-27ea-43eb-8756-3e487d489c40 req-ceafe35a-53e9-4d5c-8183-95230c4ad47d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=3d518f2d-344f-4c32-9fed-6a6c1995109a HTTP/1.1" status: 200 len: 217 time: 0.1426020 Sep 30 00:52:02.919845 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f582f-27ea-43eb-8756-3e487d489c40 req-86a32824-e042-49a6-a55c-96b096aba1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:02.921325 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-685f582f-27ea-43eb-8756-3e487d489c40 req-86a32824-e042-49a6-a55c-96b096aba1ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3055627 Sep 30 00:52:02.947084 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 3d518f2d-344f-4c32-9fed-6a6c1995109a details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:52:03.018717 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5a0ba7f9-0aa1-464f-8b62-474fa259cef6 req-b31b5667-de01-4152-9f21-7568145429e4 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:03.025481 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f582f-27ea-43eb-8756-3e487d489c40 req-980ec77b-dec8-411d-9ef4-b277ea5e469f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:03.027217 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-685f582f-27ea-43eb-8756-3e487d489c40 req-980ec77b-dec8-411d-9ef4-b277ea5e469f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1504240 Sep 30 00:52:03.027945 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5a0ba7f9-0aa1-464f-8b62-474fa259cef6 req-b31b5667-de01-4152-9f21-7568145429e4 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:03.028296 n-d-811809-1 neutron-server[80274]: INFO neutron.db.l3_db [req-5a0ba7f9-0aa1-464f-8b62-474fa259cef6 req-b31b5667-de01-4152-9f21-7568145429e4 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Floating IP 4c003140-bb74-4790-9b65-5619b9341991 disassociated. External IP: 172.25.0.115, port: 10a95483-eff6-4210-b8e3-0beb9e9234ac. Sep 30 00:52:03.086786 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 3d518f2d-344f-4c32-9fed-6a6c1995109a, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=3d518f2d-344f-4c32-9fed-6a6c1995109a,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:03.090334 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-685f582f-27ea-43eb-8756-3e487d489c40 req-b64675d8-19b9-49f3-b7ae-9d4c6a2ba43d service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550765 Sep 30 00:52:03.108897 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '3d518f2d-344f-4c32-9fed-6a6c1995109a', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': '3d518f2d-344f-4c32-9fed-6a6c1995109a', 'mac_address': 'fa:16:3e:d9:c3:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:52:03.116290 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-f64dacd2-70d4-4d94-bbe1-8ca2bb38d96d admin admin] Deleting port 9eb32ee7-250a-4db7-be25-c6100d90293b {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:52:03.116629 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f64dacd2-70d4-4d94-bbe1-8ca2bb38d96d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:03.168450 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:03.188342 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d518f2d-344f-4c32-9fed-6a6c1995109a {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:52:03.207457 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 3d518f2d-344f-4c32-9fed-6a6c1995109a, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=3d518f2d-344f-4c32-9fed-6a6c1995109a,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:03.211652 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:03.213742 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:03.276647 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a87eae29-4b7b-4562-bf17-be90c38aaf35 req-83013872-1f0b-4bc0-ab91-75e29951f596 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:03.277766 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-f64dacd2-70d4-4d94-bbe1-8ca2bb38d96d admin admin] The port '9eb32ee7-250a-4db7-be25-c6100d90293b' was deleted {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 30 00:52:03.282833 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a87eae29-4b7b-4562-bf17-be90c38aaf35 req-83013872-1f0b-4bc0-ab91-75e29951f596 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:03.291500 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=3d518f2d-344f-4c32-9fed-6a6c1995109a,revision_number=8']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:03.294766 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:03.429133 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f64dacd2-70d4-4d94-bbe1-8ca2bb38d96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:03.453021 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-685f582f-27ea-43eb-8756-3e487d489c40 req-aa6b8c2e-66a0-4522-bd27-4e9082ed5c00 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981074 Sep 30 00:52:03.462183 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f582f-27ea-43eb-8756-3e487d489c40 req-9b9c59f6-05d0-4ffb-88f0-1ff127b637d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:03.463732 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-685f582f-27ea-43eb-8756-3e487d489c40 req-9b9c59f6-05d0-4ffb-88f0-1ff127b637d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3832855 Sep 30 00:52:03.468756 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-f64dacd2-70d4-4d94-bbe1-8ca2bb38d96d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3301696-dea8-44a6-9c53-454f89d47e81']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:03.484319 n-d-811809-1 neutron-server[80275]: INFO neutron.db.l3_db [req-a87eae29-4b7b-4562-bf17-be90c38aaf35 req-83013872-1f0b-4bc0-ab91-75e29951f596 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Floating IP 5140233a-fb4b-4f72-832b-cfc9f0c82c5e associated. External IP: 172.25.0.30, port: ceccd1e7-777e-49b7-a2a1-8af913920680. Sep 30 00:52:03.612687 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-f64dacd2-70d4-4d94-bbe1-8ca2bb38d96d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfcc7fc4-0dfc-4215-964e-4b459fc11d33') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:03.612914 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-f64dacd2-70d4-4d94-bbe1-8ca2bb38d96d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfcc7fc4-0dfc-4215-964e-4b459fc11d33') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:03.636031 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['3d518f2d-344f-4c32-9fed-6a6c1995109a'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:52:03.828708 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f64dacd2-70d4-4d94-bbe1-8ca2bb38d96d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:03.845637 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a87eae29-4b7b-4562-bf17-be90c38aaf35 req-83013872-1f0b-4bc0-ab91-75e29951f596 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Router 818f1404-4b68-4f61-8fde-3967a4e897ff has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:52:03.859169 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f64dacd2-70d4-4d94-bbe1-8ca2bb38d96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:03.880246 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f64dacd2-70d4-4d94-bbe1-8ca2bb38d96d admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:52:03.880643 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f64dacd2-70d4-4d94-bbe1-8ca2bb38d96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: timer() Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:52:03.893654 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:52:04.006302 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-685f582f-27ea-43eb-8756-3e487d489c40 req-962d9775-f22d-4ed4-88c5-2723cc9ff95e service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302382 Sep 30 00:52:04.013779 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f64dacd2-70d4-4d94-bbe1-8ca2bb38d96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:04.016292 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a0ba7f9-0aa1-464f-8b62-474fa259cef6 req-b31b5667-de01-4152-9f21-7568145429e4 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Router 3aabded0-26bd-4848-b1ab-85a35c13550a has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:52:04.024063 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a87eae29-4b7b-4562-bf17-be90c38aaf35 req-83013872-1f0b-4bc0-ab91-75e29951f596 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:52:04.029273 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a87eae29-4b7b-4562-bf17-be90c38aaf35 req-83013872-1f0b-4bc0-ab91-75e29951f596 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:04.035990 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d721b3bf-6f39-40ec-b2dc-30d809f35556 None None] Sync routers for ids ['818f1404-4b68-4f61-8fde-3967a4e897ff'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:52:04.046833 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8bd01f77-bcf5-43bd-846e-d6bd63517fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:04.049442 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d721b3bf-6f39-40ec-b2dc-30d809f35556 None None] Routers {'818f1404-4b68-4f61-8fde-3967a4e897ff'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:52:04.050536 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-d721b3bf-6f39-40ec-b2dc-30d809f35556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:51:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['818f1404-4b68-4f61-8fde-3967a4e897ff'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:04.083238 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a87eae29-4b7b-4562-bf17-be90c38aaf35 req-83013872-1f0b-4bc0-ab91-75e29951f596 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "PUT /v2.0/floatingips/5140233a-fb4b-4f72-832b-cfc9f0c82c5e HTTP/1.1" status: 200 len: 995 time: 2.0434406 Sep 30 00:52:04.083690 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f11d5ebf-c45c-4b3e-8c6e-147793576f96', 'tag': 'ceccd1e7-777e-49b7-a2a1-8af913920680'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:52:04.108572 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f64dacd2-70d4-4d94-bbe1-8ca2bb38d96d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:04.173917 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64dacd2-70d4-4d94-bbe1-8ca2bb38d96d admin admin] Pushing event deleted for resources: {'Network': ['ID=d3301696-dea8-44a6-9c53-454f89d47e81,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:04.177429 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87eae29-4b7b-4562-bf17-be90c38aaf35 req-8e41f305-0a5a-42f2-836e-ca38af8e3cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:04.179295 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a87eae29-4b7b-4562-bf17-be90c38aaf35 req-8e41f305-0a5a-42f2-836e-ca38af8e3cc0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6742a1f2a8924b3b9066945aa90fc99b&device_id=f11d5ebf-c45c-4b3e-8c6e-147793576f96 HTTP/1.1" status: 200 len: 1096 time: 0.0831087 Sep 30 00:52:04.187866 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f64dacd2-70d4-4d94-bbe1-8ca2bb38d96d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:04.255222 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-d721b3bf-6f39-40ec-b2dc-30d809f35556 None None] Set router 818f1404-4b68-4f61-8fde-3967a4e897ff gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:52:04.284477 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-f64dacd2-70d4-4d94-bbe1-8ca2bb38d96d admin admin] 10.222.0.39 "DELETE /v2.0/networks/d3301696-dea8-44a6-9c53-454f89d47e81 HTTP/1.1" status: 204 len: 168 time: 3.0400283 Sep 30 00:52:04.345364 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-685f582f-27ea-43eb-8756-3e487d489c40 req-cdd37807-7cf4-4752-a024-54eacbdf7de8 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278856 Sep 30 00:52:04.356999 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a0ba7f9-0aa1-464f-8b62-474fa259cef6 req-b31b5667-de01-4152-9f21-7568145429e4 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:52:04.361500 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5a0ba7f9-0aa1-464f-8b62-474fa259cef6 req-b31b5667-de01-4152-9f21-7568145429e4 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:04.372005 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1021567f-6005-42ef-bb56-153fae6bef98 None None] Sync routers for ids ['3aabded0-26bd-4848-b1ab-85a35c13550a'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:52:04.406961 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1021567f-6005-42ef-bb56-153fae6bef98 None None] Routers {'3aabded0-26bd-4848-b1ab-85a35c13550a'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:52:04.408696 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-1021567f-6005-42ef-bb56-153fae6bef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:51:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['3aabded0-26bd-4848-b1ab-85a35c13550a'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:04.425903 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a0ba7f9-0aa1-464f-8b62-474fa259cef6 req-b31b5667-de01-4152-9f21-7568145429e4 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "PUT /v2.0/floatingips/4c003140-bb74-4790-9b65-5619b9341991 HTTP/1.1" status: 200 len: 695 time: 2.1748569 Sep 30 00:52:04.426324 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec462f6-8708-45ca-a7da-b26fd617cc72', 'tag': '10a95483-eff6-4210-b8e3-0beb9e9234ac'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:52:04.492279 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87eae29-4b7b-4562-bf17-be90c38aaf35 req-67b731c5-debe-44a8-b853-ce5c1c8305bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:04.497996 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a87eae29-4b7b-4562-bf17-be90c38aaf35 req-67b731c5-debe-44a8-b853-ce5c1c8305bd service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b8069b5-1ad5-4fcb-b815-4d2c19d66482 HTTP/1.1" status: 200 len: 929 time: 0.3105667 Sep 30 00:52:04.519562 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 59656) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:04.611223 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-de0d6bea-f4ee-41d8-8540-8a2c8cfc3e24 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=383a89f149a3433ab354e0d1b24f0089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0870662 Sep 30 00:52:04.612147 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 59660) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:04.614457 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-1021567f-6005-42ef-bb56-153fae6bef98 None None] Set router 3aabded0-26bd-4848-b1ab-85a35c13550a gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:52:04.660302 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a87eae29-4b7b-4562-bf17-be90c38aaf35 req-f56a4931-398d-41db-af58-b10ab3308b10 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ceccd1e7-777e-49b7-a2a1-8af913920680 HTTP/1.1" status: 200 len: 998 time: 0.1557541 Sep 30 00:52:04.680654 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ba7f9-0aa1-464f-8b62-474fa259cef6 req-45366344-4f36-40d4-8d41-17ad95810c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:04.682179 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a0ba7f9-0aa1-464f-8b62-474fa259cef6 req-45366344-4f36-40d4-8d41-17ad95810c12 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4b20f4b110694ae5b48ceb31519082dc&device_id=bec462f6-8708-45ca-a7da-b26fd617cc72 HTTP/1.1" status: 200 len: 1097 time: 0.2432754 Sep 30 00:52:04.732560 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87eae29-4b7b-4562-bf17-be90c38aaf35 req-7512c812-ea35-4876-ad19-432fa67b59bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:04.734314 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a87eae29-4b7b-4562-bf17-be90c38aaf35 req-7512c812-ea35-4876-ad19-432fa67b59bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=59401d48-7bca-4d66-895c-fcc36128d278 HTTP/1.1" status: 200 len: 867 time: 0.0680804 Sep 30 00:52:04.770501 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cfc2a5a8-4b64-4b75-b7ad-a4cb4e9a7923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:04.819218 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87eae29-4b7b-4562-bf17-be90c38aaf35 req-cfeea0e2-49f6-4fd1-ace6-9bd6392cf87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:04.821137 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a87eae29-4b7b-4562-bf17-be90c38aaf35 req-cfeea0e2-49f6-4fd1-ace6-9bd6392cf87d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b8069b5-1ad5-4fcb-b815-4d2c19d66482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807462 Sep 30 00:52:04.828341 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-d721b3bf-6f39-40ec-b2dc-30d809f35556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-484883478-router', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '264f311b-8d9d-43d0-98fc-9f1de542f3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:51:17Z', 'updated_at': '2021-09-30T00:51:23Z', 'revision_number': 4, 'project_id': '6742a1f2a8924b3b9066945aa90fc99b', 'gw_port': {'id': '264f311b-8d9d-43d0-98fc-9f1de542f3b0', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:18Z', 'updated_at': '2021-09-30T00:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '5140233a-fb4b-4f72-832b-cfc9f0c82c5e', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'floating_ip_address': '172.25.0.30', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'port_id': 'ceccd1e7-777e-49b7-a2a1-8af913920680', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8069b5-1ad5-4fcb-b815-4d2c19d66482', 'mac_address': 'fa:16:3e:4a:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11d5ebf-c45c-4b3e-8c6e-147793576f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:51:59Z', 'updated_at': '2021-09-30T00:52:03Z', 'revision_number': 1, 'project_id': '6742a1f2a8924b3b9066945aa90fc99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b542ae11-e4c4-4e25-bdf8-c6379f2beb32', 'name': '', 'network_id': '1b8069b5-1ad5-4fcb-b815-4d2c19d66482', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'mac_address': 'fa:16:3e:03:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '59401d48-7bca-4d66-895c-fcc36128d278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:22Z', 'updated_at': '2021-09-30T00:51:33Z', 'revision_number': 5, 'project_id': '6742a1f2a8924b3b9066945aa90fc99b', 'subnets': [{'id': '59401d48-7bca-4d66-895c-fcc36128d278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:04.833344 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d721b3bf-6f39-40ec-b2dc-30d809f35556 None None] Checking router: 818f1404-4b68-4f61-8fde-3967a4e897ff for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:52:04.842479 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d721b3bf-6f39-40ec-b2dc-30d809f35556 None None] Routers {'818f1404-4b68-4f61-8fde-3967a4e897ff'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:52:04.843377 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-d721b3bf-6f39-40ec-b2dc-30d809f35556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:51:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['818f1404-4b68-4f61-8fde-3967a4e897ff'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:04.865160 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ba7f9-0aa1-464f-8b62-474fa259cef6 req-e52c1150-370d-4726-ae22-69a43ba300ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:04.866913 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a0ba7f9-0aa1-464f-8b62-474fa259cef6 req-e52c1150-370d-4726-ae22-69a43ba300ea service neutron] 10.222.0.39 "GET /v2.0/networks?id=f57b268d-20d8-40fa-b8a7-84057b4271aa HTTP/1.1" status: 200 len: 922 time: 0.1736832 Sep 30 00:52:04.877159 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cfc2a5a8-4b64-4b75-b7ad-a4cb4e9a7923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:04.949738 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a0ba7f9-0aa1-464f-8b62-474fa259cef6 req-3fa9dc5f-ddfe-494a-94f7-ad0e586d76bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10a95483-eff6-4210-b8e3-0beb9e9234ac HTTP/1.1" status: 200 len: 217 time: 0.0748959 Sep 30 00:52:04.961289 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:52:04.962287 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-1021567f-6005-42ef-bb56-153fae6bef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1756877272-router', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:34Z', 'updated_at': '2021-09-30T00:50:49Z', 'revision_number': 4, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'gw_port': {'id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:37Z', 'updated_at': '2021-09-30T00:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '65e238c0-4ced-4c9b-95a9-d08afa9bc91a', 'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'mac_address': 'fa:16:3e:d6:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:47Z', 'updated_at': '2021-09-30T00:50:56Z', 'revision_number': 5, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'subnets': [{'id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:04.967660 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1021567f-6005-42ef-bb56-153fae6bef98 None None] Checking router: 3aabded0-26bd-4848-b1ab-85a35c13550a for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:52:04.976398 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1021567f-6005-42ef-bb56-153fae6bef98 None None] Routers {'3aabded0-26bd-4848-b1ab-85a35c13550a'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:52:04.977015 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-1021567f-6005-42ef-bb56-153fae6bef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:51:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['3aabded0-26bd-4848-b1ab-85a35c13550a'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:04.992894 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a87eae29-4b7b-4562-bf17-be90c38aaf35 req-a7c41346-79ed-41f6-85fa-17c9d9a91421 service neutron] 10.222.0.39 "GET /v2.0/networks/1b8069b5-1ad5-4fcb-b815-4d2c19d66482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651895 Sep 30 00:52:05.045830 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ba7f9-0aa1-464f-8b62-474fa259cef6 req-d456c46a-f6bb-4277-8e1e-af4476807f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:05.047335 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a0ba7f9-0aa1-464f-8b62-474fa259cef6 req-d456c46a-f6bb-4277-8e1e-af4476807f5e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=739388f2-bdc1-458a-ad24-7599b12445e8 HTTP/1.1" status: 200 len: 860 time: 0.0835111 Sep 30 00:52:05.087249 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:52:05.103045 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:52:05.103844 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:05.110841 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cfc2a5a8-4b64-4b75-b7ad-a4cb4e9a7923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:05.116840 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9ecd847e-b7bf-438b-a385-171e96cbe4ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:05.135683 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-d721b3bf-6f39-40ec-b2dc-30d809f35556 None None] Set router 818f1404-4b68-4f61-8fde-3967a4e897ff gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:52:05.142839 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2a5a8-4b64-4b75-b7ad-a4cb4e9a7923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b6125d-0c5a-4837-a1d0-2cc39ae8fe1d,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:05.146645 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-cfc2a5a8-4b64-4b75-b7ad-a4cb4e9a7923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:05.150493 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cfc2a5a8-4b64-4b75-b7ad-a4cb4e9a7923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:05.163337 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-cfc2a5a8-4b64-4b75-b7ad-a4cb4e9a7923 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f0b6125d-0c5a-4837-a1d0-2cc39ae8fe1d HTTP/1.1" status: 204 len: 168 time: 0.5374894 Sep 30 00:52:05.167391 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ba7f9-0aa1-464f-8b62-474fa259cef6 req-d524112f-bb16-4bc5-b03b-82e3f57e77af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:05.169084 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a0ba7f9-0aa1-464f-8b62-474fa259cef6 req-d524112f-bb16-4bc5-b03b-82e3f57e77af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f57b268d-20d8-40fa-b8a7-84057b4271aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154916 Sep 30 00:52:05.181874 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a87eae29-4b7b-4562-bf17-be90c38aaf35 req-f4ae8ade-0172-418f-82b3-ba4f7adf6077 service neutron] 10.222.0.39 "GET /v2.0/networks/1b8069b5-1ad5-4fcb-b815-4d2c19d66482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824338 Sep 30 00:52:05.225525 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-1021567f-6005-42ef-bb56-153fae6bef98 None None] Set router 3aabded0-26bd-4848-b1ab-85a35c13550a gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:52:05.414043 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a0ba7f9-0aa1-464f-8b62-474fa259cef6 req-6c7d5376-d150-4bd4-9ccb-751aac531dfe service neutron] 10.222.0.39 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378781 Sep 30 00:52:05.493908 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef713802-bcc4-45fa-a413-44590ad1970e req-887bd448-22d6-4984-b150-78eb773356f0 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:05.496489 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ef713802-bcc4-45fa-a413-44590ad1970e req-887bd448-22d6-4984-b150-78eb773356f0 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/ports?device_id=b535b250-3538-473a-8d4b-0ab3eea25fbe HTTP/1.1" status: 200 len: 948 time: 0.1411207 Sep 30 00:52:05.516707 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:05.553297 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ef713802-bcc4-45fa-a413-44590ad1970e req-29daa19d-d015-4549-ab03-0bd342ebf9b4 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/security-groups?id=14d36578-c53f-4fbc-a012-bc23f095a480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509617 Sep 30 00:52:05.667702 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a0ba7f9-0aa1-464f-8b62-474fa259cef6 req-51e6c33f-7216-434f-8859-eaf6a28f95e6 service neutron] 10.222.0.39 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430763 Sep 30 00:52:05.676445 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:05.775106 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-1021567f-6005-42ef-bb56-153fae6bef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1756877272-router', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:34Z', 'updated_at': '2021-09-30T00:50:49Z', 'revision_number': 4, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'gw_port': {'id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:37Z', 'updated_at': '2021-09-30T00:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '65e238c0-4ced-4c9b-95a9-d08afa9bc91a', 'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'mac_address': 'fa:16:3e:d6:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:47Z', 'updated_at': '2021-09-30T00:50:56Z', 'revision_number': 5, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'subnets': [{'id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:05.779789 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e89748-779c-4045-8a7c-7ceca6bc63e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:52:05.786968 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1021567f-6005-42ef-bb56-153fae6bef98 None None] The sync data for ids ['3aabded0-26bd-4848-b1ab-85a35c13550a'] in n-d-811809-1 is: [{'id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1756877272-router', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:34Z', 'updated_at': '2021-09-30T00:50:49Z', 'revision_number': 4, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'gw_port': {'id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:37Z', 'updated_at': '2021-09-30T00:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '65e238c0-4ced-4c9b-95a9-d08afa9bc91a', 'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'mac_address': 'fa:16:3e:d6:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:47Z', 'updated_at': '2021-09-30T00:50:56Z', 'revision_number': 5, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'subnets': [{'id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:52:05.797481 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:05.807608 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:05.809175 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 3d518f2d-344f-4c32-9fed-6a6c1995109a up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:52:05.824233 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8239a3c-aea5-4158-a06a-70f2d14fb621 req-adfb4151-8b71-4f16-9a23-547e19805903 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:05.826810 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b8239a3c-aea5-4158-a06a-70f2d14fb621 req-adfb4151-8b71-4f16-9a23-547e19805903 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 945 time: 0.1331728 Sep 30 00:52:05.850487 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:05.885807 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b8239a3c-aea5-4158-a06a-70f2d14fb621 req-b8102a58-7198-4726-8a1b-0dd954eab3f6 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524051 Sep 30 00:52:05.913447 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c896204-9320-47c7-9ed5-91d3714aae8d req-be3f4592-f3e0-442d-8520-c492e2c2975e tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:05.916827 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7c896204-9320-47c7-9ed5-91d3714aae8d req-be3f4592-f3e0-442d-8520-c492e2c2975e tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 949 time: 0.1221402 Sep 30 00:52:05.979218 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7c896204-9320-47c7-9ed5-91d3714aae8d req-67b58bbe-bae7-43df-853d-c0646a40388c tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574284 Sep 30 00:52:05.993654 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-d721b3bf-6f39-40ec-b2dc-30d809f35556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-484883478-router', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '264f311b-8d9d-43d0-98fc-9f1de542f3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:51:17Z', 'updated_at': '2021-09-30T00:51:23Z', 'revision_number': 4, 'project_id': '6742a1f2a8924b3b9066945aa90fc99b', 'gw_port': {'id': '264f311b-8d9d-43d0-98fc-9f1de542f3b0', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:18Z', 'updated_at': '2021-09-30T00:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '5140233a-fb4b-4f72-832b-cfc9f0c82c5e', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'floating_ip_address': '172.25.0.30', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'port_id': 'ceccd1e7-777e-49b7-a2a1-8af913920680', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8069b5-1ad5-4fcb-b815-4d2c19d66482', 'mac_address': 'fa:16:3e:4a:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11d5ebf-c45c-4b3e-8c6e-147793576f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:51:59Z', 'updated_at': '2021-09-30T00:52:03Z', 'revision_number': 1, 'project_id': '6742a1f2a8924b3b9066945aa90fc99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b542ae11-e4c4-4e25-bdf8-c6379f2beb32', 'name': '', 'network_id': '1b8069b5-1ad5-4fcb-b815-4d2c19d66482', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'mac_address': 'fa:16:3e:03:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '59401d48-7bca-4d66-895c-fcc36128d278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:22Z', 'updated_at': '2021-09-30T00:51:33Z', 'revision_number': 5, 'project_id': '6742a1f2a8924b3b9066945aa90fc99b', 'subnets': [{'id': '59401d48-7bca-4d66-895c-fcc36128d278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:06.001176 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d721b3bf-6f39-40ec-b2dc-30d809f35556 None None] The sync data for ids ['818f1404-4b68-4f61-8fde-3967a4e897ff'] in n-d-811809-1 is: [{'id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-484883478-router', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '264f311b-8d9d-43d0-98fc-9f1de542f3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:51:17Z', 'updated_at': '2021-09-30T00:51:23Z', 'revision_number': 4, 'project_id': '6742a1f2a8924b3b9066945aa90fc99b', 'gw_port': {'id': '264f311b-8d9d-43d0-98fc-9f1de542f3b0', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:18Z', 'updated_at': '2021-09-30T00:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '5140233a-fb4b-4f72-832b-cfc9f0c82c5e', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'floating_ip_address': '172.25.0.30', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'port_id': 'ceccd1e7-777e-49b7-a2a1-8af913920680', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8069b5-1ad5-4fcb-b815-4d2c19d66482', 'mac_address': 'fa:16:3e:4a:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11d5ebf-c45c-4b3e-8c6e-147793576f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:51:59Z', 'updated_at': '2021-09-30T00:52:03Z', 'revision_number': 1, 'project_id': '6742a1f2a8924b3b9066945aa90fc99b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b542ae11-e4c4-4e25-bdf8-c6379f2beb32', 'name': '', 'network_id': '1b8069b5-1ad5-4fcb-b815-4d2c19d66482', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'mac_address': 'fa:16:3e:03:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '59401d48-7bca-4d66-895c-fcc36128d278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:22Z', 'updated_at': '2021-09-30T00:51:33Z', 'revision_number': 5, 'project_id': '6742a1f2a8924b3b9066945aa90fc99b', 'subnets': [{'id': '59401d48-7bca-4d66-895c-fcc36128d278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:52:06.008723 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:06.021647 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:06.036002 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port 3d518f2d-344f-4c32-9fed-6a6c1995109a completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:52:06.048553 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 3d518f2d-344f-4c32-9fed-6a6c1995109a triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:52:06.048946 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:06.073280 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f11d5ebf-c45c-4b3e-8c6e-147793576f96', 'tag': 'ceccd1e7-777e-49b7-a2a1-8af913920680', 'status': 'completed', 'code': 200} Sep 30 00:52:06.223465 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec462f6-8708-45ca-a7da-b26fd617cc72', 'tag': '10a95483-eff6-4210-b8e3-0beb9e9234ac', 'status': 'completed', 'code': 200} Sep 30 00:52:06.256687 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:06.305431 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c640a2-1a69-4052-a8b0-5de684f0b07c req-455f3861-e88e-4563-9faf-80d4b7d9b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:06.307386 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b8c640a2-1a69-4052-a8b0-5de684f0b07c req-455f3861-e88e-4563-9faf-80d4b7d9b524 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6742a1f2a8924b3b9066945aa90fc99b&device_id=f11d5ebf-c45c-4b3e-8c6e-147793576f96 HTTP/1.1" status: 200 len: 1096 time: 0.1854358 Sep 30 00:52:06.355273 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 3d518f2d-344f-4c32-9fed-6a6c1995109a, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=3d518f2d-344f-4c32-9fed-6a6c1995109a,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:06.366509 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93df6e9f-150d-4a1a-8569-40f478ec6fe3 None None] New status for floating IP 4c003140-bb74-4790-9b65-5619b9341991: DOWN {{(pid=80276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:52:06.442519 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1692e71-76cd-4d9b-9754-253f15382a7b None None] New status for floating IP 5140233a-fb4b-4f72-832b-cfc9f0c82c5e: ACTIVE {{(pid=80277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:52:06.487358 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:06.501400 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-16bf3435-2c74-45fd-b203-b6bb3e01b1d9 req-fe5bc71a-365c-4965-82ab-ec59cfdea490 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 258 time: 0.3975096 Sep 30 00:52:06.520805 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-16bf3435-2c74-45fd-b203-b6bb3e01b1d9 req-ba4d999c-69fe-4566-b360-39b341a90230 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Request body: {'floatingip': {'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:52:06.525933 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 59698) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:06.531111 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-16bf3435-2c74-45fd-b203-b6bb3e01b1d9 req-ba4d999c-69fe-4566-b360-39b341a90230 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:52:06.535363 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adef1a4-c1b2-44d7-b3e0-c98d36f7856c req-ece8341c-ae35-46b6-ab35-7068556dc144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:06.537013 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5adef1a4-c1b2-44d7-b3e0-c98d36f7856c req-ece8341c-ae35-46b6-ab35-7068556dc144 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b20f4b110694ae5b48ceb31519082dc&device_id=bec462f6-8708-45ca-a7da-b26fd617cc72 HTTP/1.1" status: 200 len: 1097 time: 0.2902269 Sep 30 00:52:06.586759 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-16bf3435-2c74-45fd-b203-b6bb3e01b1d9 req-ba4d999c-69fe-4566-b360-39b341a90230 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:52:06.662306 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-16bf3435-2c74-45fd-b203-b6bb3e01b1d9 req-ba4d999c-69fe-4566-b360-39b341a90230 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks [] for floatingip, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:06.714492 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c640a2-1a69-4052-a8b0-5de684f0b07c req-3c24a77f-dfde-44eb-8482-61d71ecd0a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:06.716058 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b8c640a2-1a69-4052-a8b0-5de684f0b07c req-3c24a77f-dfde-44eb-8482-61d71ecd0a1c service neutron] 10.222.0.59 "GET /v2.0/networks?id=1b8069b5-1ad5-4fcb-b815-4d2c19d66482 HTTP/1.1" status: 200 len: 929 time: 0.4004610 Sep 30 00:52:06.729097 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-247171cc-f331-42f4-a6ca-8c7d5b1786fa admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1140534785-network', 'tenant_id': 'b1305be32f5f4113a61a9c6d77e092f5'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:52:06.792659 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-247171cc-f331-42f4-a6ca-8c7d5b1786fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:52:06.819736 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-247171cc-f331-42f4-a6ca-8c7d5b1786fa admin admin] Usage tracker for resource:network and tenant:b1305be32f5f4113a61a9c6d77e092f5 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:52:06.826080 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-247171cc-f331-42f4-a6ca-8c7d5b1786fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:52:06.835041 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-247171cc-f331-42f4-a6ca-8c7d5b1786fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:52:06.838357 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adef1a4-c1b2-44d7-b3e0-c98d36f7856c req-7839d193-7a3d-4adb-a194-2234a2db3c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:06.840176 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5adef1a4-c1b2-44d7-b3e0-c98d36f7856c req-7839d193-7a3d-4adb-a194-2234a2db3c36 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f57b268d-20d8-40fa-b8a7-84057b4271aa HTTP/1.1" status: 200 len: 922 time: 0.2925730 Sep 30 00:52:06.895179 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b8c640a2-1a69-4052-a8b0-5de684f0b07c req-f4ee0ef3-7858-4f08-b310-ecad2834a141 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ceccd1e7-777e-49b7-a2a1-8af913920680 HTTP/1.1" status: 200 len: 998 time: 0.1440747 Sep 30 00:52:06.898751 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:06.901470 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e6e83-6f5f-4589-adca-cb417b521c17 req-11db0ffc-5c08-4b6a-8197-35e1fa8df1bf tempest-LiveMigrationNegativeTest-1548962043 tempest-LiveMigrationNegativeTest-1548962043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:06.909654 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247171cc-f331-42f4-a6ca-8c7d5b1786fa admin admin] Made reservation on behalf of b1305be32f5f4113a61a9c6d77e092f5 for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:52:06.909877 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6e5e6e83-6f5f-4589-adca-cb417b521c17 req-11db0ffc-5c08-4b6a-8197-35e1fa8df1bf tempest-LiveMigrationNegativeTest-1548962043 tempest-LiveMigrationNegativeTest-1548962043-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b535b250-3538-473a-8d4b-0ab3eea25fbe HTTP/1.1" status: 200 len: 1099 time: 0.1927075 Sep 30 00:52:06.911948 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-247171cc-f331-42f4-a6ca-8c7d5b1786fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:06.941373 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5adef1a4-c1b2-44d7-b3e0-c98d36f7856c req-093bdf39-7426-48be-9d74-d9899fdcdba8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10a95483-eff6-4210-b8e3-0beb9e9234ac HTTP/1.1" status: 200 len: 217 time: 0.0898354 Sep 30 00:52:06.941912 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-247171cc-f331-42f4-a6ca-8c7d5b1786fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:06.980708 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c640a2-1a69-4052-a8b0-5de684f0b07c req-44715cd5-f344-45c0-b0b1-f66dd2f54f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:06.982858 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b8c640a2-1a69-4052-a8b0-5de684f0b07c req-44715cd5-f344-45c0-b0b1-f66dd2f54f38 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59401d48-7bca-4d66-895c-fcc36128d278 HTTP/1.1" status: 200 len: 867 time: 0.0702813 Sep 30 00:52:06.990052 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=3d518f2d-344f-4c32-9fed-6a6c1995109a,revision_number=9']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:06.993513 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:07.045571 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-6e5e6e83-6f5f-4589-adca-cb417b521c17 req-e9d1f3c2-a40c-4661-8ef8-f4a8babb8874 tempest-LiveMigrationNegativeTest-1548962043 tempest-LiveMigrationNegativeTest-1548962043-project-admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:07.071269 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-6e5e6e83-6f5f-4589-adca-cb417b521c17 req-e9d1f3c2-a40c-4661-8ef8-f4a8babb8874 tempest-LiveMigrationNegativeTest-1548962043 tempest-LiveMigrationNegativeTest-1548962043-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:52:07.077598 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-6e5e6e83-6f5f-4589-adca-cb417b521c17 req-e9d1f3c2-a40c-4661-8ef8-f4a8babb8874 tempest-LiveMigrationNegativeTest-1548962043 tempest-LiveMigrationNegativeTest-1548962043-project-admin] Usage tracker for resource:security_group_rule and tenant:fa2a084803904460a2a6e916ff3daea5 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:52:07.080971 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-6e5e6e83-6f5f-4589-adca-cb417b521c17 req-e9d1f3c2-a40c-4661-8ef8-f4a8babb8874 tempest-LiveMigrationNegativeTest-1548962043 tempest-LiveMigrationNegativeTest-1548962043-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:52:07.089198 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-6e5e6e83-6f5f-4589-adca-cb417b521c17 req-e9d1f3c2-a40c-4661-8ef8-f4a8babb8874 tempest-LiveMigrationNegativeTest-1548962043 tempest-LiveMigrationNegativeTest-1548962043-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:52:07.119346 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c640a2-1a69-4052-a8b0-5de684f0b07c req-502fbcf5-5e8d-4492-84cb-e6f44e7fcde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:07.120835 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b8c640a2-1a69-4052-a8b0-5de684f0b07c req-502fbcf5-5e8d-4492-84cb-e6f44e7fcde3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1b8069b5-1ad5-4fcb-b815-4d2c19d66482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1187134 Sep 30 00:52:07.120959 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-247171cc-f331-42f4-a6ca-8c7d5b1786fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:52:07.129610 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-247171cc-f331-42f4-a6ca-8c7d5b1786fa admin admin] Usage tracker for resource:security_group_rule and tenant:b1305be32f5f4113a61a9c6d77e092f5 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:52:07.133285 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-247171cc-f331-42f4-a6ca-8c7d5b1786fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:52:07.144589 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-247171cc-f331-42f4-a6ca-8c7d5b1786fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:52:07.147247 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adef1a4-c1b2-44d7-b3e0-c98d36f7856c req-77b5fda9-1593-4aaa-b51c-7ce03caca189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:07.148762 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5adef1a4-c1b2-44d7-b3e0-c98d36f7856c req-77b5fda9-1593-4aaa-b51c-7ce03caca189 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=739388f2-bdc1-458a-ad24-7599b12445e8 HTTP/1.1" status: 200 len: 860 time: 0.1980400 Sep 30 00:52:07.268543 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-16bf3435-2c74-45fd-b203-b6bb3e01b1d9 req-ba4d999c-69fe-4566-b360-39b341a90230 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:07.296012 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-6e5e6e83-6f5f-4589-adca-cb417b521c17 req-e9d1f3c2-a40c-4661-8ef8-f4a8babb8874 tempest-LiveMigrationNegativeTest-1548962043 tempest-LiveMigrationNegativeTest-1548962043-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:07.298327 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b8c640a2-1a69-4052-a8b0-5de684f0b07c req-2d8b54cf-d9bf-4459-a1ce-35f62d3d51c3 service neutron] 10.222.0.59 "GET /v2.0/networks/1b8069b5-1ad5-4fcb-b815-4d2c19d66482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679773 Sep 30 00:52:07.300351 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-6e5e6e83-6f5f-4589-adca-cb417b521c17 req-e9d1f3c2-a40c-4661-8ef8-f4a8babb8874 tempest-LiveMigrationNegativeTest-1548962043 tempest-LiveMigrationNegativeTest-1548962043-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:07.307626 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-17b94078-49fd-4e25-9a3a-2a512b5d197b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:07.375847 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adef1a4-c1b2-44d7-b3e0-c98d36f7856c req-4ca2289f-3a33-4a4e-b611-e576a01656d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:07.377342 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5adef1a4-c1b2-44d7-b3e0-c98d36f7856c req-4ca2289f-3a33-4a4e-b611-e576a01656d2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f57b268d-20d8-40fa-b8a7-84057b4271aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2196333 Sep 30 00:52:07.409854 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6e5e6e83-6f5f-4589-adca-cb417b521c17 req-e9d1f3c2-a40c-4661-8ef8-f4a8babb8874 tempest-LiveMigrationNegativeTest-1548962043 tempest-LiveMigrationNegativeTest-1548962043-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=14d36578-c53f-4fbc-a012-bc23f095a480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4990590 Sep 30 00:52:07.423162 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1f3c2-a40c-4661-8ef8-f4a8babb8874 tempest-LiveMigrationNegativeTest-1548962043 tempest-LiveMigrationNegativeTest-1548962043-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48792063-a99b-4907-9744-7d43a1052fa1,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:07.426264 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e9d1f3c2-a40c-4661-8ef8-f4a8babb8874 tempest-LiveMigrationNegativeTest-1548962043 tempest-LiveMigrationNegativeTest-1548962043-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:07.477526 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b8c640a2-1a69-4052-a8b0-5de684f0b07c req-2024fc03-6c8e-4b02-b45e-c44b09d859d6 service neutron] 10.222.0.59 "GET /v2.0/networks/1b8069b5-1ad5-4fcb-b815-4d2c19d66482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707540 Sep 30 00:52:07.542847 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-247171cc-f331-42f4-a6ca-8c7d5b1786fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:07.561194 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-247171cc-f331-42f4-a6ca-8c7d5b1786fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:07.565641 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-16bf3435-2c74-45fd-b203-b6bb3e01b1d9 req-ba4d999c-69fe-4566-b360-39b341a90230 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Allocated IP 172.25.0.192 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/2b253042-43d7-4102-acf6-781e06db30c0) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:52:07.569069 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-eceba80c-a815-448e-b9b3-1994d83e12c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:07.607307 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247171cc-f331-42f4-a6ca-8c7d5b1786fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:52:07.639926 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247171cc-f331-42f4-a6ca-8c7d5b1786fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54720927-e974-4ff1-a3cd-0036fd1ad54d,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:07.670748 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-247171cc-f331-42f4-a6ca-8c7d5b1786fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:07.674301 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e89748-779c-4045-8a7c-7ceca6bc63e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c', 'code': 200} Sep 30 00:52:07.682553 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-247171cc-f331-42f4-a6ca-8c7d5b1786fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:07.682926 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-247171cc-f331-42f4-a6ca-8c7d5b1786fa admin admin] Added segment b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0 of type vlan for network 12178976-20ed-45f0-b8e1-efc9105e76a7 Sep 30 00:52:07.686653 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5adef1a4-c1b2-44d7-b3e0-c98d36f7856c req-3b4e56f2-b2c3-457d-a86e-4e59a5f7a6ad service neutron] 10.222.0.59 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944458 Sep 30 00:52:07.900841 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-247171cc-f331-42f4-a6ca-8c7d5b1786fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:08.019236 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5adef1a4-c1b2-44d7-b3e0-c98d36f7856c req-eb63d42a-3d7b-423c-9916-8266dce5ff67 service neutron] 10.222.0.59 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861857 Sep 30 00:52:08.022514 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-16bf3435-2c74-45fd-b203-b6bb3e01b1d9 req-ba4d999c-69fe-4566-b360-39b341a90230 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:08.031026 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-247171cc-f331-42f4-a6ca-8c7d5b1786fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:08.033983 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247171cc-f331-42f4-a6ca-8c7d5b1786fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:08.034558 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-247171cc-f331-42f4-a6ca-8c7d5b1786fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:08.039067 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae1e24-e7d7-4c9f-a92b-152556c0aeb9 req-07864525-175f-4fda-984b-f123456f88fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:08.040524 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cbae1e24-e7d7-4c9f-a92b-152556c0aeb9 req-07864525-175f-4fda-984b-f123456f88fa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 1097 time: 0.2797229 Sep 30 00:52:08.044188 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-83083aa2-a38c-4141-a9a4-527584c473bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:08.060081 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc693d-f9d3-4aa2-808e-990dcbd81cd6 req-acb2fa72-c73f-45c3-9a6a-231f41734c09 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:08.061786 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-13cc693d-f9d3-4aa2-808e-990dcbd81cd6 req-acb2fa72-c73f-45c3-9a6a-231f41734c09 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745&tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&binding%3Ahost_id=n-h2-811809-1 HTTP/1.1" status: 200 len: 950 time: 0.1529088 Sep 30 00:52:08.074767 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fef19-0c56-482e-90c6-8bc1b4b78043 req-1c13bdde-4be9-4098-b8ed-66d4ada92918 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:08.076516 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-236fef19-0c56-482e-90c6-8bc1b4b78043 req-1c13bdde-4be9-4098-b8ed-66d4ada92918 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 946 time: 0.1354346 Sep 30 00:52:08.180319 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-236fef19-0c56-482e-90c6-8bc1b4b78043 req-860bd32b-0368-4ede-ae9a-e0c9ca815c23 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707843 Sep 30 00:52:08.190049 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-247171cc-f331-42f4-a6ca-8c7d5b1786fa admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6575427 Sep 30 00:52:08.190299 n-d-811809-1 neutron-server[80274]: INFO neutron.api.v2.resource [req-13cc693d-f9d3-4aa2-808e-990dcbd81cd6 req-af2d1a95-ac1c-42ec-a9bf-61ad4f3d62a9 service neutron] delete failed (client error): The resource could not be found. Sep 30 00:52:08.191133 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-13cc693d-f9d3-4aa2-808e-990dcbd81cd6 req-af2d1a95-ac1c-42ec-a9bf-61ad4f3d62a9 service neutron] 10.222.0.59 "DELETE /v2.0/ports/3d518f2d-344f-4c32-9fed-6a6c1995109a/bindings/n-h1-811809-1 HTTP/1.1" status: 404 len: 380 time: 0.1131306 Sep 30 00:52:08.191133 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 59716) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:08.195668 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247171cc-f331-42f4-a6ca-8c7d5b1786fa admin admin] Pushing event updated for resources: {'Network': ['ID=12178976-20ed-45f0-b8e1-efc9105e76a7,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:08.205247 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-0e3b4613-139f-4eee-ac93-2403ac33a9c4 admin admin] Request body: {'subnet': {'network_id': '12178976-20ed-45f0-b8e1-efc9105e76a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1140534785-subnet', 'tenant_id': 'b1305be32f5f4113a61a9c6d77e092f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:52:08.205873 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-247171cc-f331-42f4-a6ca-8c7d5b1786fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:08.205952 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-0e3b4613-139f-4eee-ac93-2403ac33a9c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:52:08.209083 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 12178976-20ed-45f0-b8e1-efc9105e76a7 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:52:08.209795 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cbae1e24-e7d7-4c9f-a92b-152556c0aeb9 req-e9fae2fd-ecd1-47f2-b51b-5dc1fc5d12c0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467507 Sep 30 00:52:08.214958 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-0e3b4613-139f-4eee-ac93-2403ac33a9c4 admin admin] Usage tracker for resource:subnet and tenant:b1305be32f5f4113a61a9c6d77e092f5 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:52:08.216317 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-16bf3435-2c74-45fd-b203-b6bb3e01b1d9 req-ba4d999c-69fe-4566-b360-39b341a90230 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:08.219489 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-0e3b4613-139f-4eee-ac93-2403ac33a9c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:52:08.223192 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bafa522e-922c-4c36-bcdf-a79fcdae23c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:08.225740 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-0e3b4613-139f-4eee-ac93-2403ac33a9c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:52:08.244519 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3b4613-139f-4eee-ac93-2403ac33a9c4 admin admin] Made reservation on behalf of b1305be32f5f4113a61a9c6d77e092f5 for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:52:08.248578 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0e3b4613-139f-4eee-ac93-2403ac33a9c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:08.315173 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16bf3435-2c74-45fd-b203-b6bb3e01b1d9 req-ba4d999c-69fe-4566-b360-39b341a90230 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:52:08.316057 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d999c-69fe-4566-b360-39b341a90230 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Pushing event updated for resources: {'Port': ['ID=2b253042-43d7-4102-acf6-781e06db30c0,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:08.318542 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-16bf3435-2c74-45fd-b203-b6bb3e01b1d9 req-ba4d999c-69fe-4566-b360-39b341a90230 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:52:08.320783 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ba4d999c-69fe-4566-b360-39b341a90230 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:08.321465 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-16bf3435-2c74-45fd-b203-b6bb3e01b1d9 req-ba4d999c-69fe-4566-b360-39b341a90230 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:52:08.409592 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-16bf3435-2c74-45fd-b203-b6bb3e01b1d9 req-ba4d999c-69fe-4566-b360-39b341a90230 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:08.471134 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc693d-f9d3-4aa2-808e-990dcbd81cd6 req-e006f61e-387f-48f1-a9e4-309d5e0e27ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:08.472247 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-13cc693d-f9d3-4aa2-808e-990dcbd81cd6 req-e006f61e-387f-48f1-a9e4-309d5e0e27ef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 1101 time: 0.1375012 Sep 30 00:52:08.478906 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-16bf3435-2c74-45fd-b203-b6bb3e01b1d9 req-ba4d999c-69fe-4566-b360-39b341a90230 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:08.709176 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-16bf3435-2c74-45fd-b203-b6bb3e01b1d9 req-ba4d999c-69fe-4566-b360-39b341a90230 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:08.714996 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-16bf3435-2c74-45fd-b203-b6bb3e01b1d9 req-ba4d999c-69fe-4566-b360-39b341a90230 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:08.729012 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-495d3b28-c663-4268-890a-34f87bbf4c04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:08.796519 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d999c-69fe-4566-b360-39b341a90230 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Pushing event updated for resources: {'Port': ['ID=2b253042-43d7-4102-acf6-781e06db30c0,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:08.829157 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ba4d999c-69fe-4566-b360-39b341a90230 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:08.858158 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-16bf3435-2c74-45fd-b203-b6bb3e01b1d9 req-ba4d999c-69fe-4566-b360-39b341a90230 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:08.866230 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc693d-f9d3-4aa2-808e-990dcbd81cd6 req-33335272-a7ab-400d-9b06-b16228e50c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:08.867708 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-13cc693d-f9d3-4aa2-808e-990dcbd81cd6 req-33335272-a7ab-400d-9b06-b16228e50c26 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.3684444 Sep 30 00:52:08.870711 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0e3b4613-139f-4eee-ac93-2403ac33a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:08.878665 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-890381b4-2b01-45c5-a9cd-0271784ed368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:08.884203 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-16bf3435-2c74-45fd-b203-b6bb3e01b1d9 req-ba4d999c-69fe-4566-b360-39b341a90230 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:08.885425 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-16bf3435-2c74-45fd-b203-b6bb3e01b1d9 req-ba4d999c-69fe-4566-b360-39b341a90230 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3719952 Sep 30 00:52:08.919134 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c448f-6eaf-4353-995a-583c77400844 req-0ef1c328-7645-426a-9ce8-d378432e3d92 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:08.920564 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-877c448f-6eaf-4353-995a-583c77400844 req-0ef1c328-7645-426a-9ce8-d378432e3d92 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7bc6ef3-2633-48c4-8bc3-64ba73a09719&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4195225 Sep 30 00:52:08.967767 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-16bf3435-2c74-45fd-b203-b6bb3e01b1d9 req-e6ec5631-be7e-468b-a083-569ff366e256 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Synchronizing usage tracker for tenant:6742a1f2a8924b3b9066945aa90fc99b on resource:floatingip {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:52:08.983957 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-16bf3435-2c74-45fd-b203-b6bb3e01b1d9 req-e6ec5631-be7e-468b-a083-569ff366e256 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Unset dirty status for tenant:6742a1f2a8924b3b9066945aa90fc99b on resource:floatingip {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:52:08.985143 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-16bf3435-2c74-45fd-b203-b6bb3e01b1d9 req-e6ec5631-be7e-468b-a083-569ff366e256 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.192 HTTP/1.1" status: 200 len: 696 time: 0.0924668 Sep 30 00:52:09.065124 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-13cc693d-f9d3-4aa2-808e-990dcbd81cd6 req-5c58e654-2d13-4a2a-9962-6b18c42143fc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=3d518f2d-344f-4c32-9fed-6a6c1995109a HTTP/1.1" status: 200 len: 217 time: 0.1581438 Sep 30 00:52:09.139115 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-877c448f-6eaf-4353-995a-583c77400844 req-83689ba0-d74f-4919-8540-6662aec0dde5 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.115 HTTP/1.1" status: 200 len: 696 time: 0.1503046 Sep 30 00:52:09.162342 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-877c448f-6eaf-4353-995a-583c77400844 req-1050cb81-fc94-4f33-afe5-f04229c60f5c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Request body: {'floatingip': {'port_id': '916084b2-d175-413c-9e85-453b2a06a76d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:52:09.218431 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b4613-139f-4eee-ac93-2403ac33a9c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c1c7de9-5f8e-45e2-8cd2-09c895fe58bd,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:09.221199 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0e3b4613-139f-4eee-ac93-2403ac33a9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:09.257264 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3b4613-139f-4eee-ac93-2403ac33a9c4 admin admin] Checking segment: {'id': 'b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '12178976-20ed-45f0-b8e1-efc9105e76a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:52:09.257614 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3b4613-139f-4eee-ac93-2403ac33a9c4 admin admin] Network hostable DHCP agents. Network: 12178976-20ed-45f0-b8e1-efc9105e76a7, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:52:09.257865 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf3435-2c74-45fd-b203-b6bb3e01b1d9 req-c7410031-be96-42f0-9853-41043f76f3a4 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:09.259239 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-16bf3435-2c74-45fd-b203-b6bb3e01b1d9 req-c7410031-be96-42f0-9853-41043f76f3a4 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 784 time: 0.2684553 Sep 30 00:52:09.267257 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-877c448f-6eaf-4353-995a-583c77400844 req-1050cb81-fc94-4f33-afe5-f04229c60f5c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks [] for floatingip, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:09.328725 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc693d-f9d3-4aa2-808e-990dcbd81cd6 req-a4dd40e9-332d-449d-8291-612fa2bf9d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:09.330194 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-13cc693d-f9d3-4aa2-808e-990dcbd81cd6 req-a4dd40e9-332d-449d-8291-612fa2bf9d5e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.2410176 Sep 30 00:52:09.438960 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2445f4-54a5-463e-9a51-c2f917c7f7a8 req-a1ad87db-b296-4582-bb36-7032d574af54 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:09.440380 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9f2445f4-54a5-463e-9a51-c2f917c7f7a8 req-a1ad87db-b296-4582-bb36-7032d574af54 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 950 time: 0.0800910 Sep 30 00:52:09.455782 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3b4613-139f-4eee-ac93-2403ac33a9c4 admin admin] Network 12178976-20ed-45f0-b8e1-efc9105e76a7 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:52:09.488544 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9f2445f4-54a5-463e-9a51-c2f917c7f7a8 req-8b2d8fdb-0344-4cb1-b79b-05ecadbea61b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418570 Sep 30 00:52:09.523047 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-0e3b4613-139f-4eee-ac93-2403ac33a9c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 12178976-20ed-45f0-b8e1-efc9105e76a7) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:52:09.527420 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3b4613-139f-4eee-ac93-2403ac33a9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:09.528840 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0e3b4613-139f-4eee-ac93-2403ac33a9c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:09.533831 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c577c05e-a7e9-4cb5-8025-2fb9fa769edd None None] Network 12178976-20ed-45f0-b8e1-efc9105e76a7 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:52:09.687486 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d518f2d-344f-4c32-9fed-6a6c1995109a'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:52:09.708785 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-0e3b4613-139f-4eee-ac93-2403ac33a9c4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5164931 Sep 30 00:52:09.713212 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 59734) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:09.721412 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-71b2fad2-1fe3-4b42-ad0f-058a9cc17980 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1140534785-router', 'tenant_id': 'b1305be32f5f4113a61a9c6d77e092f5', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:52:09.728425 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-71b2fad2-1fe3-4b42-ad0f-058a9cc17980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:52:09.734774 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-71b2fad2-1fe3-4b42-ad0f-058a9cc17980 admin admin] Usage tracker for resource:router and tenant:b1305be32f5f4113a61a9c6d77e092f5 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:52:09.737429 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc693d-f9d3-4aa2-808e-990dcbd81cd6 req-f6ed1310-59fe-4254-8010-d6e33aefadce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:09.738230 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-71b2fad2-1fe3-4b42-ad0f-058a9cc17980 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:52:09.738969 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-13cc693d-f9d3-4aa2-808e-990dcbd81cd6 req-f6ed1310-59fe-4254-8010-d6e33aefadce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3832297 Sep 30 00:52:09.748006 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-71b2fad2-1fe3-4b42-ad0f-058a9cc17980 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:52:09.771519 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8a3c7-9d04-41cf-8f8d-05c6e802f442 req-2031288e-b894-4c9c-85cd-e692489bf326 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:09.773550 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2de8a3c7-9d04-41cf-8f8d-05c6e802f442 req-2031288e-b894-4c9c-85cd-e692489bf326 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.59 "GET /v2.0/ports?device_id=bec462f6-8708-45ca-a7da-b26fd617cc72 HTTP/1.1" status: 200 len: 946 time: 0.1254196 Sep 30 00:52:09.780029 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-71b2fad2-1fe3-4b42-ad0f-058a9cc17980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-730961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30750'] for router, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:09.781214 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-71b2fad2-1fe3-4b42-ad0f-058a9cc17980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30743'] for router, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:09.831301 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff19eb5a-afc9-4ec3-ab83-2c737d07b6c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-12178976-20ed-45f0-b8e1-efc9105e76a7', 'network_id': '12178976-20ed-45f0-b8e1-efc9105e76a7', 'tenant_id': 'b1305be32f5f4113a61a9c6d77e092f5', 'fixed_ips': [{'subnet_id': '4c1c7de9-5f8e-45e2-8cd2-09c895fe58bd'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 00:52:09.832699 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ff19eb5a-afc9-4ec3-ab83-2c737d07b6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:09.917445 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-13cc693d-f9d3-4aa2-808e-990dcbd81cd6 req-58f997b3-c30c-4719-9335-85ce6dabe5fb service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694849 Sep 30 00:52:09.960980 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-71b2fad2-1fe3-4b42-ad0f-058a9cc17980 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:09.982567 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-2de8a3c7-9d04-41cf-8f8d-05c6e802f442 req-e51956f1-e26d-473d-b414-ead70632ec4d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Deleting port 10a95483-eff6-4210-b8e3-0beb9e9234ac {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:52:09.982967 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-2de8a3c7-9d04-41cf-8f8d-05c6e802f442 req-e51956f1-e26d-473d-b414-ead70632ec4d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:10.066031 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-ff19eb5a-afc9-4ec3-ab83-2c737d07b6c7 None None] Allocated IP 172.20.0.2 (12178976-20ed-45f0-b8e1-efc9105e76a7/4c1c7de9-5f8e-45e2-8cd2-09c895fe58bd/1473d173-8429-4caf-8c1c-261fb434e6a4) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:52:10.177696 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-13cc693d-f9d3-4aa2-808e-990dcbd81cd6 req-90728525-cdd1-4aea-be0a-01ff8889e7f7 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486012 Sep 30 00:52:10.306519 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ff19eb5a-afc9-4ec3-ab83-2c737d07b6c7 None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:10.317977 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-ff19eb5a-afc9-4ec3-ab83-2c737d07b6c7 None None] Transition to ACTIVE for port object 1473d173-8429-4caf-8c1c-261fb434e6a4 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:52:10.318528 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-877c448f-6eaf-4353-995a-583c77400844 req-1050cb81-fc94-4f33-afe5-f04229c60f5c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:10.324589 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-877c448f-6eaf-4353-995a-583c77400844 req-1050cb81-fc94-4f33-afe5-f04229c60f5c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:10.338853 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-ff19eb5a-afc9-4ec3-ab83-2c737d07b6c7 None None] Transition to ACTIVE for port object 1473d173-8429-4caf-8c1c-261fb434e6a4 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:52:10.344656 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ff19eb5a-afc9-4ec3-ab83-2c737d07b6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:10.350960 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-2beb25ca-83cc-41c6-a876-dfc5dedb7241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:10.355882 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e901e3-48e3-4705-b156-f6e971922c67 req-49ca7827-b2e1-46c7-8fd6-db25911ec73b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5679297 Sep 30 00:52:10.424667 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff19eb5a-afc9-4ec3-ab83-2c737d07b6c7 None None] Network 12178976-20ed-45f0-b8e1-efc9105e76a7 is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:52:10.427751 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-ff19eb5a-afc9-4ec3-ab83-2c737d07b6c7 None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:52:10.431872 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff19eb5a-afc9-4ec3-ab83-2c737d07b6c7 None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:52:10.442596 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19eb5a-afc9-4ec3-ab83-2c737d07b6c7 None None] Pushing event updated for resources: {'Port': ['ID=1473d173-8429-4caf-8c1c-261fb434e6a4,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:10.472346 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-ff19eb5a-afc9-4ec3-ab83-2c737d07b6c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:10.541712 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-ff19eb5a-afc9-4ec3-ab83-2c737d07b6c7 None None] Attempting to bind port 1473d173-8429-4caf-8c1c-261fb434e6a4 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:52:10.542399 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-ff19eb5a-afc9-4ec3-ab83-2c737d07b6c7 None None] Attempting to bind port 1473d173-8429-4caf-8c1c-261fb434e6a4 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '12178976-20ed-45f0-b8e1-efc9105e76a7'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:52:10.542497 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19eb5a-afc9-4ec3-ab83-2c737d07b6c7 None None] Attempting to bind port 1473d173-8429-4caf-8c1c-261fb434e6a4 on network 12178976-20ed-45f0-b8e1-efc9105e76a7 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:52:10.548256 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19eb5a-afc9-4ec3-ab83-2c737d07b6c7 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:52:10.548645 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19eb5a-afc9-4ec3-ab83-2c737d07b6c7 None None] Checking segment: {'id': 'b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '12178976-20ed-45f0-b8e1-efc9105e76a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:52:10.549063 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ff19eb5a-afc9-4ec3-ab83-2c737d07b6c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:10.549470 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19eb5a-afc9-4ec3-ab83-2c737d07b6c7 None None] Bound using segment: {'id': 'b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '12178976-20ed-45f0-b8e1-efc9105e76a7'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:52:10.549951 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-ff19eb5a-afc9-4ec3-ab83-2c737d07b6c7 None None] Bound port: 1473d173-8429-4caf-8c1c-261fb434e6a4, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '12178976-20ed-45f0-b8e1-efc9105e76a7'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:52:10.550342 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ff19eb5a-afc9-4ec3-ab83-2c737d07b6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:10.570885 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddca1a8-9eac-424e-bd8a-c24416018ccf req-57dc10f3-325e-437e-aa47-c703e3b0eed6 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:10.578434 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2ddca1a8-9eac-424e-bd8a-c24416018ccf req-57dc10f3-325e-437e-aa47-c703e3b0eed6 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 946 time: 0.7184517 Sep 30 00:52:10.632990 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-71b2fad2-1fe3-4b42-ad0f-058a9cc17980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-672991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-730982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30841'] for router, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:10.654106 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-ff19eb5a-afc9-4ec3-ab83-2c737d07b6c7 None None] For port 1473d173-8429-4caf-8c1c-261fb434e6a4, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:52:10.659582 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-ff19eb5a-afc9-4ec3-ab83-2c737d07b6c7 None None] For port 1473d173-8429-4caf-8c1c-261fb434e6a4, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=1473d173-8429-4caf-8c1c-261fb434e6a4,segment=NetworkSegment(b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0),segment_id=b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:52:10.664306 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ff19eb5a-afc9-4ec3-ab83-2c737d07b6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:10.669547 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-0198d611-4d4a-4990-9828-7caae40caadd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:10.689026 n-d-811809-1 neutron-server[80274]: INFO neutron.db.l3_db [req-877c448f-6eaf-4353-995a-583c77400844 req-1050cb81-fc94-4f33-afe5-f04229c60f5c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Floating IP 4c003140-bb74-4790-9b65-5619b9341991 associated. External IP: 172.25.0.115, port: 916084b2-d175-413c-9e85-453b2a06a76d. Sep 30 00:52:10.699310 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-2de8a3c7-9d04-41cf-8f8d-05c6e802f442 req-e51956f1-e26d-473d-b414-ead70632ec4d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] For port 10a95483-eff6-4210-b8e3-0beb9e9234ac, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=10a95483-eff6-4210-b8e3-0beb9e9234ac,segment=NetworkSegment(f07c8a4c-f21a-468f-9b43-5e958c580927),segment_id=f07c8a4c-f21a-468f-9b43-5e958c580927)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:10.699682 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-2de8a3c7-9d04-41cf-8f8d-05c6e802f442 req-e51956f1-e26d-473d-b414-ead70632ec4d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:10.730872 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2ddca1a8-9eac-424e-bd8a-c24416018ccf req-05ce85e8-a45e-4188-a08c-9c3f25d0fe14 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514783 Sep 30 00:52:10.753380 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19eb5a-afc9-4ec3-ab83-2c737d07b6c7 None None] Pushing event updated for resources: {'Port': ['ID=1473d173-8429-4caf-8c1c-261fb434e6a4,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:10.767086 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-ff19eb5a-afc9-4ec3-ab83-2c737d07b6c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:10.913265 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-2de8a3c7-9d04-41cf-8f8d-05c6e802f442 req-e51956f1-e26d-473d-b414-ead70632ec4d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Calling delete_port for 10a95483-eff6-4210-b8e3-0beb9e9234ac owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:52:11.170180 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-877c448f-6eaf-4353-995a-583c77400844 req-1050cb81-fc94-4f33-afe5-f04229c60f5c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Router 3aabded0-26bd-4848-b1ab-85a35c13550a has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:52:11.241589 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e901e3-48e3-4705-b156-f6e971922c67 req-7320614e-1290-4913-899d-878acf59f4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:11.243108 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e901e3-48e3-4705-b156-f6e971922c67 req-7320614e-1290-4913-899d-878acf59f4f4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 1096 time: 0.7311311 Sep 30 00:52:11.289547 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:11.350698 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-877c448f-6eaf-4353-995a-583c77400844 req-1050cb81-fc94-4f33-afe5-f04229c60f5c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:52:11.354996 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-877c448f-6eaf-4353-995a-583c77400844 req-1050cb81-fc94-4f33-afe5-f04229c60f5c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:11.361392 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c88ef98-ee37-4819-b205-0fef848e0d19 None None] Sync routers for ids ['3aabded0-26bd-4848-b1ab-85a35c13550a'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:52:11.372181 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c88ef98-ee37-4819-b205-0fef848e0d19 None None] Routers {'3aabded0-26bd-4848-b1ab-85a35c13550a'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:52:11.372806 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-5c88ef98-ee37-4819-b205-0fef848e0d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:51:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['3aabded0-26bd-4848-b1ab-85a35c13550a'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:11.413146 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-877c448f-6eaf-4353-995a-583c77400844 req-1050cb81-fc94-4f33-afe5-f04229c60f5c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "PUT /v2.0/floatingips/4c003140-bb74-4790-9b65-5619b9341991 HTTP/1.1" status: 200 len: 997 time: 2.2625134 Sep 30 00:52:11.413591 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7bc6ef3-2633-48c4-8bc3-64ba73a09719', 'tag': '916084b2-d175-413c-9e85-453b2a06a76d'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:52:11.416806 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fde22-b149-4c5b-9522-9a01292feb32 req-7c2d2227-a06c-443f-a9c5-7d49fa41477d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:11.418343 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5c4fde22-b149-4c5b-9522-9a01292feb32 req-7c2d2227-a06c-443f-a9c5-7d49fa41477d tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/ports?device_id=f11d5ebf-c45c-4b3e-8c6e-147793576f96&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5124435 Sep 30 00:52:11.512386 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c448f-6eaf-4353-995a-583c77400844 req-ce6534b9-ed86-410b-9b2a-f5ab66cd2409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:11.523001 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-877c448f-6eaf-4353-995a-583c77400844 req-ce6534b9-ed86-410b-9b2a-f5ab66cd2409 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4b20f4b110694ae5b48ceb31519082dc&device_id=b7bc6ef3-2633-48c4-8bc3-64ba73a09719 HTTP/1.1" status: 200 len: 1097 time: 0.0848384 Sep 30 00:52:11.551877 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5c4fde22-b149-4c5b-9522-9a01292feb32 req-bd51adcc-21fd-4e93-a670-235b1c952d3f tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.192 HTTP/1.1" status: 200 len: 696 time: 0.1225872 Sep 30 00:52:11.568616 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-2de8a3c7-9d04-41cf-8f8d-05c6e802f442 req-e51956f1-e26d-473d-b414-ead70632ec4d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:11.576756 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-5c4fde22-b149-4c5b-9522-9a01292feb32 req-19e5c6f8-3b3d-4538-9ce0-245806f3b118 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Request body: {'floatingip': {'port_id': 'ceccd1e7-777e-49b7-a2a1-8af913920680', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:52:11.607478 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['916084b2-d175-413c-9e85-453b2a06a76d'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:52:11.660863 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-5c88ef98-ee37-4819-b205-0fef848e0d19 None None] Set router 3aabded0-26bd-4848-b1ab-85a35c13550a gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:52:11.687269 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c448f-6eaf-4353-995a-583c77400844 req-9461476c-4cf1-48fe-b565-7bfc63188e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:11.696796 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:11.697685 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-877c448f-6eaf-4353-995a-583c77400844 req-9461476c-4cf1-48fe-b565-7bfc63188e9b service neutron] 10.222.0.39 "GET /v2.0/networks?id=f57b268d-20d8-40fa-b8a7-84057b4271aa HTTP/1.1" status: 200 len: 922 time: 0.1737773 Sep 30 00:52:11.807525 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51956f1-e26d-473d-b414-ead70632ec4d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Pushing event deleted for resources: {'Port': ['ID=10a95483-eff6-4210-b8e3-0beb9e9234ac,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:11.832254 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-877c448f-6eaf-4353-995a-583c77400844 req-28d22632-298b-4417-bac6-3a036c162374 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=916084b2-d175-413c-9e85-453b2a06a76d HTTP/1.1" status: 200 len: 1000 time: 0.1315727 Sep 30 00:52:11.844535 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5c4fde22-b149-4c5b-9522-9a01292feb32 req-19e5c6f8-3b3d-4538-9ce0-245806f3b118 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks [] for floatingip, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:11.900344 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e901e3-48e3-4705-b156-f6e971922c67 req-0a62b4ff-f637-4bd3-8c4a-0322c6b59021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:11.902193 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e901e3-48e3-4705-b156-f6e971922c67 req-0a62b4ff-f637-4bd3-8c4a-0322c6b59021 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a0a50fb-f59e-4919-9310-948ef891e84f HTTP/1.1" status: 200 len: 909 time: 0.5964823 Sep 30 00:52:11.903611 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e51956f1-e26d-473d-b414-ead70632ec4d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:11.940679 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c448f-6eaf-4353-995a-583c77400844 req-4b59c0b8-66f1-4da7-b5db-9ad9e2512612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:11.948804 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-877c448f-6eaf-4353-995a-583c77400844 req-4b59c0b8-66f1-4da7-b5db-9ad9e2512612 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=739388f2-bdc1-458a-ad24-7599b12445e8 HTTP/1.1" status: 200 len: 860 time: 0.1093061 Sep 30 00:52:11.989807 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de8a3c7-9d04-41cf-8f8d-05c6e802f442 req-e51956f1-e26d-473d-b414-ead70632ec4d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] No DVR routers for this DVR port 10a95483-eff6-4210-b8e3-0beb9e9234ac on host n-h1-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:52:12.046070 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c448f-6eaf-4353-995a-583c77400844 req-6b690351-c048-4245-8e27-4fd2d2845e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:12.047989 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-877c448f-6eaf-4353-995a-583c77400844 req-6b690351-c048-4245-8e27-4fd2d2845e96 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f57b268d-20d8-40fa-b8a7-84057b4271aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984113 Sep 30 00:52:12.059052 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcab29f7-ad32-4672-95ad-272173561ff1 None None] Network 12178976-20ed-45f0-b8e1-efc9105e76a7 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:52:12.118054 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e901e3-48e3-4705-b156-f6e971922c67 req-1a91927d-eaa6-4dec-b2e6-aa68a9b16d8e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06abf601-12d2-4ccb-86b5-71d5cd879b85 HTTP/1.1" status: 200 len: 217 time: 0.1492307 Sep 30 00:52:12.154920 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-2de8a3c7-9d04-41cf-8f8d-05c6e802f442 req-e51956f1-e26d-473d-b414-ead70632ec4d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:12.157504 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec462f6-8708-45ca-a7da-b26fd617cc72', 'name': 'network-vif-deleted', 'tag': '10a95483-eff6-4210-b8e3-0beb9e9234ac'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:52:12.285698 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-0cdcbe1d-bb71-4008-90ac-372e1b77c8a8 None None] Provisioning for port 1473d173-8429-4caf-8c1c-261fb434e6a4 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:52:12.302962 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 1473d173-8429-4caf-8c1c-261fb434e6a4 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:52:12.332425 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2de8a3c7-9d04-41cf-8f8d-05c6e802f442 req-e51956f1-e26d-473d-b414-ead70632ec4d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.59 "DELETE /v2.0/ports/10a95483-eff6-4210-b8e3-0beb9e9234ac HTTP/1.1" status: 204 len: 173 time: 2.5463123 Sep 30 00:52:12.346568 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-877c448f-6eaf-4353-995a-583c77400844 req-382e7b93-1a3e-4284-ab85-b0b648d8d307 service neutron] 10.222.0.39 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916162 Sep 30 00:52:12.502528 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-877c448f-6eaf-4353-995a-583c77400844 req-98e5e814-4eef-4536-8d8d-2d85bb4ff4d5 service neutron] 10.222.0.39 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469462 Sep 30 00:52:12.516974 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e901e3-48e3-4705-b156-f6e971922c67 req-dd271b6d-9ffe-4917-b3ad-982a2dbb6a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:12.518799 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e901e3-48e3-4705-b156-f6e971922c67 req-dd271b6d-9ffe-4917-b3ad-982a2dbb6a7e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e11b3221-7cfb-4feb-801d-70a2c0ec6209 HTTP/1.1" status: 200 len: 848 time: 0.3504925 Sep 30 00:52:12.535804 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 1473d173-8429-4caf-8c1c-261fb434e6a4 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:52:12.540522 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-5c88ef98-ee37-4819-b205-0fef848e0d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1756877272-router', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:34Z', 'updated_at': '2021-09-30T00:50:49Z', 'revision_number': 4, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'gw_port': {'id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:37Z', 'updated_at': '2021-09-30T00:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '4c003140-bb74-4790-9b65-5619b9341991', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'port_id': '916084b2-d175-413c-9e85-453b2a06a76d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'mac_address': 'fa:16:3e:6c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc6ef3-2633-48c4-8bc3-64ba73a09719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:51:16Z', 'updated_at': '2021-09-30T00:52:10Z', 'revision_number': 8, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65e238c0-4ced-4c9b-95a9-d08afa9bc91a', 'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'mac_address': 'fa:16:3e:d6:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:47Z', 'updated_at': '2021-09-30T00:50:56Z', 'revision_number': 5, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'subnets': [{'id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:12.548165 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 1473d173-8429-4caf-8c1c-261fb434e6a4 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:52:12.548650 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:12.589603 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c88ef98-ee37-4819-b205-0fef848e0d19 None None] Checking router: 3aabded0-26bd-4848-b1ab-85a35c13550a for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:52:12.602708 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 10a95483-eff6-4210-b8e3-0beb9e9234ac no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:52:12.656720 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: 10a95483-eff6-4210-b8e3-0beb9e9234ac {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:52:12.657422 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 10a95483-eff6-4210-b8e3-0beb9e9234ac not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:52:12.667490 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c88ef98-ee37-4819-b205-0fef848e0d19 None None] Routers {'3aabded0-26bd-4848-b1ab-85a35c13550a'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:52:12.668142 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-5c88ef98-ee37-4819-b205-0fef848e0d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:51:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['3aabded0-26bd-4848-b1ab-85a35c13550a'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:12.782283 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e901e3-48e3-4705-b156-f6e971922c67 req-8dc40654-a69c-44f2-9327-996fa7ab6401 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a0a50fb-f59e-4919-9310-948ef891e84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691297 Sep 30 00:52:12.784000 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d518f2d-344f-4c32-9fed-6a6c1995109a', 'code': 200} Sep 30 00:52:12.813508 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-71b2fad2-1fe3-4b42-ad0f-058a9cc17980 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:12.852104 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-71b2fad2-1fe3-4b42-ad0f-058a9cc17980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:12.906777 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:12.948926 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-5c88ef98-ee37-4819-b205-0fef848e0d19 None None] Set router 3aabded0-26bd-4848-b1ab-85a35c13550a gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:52:13.038679 n-d-811809-1 neutron-server[80275]: INFO neutron.api.v2.resource [req-5c4fde22-b149-4c5b-9522-9a01292feb32 req-19e5c6f8-3b3d-4538-9ce0-245806f3b118 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] update failed (client error): There was a conflict when trying to complete your request. Sep 30 00:52:13.039765 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5c4fde22-b149-4c5b-9522-9a01292feb32 req-19e5c6f8-3b3d-4538-9ce0-245806f3b118 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "PUT /v2.0/floatingips/a8f00495-1228-4359-a7fd-261056bf0e34 HTTP/1.1" status: 409 len: 550 time: 1.4723117 Sep 30 00:52:13.141048 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e901e3-48e3-4705-b156-f6e971922c67 req-9d498a69-7bb0-4c0f-ba54-5907a47b2560 service neutron] 10.222.0.55 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487809 Sep 30 00:52:13.161822 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7bc6ef3-2633-48c4-8bc3-64ba73a09719', 'tag': '916084b2-d175-413c-9e85-453b2a06a76d', 'status': 'completed', 'code': 200} Sep 30 00:52:13.284981 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 1473d173-8429-4caf-8c1c-261fb434e6a4, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=1473d173-8429-4caf-8c1c-261fb434e6a4,segment=NetworkSegment(b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0),segment_id=b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:13.296708 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:13.301886 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-aacdffe3-3f46-43de-b63c-e1ea203d8a87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:13.333524 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e668bcc-99a5-4092-ae5d-b31f38208ca4 req-6ca395e3-2500-4a14-9fe5-5a55d1d3b22d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:13.341446 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-71b2fad2-1fe3-4b42-ad0f-058a9cc17980 admin admin] Allocated IP 172.25.0.165 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/61e3fdba-c242-4866-ac45-abb53f0651a7) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:52:13.341705 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9e668bcc-99a5-4092-ae5d-b31f38208ca4 req-6ca395e3-2500-4a14-9fe5-5a55d1d3b22d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 950 time: 0.1459789 Sep 30 00:52:13.386108 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9e668bcc-99a5-4092-ae5d-b31f38208ca4 req-e5e12511-7e25-44f9-a1ec-d1b588452fae tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432179 Sep 30 00:52:13.399225 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-9cb49a38-d867-4968-922e-7d3a4d96aea3 None None] Provisioning complete for port 1473d173-8429-4caf-8c1c-261fb434e6a4 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:52:13.410584 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-9cb49a38-d867-4968-922e-7d3a4d96aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:13.456693 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec462f6-8708-45ca-a7da-b26fd617cc72', 'name': 'network-vif-deleted', 'tag': '10a95483-eff6-4210-b8e3-0beb9e9234ac', 'status': 'completed', 'code': 200} Sep 30 00:52:13.514523 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=1473d173-8429-4caf-8c1c-261fb434e6a4,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:13.517850 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:13.579102 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e901e3-48e3-4705-b156-f6e971922c67 req-f20f7746-2da5-4c70-b85e-a1adde6de9d9 service neutron] 10.222.0.55 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294686 Sep 30 00:52:13.613865 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-194021b6-b3c0-43f6-920a-0d2ce64200f2 req-7a3bb7be-28fd-45a7-bc5c-22b68f82424c tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/floatingips/4c003140-bb74-4790-9b65-5619b9341991 HTTP/1.1" status: 200 len: 997 time: 0.1606209 Sep 30 00:52:13.614334 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60080ffb-481f-485b-bfc2-54f0730c509b req-791a3dea-85ba-4384-94be-c7e50cea40b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:13.615843 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-60080ffb-481f-485b-bfc2-54f0730c509b req-791a3dea-85ba-4384-94be-c7e50cea40b7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b20f4b110694ae5b48ceb31519082dc&device_id=b7bc6ef3-2633-48c4-8bc3-64ba73a09719 HTTP/1.1" status: 200 len: 1097 time: 0.3445191 Sep 30 00:52:13.666277 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eface66-44cc-48e9-85be-cd931f882246 req-ce4916fc-304c-48de-9fc1-4e732f774ea8 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:13.667785 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9eface66-44cc-48e9-85be-cd931f882246 req-ce4916fc-304c-48de-9fc1-4e732f774ea8 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 946 time: 0.3414245 Sep 30 00:52:13.702379 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-5c88ef98-ee37-4819-b205-0fef848e0d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1756877272-router', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:34Z', 'updated_at': '2021-09-30T00:50:49Z', 'revision_number': 4, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'gw_port': {'id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:37Z', 'updated_at': '2021-09-30T00:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '4c003140-bb74-4790-9b65-5619b9341991', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'port_id': '916084b2-d175-413c-9e85-453b2a06a76d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'mac_address': 'fa:16:3e:6c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc6ef3-2633-48c4-8bc3-64ba73a09719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:51:16Z', 'updated_at': '2021-09-30T00:52:10Z', 'revision_number': 8, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65e238c0-4ced-4c9b-95a9-d08afa9bc91a', 'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'mac_address': 'fa:16:3e:d6:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:47Z', 'updated_at': '2021-09-30T00:50:56Z', 'revision_number': 5, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'subnets': [{'id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:13.706803 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c88ef98-ee37-4819-b205-0fef848e0d19 None None] The sync data for ids ['3aabded0-26bd-4848-b1ab-85a35c13550a'] in n-d-811809-1 is: [{'id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1756877272-router', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:34Z', 'updated_at': '2021-09-30T00:50:49Z', 'revision_number': 4, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'gw_port': {'id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:37Z', 'updated_at': '2021-09-30T00:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '4c003140-bb74-4790-9b65-5619b9341991', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'floating_ip_address': '172.25.0.115', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'port_id': '916084b2-d175-413c-9e85-453b2a06a76d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'mac_address': 'fa:16:3e:6c:38:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc6ef3-2633-48c4-8bc3-64ba73a09719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:51:16Z', 'updated_at': '2021-09-30T00:52:10Z', 'revision_number': 8, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65e238c0-4ced-4c9b-95a9-d08afa9bc91a', 'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'mac_address': 'fa:16:3e:d6:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:47Z', 'updated_at': '2021-09-30T00:50:56Z', 'revision_number': 5, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'subnets': [{'id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:52:13.733345 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-71b2fad2-1fe3-4b42-ad0f-058a9cc17980 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:13.777682 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194021b6-b3c0-43f6-920a-0d2ce64200f2 req-c1898462-eed8-4f03-8f88-5e5562678b44 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:13.779702 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-194021b6-b3c0-43f6-920a-0d2ce64200f2 req-c1898462-eed8-4f03-8f88-5e5562678b44 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 784 time: 0.1591179 Sep 30 00:52:13.790398 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [req-194021b6-b3c0-43f6-920a-0d2ce64200f2 req-8fc39f9e-de03-4afa-9fbd-dea0a493397b tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:52:13.791380 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-194021b6-b3c0-43f6-920a-0d2ce64200f2 req-8fc39f9e-de03-4afa-9fbd-dea0a493397b tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059383 Sep 30 00:52:13.813147 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9eface66-44cc-48e9-85be-cd931f882246 req-b218d3bb-3a11-4ed2-a856-7eb4e15d9224 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835304 Sep 30 00:52:13.844191 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60080ffb-481f-485b-bfc2-54f0730c509b req-d50dde8c-d4b2-47fa-a0e4-0866230652d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:13.845675 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-60080ffb-481f-485b-bfc2-54f0730c509b req-d50dde8c-d4b2-47fa-a0e4-0866230652d6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f57b268d-20d8-40fa-b8a7-84057b4271aa HTTP/1.1" status: 200 len: 922 time: 0.2223041 Sep 30 00:52:13.935669 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dcd55e55-54a3-40d2-bb33-01d506c1f02a req-012ee792-47aa-458a-8355-b48a28982614 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/floatingips/a8f00495-1228-4359-a7fd-261056bf0e34 HTTP/1.1" status: 200 len: 693 time: 0.1041231 Sep 30 00:52:13.978778 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-71b2fad2-1fe3-4b42-ad0f-058a9cc17980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:13.990216 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9cc619c4-1854-490f-ba82-73dfb4d97fb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:13.994420 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef48a0d-c9dc-45bb-99ae-bcdda55cc619 None None] New status for floating IP 4c003140-bb74-4790-9b65-5619b9341991: ACTIVE {{(pid=80277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:52:14.087809 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b2fad2-1fe3-4b42-ad0f-058a9cc17980 admin admin] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:52:14.095657 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-71b2fad2-1fe3-4b42-ad0f-058a9cc17980 admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:52:14.102083 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-60080ffb-481f-485b-bfc2-54f0730c509b req-dc661c94-1145-461c-b2c3-2fb8b97ecfff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=916084b2-d175-413c-9e85-453b2a06a76d HTTP/1.1" status: 200 len: 1000 time: 0.2485888 Sep 30 00:52:14.105132 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b2fad2-1fe3-4b42-ad0f-058a9cc17980 admin admin] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:52:14.128670 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd55e55-54a3-40d2-bb33-01d506c1f02a req-e757bb5c-06d7-48d3-8a95-c251186e09bb tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:14.139339 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dcd55e55-54a3-40d2-bb33-01d506c1f02a req-e757bb5c-06d7-48d3-8a95-c251186e09bb tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 784 time: 0.1973183 Sep 30 00:52:14.162798 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2fad2-1fe3-4b42-ad0f-058a9cc17980 admin admin] Pushing event updated for resources: {'Port': ['ID=61e3fdba-c242-4866-ac45-abb53f0651a7,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:14.178177 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-71b2fad2-1fe3-4b42-ad0f-058a9cc17980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:14.225432 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dcd55e55-54a3-40d2-bb33-01d506c1f02a req-76125596-cb2f-473c-8a12-a1cf8afc468b tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.192 HTTP/1.1" status: 200 len: 696 time: 0.0850484 Sep 30 00:52:14.261852 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 1473d173-8429-4caf-8c1c-261fb434e6a4 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:52:14.302599 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dcd55e55-54a3-40d2-bb33-01d506c1f02a req-4160c81a-045f-4948-a486-cd53451023a9 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.192 HTTP/1.1" status: 200 len: 696 time: 0.0763047 Sep 30 00:52:14.373770 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 1473d173-8429-4caf-8c1c-261fb434e6a4 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:52:14.374501 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:14.481782 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60080ffb-481f-485b-bfc2-54f0730c509b req-468d410d-83b5-4632-93e4-80bfc88b8d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:14.483298 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-60080ffb-481f-485b-bfc2-54f0730c509b req-468d410d-83b5-4632-93e4-80bfc88b8d21 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=739388f2-bdc1-458a-ad24-7599b12445e8 HTTP/1.1" status: 200 len: 860 time: 0.3508210 Sep 30 00:52:14.490322 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-dcd55e55-54a3-40d2-bb33-01d506c1f02a req-e21c213d-c01f-4410-9fe4-56c13b358352 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Deleting port 2b253042-43d7-4102-acf6-781e06db30c0 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:52:14.490668 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-dcd55e55-54a3-40d2-bb33-01d506c1f02a req-e21c213d-c01f-4410-9fe4-56c13b358352 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:14.553980 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678df301-f93a-402a-aca2-0e83350aeb08 req-97f5d2e2-6aa1-4fc2-b949-e32069defc43 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:14.555462 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-678df301-f93a-402a-aca2-0e83350aeb08 req-97f5d2e2-6aa1-4fc2-b949-e32069defc43 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/ports?device_id=b535b250-3538-473a-8d4b-0ab3eea25fbe HTTP/1.1" status: 200 len: 948 time: 0.6168146 Sep 30 00:52:14.676754 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-dcd55e55-54a3-40d2-bb33-01d506c1f02a req-e21c213d-c01f-4410-9fe4-56c13b358352 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:14.677241 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-dcd55e55-54a3-40d2-bb33-01d506c1f02a req-e21c213d-c01f-4410-9fe4-56c13b358352 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:14.683923 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-678df301-f93a-402a-aca2-0e83350aeb08 req-8cdac79b-45c1-4290-92b2-d13bbc60df4a tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/security-groups?id=14d36578-c53f-4fbc-a012-bc23f095a480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199338 Sep 30 00:52:14.814790 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-dcd55e55-54a3-40d2-bb33-01d506c1f02a req-e21c213d-c01f-4410-9fe4-56c13b358352 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Calling delete_port for 2b253042-43d7-4102-acf6-781e06db30c0 owned by network:floatingip {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:52:14.896908 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60080ffb-481f-485b-bfc2-54f0730c509b req-0fe2aee9-fcde-4851-a299-2c603fc2b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:14.898499 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-60080ffb-481f-485b-bfc2-54f0730c509b req-0fe2aee9-fcde-4851-a299-2c603fc2b30a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f57b268d-20d8-40fa-b8a7-84057b4271aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4035349 Sep 30 00:52:15.084327 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-dcd55e55-54a3-40d2-bb33-01d506c1f02a req-e21c213d-c01f-4410-9fe4-56c13b358352 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:15.089027 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:15.120075 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-71b2fad2-1fe3-4b42-ad0f-058a9cc17980 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:15.141164 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c213d-c01f-4410-9fe4-56c13b358352 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Pushing event deleted for resources: {'Port': ['ID=2b253042-43d7-4102-acf6-781e06db30c0,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:15.144640 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e21c213d-c01f-4410-9fe4-56c13b358352 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:15.233990 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-dcd55e55-54a3-40d2-bb33-01d506c1f02a req-e21c213d-c01f-4410-9fe4-56c13b358352 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks [] for floatingip, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:15.258566 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-dcd55e55-54a3-40d2-bb33-01d506c1f02a req-e21c213d-c01f-4410-9fe4-56c13b358352 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:15.259743 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dcd55e55-54a3-40d2-bb33-01d506c1f02a req-e21c213d-c01f-4410-9fe4-56c13b358352 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "DELETE /v2.0/floatingips/a8f00495-1228-4359-a7fd-261056bf0e34 HTTP/1.1" status: 204 len: 173 time: 0.9492598 Sep 30 00:52:15.269373 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa83c95-b53e-4c7d-93a8-56dcdb3b6901 req-0f0d59fe-4c03-44c9-b177-31c93c588e3d tempest-MigrationsAdminTest-602832877 tempest-MigrationsAdminTest-602832877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:15.270914 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5aa83c95-b53e-4c7d-93a8-56dcdb3b6901 req-0f0d59fe-4c03-44c9-b177-31c93c588e3d tempest-MigrationsAdminTest-602832877 tempest-MigrationsAdminTest-602832877-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 1101 time: 0.4415462 Sep 30 00:52:15.279820 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-60080ffb-481f-485b-bfc2-54f0730c509b req-23002bfb-2784-4b10-a358-302b7d6bb1a5 service neutron] 10.222.0.59 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716648 Sep 30 00:52:15.424035 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd398b10-b670-4e5e-9e9e-387b3e20b17c req-0dbf58e0-1c28-46f5-9e85-dfc1b7babc2f tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:15.425465 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bd398b10-b670-4e5e-9e9e-387b3e20b17c req-0dbf58e0-1c28-46f5-9e85-dfc1b7babc2f tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.55 "GET /v2.0/ports?device_id=b535b250-3538-473a-8d4b-0ab3eea25fbe HTTP/1.1" status: 200 len: 948 time: 0.4217675 Sep 30 00:52:15.469438 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-5aa83c95-b53e-4c7d-93a8-56dcdb3b6901 req-930f5095-6e90-49c8-a631-a457a510d1b5 tempest-MigrationsAdminTest-602832877 tempest-MigrationsAdminTest-602832877-project-admin] Synchronizing usage tracker for tenant:07bb15e3bc254a7790f0966ff0644b9e on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:52:15.489394 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3e2b01fd-fcf5-4fec-83d2-2c7f6a04587a req-1f24926f-40b3-4add-ad0e-cd377d32178a tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.115 HTTP/1.1" status: 200 len: 1002 time: 0.1005526 Sep 30 00:52:15.569006 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b01fd-fcf5-4fec-83d2-2c7f6a04587a req-7ea66ee0-9795-4b10-802a-64be2ae956fe tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:15.570382 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3e2b01fd-fcf5-4fec-83d2-2c7f6a04587a req-7ea66ee0-9795-4b10-802a-64be2ae956fe tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/ports/916084b2-d175-413c-9e85-453b2a06a76d HTTP/1.1" status: 200 len: 943 time: 0.0757031 Sep 30 00:52:15.680059 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-5aa83c95-b53e-4c7d-93a8-56dcdb3b6901 req-930f5095-6e90-49c8-a631-a457a510d1b5 tempest-MigrationsAdminTest-602832877 tempest-MigrationsAdminTest-602832877-project-admin] Unset dirty status for tenant:07bb15e3bc254a7790f0966ff0644b9e on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:52:15.681196 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5aa83c95-b53e-4c7d-93a8-56dcdb3b6901 req-930f5095-6e90-49c8-a631-a457a510d1b5 tempest-MigrationsAdminTest-602832877 tempest-MigrationsAdminTest-602832877-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975973 Sep 30 00:52:15.698152 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-bd398b10-b670-4e5e-9e9e-387b3e20b17c req-c513da4d-4fb1-47f8-bcb9-e5a9b6084e65 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Deleting port ff451d64-b38a-485a-b09e-4a7c31f6a118 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:52:15.698152 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bd398b10-b670-4e5e-9e9e-387b3e20b17c req-c513da4d-4fb1-47f8-bcb9-e5a9b6084e65 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:15.743688 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-60080ffb-481f-485b-bfc2-54f0730c509b req-2f8182f4-061d-4ba7-b25d-aa772b134626 service neutron] 10.222.0.59 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548609 Sep 30 00:52:15.798189 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3e2b01fd-fcf5-4fec-83d2-2c7f6a04587a req-0d9e110b-d5c5-4eec-bd0b-cedd660a7be3 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.115 HTTP/1.1" status: 200 len: 1002 time: 0.1385384 Sep 30 00:52:15.843381 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-71b2fad2-1fe3-4b42-ad0f-058a9cc17980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673175'] for router, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:15.948584 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b01fd-fcf5-4fec-83d2-2c7f6a04587a req-0f4c8cad-588c-4588-b414-295884ba0b2b tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:15.950867 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3e2b01fd-fcf5-4fec-83d2-2c7f6a04587a req-0f4c8cad-588c-4588-b414-295884ba0b2b tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 784 time: 0.1475930 Sep 30 00:52:16.057339 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3e2b01fd-fcf5-4fec-83d2-2c7f6a04587a req-3f87bc30-899a-4dc3-8299-afdb0311cc6b tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.115 HTTP/1.1" status: 200 len: 1002 time: 0.0998993 Sep 30 00:52:16.067674 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-3e2b01fd-fcf5-4fec-83d2-2c7f6a04587a req-b7ab01cc-6f6c-4282-af8f-f764edeac62a tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Request body: {'floatingip': {'port_id': None}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:52:16.174902 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3e2b01fd-fcf5-4fec-83d2-2c7f6a04587a req-b7ab01cc-6f6c-4282-af8f-f764edeac62a tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks [] for floatingip, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:16.326760 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242128b-b502-49b0-b748-c3088f8b7e7c req-3bef8f70-e712-4f70-a7f9-9f26cf36c726 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:16.328273 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1242128b-b502-49b0-b748-c3088f8b7e7c req-3bef8f70-e712-4f70-a7f9-9f26cf36c726 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 1097 time: 0.4897151 Sep 30 00:52:16.342276 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-bd398b10-b670-4e5e-9e9e-387b3e20b17c req-c513da4d-4fb1-47f8-bcb9-e5a9b6084e65 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] For port ff451d64-b38a-485a-b09e-4a7c31f6a118, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=ff451d64-b38a-485a-b09e-4a7c31f6a118,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:16.342276 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bd398b10-b670-4e5e-9e9e-387b3e20b17c req-c513da4d-4fb1-47f8-bcb9-e5a9b6084e65 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:16.457358 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3e2b01fd-fcf5-4fec-83d2-2c7f6a04587a req-b7ab01cc-6f6c-4282-af8f-f764edeac62a tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:16.461166 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3e2b01fd-fcf5-4fec-83d2-2c7f6a04587a req-b7ab01cc-6f6c-4282-af8f-f764edeac62a tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:16.461489 n-d-811809-1 neutron-server[80274]: INFO neutron.db.l3_db [req-3e2b01fd-fcf5-4fec-83d2-2c7f6a04587a req-b7ab01cc-6f6c-4282-af8f-f764edeac62a tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Floating IP 4c003140-bb74-4790-9b65-5619b9341991 disassociated. External IP: 172.25.0.115, port: 916084b2-d175-413c-9e85-453b2a06a76d. Sep 30 00:52:16.502419 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-bd398b10-b670-4e5e-9e9e-387b3e20b17c req-c513da4d-4fb1-47f8-bcb9-e5a9b6084e65 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Calling delete_port for ff451d64-b38a-485a-b09e-4a7c31f6a118 owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:52:16.571629 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1242128b-b502-49b0-b748-c3088f8b7e7c req-889815b6-29a4-4e1e-a32b-145e233f37ee tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335200 Sep 30 00:52:16.575772 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b2fad2-1fe3-4b42-ad0f-058a9cc17980 admin admin] Router 157c89ec-cb49-4c88-956f-c4ef2649c82a is scheduled to L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 with binding_index 1 {{(pid=80275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 30 00:52:16.910049 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a0e8682d-462f-4a4a-bfd1-14a2fdde9205 req-6d3d8f60-a8cc-41fa-9dc8-404e733ddfb2 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.30 HTTP/1.1" status: 200 len: 1000 time: 0.2424104 Sep 30 00:52:16.934111 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e2b01fd-fcf5-4fec-83d2-2c7f6a04587a req-b7ab01cc-6f6c-4282-af8f-f764edeac62a tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Router 3aabded0-26bd-4848-b1ab-85a35c13550a has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:52:16.955284 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bd398b10-b670-4e5e-9e9e-387b3e20b17c req-c513da4d-4fb1-47f8-bcb9-e5a9b6084e65 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:16.967892 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['bc037ddb-a81c-4cfc-962c-e82208357776', 'ff451d64-b38a-485a-b09e-4a7c31f6a118'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:52:16.975246 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e73b033e-06fc-40d6-a516-155fe73cf8f8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:17.032861 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513da4d-4fb1-47f8-bcb9-e5a9b6084e65 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Pushing event deleted for resources: {'Port': ['ID=ff451d64-b38a-485a-b09e-4a7c31f6a118,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:17.038933 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b2fad2-1fe3-4b42-ad0f-058a9cc17980 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:52:17.042965 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c513da4d-4fb1-47f8-bcb9-e5a9b6084e65 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:17.070963 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32a5bcb-111e-4e7e-904b-cda8988ebbc4 None None] Sync routers for ids ['157c89ec-cb49-4c88-956f-c4ef2649c82a'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:52:17.097106 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32a5bcb-111e-4e7e-904b-cda8988ebbc4 None None] Routers {'157c89ec-cb49-4c88-956f-c4ef2649c82a'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:52:17.097827 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-a32a5bcb-111e-4e7e-904b-cda8988ebbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:51:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['157c89ec-cb49-4c88-956f-c4ef2649c82a'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:17.101991 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8682d-462f-4a4a-bfd1-14a2fdde9205 req-7f487bf1-2179-440b-803e-dc77c60d5e27 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:17.103436 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a0e8682d-462f-4a4a-bfd1-14a2fdde9205 req-7f487bf1-2179-440b-803e-dc77c60d5e27 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/ports/ceccd1e7-777e-49b7-a2a1-8af913920680 HTTP/1.1" status: 200 len: 942 time: 0.1839864 Sep 30 00:52:17.126878 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e2b01fd-fcf5-4fec-83d2-2c7f6a04587a req-b7ab01cc-6f6c-4282-af8f-f764edeac62a tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:52:17.131921 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3e2b01fd-fcf5-4fec-83d2-2c7f6a04587a req-b7ab01cc-6f6c-4282-af8f-f764edeac62a tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:17.140956 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8310a7-52c8-42a9-ae58-f10f8d01129d None None] Sync routers for ids ['3aabded0-26bd-4848-b1ab-85a35c13550a'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:52:17.157401 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd398b10-b670-4e5e-9e9e-387b3e20b17c req-c513da4d-4fb1-47f8-bcb9-e5a9b6084e65 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] No DVR routers for this DVR port ff451d64-b38a-485a-b09e-4a7c31f6a118 on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:52:17.159857 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8310a7-52c8-42a9-ae58-f10f8d01129d None None] Routers {'3aabded0-26bd-4848-b1ab-85a35c13550a'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:52:17.160784 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-ae8310a7-52c8-42a9-ae58-f10f8d01129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:51:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['3aabded0-26bd-4848-b1ab-85a35c13550a'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:17.167226 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bd398b10-b670-4e5e-9e9e-387b3e20b17c req-c513da4d-4fb1-47f8-bcb9-e5a9b6084e65 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:17.170810 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b535b250-3538-473a-8d4b-0ab3eea25fbe', 'name': 'network-vif-deleted', 'tag': 'ff451d64-b38a-485a-b09e-4a7c31f6a118'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:52:17.202071 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-71b2fad2-1fe3-4b42-ad0f-058a9cc17980 admin admin] Notify callbacks [] for router, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:17.204835 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3e2b01fd-fcf5-4fec-83d2-2c7f6a04587a req-b7ab01cc-6f6c-4282-af8f-f764edeac62a tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "PUT /v2.0/floatingips/4c003140-bb74-4790-9b65-5619b9341991 HTTP/1.1" status: 200 len: 696 time: 1.1413090 Sep 30 00:52:17.205545 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7bc6ef3-2633-48c4-8bc3-64ba73a09719', 'tag': '916084b2-d175-413c-9e85-453b2a06a76d'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:52:17.206084 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-71b2fad2-1fe3-4b42-ad0f-058a9cc17980 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.4918914 Sep 30 00:52:17.209563 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 59782) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:17.285942 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bd398b10-b670-4e5e-9e9e-387b3e20b17c req-c513da4d-4fb1-47f8-bcb9-e5a9b6084e65 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.55 "DELETE /v2.0/ports/ff451d64-b38a-485a-b09e-4a7c31f6a118 HTTP/1.1" status: 204 len: 173 time: 1.8502684 Sep 30 00:52:17.341885 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b01fd-fcf5-4fec-83d2-2c7f6a04587a req-ef77652c-c02e-4f8e-9b95-9651fcf13d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:17.344043 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3e2b01fd-fcf5-4fec-83d2-2c7f6a04587a req-ef77652c-c02e-4f8e-9b95-9651fcf13d96 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4b20f4b110694ae5b48ceb31519082dc&device_id=b7bc6ef3-2633-48c4-8bc3-64ba73a09719 HTTP/1.1" status: 200 len: 1097 time: 0.1181474 Sep 30 00:52:17.479703 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-ae8310a7-52c8-42a9-ae58-f10f8d01129d None None] Set router 3aabded0-26bd-4848-b1ab-85a35c13550a gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:52:17.517776 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b01fd-fcf5-4fec-83d2-2c7f6a04587a req-0037f619-7d3a-4972-8c17-66341c203b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:17.525951 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3e2b01fd-fcf5-4fec-83d2-2c7f6a04587a req-0037f619-7d3a-4972-8c17-66341c203b1c service neutron] 10.222.0.39 "GET /v2.0/networks?id=f57b268d-20d8-40fa-b8a7-84057b4271aa HTTP/1.1" status: 200 len: 922 time: 0.1673574 Sep 30 00:52:17.553504 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-a32a5bcb-111e-4e7e-904b-cda8988ebbc4 None None] Set router 157c89ec-cb49-4c88-956f-c4ef2649c82a gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:52:17.602137 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3e2b01fd-fcf5-4fec-83d2-2c7f6a04587a req-3f3b5a62-282b-4965-88bf-8da50caeb992 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=916084b2-d175-413c-9e85-453b2a06a76d HTTP/1.1" status: 200 len: 217 time: 0.0703745 Sep 30 00:52:17.676753 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b01fd-fcf5-4fec-83d2-2c7f6a04587a req-2fa34d78-549c-4d29-9cc7-57108a000c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:17.678223 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3e2b01fd-fcf5-4fec-83d2-2c7f6a04587a req-2fa34d78-549c-4d29-9cc7-57108a000c1a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=739388f2-bdc1-458a-ad24-7599b12445e8 HTTP/1.1" status: 200 len: 860 time: 0.0667512 Sep 30 00:52:17.678432 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a0e8682d-462f-4a4a-bfd1-14a2fdde9205 req-582e07cc-fcd6-471e-b1e3-173ef8852292 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.30 HTTP/1.1" status: 200 len: 1000 time: 0.2895682 Sep 30 00:52:17.770034 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b01fd-fcf5-4fec-83d2-2c7f6a04587a req-df80d139-ef0e-44a5-80f9-8ed4e2592e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:17.780077 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3e2b01fd-fcf5-4fec-83d2-2c7f6a04587a req-df80d139-ef0e-44a5-80f9-8ed4e2592e52 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f57b268d-20d8-40fa-b8a7-84057b4271aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939271 Sep 30 00:52:17.950105 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-a32a5bcb-111e-4e7e-904b-cda8988ebbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157c89ec-cb49-4c88-956f-c4ef2649c82a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1140534785-router', 'tenant_id': 'b1305be32f5f4113a61a9c6d77e092f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '61e3fdba-c242-4866-ac45-abb53f0651a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:52:09Z', 'updated_at': '2021-09-30T00:52:14Z', 'revision_number': 3, 'project_id': 'b1305be32f5f4113a61a9c6d77e092f5', 'gw_port': {'id': '61e3fdba-c242-4866-ac45-abb53f0651a7', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:59:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157c89ec-cb49-4c88-956f-c4ef2649c82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:52:12Z', 'updated_at': '2021-09-30T00:52:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:17.954809 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32a5bcb-111e-4e7e-904b-cda8988ebbc4 None None] Checking router: 157c89ec-cb49-4c88-956f-c4ef2649c82a for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:52:17.955472 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32a5bcb-111e-4e7e-904b-cda8988ebbc4 None None] Updating router 157c89ec-cb49-4c88-956f-c4ef2649c82a port 61e3fdba-c242-4866-ac45-abb53f0651a7 binding host n-d-811809-1 {{(pid=80276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:52:17.958484 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3e2b01fd-fcf5-4fec-83d2-2c7f6a04587a req-7f25975f-5b7d-40b6-adde-97bdcaa43e3a service neutron] 10.222.0.39 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761165 Sep 30 00:52:17.981538 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-ae8310a7-52c8-42a9-ae58-f10f8d01129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1756877272-router', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:34Z', 'updated_at': '2021-09-30T00:50:49Z', 'revision_number': 4, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'gw_port': {'id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:37Z', 'updated_at': '2021-09-30T00:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '65e238c0-4ced-4c9b-95a9-d08afa9bc91a', 'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'mac_address': 'fa:16:3e:d6:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:47Z', 'updated_at': '2021-09-30T00:50:56Z', 'revision_number': 5, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'subnets': [{'id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:17.985877 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8310a7-52c8-42a9-ae58-f10f8d01129d None None] Checking router: 3aabded0-26bd-4848-b1ab-85a35c13550a for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:52:17.995008 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8310a7-52c8-42a9-ae58-f10f8d01129d None None] Routers {'3aabded0-26bd-4848-b1ab-85a35c13550a'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:52:17.995643 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-ae8310a7-52c8-42a9-ae58-f10f8d01129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:51:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['3aabded0-26bd-4848-b1ab-85a35c13550a'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:18.076298 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8682d-462f-4a4a-bfd1-14a2fdde9205 req-197b8d85-eb2f-49bc-a748-b66ffbb8be17 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:18.086426 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a0e8682d-462f-4a4a-bfd1-14a2fdde9205 req-197b8d85-eb2f-49bc-a748-b66ffbb8be17 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 784 time: 0.3955693 Sep 30 00:52:18.110199 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-a32a5bcb-111e-4e7e-904b-cda8988ebbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:18.203393 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-ae8310a7-52c8-42a9-ae58-f10f8d01129d None None] Set router 3aabded0-26bd-4848-b1ab-85a35c13550a gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:52:18.220449 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3e2b01fd-fcf5-4fec-83d2-2c7f6a04587a req-fe54b9cc-6711-4753-87c0-0a0dbd024447 service neutron] 10.222.0.39 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549946 Sep 30 00:52:18.343099 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a0e8682d-462f-4a4a-bfd1-14a2fdde9205 req-9dbd8703-f706-46c1-b1f5-bce217ac2e32 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.30 HTTP/1.1" status: 200 len: 1000 time: 0.2565386 Sep 30 00:52:18.358257 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-a0e8682d-462f-4a4a-bfd1-14a2fdde9205 req-3b4017f8-c852-4404-9051-05633f810bbd tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Request body: {'floatingip': {'port_id': None}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:52:18.412158 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b4e536ef-e05f-4e1d-bb2d-3d5d382c94f5 req-92394b2e-a1d1-4a63-bc25-ecb5454ca8ff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b7bc6ef3-2633-48c4-8bc3-64ba73a09719&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5696907 Sep 30 00:52:18.660312 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-ae8310a7-52c8-42a9-ae58-f10f8d01129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1756877272-router', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:34Z', 'updated_at': '2021-09-30T00:50:49Z', 'revision_number': 4, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'gw_port': {'id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:37Z', 'updated_at': '2021-09-30T00:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '65e238c0-4ced-4c9b-95a9-d08afa9bc91a', 'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'mac_address': 'fa:16:3e:d6:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:47Z', 'updated_at': '2021-09-30T00:50:56Z', 'revision_number': 5, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'subnets': [{'id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:18.666258 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8310a7-52c8-42a9-ae58-f10f8d01129d None None] The sync data for ids ['3aabded0-26bd-4848-b1ab-85a35c13550a'] in n-d-811809-1 is: [{'id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1756877272-router', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:34Z', 'updated_at': '2021-09-30T00:50:49Z', 'revision_number': 4, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'gw_port': {'id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:37Z', 'updated_at': '2021-09-30T00:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '65e238c0-4ced-4c9b-95a9-d08afa9bc91a', 'name': '', 'network_id': 'f57b268d-20d8-40fa-b8a7-84057b4271aa', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'mac_address': 'fa:16:3e:d6:8b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:47Z', 'updated_at': '2021-09-30T00:50:56Z', 'revision_number': 5, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'subnets': [{'id': '739388f2-bdc1-458a-ad24-7599b12445e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:52:18.711073 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b535b250-3538-473a-8d4b-0ab3eea25fbe', 'name': 'network-vif-deleted', 'tag': 'ff451d64-b38a-485a-b09e-4a7c31f6a118', 'status': 'completed', 'code': 200} Sep 30 00:52:18.735365 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7bc6ef3-2633-48c4-8bc3-64ba73a09719', 'tag': '916084b2-d175-413c-9e85-453b2a06a76d', 'status': 'completed', 'code': 200} Sep 30 00:52:18.746339 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-a32a5bcb-111e-4e7e-904b-cda8988ebbc4 None None] Notify callbacks [] for port, precommit_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:18.759297 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-a32a5bcb-111e-4e7e-904b-cda8988ebbc4 None None] Transition to ACTIVE for port object 61e3fdba-c242-4866-ac45-abb53f0651a7 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:52:18.771430 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-a32a5bcb-111e-4e7e-904b-cda8988ebbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:18.778985 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:18.857844 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 59804) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:18.859184 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a0e8682d-462f-4a4a-bfd1-14a2fdde9205 req-3b4017f8-c852-4404-9051-05633f810bbd tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks [] for floatingip, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:18.886870 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-93ac703d-2fc5-4fb7-9b63-a7fb3193c6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:18.906541 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-a32a5bcb-111e-4e7e-904b-cda8988ebbc4 None None] Attempting to bind port 61e3fdba-c242-4866-ac45-abb53f0651a7 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:52:18.907117 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-a32a5bcb-111e-4e7e-904b-cda8988ebbc4 None None] Attempting to bind port 61e3fdba-c242-4866-ac45-abb53f0651a7 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:52:18.907382 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32a5bcb-111e-4e7e-904b-cda8988ebbc4 None None] Attempting to bind port 61e3fdba-c242-4866-ac45-abb53f0651a7 on network 1b813296-b79a-4ce4-abf3-9e488de9f705 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:52:18.913816 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32a5bcb-111e-4e7e-904b-cda8988ebbc4 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:52:18.914211 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32a5bcb-111e-4e7e-904b-cda8988ebbc4 None None] Checking segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:52:18.915110 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-a32a5bcb-111e-4e7e-904b-cda8988ebbc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:18.915576 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32a5bcb-111e-4e7e-904b-cda8988ebbc4 None None] Bound using segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:52:18.916070 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-a32a5bcb-111e-4e7e-904b-cda8988ebbc4 None None] Bound port: 61e3fdba-c242-4866-ac45-abb53f0651a7, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:52:18.919052 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-a32a5bcb-111e-4e7e-904b-cda8988ebbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:19.001559 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-a32a5bcb-111e-4e7e-904b-cda8988ebbc4 None None] For port 61e3fdba-c242-4866-ac45-abb53f0651a7, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:52:19.005142 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-a32a5bcb-111e-4e7e-904b-cda8988ebbc4 None None] For port 61e3fdba-c242-4866-ac45-abb53f0651a7, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=61e3fdba-c242-4866-ac45-abb53f0651a7,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:52:19.006404 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bf548-aca8-4788-927c-bf5adfc9e866 None None] Pushing event updated for resources: {'Port': ['ID=61e3fdba-c242-4866-ac45-abb53f0651a7,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:19.016613 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device ff451d64-b38a-485a-b09e-4a7c31f6a118 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:52:19.054033 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-896bf548-aca8-4788-927c-bf5adfc9e866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:19.066739 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-a32a5bcb-111e-4e7e-904b-cda8988ebbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:19.080011 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-661593c9-b26c-47e4-859f-0cb9aeaecb3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:19.153431 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7b7eadba-02ed-4690-8680-007084cd713d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:19.171895 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: ff451d64-b38a-485a-b09e-4a7c31f6a118 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:52:19.172582 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device ff451d64-b38a-485a-b09e-4a7c31f6a118 not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:52:19.194473 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc8f28b-f90f-4a00-ad25-71ad25e1d272 None None] New status for floating IP 4c003140-bb74-4790-9b65-5619b9341991: DOWN {{(pid=80276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:52:19.197336 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-7b7eadba-02ed-4690-8680-007084cd713d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:52:19.201833 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-7b7eadba-02ed-4690-8680-007084cd713d admin admin] Usage tracker for resource:security_group_rule and tenant:67e7939b77e5468ebb422a95d78a96ac is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:52:19.206497 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-7b7eadba-02ed-4690-8680-007084cd713d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:52:19.215427 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e536ef-e05f-4e1d-bb2d-3d5d382c94f5 req-17b509de-9885-4651-ab1d-74b08ab342fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:19.217695 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b4e536ef-e05f-4e1d-bb2d-3d5d382c94f5 req-17b509de-9885-4651-ab1d-74b08ab342fd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b20f4b110694ae5b48ceb31519082dc&device_id=b7bc6ef3-2633-48c4-8bc3-64ba73a09719 HTTP/1.1" status: 200 len: 1097 time: 0.7507062 Sep 30 00:52:19.219775 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-7b7eadba-02ed-4690-8680-007084cd713d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:52:19.330114 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:19.389869 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-75c66100-8c9d-4de2-8f34-2ecb4cf4838e tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443807 Sep 30 00:52:19.424649 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bf548-aca8-4788-927c-bf5adfc9e866 None None] Pushing event updated for resources: {'Port': ['ID=61e3fdba-c242-4866-ac45-abb53f0651a7,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:19.493173 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-896bf548-aca8-4788-927c-bf5adfc9e866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:19.497232 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32a5bcb-111e-4e7e-904b-cda8988ebbc4 None None] Routers {'157c89ec-cb49-4c88-956f-c4ef2649c82a'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:52:19.497232 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-a32a5bcb-111e-4e7e-904b-cda8988ebbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:51:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['157c89ec-cb49-4c88-956f-c4ef2649c82a'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:19.527358 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7b7eadba-02ed-4690-8680-007084cd713d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:19.548853 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7b7eadba-02ed-4690-8680-007084cd713d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:19.570375 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f679adad-4ba5-486a-842a-ca1b43db0a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:19.634244 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7eadba-02ed-4690-8680-007084cd713d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec65bccd-ab76-4950-bceb-6a5891c82ac6,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:19.672305 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-7b7eadba-02ed-4690-8680-007084cd713d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:19.692200 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-7b7eadba-02ed-4690-8680-007084cd713d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=67e7939b77e5468ebb422a95d78a96ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8330269 Sep 30 00:52:19.696359 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 59830) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:19.751589 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a0e8682d-462f-4a4a-bfd1-14a2fdde9205 req-3b4017f8-c852-4404-9051-05633f810bbd tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:19.760835 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-ff57808c-6a43-4612-92d1-b77d9101b379 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:19.766207 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a0e8682d-462f-4a4a-bfd1-14a2fdde9205 req-3b4017f8-c852-4404-9051-05633f810bbd tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:19.766813 n-d-811809-1 neutron-server[80275]: INFO neutron.db.l3_db [req-a0e8682d-462f-4a4a-bfd1-14a2fdde9205 req-3b4017f8-c852-4404-9051-05633f810bbd tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Floating IP 5140233a-fb4b-4f72-832b-cfc9f0c82c5e disassociated. External IP: 172.25.0.30, port: ceccd1e7-777e-49b7-a2a1-8af913920680. Sep 30 00:52:19.770856 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-ff57808c-6a43-4612-92d1-b77d9101b379 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3792048 Sep 30 00:52:19.811322 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-7e2c78fa-8628-472c-ba92-3eeecdbc49f1 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/quotas/59d8fe751f144ee29b8fd8ad36a4eefb HTTP/1.1" status: 200 len: 375 time: 0.0392804 Sep 30 00:52:19.832794 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:52:19.994224 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-a32a5bcb-111e-4e7e-904b-cda8988ebbc4 None None] Set router 157c89ec-cb49-4c88-956f-c4ef2649c82a gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:52:20.031815 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-82a40f9b-3b7c-495d-9621-2b8a25451da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:20.034975 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-83c956d6-1f48-4204-b19d-e4ab53d5341e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:20.079754 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-83c956d6-1f48-4204-b19d-e4ab53d5341e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:20.098558 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-94c8ba52-03c2-4a17-ad9d-fc55f1a531e2 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2862718 Sep 30 00:52:20.124953 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e536ef-e05f-4e1d-bb2d-3d5d382c94f5 req-8f1f02c5-67f1-4e12-8da3-4eb31b876313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:20.126451 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b4e536ef-e05f-4e1d-bb2d-3d5d382c94f5 req-8f1f02c5-67f1-4e12-8da3-4eb31b876313 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f57b268d-20d8-40fa-b8a7-84057b4271aa HTTP/1.1" status: 200 len: 922 time: 0.8751080 Sep 30 00:52:20.187142 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-83c956d6-1f48-4204-b19d-e4ab53d5341e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:20.194445 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-edc51208-29f1-4ab3-ba37-1699432e69ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:20.228552 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c956d6-1f48-4204-b19d-e4ab53d5341e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec65bccd-ab76-4950-bceb-6a5891c82ac6,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:20.232792 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-83c956d6-1f48-4204-b19d-e4ab53d5341e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:20.234099 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b4e536ef-e05f-4e1d-bb2d-3d5d382c94f5 req-7e6689e4-df8e-48a8-9a9f-0fc285a04dfe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=916084b2-d175-413c-9e85-453b2a06a76d HTTP/1.1" status: 200 len: 217 time: 0.0937994 Sep 30 00:52:20.235483 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-83c956d6-1f48-4204-b19d-e4ab53d5341e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:20.236604 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-83c956d6-1f48-4204-b19d-e4ab53d5341e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ec65bccd-ab76-4950-bceb-6a5891c82ac6 HTTP/1.1" status: 204 len: 168 time: 0.5393281 Sep 30 00:52:20.309697 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e536ef-e05f-4e1d-bb2d-3d5d382c94f5 req-be4ff7e0-5acb-4738-aaec-fd37bcc45f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:20.311273 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b4e536ef-e05f-4e1d-bb2d-3d5d382c94f5 req-be4ff7e0-5acb-4738-aaec-fd37bcc45f75 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=739388f2-bdc1-458a-ad24-7599b12445e8 HTTP/1.1" status: 200 len: 860 time: 0.0672188 Sep 30 00:52:20.644826 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-a32a5bcb-111e-4e7e-904b-cda8988ebbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157c89ec-cb49-4c88-956f-c4ef2649c82a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1140534785-router', 'tenant_id': 'b1305be32f5f4113a61a9c6d77e092f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '61e3fdba-c242-4866-ac45-abb53f0651a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:52:09Z', 'updated_at': '2021-09-30T00:52:14Z', 'revision_number': 3, 'project_id': 'b1305be32f5f4113a61a9c6d77e092f5', 'gw_port': {'id': '61e3fdba-c242-4866-ac45-abb53f0651a7', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:59:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157c89ec-cb49-4c88-956f-c4ef2649c82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:52:12Z', 'updated_at': '2021-09-30T00:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:20.649435 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32a5bcb-111e-4e7e-904b-cda8988ebbc4 None None] The sync data for ids ['157c89ec-cb49-4c88-956f-c4ef2649c82a'] in n-d-811809-1 is: [{'id': '157c89ec-cb49-4c88-956f-c4ef2649c82a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1140534785-router', 'tenant_id': 'b1305be32f5f4113a61a9c6d77e092f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '61e3fdba-c242-4866-ac45-abb53f0651a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:52:09Z', 'updated_at': '2021-09-30T00:52:14Z', 'revision_number': 3, 'project_id': 'b1305be32f5f4113a61a9c6d77e092f5', 'gw_port': {'id': '61e3fdba-c242-4866-ac45-abb53f0651a7', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:59:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157c89ec-cb49-4c88-956f-c4ef2649c82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:52:12Z', 'updated_at': '2021-09-30T00:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:52:20.829142 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e536ef-e05f-4e1d-bb2d-3d5d382c94f5 req-ae5f9279-4b0a-4b07-8bd4-4f89443d4929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:20.831645 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b4e536ef-e05f-4e1d-bb2d-3d5d382c94f5 req-ae5f9279-4b0a-4b07-8bd4-4f89443d4929 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f57b268d-20d8-40fa-b8a7-84057b4271aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4768608 Sep 30 00:52:20.840878 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-82a40f9b-3b7c-495d-9621-2b8a25451da3 admin admin] Allocated IP 172.20.0.1 (12178976-20ed-45f0-b8e1-efc9105e76a7/4c1c7de9-5f8e-45e2-8cd2-09c895fe58bd/89f8da66-6656-4f1f-9015-829436dca6fa) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:52:20.887683 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e674fe-9dd9-4866-9768-7dde0354cb1a req-d3ff5d8f-d5f0-4a9c-aa56-2bfd1ac7db0d tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:20.895218 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-19e674fe-9dd9-4866-9768-7dde0354cb1a req-d3ff5d8f-d5f0-4a9c-aa56-2bfd1ac7db0d tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4415350-b0a8-459c-a045-324e642d2659 HTTP/1.1" status: 200 len: 950 time: 0.1851723 Sep 30 00:52:20.895931 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 59856) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:20.939217 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cff21b18-2866-4d1c-bef2-b7e3e30f3440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:20.989375 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-19e674fe-9dd9-4866-9768-7dde0354cb1a req-ecb6c168-e963-4707-b8b9-c14f77d9e41c tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/security-groups?id=14d36578-c53f-4fbc-a012-bc23f095a480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906503 Sep 30 00:52:20.996230 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-cff21b18-2866-4d1c-bef2-b7e3e30f3440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:52:21.001465 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-cff21b18-2866-4d1c-bef2-b7e3e30f3440 admin admin] Usage tracker for resource:security_group_rule and tenant:12c3ac354cc94831ad083a1110902021 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:52:21.005465 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-cff21b18-2866-4d1c-bef2-b7e3e30f3440 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:52:21.013613 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-cff21b18-2866-4d1c-bef2-b7e3e30f3440 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:52:21.206548 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d299d5ed-145b-4caf-96e0-8655f740eec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:21.254818 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cff21b18-2866-4d1c-bef2-b7e3e30f3440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:21.277021 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cff21b18-2866-4d1c-bef2-b7e3e30f3440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:21.285126 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-cf965b04-f238-4396-a17a-df66e826b7a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:21.292081 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0e8682d-462f-4a4a-bfd1-14a2fdde9205 req-3b4017f8-c852-4404-9051-05633f810bbd tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Router 818f1404-4b68-4f61-8fde-3967a4e897ff has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:52:21.337922 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff21b18-2866-4d1c-bef2-b7e3e30f3440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2386979-ed02-4870-bac1-516b060ee1f4,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:21.363639 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-cff21b18-2866-4d1c-bef2-b7e3e30f3440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:21.370569 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-cff21b18-2866-4d1c-bef2-b7e3e30f3440 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=12c3ac354cc94831ad083a1110902021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4730825 Sep 30 00:52:21.377559 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 59860) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:21.539563 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-129d4e36-d6d4-4929-af7c-91d547595a2a req-623b3f50-13a7-4c4a-b17d-3afe156e5d4b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 210 time: 0.0646160 Sep 30 00:52:21.545565 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b4e536ef-e05f-4e1d-bb2d-3d5d382c94f5 req-0a68233f-c4f0-4be3-bb44-8d8ede08ceb6 service neutron] 10.222.0.59 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7016873 Sep 30 00:52:21.586526 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-82a40f9b-3b7c-495d-9621-2b8a25451da3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:21.610631 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7d85fd88-2888-4a4d-b4af-e4f9d2eeb140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:21.816709 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-49f87cf8-e39b-4ed0-b4b0-91a9edc0944d req-fa064a22-8088-4c8f-b055-2d5e46d504b0 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/floatingips/4c003140-bb74-4790-9b65-5619b9341991 HTTP/1.1" status: 200 len: 694 time: 0.2021024 Sep 30 00:52:21.846050 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7d85fd88-2888-4a4d-b4af-e4f9d2eeb140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:22.010842 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f87cf8-e39b-4ed0-b4b0-91a9edc0944d req-382cb6a5-7ca3-4171-9244-a0b814731c57 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:22.015348 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-49f87cf8-e39b-4ed0-b4b0-91a9edc0944d req-382cb6a5-7ca3-4171-9244-a0b814731c57 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 784 time: 0.1879847 Sep 30 00:52:22.020368 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7d85fd88-2888-4a4d-b4af-e4f9d2eeb140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:22.020943 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-82a40f9b-3b7c-495d-9621-2b8a25451da3 admin admin] Transition to ACTIVE for port object 89f8da66-6656-4f1f-9015-829436dca6fa will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:52:22.029742 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4483275f-6ddf-4718-b7f0-da37e3498233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:22.091887 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b4e536ef-e05f-4e1d-bb2d-3d5d382c94f5 req-6f3891b0-a02a-4898-af32-8259610090d2 service neutron] 10.222.0.59 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5375929 Sep 30 00:52:22.097129 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7d85fd88-2888-4a4d-b4af-e4f9d2eeb140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:22.100679 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-7d85fd88-2888-4a4d-b4af-e4f9d2eeb140 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f2386979-ed02-4870-bac1-516b060ee1f4 HTTP/1.1" status: 204 len: 168 time: 0.7238393 Sep 30 00:52:22.119576 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85fd88-2888-4a4d-b4af-e4f9d2eeb140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2386979-ed02-4870-bac1-516b060ee1f4,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:22.127182 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-7d85fd88-2888-4a4d-b4af-e4f9d2eeb140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:22.160380 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fb071-7921-4393-ae3e-839c149fee9f req-abb82cc0-a6a4-4132-a28b-a089a57abbb2 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:22.162437 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-234fb071-7921-4393-ae3e-839c149fee9f req-abb82cc0-a6a4-4132-a28b-a089a57abbb2 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Synchronizing usage tracker for tenant:e64a8f700e04425e9893be0166d8f255 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:52:22.183582 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-49f87cf8-e39b-4ed0-b4b0-91a9edc0944d req-12e1bcb4-f2fc-46c5-9ff5-9e0236908374 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.115 HTTP/1.1" status: 200 len: 697 time: 0.1481621 Sep 30 00:52:22.186678 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0e8682d-462f-4a4a-bfd1-14a2fdde9205 req-3b4017f8-c852-4404-9051-05633f810bbd tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:52:22.201854 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4e5608-2194-41f0-80cd-ce48c3e365d3 None None] Sync routers for ids ['818f1404-4b68-4f61-8fde-3967a4e897ff'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:52:22.225205 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4e5608-2194-41f0-80cd-ce48c3e365d3 None None] Routers {'818f1404-4b68-4f61-8fde-3967a4e897ff'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:52:22.225413 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:22.229965 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-fb4e5608-2194-41f0-80cd-ce48c3e365d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:52:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['818f1404-4b68-4f61-8fde-3967a4e897ff'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:22.243042 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a0e8682d-462f-4a4a-bfd1-14a2fdde9205 req-3b4017f8-c852-4404-9051-05633f810bbd tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:22.340835 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-234fb071-7921-4393-ae3e-839c149fee9f req-abb82cc0-a6a4-4132-a28b-a089a57abbb2 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Unset dirty status for tenant:e64a8f700e04425e9893be0166d8f255 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:52:22.342452 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-234fb071-7921-4393-ae3e-839c149fee9f req-abb82cc0-a6a4-4132-a28b-a089a57abbb2 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4415350-b0a8-459c-a045-324e642d2659 HTTP/1.1" status: 200 len: 950 time: 1.0806277 Sep 30 00:52:22.360129 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 61e3fdba-c242-4866-ac45-abb53f0651a7 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:52:22.473029 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-49f87cf8-e39b-4ed0-b4b0-91a9edc0944d req-1e499ad0-ed2f-407f-9235-6bfa83134b01 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.115 HTTP/1.1" status: 200 len: 697 time: 0.2878067 Sep 30 00:52:22.476739 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-764cfaa6-dda9-4386-bc2e-f349d9520def tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0804396 Sep 30 00:52:22.478068 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-234fb071-7921-4393-ae3e-839c149fee9f req-aff5206c-feea-4d13-9241-084f2a801429 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Deleting port bc037ddb-a81c-4cfc-962c-e82208357776 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:52:22.478426 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-234fb071-7921-4393-ae3e-839c149fee9f req-aff5206c-feea-4d13-9241-084f2a801429 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:22.520081 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 61e3fdba-c242-4866-ac45-abb53f0651a7 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:52:22.525262 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 61e3fdba-c242-4866-ac45-abb53f0651a7 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:52:22.525651 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:22.597347 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a0e8682d-462f-4a4a-bfd1-14a2fdde9205 req-3b4017f8-c852-4404-9051-05633f810bbd tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "PUT /v2.0/floatingips/5140233a-fb4b-4f72-832b-cfc9f0c82c5e HTTP/1.1" status: 200 len: 694 time: 4.2528903 Sep 30 00:52:22.626375 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-fb4e5608-2194-41f0-80cd-ce48c3e365d3 None None] Set router 818f1404-4b68-4f61-8fde-3967a4e897ff gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:52:22.636318 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f11d5ebf-c45c-4b3e-8c6e-147793576f96', 'tag': 'ceccd1e7-777e-49b7-a2a1-8af913920680'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:52:22.668863 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-82a40f9b-3b7c-495d-9621-2b8a25451da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:22.791132 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ba4d999c-69fe-4566-b360-39b341a90230 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:22.807638 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:22.837487 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 61e3fdba-c242-4866-ac45-abb53f0651a7, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=61e3fdba-c242-4866-ac45-abb53f0651a7,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:22.844476 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:22.846573 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:22.936672 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a40f9b-3b7c-495d-9621-2b8a25451da3 admin admin] Network 12178976-20ed-45f0-b8e1-efc9105e76a7 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:52:22.975653 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=61e3fdba-c242-4866-ac45-abb53f0651a7,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:22.988360 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-82a40f9b-3b7c-495d-9621-2b8a25451da3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:52:23.001882 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5497d81-5cee-4f51-92e5-c8b4cf72a991 req-977315f1-bdce-4ccc-bfcf-f094b42739b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:23.003583 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d5497d81-5cee-4f51-92e5-c8b4cf72a991 req-977315f1-bdce-4ccc-bfcf-f094b42739b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b20f4b110694ae5b48ceb31519082dc&device_id=b7bc6ef3-2633-48c4-8bc3-64ba73a09719 HTTP/1.1" status: 200 len: 1097 time: 0.7630837 Sep 30 00:52:23.009982 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:23.021162 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a40f9b-3b7c-495d-9621-2b8a25451da3 admin admin] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:52:23.134849 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a40f9b-3b7c-495d-9621-2b8a25451da3 admin admin] Pushing event updated for resources: {'Port': ['ID=89f8da66-6656-4f1f-9015-829436dca6fa,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:23.153398 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-49f87cf8-e39b-4ed0-b4b0-91a9edc0944d req-7e4e4337-62b2-4259-a1ac-0e3997dd08e9 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Deleting port ff38d922-5ed5-4f43-ba25-e88ead24419c {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:52:23.153980 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-49f87cf8-e39b-4ed0-b4b0-91a9edc0944d req-7e4e4337-62b2-4259-a1ac-0e3997dd08e9 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:23.170923 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-fb4e5608-2194-41f0-80cd-ce48c3e365d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-484883478-router', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '264f311b-8d9d-43d0-98fc-9f1de542f3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:51:17Z', 'updated_at': '2021-09-30T00:51:23Z', 'revision_number': 4, 'project_id': '6742a1f2a8924b3b9066945aa90fc99b', 'gw_port': {'id': '264f311b-8d9d-43d0-98fc-9f1de542f3b0', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:18Z', 'updated_at': '2021-09-30T00:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'b542ae11-e4c4-4e25-bdf8-c6379f2beb32', 'name': '', 'network_id': '1b8069b5-1ad5-4fcb-b815-4d2c19d66482', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'mac_address': 'fa:16:3e:03:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '59401d48-7bca-4d66-895c-fcc36128d278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:22Z', 'updated_at': '2021-09-30T00:51:33Z', 'revision_number': 5, 'project_id': '6742a1f2a8924b3b9066945aa90fc99b', 'subnets': [{'id': '59401d48-7bca-4d66-895c-fcc36128d278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:23.179700 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4e5608-2194-41f0-80cd-ce48c3e365d3 None None] Checking router: 818f1404-4b68-4f61-8fde-3967a4e897ff for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:52:23.201359 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4e5608-2194-41f0-80cd-ce48c3e365d3 None None] Routers {'818f1404-4b68-4f61-8fde-3967a4e897ff'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:52:23.206341 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-fb4e5608-2194-41f0-80cd-ce48c3e365d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:52:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['818f1404-4b68-4f61-8fde-3967a4e897ff'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:23.298460 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-205fd7f6-7d13-4eba-9fd7-e166390667bc tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:23.299972 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-205fd7f6-7d13-4eba-9fd7-e166390667bc tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6851401 Sep 30 00:52:23.346308 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-82a40f9b-3b7c-495d-9621-2b8a25451da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:23.410108 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-a3a7dbce-076d-41f3-804a-88fbadfa723c None None] Provisioning for port 89f8da66-6656-4f1f-9015-829436dca6fa completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:52:23.416298 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-a3a7dbce-076d-41f3-804a-88fbadfa723c None None] Provisioning complete for port 89f8da66-6656-4f1f-9015-829436dca6fa triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:52:23.416911 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-a3a7dbce-076d-41f3-804a-88fbadfa723c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:23.434078 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5497d81-5cee-4f51-92e5-c8b4cf72a991 req-5ca60e82-fa5a-4b3a-91b8-74672d16adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:23.435786 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d5497d81-5cee-4f51-92e5-c8b4cf72a991 req-5ca60e82-fa5a-4b3a-91b8-74672d16adfb service neutron] 10.222.0.59 "GET /v2.0/networks?id=f57b268d-20d8-40fa-b8a7-84057b4271aa HTTP/1.1" status: 200 len: 922 time: 0.3679111 Sep 30 00:52:23.440315 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-82a40f9b-3b7c-495d-9621-2b8a25451da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734280'] for router_interface, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:23.441482 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-fb4e5608-2194-41f0-80cd-ce48c3e365d3 None None] Set router 818f1404-4b68-4f61-8fde-3967a4e897ff gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:52:23.460306 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-49f87cf8-e39b-4ed0-b4b0-91a9edc0944d req-7e4e4337-62b2-4259-a1ac-0e3997dd08e9 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:23.460634 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-49f87cf8-e39b-4ed0-b4b0-91a9edc0944d req-7e4e4337-62b2-4259-a1ac-0e3997dd08e9 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:23.578664 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-a3a7dbce-076d-41f3-804a-88fbadfa723c None None] Port 89f8da66-6656-4f1f-9015-829436dca6fa cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:52:23.680617 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d5497d81-5cee-4f51-92e5-c8b4cf72a991 req-43a7f086-1e58-4cd7-9cba-fb3b6341272b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=916084b2-d175-413c-9e85-453b2a06a76d HTTP/1.1" status: 200 len: 217 time: 0.1199203 Sep 30 00:52:23.683715 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-a0cdf78e-1d7a-4a0a-9c15-fa86c9c033ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Request body: {'port': {'device_id': '89a881a1-cd0e-4cb0-b314-68293db10420', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'admin_state_up': True, 'tenant_id': '59d8fe751f144ee29b8fd8ad36a4eefb'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:52:23.687635 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8682d-462f-4a4a-bfd1-14a2fdde9205 req-79a4487d-a7e9-42de-93a0-4b91b61c42ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:23.689115 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a0e8682d-462f-4a4a-bfd1-14a2fdde9205 req-79a4487d-a7e9-42de-93a0-4b91b61c42ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6742a1f2a8924b3b9066945aa90fc99b&device_id=f11d5ebf-c45c-4b3e-8c6e-147793576f96 HTTP/1.1" status: 200 len: 1096 time: 0.9478500 Sep 30 00:52:23.771885 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-49f87cf8-e39b-4ed0-b4b0-91a9edc0944d req-7e4e4337-62b2-4259-a1ac-0e3997dd08e9 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Calling delete_port for ff38d922-5ed5-4f43-ba25-e88ead24419c owned by network:floatingip {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:52:23.858361 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:23.877856 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-234fb071-7921-4393-ae3e-839c149fee9f req-aff5206c-feea-4d13-9241-084f2a801429 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] For port bc037ddb-a81c-4cfc-962c-e82208357776, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=bc037ddb-a81c-4cfc-962c-e82208357776,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:23.878565 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-234fb071-7921-4393-ae3e-839c149fee9f req-aff5206c-feea-4d13-9241-084f2a801429 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:23.898073 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-fb4e5608-2194-41f0-80cd-ce48c3e365d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-484883478-router', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '264f311b-8d9d-43d0-98fc-9f1de542f3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:51:17Z', 'updated_at': '2021-09-30T00:51:23Z', 'revision_number': 4, 'project_id': '6742a1f2a8924b3b9066945aa90fc99b', 'gw_port': {'id': '264f311b-8d9d-43d0-98fc-9f1de542f3b0', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:18Z', 'updated_at': '2021-09-30T00:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'b542ae11-e4c4-4e25-bdf8-c6379f2beb32', 'name': '', 'network_id': '1b8069b5-1ad5-4fcb-b815-4d2c19d66482', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'mac_address': 'fa:16:3e:03:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '59401d48-7bca-4d66-895c-fcc36128d278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:22Z', 'updated_at': '2021-09-30T00:51:33Z', 'revision_number': 5, 'project_id': '6742a1f2a8924b3b9066945aa90fc99b', 'subnets': [{'id': '59401d48-7bca-4d66-895c-fcc36128d278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:23.903537 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4e5608-2194-41f0-80cd-ce48c3e365d3 None None] The sync data for ids ['818f1404-4b68-4f61-8fde-3967a4e897ff'] in n-d-811809-1 is: [{'id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-484883478-router', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '264f311b-8d9d-43d0-98fc-9f1de542f3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:51:17Z', 'updated_at': '2021-09-30T00:51:23Z', 'revision_number': 4, 'project_id': '6742a1f2a8924b3b9066945aa90fc99b', 'gw_port': {'id': '264f311b-8d9d-43d0-98fc-9f1de542f3b0', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:18Z', 'updated_at': '2021-09-30T00:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'b542ae11-e4c4-4e25-bdf8-c6379f2beb32', 'name': '', 'network_id': '1b8069b5-1ad5-4fcb-b815-4d2c19d66482', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'mac_address': 'fa:16:3e:03:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '59401d48-7bca-4d66-895c-fcc36128d278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:22Z', 'updated_at': '2021-09-30T00:51:33Z', 'revision_number': 5, 'project_id': '6742a1f2a8924b3b9066945aa90fc99b', 'subnets': [{'id': '59401d48-7bca-4d66-895c-fcc36128d278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:52:23.985999 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-a0cdf78e-1d7a-4a0a-9c15-fa86c9c033ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:52:23.997480 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-a0cdf78e-1d7a-4a0a-9c15-fa86c9c033ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:52:24.042270 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-a0cdf78e-1d7a-4a0a-9c15-fa86c9c033ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Made reservation on behalf of 59d8fe751f144ee29b8fd8ad36a4eefb for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:52:24.046487 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-a0cdf78e-1d7a-4a0a-9c15-fa86c9c033ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:24.154072 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-49f87cf8-e39b-4ed0-b4b0-91a9edc0944d req-7e4e4337-62b2-4259-a1ac-0e3997dd08e9 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:24.161516 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-00f09bb5-94ac-4bb9-b47a-db8433dbca5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:24.245859 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e4337-62b2-4259-a1ac-0e3997dd08e9 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Pushing event deleted for resources: {'Port': ['ID=ff38d922-5ed5-4f43-ba25-e88ead24419c,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:24.249621 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-7e4e4337-62b2-4259-a1ac-0e3997dd08e9 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:24.284908 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 61e3fdba-c242-4866-ac45-abb53f0651a7 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:52:24.289276 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-234fb071-7921-4393-ae3e-839c149fee9f req-aff5206c-feea-4d13-9241-084f2a801429 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Calling delete_port for bc037ddb-a81c-4cfc-962c-e82208357776 owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:52:24.344355 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1998b42e-a22a-45c6-bc15-fbf3a593b055 None None] New status for floating IP 5140233a-fb4b-4f72-832b-cfc9f0c82c5e: DOWN {{(pid=80276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:52:24.384815 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-49f87cf8-e39b-4ed0-b4b0-91a9edc0944d req-7e4e4337-62b2-4259-a1ac-0e3997dd08e9 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks [] for floatingip, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:24.389251 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5497d81-5cee-4f51-92e5-c8b4cf72a991 req-5fbcd405-d99e-417f-9f27-7bd2bc59b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:24.390992 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d5497d81-5cee-4f51-92e5-c8b4cf72a991 req-5fbcd405-d99e-417f-9f27-7bd2bc59b118 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=739388f2-bdc1-458a-ad24-7599b12445e8 HTTP/1.1" status: 200 len: 860 time: 0.6928916 Sep 30 00:52:24.401387 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-a0cdf78e-1d7a-4a0a-9c15-fa86c9c033ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Allocated IP 192.168.233.80 (5148d586-4385-4f2c-9968-16b3a645031f/d94969b3-14c1-4902-a40b-8e6c297e30ba/863d8c69-3437-4b2c-898c-781bd4e0939e) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:52:24.442549 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-49f87cf8-e39b-4ed0-b4b0-91a9edc0944d req-7e4e4337-62b2-4259-a1ac-0e3997dd08e9 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:24.444011 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8682d-462f-4a4a-bfd1-14a2fdde9205 req-e1469832-d05a-4fc5-a6b0-4475c02b4705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:24.444300 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-49f87cf8-e39b-4ed0-b4b0-91a9edc0944d req-7e4e4337-62b2-4259-a1ac-0e3997dd08e9 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "DELETE /v2.0/floatingips/4c003140-bb74-4790-9b65-5619b9341991 HTTP/1.1" status: 204 len: 173 time: 1.9704885 Sep 30 00:52:24.445463 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a0e8682d-462f-4a4a-bfd1-14a2fdde9205 req-e1469832-d05a-4fc5-a6b0-4475c02b4705 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b8069b5-1ad5-4fcb-b815-4d2c19d66482 HTTP/1.1" status: 200 len: 929 time: 0.7099433 Sep 30 00:52:24.564992 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a0e8682d-462f-4a4a-bfd1-14a2fdde9205 req-4ce86c46-05a5-4f3c-ace4-d7a6c282a50d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ceccd1e7-777e-49b7-a2a1-8af913920680 HTTP/1.1" status: 200 len: 217 time: 0.1034608 Sep 30 00:52:24.734768 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-82a40f9b-3b7c-495d-9621-2b8a25451da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:24.739933 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdef46-76be-4e34-a66d-ed45f2c6e32a req-2bd6cbfa-0bc8-4b06-b9d9-832ebede48ee tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:24.741445 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c2fdef46-76be-4e34-a66d-ed45f2c6e32a req-2bd6cbfa-0bc8-4b06-b9d9-832ebede48ee tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4415350-b0a8-459c-a045-324e642d2659 HTTP/1.1" status: 200 len: 950 time: 0.1479983 Sep 30 00:52:24.763879 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5497d81-5cee-4f51-92e5-c8b4cf72a991 req-f719489e-d81b-459e-81e1-332f5958a364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:24.765378 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d5497d81-5cee-4f51-92e5-c8b4cf72a991 req-f719489e-d81b-459e-81e1-332f5958a364 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f57b268d-20d8-40fa-b8a7-84057b4271aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3634920 Sep 30 00:52:24.769351 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8682d-462f-4a4a-bfd1-14a2fdde9205 req-98570113-2e09-4841-926a-4e47ae8ba564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:24.770785 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a0e8682d-462f-4a4a-bfd1-14a2fdde9205 req-98570113-2e09-4841-926a-4e47ae8ba564 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=59401d48-7bca-4d66-895c-fcc36128d278 HTTP/1.1" status: 200 len: 867 time: 0.1962695 Sep 30 00:52:24.798571 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-234fb071-7921-4393-ae3e-839c149fee9f req-aff5206c-feea-4d13-9241-084f2a801429 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:24.804205 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-a0cdf78e-1d7a-4a0a-9c15-fa86c9c033ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:24.810586 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c2fdef46-76be-4e34-a66d-ed45f2c6e32a req-caf27498-003b-4609-b50f-86c227eb8efb tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.39 "GET /v2.0/security-groups?id=14d36578-c53f-4fbc-a012-bc23f095a480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590019 Sep 30 00:52:24.828420 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-a0cdf78e-1d7a-4a0a-9c15-fa86c9c033ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Transition to ACTIVE for port object 863d8c69-3437-4b2c-898c-781bd4e0939e will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:52:24.831296 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 61e3fdba-c242-4866-ac45-abb53f0651a7 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:52:24.831844 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:24.859638 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f5216575-17c6-4e47-9a90-f5786c3f344c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:24.859969 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-a0cdf78e-1d7a-4a0a-9c15-fa86c9c033ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:24.866634 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9968131c-b438-492d-8c3d-69060cde2577 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:24.883525 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['3d518f2d-344f-4c32-9fed-6a6c1995109a'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:52:24.947529 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-a0cdf78e-1d7a-4a0a-9c15-fa86c9c033ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Network 5148d586-4385-4f2c-9968-16b3a645031f is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:52:24.952650 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-a0cdf78e-1d7a-4a0a-9c15-fa86c9c033ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:52:24.957545 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-a0cdf78e-1d7a-4a0a-9c15-fa86c9c033ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:52:25.016356 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5206c-feea-4d13-9241-084f2a801429 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Pushing event deleted for resources: {'Port': ['ID=bc037ddb-a81c-4cfc-962c-e82208357776,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:25.039491 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cdf78e-1d7a-4a0a-9c15-fa86c9c033ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Pushing event updated for resources: {'Port': ['ID=863d8c69-3437-4b2c-898c-781bd4e0939e,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:25.053403 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-aff5206c-feea-4d13-9241-084f2a801429 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:25.062940 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cdf78e-1d7a-4a0a-9c15-fa86c9c033ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:25.069358 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cdf78e-1d7a-4a0a-9c15-fa86c9c033ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:25.069871 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cdf78e-1d7a-4a0a-9c15-fa86c9c033ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:25.070659 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cdf78e-1d7a-4a0a-9c15-fa86c9c033ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:25.072927 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device bc037ddb-a81c-4cfc-962c-e82208357776 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:52:25.073479 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cdf78e-1d7a-4a0a-9c15-fa86c9c033ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:25.073947 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cdf78e-1d7a-4a0a-9c15-fa86c9c033ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:25.074500 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cdf78e-1d7a-4a0a-9c15-fa86c9c033ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:25.074982 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cdf78e-1d7a-4a0a-9c15-fa86c9c033ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:25.075435 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cdf78e-1d7a-4a0a-9c15-fa86c9c033ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:25.076490 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cdf78e-1d7a-4a0a-9c15-fa86c9c033ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:25.076945 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cdf78e-1d7a-4a0a-9c15-fa86c9c033ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:25.086861 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cdf78e-1d7a-4a0a-9c15-fa86c9c033ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:25.091393 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a0cdf78e-1d7a-4a0a-9c15-fa86c9c033ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:25.122060 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-a0cdf78e-1d7a-4a0a-9c15-fa86c9c033ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:25.129380 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-a0cdf78e-1d7a-4a0a-9c15-fa86c9c033ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:25.144472 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-234fb071-7921-4393-ae3e-839c149fee9f req-aff5206c-feea-4d13-9241-084f2a801429 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] No DVR routers for this DVR port bc037ddb-a81c-4cfc-962c-e82208357776 on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:52:25.165212 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-234fb071-7921-4393-ae3e-839c149fee9f req-aff5206c-feea-4d13-9241-084f2a801429 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:25.167066 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-a0cdf78e-1d7a-4a0a-9c15-fa86c9c033ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4879577 Sep 30 00:52:25.188493 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-bd48bfd9-70d9-465b-98ed-8011bdc0ca74 service neutron] Request body: {'port': {'device_id': '89a881a1-cd0e-4cb0-b314-68293db10420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:52:25.226612 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: bc037ddb-a81c-4cfc-962c-e82208357776 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:52:25.227456 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device bc037ddb-a81c-4cfc-962c-e82208357776 not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:52:25.288033 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-234fb071-7921-4393-ae3e-839c149fee9f req-aff5206c-feea-4d13-9241-084f2a801429 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] 10.222.0.55 "DELETE /v2.0/ports/bc037ddb-a81c-4cfc-962c-e82208357776 HTTP/1.1" status: 204 len: 173 time: 2.9138770 Sep 30 00:52:25.294238 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d5497d81-5cee-4f51-92e5-c8b4cf72a991 req-ef4781e9-44b2-41b9-8ca7-3125760cc3cd service neutron] 10.222.0.59 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207732 Sep 30 00:52:25.317762 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-3973614a-39a5-4035-8470-982c32f7aa5f None None] Provisioning for port 863d8c69-3437-4b2c-898c-781bd4e0939e completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:52:25.344027 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8682d-462f-4a4a-bfd1-14a2fdde9205 req-849b5942-f21c-4c19-a9b5-27a5b8aac998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:25.345896 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a0e8682d-462f-4a4a-bfd1-14a2fdde9205 req-849b5942-f21c-4c19-a9b5-27a5b8aac998 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b8069b5-1ad5-4fcb-b815-4d2c19d66482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5280452 Sep 30 00:52:25.354110 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-3973614a-39a5-4035-8470-982c32f7aa5f None None] Provisioning complete for port 863d8c69-3437-4b2c-898c-781bd4e0939e triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:52:25.354672 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3973614a-39a5-4035-8470-982c32f7aa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:25.425319 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-bd48bfd9-70d9-465b-98ed-8011bdc0ca74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:25.447364 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-82a40f9b-3b7c-495d-9621-2b8a25451da3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:25.483981 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-3973614a-39a5-4035-8470-982c32f7aa5f None None] Port 863d8c69-3437-4b2c-898c-781bd4e0939e cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:52:25.498257 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-82a40f9b-3b7c-495d-9621-2b8a25451da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:25.566707 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6d792bf8-c4ad-47ca-a17a-70402a8b2455 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:25.785676 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a40f9b-3b7c-495d-9621-2b8a25451da3 admin admin] Pushing event updated for resources: {'Port': ['ID=89f8da66-6656-4f1f-9015-829436dca6fa,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:25.788590 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-82a40f9b-3b7c-495d-9621-2b8a25451da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:25.802264 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-82a40f9b-3b7c-495d-9621-2b8a25451da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734445'] for router_interface, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:26.131452 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a0e8682d-462f-4a4a-bfd1-14a2fdde9205 req-1fe66f0b-1764-466c-827e-0a4a92ab95c4 service neutron] 10.222.0.39 "GET /v2.0/networks/1b8069b5-1ad5-4fcb-b815-4d2c19d66482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7255805 Sep 30 00:52:26.160123 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-bd48bfd9-70d9-465b-98ed-8011bdc0ca74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863d8c69-3437-4b2c-898c-781bd4e0939e {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:52:26.170298 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-bd48bfd9-70d9-465b-98ed-8011bdc0ca74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:26.196492 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-bd48bfd9-70d9-465b-98ed-8011bdc0ca74 service neutron] Transition to ACTIVE for port object 863d8c69-3437-4b2c-898c-781bd4e0939e will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:52:26.203070 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-bd48bfd9-70d9-465b-98ed-8011bdc0ca74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:26.213775 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4a8fb-e264-4b07-ab2a-c156d2ac4690 req-d8780ab4-a2da-4cab-9876-ae47e6c38b33 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:26.214490 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-72e4a8fb-e264-4b07-ab2a-c156d2ac4690 req-d8780ab4-a2da-4cab-9876-ae47e6c38b33 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Synchronizing usage tracker for tenant:59d8fe751f144ee29b8fd8ad36a4eefb on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:52:26.219238 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-07f11a22-b6fb-4f7a-980c-6a0cee4268a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:26.240663 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d5497d81-5cee-4f51-92e5-c8b4cf72a991 req-1fcff151-bda9-4c87-a717-bd61e14ec351 service neutron] 10.222.0.59 "GET /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9313848 Sep 30 00:52:26.352576 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-72e4a8fb-e264-4b07-ab2a-c156d2ac4690 req-d8780ab4-a2da-4cab-9876-ae47e6c38b33 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Unset dirty status for tenant:59d8fe751f144ee29b8fd8ad36a4eefb on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:52:26.360014 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-72e4a8fb-e264-4b07-ab2a-c156d2ac4690 req-d8780ab4-a2da-4cab-9876-ae47e6c38b33 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 935 time: 0.4472780 Sep 30 00:52:26.370160 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a0e8682d-462f-4a4a-bfd1-14a2fdde9205 req-0343c4dc-0911-4d21-8d6f-039d3621447e service neutron] 10.222.0.39 "GET /v2.0/networks/1b8069b5-1ad5-4fcb-b815-4d2c19d66482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376907 Sep 30 00:52:26.372516 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a40f9b-3b7c-495d-9621-2b8a25451da3 admin admin] Network 12178976-20ed-45f0-b8e1-efc9105e76a7 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:52:26.375367 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-82a40f9b-3b7c-495d-9621-2b8a25451da3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:52:26.395062 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48bfd9-70d9-465b-98ed-8011bdc0ca74 service neutron] Pushing event updated for resources: {'Port': ['ID=863d8c69-3437-4b2c-898c-781bd4e0939e,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:26.407806 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bd48bfd9-70d9-465b-98ed-8011bdc0ca74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:26.601828 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-72e4a8fb-e264-4b07-ab2a-c156d2ac4690 req-a39aca96-d774-479c-9b36-164b571c6eac tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408047 Sep 30 00:52:26.615940 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f11d5ebf-c45c-4b3e-8c6e-147793576f96', 'tag': 'ceccd1e7-777e-49b7-a2a1-8af913920680', 'status': 'completed', 'code': 200} Sep 30 00:52:26.679381 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-bd48bfd9-70d9-465b-98ed-8011bdc0ca74 service neutron] Attempting to bind port 863d8c69-3437-4b2c-898c-781bd4e0939e on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:52:26.679715 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-bd48bfd9-70d9-465b-98ed-8011bdc0ca74 service neutron] Attempting to bind port 863d8c69-3437-4b2c-898c-781bd4e0939e by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:52:26.681292 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-bd48bfd9-70d9-465b-98ed-8011bdc0ca74 service neutron] Attempting to bind port 863d8c69-3437-4b2c-898c-781bd4e0939e on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:52:26.692717 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-bd48bfd9-70d9-465b-98ed-8011bdc0ca74 service neutron] Port 863d8c69-3437-4b2c-898c-781bd4e0939e on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:52:26.693065 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-bd48bfd9-70d9-465b-98ed-8011bdc0ca74 service neutron] Attempting to bind port 863d8c69-3437-4b2c-898c-781bd4e0939e on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:52:26.706889 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-bd48bfd9-70d9-465b-98ed-8011bdc0ca74 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:52:26.707254 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-bd48bfd9-70d9-465b-98ed-8011bdc0ca74 service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:52:26.707655 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-bd48bfd9-70d9-465b-98ed-8011bdc0ca74 service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:52:26.708125 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-bd48bfd9-70d9-465b-98ed-8011bdc0ca74 service neutron] Bound port: 863d8c69-3437-4b2c-898c-781bd4e0939e, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:52:26.708490 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-bd48bfd9-70d9-465b-98ed-8011bdc0ca74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:26.824273 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a40f9b-3b7c-495d-9621-2b8a25451da3 admin admin] Router 157c89ec-cb49-4c88-956f-c4ef2649c82a has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:52:26.847318 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-40a75aa9-e185-45ae-996c-d874b3f5d440 None None] Provisioning complete for port 89f8da66-6656-4f1f-9015-829436dca6fa triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:52:26.854353 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59206bcb-428e-48f8-b8cd-40c33dde29fd req-fc3a80a9-4d13-4aa2-890d-820298560755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:26.854778 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-40a75aa9-e185-45ae-996c-d874b3f5d440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:26.856489 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59206bcb-428e-48f8-b8cd-40c33dde29fd req-fc3a80a9-4d13-4aa2-890d-820298560755 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6742a1f2a8924b3b9066945aa90fc99b&device_id=f11d5ebf-c45c-4b3e-8c6e-147793576f96 HTTP/1.1" status: 200 len: 1096 time: 0.2397754 Sep 30 00:52:26.937906 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-bd48bfd9-70d9-465b-98ed-8011bdc0ca74 service neutron] For port 863d8c69-3437-4b2c-898c-781bd4e0939e, host n-h2-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:52:26.941130 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-bd48bfd9-70d9-465b-98ed-8011bdc0ca74 service neutron] For port 863d8c69-3437-4b2c-898c-781bd4e0939e, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=863d8c69-3437-4b2c-898c-781bd4e0939e,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:52:26.950976 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-bd48bfd9-70d9-465b-98ed-8011bdc0ca74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:26.957335 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-848e30e8-d592-4d27-95e8-d6facf6c6a5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:27.021925 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-40a75aa9-e185-45ae-996c-d874b3f5d440 None None] Port 89f8da66-6656-4f1f-9015-829436dca6fa cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:52:27.104624 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-bd48bfd9-70d9-465b-98ed-8011bdc0ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:27.105259 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-bd48bfd9-70d9-465b-98ed-8011bdc0ca74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:27.107208 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-bd48bfd9-70d9-465b-98ed-8011bdc0ca74 service neutron] 10.222.0.55 "PUT /v2.0/ports/863d8c69-3437-4b2c-898c-781bd4e0939e HTTP/1.1" status: 200 len: 1095 time: 1.9252269 Sep 30 00:52:27.107721 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a881a1-cd0e-4cb0-b314-68293db10420', 'tag': '863d8c69-3437-4b2c-898c-781bd4e0939e'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:52:27.285398 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8c74499a-2458-4308-b855-b31a0d157b7f req-58ce41ca-95eb-41da-9d1b-f08f082791ed tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/floatingips/5140233a-fb4b-4f72-832b-cfc9f0c82c5e HTTP/1.1" status: 200 len: 692 time: 0.1833572 Sep 30 00:52:27.289548 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48bfd9-70d9-465b-98ed-8011bdc0ca74 service neutron] Pushing event updated for resources: {'Port': ['ID=863d8c69-3437-4b2c-898c-781bd4e0939e,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:27.441178 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59206bcb-428e-48f8-b8cd-40c33dde29fd req-7b0d8f24-74e2-4632-86e4-c0f9fd4602e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:27.443170 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59206bcb-428e-48f8-b8cd-40c33dde29fd req-7b0d8f24-74e2-4632-86e4-c0f9fd4602e0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1b8069b5-1ad5-4fcb-b815-4d2c19d66482 HTTP/1.1" status: 200 len: 929 time: 0.4549930 Sep 30 00:52:27.446039 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a40f9b-3b7c-495d-9621-2b8a25451da3 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:52:27.453047 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-82a40f9b-3b7c-495d-9621-2b8a25451da3 admin admin] 10.222.0.39 "PUT /v2.0/routers/157c89ec-cb49-4c88-956f-c4ef2649c82a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2424896 Sep 30 00:52:27.478378 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b922441-cb4e-4ff4-9af6-7b5af255a56c None None] Sync routers for ids ['157c89ec-cb49-4c88-956f-c4ef2649c82a'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:52:27.495789 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b922441-cb4e-4ff4-9af6-7b5af255a56c None None] Routers {'157c89ec-cb49-4c88-956f-c4ef2649c82a'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:52:27.496451 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-9b922441-cb4e-4ff4-9af6-7b5af255a56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:52:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['157c89ec-cb49-4c88-956f-c4ef2649c82a'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:27.559494 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bd48bfd9-70d9-465b-98ed-8011bdc0ca74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:27.686660 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59206bcb-428e-48f8-b8cd-40c33dde29fd req-a51eecac-9ee1-4f9b-a314-3227f9359ffd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ceccd1e7-777e-49b7-a2a1-8af913920680 HTTP/1.1" status: 200 len: 217 time: 0.2291627 Sep 30 00:52:27.723532 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 59956) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:27.753993 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-406675e4-8505-42e0-b487-f7e9e130a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:27.756056 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-406675e4-8505-42e0-b487-f7e9e130a8a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 1098 time: 0.5618873 Sep 30 00:52:27.860438 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-df04da26-fc27-4577-bf85-79d38dc6c563 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=863d8c69-3437-4b2c-898c-781bd4e0939e HTTP/1.1" status: 200 len: 217 time: 0.0905857 Sep 30 00:52:27.861787 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-9b922441-cb4e-4ff4-9af6-7b5af255a56c None None] Set router 157c89ec-cb49-4c88-956f-c4ef2649c82a gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:52:27.867867 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59206bcb-428e-48f8-b8cd-40c33dde29fd req-258df04e-df1b-4235-8e49-66cbda4a468c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:27.869693 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59206bcb-428e-48f8-b8cd-40c33dde29fd req-258df04e-df1b-4235-8e49-66cbda4a468c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59401d48-7bca-4d66-895c-fcc36128d278 HTTP/1.1" status: 200 len: 867 time: 0.1727271 Sep 30 00:52:27.877165 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74499a-2458-4308-b855-b31a0d157b7f req-ffea2dc2-5d5b-4299-8881-a922d0c034d6 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:27.886570 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8c74499a-2458-4308-b855-b31a0d157b7f req-ffea2dc2-5d5b-4299-8881-a922d0c034d6 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 784 time: 0.6002891 Sep 30 00:52:27.976206 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1831ab-248d-4b4e-a272-0e7e08c41fd0 req-3591174b-05be-4b00-9c6d-3e935c4e7c4b tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:27.976988 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-0d1831ab-248d-4b4e-a272-0e7e08c41fd0 req-3591174b-05be-4b00-9c6d-3e935c4e7c4b tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Synchronizing usage tracker for tenant:4b20f4b110694ae5b48ceb31519082dc on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:52:28.019697 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-0d1831ab-248d-4b4e-a272-0e7e08c41fd0 req-3591174b-05be-4b00-9c6d-3e935c4e7c4b tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Unset dirty status for tenant:4b20f4b110694ae5b48ceb31519082dc on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:52:28.021036 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0d1831ab-248d-4b4e-a272-0e7e08c41fd0 req-3591174b-05be-4b00-9c6d-3e935c4e7c4b tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7bc6ef3-2633-48c4-8bc3-64ba73a09719 HTTP/1.1" status: 200 len: 946 time: 0.3321834 Sep 30 00:52:28.088594 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-8c74499a-2458-4308-b855-b31a0d157b7f req-a8fd4e33-c1dc-476a-af81-a68d586fa230 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Synchronizing usage tracker for tenant:6742a1f2a8924b3b9066945aa90fc99b on resource:floatingip {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:52:28.094568 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59206bcb-428e-48f8-b8cd-40c33dde29fd req-c3bb34f1-9f5e-4ede-b927-582eda95b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:28.096242 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59206bcb-428e-48f8-b8cd-40c33dde29fd req-c3bb34f1-9f5e-4ede-b927-582eda95b507 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1b8069b5-1ad5-4fcb-b815-4d2c19d66482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2174284 Sep 30 00:52:28.132141 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-bfb9a40f-3e36-401a-909c-798325955485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:28.133207 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-bfb9a40f-3e36-401a-909c-798325955485 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.2424383 Sep 30 00:52:28.210101 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-8c74499a-2458-4308-b855-b31a0d157b7f req-a8fd4e33-c1dc-476a-af81-a68d586fa230 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Unset dirty status for tenant:6742a1f2a8924b3b9066945aa90fc99b on resource:floatingip {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:52:28.211244 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8c74499a-2458-4308-b855-b31a0d157b7f req-a8fd4e33-c1dc-476a-af81-a68d586fa230 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.30 HTTP/1.1" status: 200 len: 695 time: 0.3226357 Sep 30 00:52:28.225184 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0d1831ab-248d-4b4e-a272-0e7e08c41fd0 req-4cfb6da8-4230-44bf-8d26-21089f7ac24e tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea91114e-1a8b-4056-892a-7c0f10ace738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864254 Sep 30 00:52:28.225482 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-93099985-ee4c-4edb-a189-75d165049d57 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e64a8f700e04425e9893be0166d8f255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4929790 Sep 30 00:52:28.226697 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 59968) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:28.321494 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89a881a1-cd0e-4cb0-b314-68293db10420', 'tag': '863d8c69-3437-4b2c-898c-781bd4e0939e', 'status': 'completed', 'code': 200} Sep 30 00:52:28.350151 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-9b922441-cb4e-4ff4-9af6-7b5af255a56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157c89ec-cb49-4c88-956f-c4ef2649c82a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1140534785-router', 'tenant_id': 'b1305be32f5f4113a61a9c6d77e092f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '61e3fdba-c242-4866-ac45-abb53f0651a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:52:09Z', 'updated_at': '2021-09-30T00:52:24Z', 'revision_number': 4, 'project_id': 'b1305be32f5f4113a61a9c6d77e092f5', 'gw_port': {'id': '61e3fdba-c242-4866-ac45-abb53f0651a7', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:59:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157c89ec-cb49-4c88-956f-c4ef2649c82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:52:12Z', 'updated_at': '2021-09-30T00:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '89f8da66-6656-4f1f-9015-829436dca6fa', 'name': '', 'network_id': '12178976-20ed-45f0-b8e1-efc9105e76a7', 'tenant_id': 'b1305be32f5f4113a61a9c6d77e092f5', 'mac_address': 'fa:16:3e:bc:bb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157c89ec-cb49-4c88-956f-c4ef2649c82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '4c1c7de9-5f8e-45e2-8cd2-09c895fe58bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:52:20Z', 'updated_at': '2021-09-30T00:52:25Z', 'revision_number': 2, 'project_id': 'b1305be32f5f4113a61a9c6d77e092f5', 'subnets': [{'id': '4c1c7de9-5f8e-45e2-8cd2-09c895fe58bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:28.354464 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b922441-cb4e-4ff4-9af6-7b5af255a56c None None] Checking router: 157c89ec-cb49-4c88-956f-c4ef2649c82a for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:52:28.354901 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b922441-cb4e-4ff4-9af6-7b5af255a56c None None] Updating router 157c89ec-cb49-4c88-956f-c4ef2649c82a port 89f8da66-6656-4f1f-9015-829436dca6fa binding host n-d-811809-1 {{(pid=80277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:52:28.355769 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8c74499a-2458-4308-b855-b31a0d157b7f req-f704b570-3551-4c03-8cb1-b85f198daf38 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.30 HTTP/1.1" status: 200 len: 695 time: 0.1195898 Sep 30 00:52:28.378238 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59206bcb-428e-48f8-b8cd-40c33dde29fd req-44d8b50d-b8af-49bf-ba8d-7d818c635e4a service neutron] 10.222.0.59 "GET /v2.0/networks/1b8069b5-1ad5-4fcb-b815-4d2c19d66482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670147 Sep 30 00:52:28.429374 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b8c49314-f138-4b16-9fb2-df42d4b4e372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:28.432665 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-9b922441-cb4e-4ff4-9af6-7b5af255a56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:28.686558 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-8c74499a-2458-4308-b855-b31a0d157b7f req-f229605f-ed49-485e-87ee-ebeb5fe2cb76 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Deleting port 2454d935-9d36-4eb8-9ad8-ced735cc0e1e {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:52:28.687212 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-8c74499a-2458-4308-b855-b31a0d157b7f req-f229605f-ed49-485e-87ee-ebeb5fe2cb76 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:28.787806 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4415350-b0a8-459c-a045-324e642d2659', 'name': 'network-vif-deleted', 'tag': 'bc037ddb-a81c-4cfc-962c-e82208357776'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:52:28.854228 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b8c49314-f138-4b16-9fb2-df42d4b4e372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:28.981980 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-9b922441-cb4e-4ff4-9af6-7b5af255a56c None None] Notify callbacks [] for port, precommit_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:28.996268 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.provisioning_blocks [None req-9b922441-cb4e-4ff4-9af6-7b5af255a56c None None] Transition to ACTIVE for port object 89f8da66-6656-4f1f-9015-829436dca6fa will not be triggered until provisioned by entity L2. {{(pid=80277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:52:29.006318 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59206bcb-428e-48f8-b8cd-40c33dde29fd req-ad29a610-30bc-429f-8c85-2010079f232e service neutron] 10.222.0.59 "GET /v2.0/networks/1b8069b5-1ad5-4fcb-b815-4d2c19d66482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6183701 Sep 30 00:52:29.013908 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-9b922441-cb4e-4ff4-9af6-7b5af255a56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:29.026709 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:29.076817 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef026f5-cb9b-40a0-a1a3-04ba81d1fa7c req-9bf3b4ce-5648-401d-beb3-8b98ff0c2d13 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:29.085185 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-eef026f5-cb9b-40a0-a1a3-04ba81d1fa7c req-9bf3b4ce-5648-401d-beb3-8b98ff0c2d13 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 947 time: 0.2788074 Sep 30 00:52:29.093114 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-cf343443-2ae4-48d6-8e65-4e7ce35fb78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:29.094836 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-cf343443-2ae4-48d6-8e65-4e7ce35fb78d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9514225 Sep 30 00:52:29.101960 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b8c49314-f138-4b16-9fb2-df42d4b4e372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:29.109837 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-21b00801-526a-44ef-b1ec-35a55385b39a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:29.116488 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948c5fe-6d76-4141-aae4-c453f115cb46 None None] Pushing event updated for resources: {'Port': ['ID=89f8da66-6656-4f1f-9015-829436dca6fa,revision_number=3']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:29.128552 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-1948c5fe-6d76-4141-aae4-c453f115cb46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:29.132100 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c49314-f138-4b16-9fb2-df42d4b4e372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d36578-c53f-4fbc-a012-bc23f095a480,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:29.147982 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b8c49314-f138-4b16-9fb2-df42d4b4e372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:29.224762 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-eef026f5-cb9b-40a0-a1a3-04ba81d1fa7c req-0fb246a5-a9f6-4cd0-ac28-072d67e6fc43 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382525 Sep 30 00:52:29.231204 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b8c49314-f138-4b16-9fb2-df42d4b4e372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:29.241026 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-b8c49314-f138-4b16-9fb2-df42d4b4e372 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/14d36578-c53f-4fbc-a012-bc23f095a480 HTTP/1.1" status: 204 len: 168 time: 1.0056252 Sep 30 00:52:29.295348 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573b0a2-53c1-4be2-891a-227bfe1d3106 req-1b016b89-657c-4b23-92a4-1b032aab6d21 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:29.296277 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-7573b0a2-53c1-4be2-891a-227bfe1d3106 req-1b016b89-657c-4b23-92a4-1b032aab6d21 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Synchronizing usage tracker for tenant:4b20f4b110694ae5b48ceb31519082dc on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:52:29.361022 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-9cec6235-493d-45e9-8889-7cbccfdd6c42 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527993 Sep 30 00:52:29.370040 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-8c74499a-2458-4308-b855-b31a0d157b7f req-f229605f-ed49-485e-87ee-ebeb5fe2cb76 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:29.370532 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-8c74499a-2458-4308-b855-b31a0d157b7f req-f229605f-ed49-485e-87ee-ebeb5fe2cb76 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:29.389061 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-7573b0a2-53c1-4be2-891a-227bfe1d3106 req-1b016b89-657c-4b23-92a4-1b032aab6d21 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Unset dirty status for tenant:4b20f4b110694ae5b48ceb31519082dc on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:52:29.390346 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7573b0a2-53c1-4be2-891a-227bfe1d3106 req-1b016b89-657c-4b23-92a4-1b032aab6d21 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.59 "GET /v2.0/ports?device_id=b7bc6ef3-2633-48c4-8bc3-64ba73a09719 HTTP/1.1" status: 200 len: 946 time: 0.4195528 Sep 30 00:52:29.482394 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-9b922441-cb4e-4ff4-9af6-7b5af255a56c None None] Attempting to bind port 89f8da66-6656-4f1f-9015-829436dca6fa on host n-d-811809-1 for vnic_type normal with profile {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:52:29.482800 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-9b922441-cb4e-4ff4-9af6-7b5af255a56c None None] Attempting to bind port 89f8da66-6656-4f1f-9015-829436dca6fa by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '12178976-20ed-45f0-b8e1-efc9105e76a7'}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:52:29.483171 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b922441-cb4e-4ff4-9af6-7b5af255a56c None None] Attempting to bind port 89f8da66-6656-4f1f-9015-829436dca6fa on network 12178976-20ed-45f0-b8e1-efc9105e76a7 {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:52:29.497654 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b922441-cb4e-4ff4-9af6-7b5af255a56c None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:52:29.498249 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b922441-cb4e-4ff4-9af6-7b5af255a56c None None] Checking segment: {'id': 'b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '12178976-20ed-45f0-b8e1-efc9105e76a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:52:29.498867 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-9b922441-cb4e-4ff4-9af6-7b5af255a56c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:29.500890 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b922441-cb4e-4ff4-9af6-7b5af255a56c None None] Bound using segment: {'id': 'b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '12178976-20ed-45f0-b8e1-efc9105e76a7'} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:52:29.501564 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-9b922441-cb4e-4ff4-9af6-7b5af255a56c None None] Bound port: 89f8da66-6656-4f1f-9015-829436dca6fa, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '12178976-20ed-45f0-b8e1-efc9105e76a7'}}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:52:29.502133 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-9b922441-cb4e-4ff4-9af6-7b5af255a56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:29.606132 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3f03fc2c-99e0-487b-8007-0f1bb7f0370d req-e85bb993-2b2c-4528-ad46-eab30c953135 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265689 Sep 30 00:52:29.720472 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-9b922441-cb4e-4ff4-9af6-7b5af255a56c None None] For port 89f8da66-6656-4f1f-9015-829436dca6fa, host n-d-811809-1, cleared binding levels {{(pid=80277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:52:29.728615 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-9b922441-cb4e-4ff4-9af6-7b5af255a56c None None] For port 89f8da66-6656-4f1f-9015-829436dca6fa, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=89f8da66-6656-4f1f-9015-829436dca6fa,segment=NetworkSegment(b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0),segment_id=b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0)] {{(pid=80277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:52:29.736703 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-9b922441-cb4e-4ff4-9af6-7b5af255a56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:29.751062 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:29.851155 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b922441-cb4e-4ff4-9af6-7b5af255a56c None None] Routers {'157c89ec-cb49-4c88-956f-c4ef2649c82a'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:52:29.851911 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-9b922441-cb4e-4ff4-9af6-7b5af255a56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:52:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['157c89ec-cb49-4c88-956f-c4ef2649c82a'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:29.880294 n-d-811809-1 neutron-server[80275]: INFO neutron.api.v2.resource [req-55e659c2-0c37-4f8e-93f9-3f38f0bd2497 req-a00f7afa-722c-4d35-8f11-dcfec3b7074f tempest-FloatingIPDetailsNegativeTestJSON-1545659958 tempest-FloatingIPDetailsNegativeTestJSON-1545659958-project] show failed (client error): The resource could not be found. Sep 30 00:52:29.897269 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-55e659c2-0c37-4f8e-93f9-3f38f0bd2497 req-a00f7afa-722c-4d35-8f11-dcfec3b7074f tempest-FloatingIPDetailsNegativeTestJSON-1545659958 tempest-FloatingIPDetailsNegativeTestJSON-1545659958-project] 10.222.0.39 "GET /v2.0/floatingips/b47e0cad-975a-41c1-a7d6-7d17e6d5f805 HTTP/1.1" status: 404 len: 350 time: 0.1113634 Sep 30 00:52:29.899280 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 59990) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:29.908436 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 59994) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:29.958190 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-7573b0a2-53c1-4be2-891a-227bfe1d3106 req-c4cae463-9498-42c2-bd03-e5e58b8fb12a tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Deleting port 916084b2-d175-413c-9e85-453b2a06a76d {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:52:29.958500 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-7573b0a2-53c1-4be2-891a-227bfe1d3106 req-c4cae463-9498-42c2-bd03-e5e58b8fb12a tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:30.000188 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-8c74499a-2458-4308-b855-b31a0d157b7f req-f229605f-ed49-485e-87ee-ebeb5fe2cb76 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Calling delete_port for 2454d935-9d36-4eb8-9ad8-ced735cc0e1e owned by network:floatingip {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:52:30.019847 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948c5fe-6d76-4141-aae4-c453f115cb46 None None] Pushing event updated for resources: {'Port': ['ID=89f8da66-6656-4f1f-9015-829436dca6fa,revision_number=4']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:30.044917 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-1948c5fe-6d76-4141-aae4-c453f115cb46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:30.155146 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-9b922441-cb4e-4ff4-9af6-7b5af255a56c None None] Set router 157c89ec-cb49-4c88-956f-c4ef2649c82a gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:52:30.255368 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4415350-b0a8-459c-a045-324e642d2659', 'name': 'network-vif-deleted', 'tag': 'bc037ddb-a81c-4cfc-962c-e82208357776', 'status': 'completed', 'code': 200} Sep 30 00:52:30.323783 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-cf40b359-7ff4-4c74-892e-d2b0a47c0047 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fa2a084803904460a2a6e916ff3daea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4075243 Sep 30 00:52:30.330341 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 60004) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:30.463638 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-7573b0a2-53c1-4be2-891a-227bfe1d3106 req-c4cae463-9498-42c2-bd03-e5e58b8fb12a tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] For port 916084b2-d175-413c-9e85-453b2a06a76d, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=916084b2-d175-413c-9e85-453b2a06a76d,segment=NetworkSegment(f07c8a4c-f21a-468f-9b43-5e958c580927),segment_id=f07c8a4c-f21a-468f-9b43-5e958c580927)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:30.464272 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-7573b0a2-53c1-4be2-891a-227bfe1d3106 req-c4cae463-9498-42c2-bd03-e5e58b8fb12a tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:30.556742 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-9b922441-cb4e-4ff4-9af6-7b5af255a56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157c89ec-cb49-4c88-956f-c4ef2649c82a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1140534785-router', 'tenant_id': 'b1305be32f5f4113a61a9c6d77e092f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '61e3fdba-c242-4866-ac45-abb53f0651a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:52:09Z', 'updated_at': '2021-09-30T00:52:24Z', 'revision_number': 4, 'project_id': 'b1305be32f5f4113a61a9c6d77e092f5', 'gw_port': {'id': '61e3fdba-c242-4866-ac45-abb53f0651a7', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:59:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157c89ec-cb49-4c88-956f-c4ef2649c82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:52:12Z', 'updated_at': '2021-09-30T00:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '89f8da66-6656-4f1f-9015-829436dca6fa', 'name': '', 'network_id': '12178976-20ed-45f0-b8e1-efc9105e76a7', 'tenant_id': 'b1305be32f5f4113a61a9c6d77e092f5', 'mac_address': 'fa:16:3e:bc:bb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157c89ec-cb49-4c88-956f-c4ef2649c82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '4c1c7de9-5f8e-45e2-8cd2-09c895fe58bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:52:20Z', 'updated_at': '2021-09-30T00:52:29Z', 'revision_number': 4, 'project_id': 'b1305be32f5f4113a61a9c6d77e092f5', 'subnets': [{'id': '4c1c7de9-5f8e-45e2-8cd2-09c895fe58bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:30.561501 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b922441-cb4e-4ff4-9af6-7b5af255a56c None None] The sync data for ids ['157c89ec-cb49-4c88-956f-c4ef2649c82a'] in n-d-811809-1 is: [{'id': '157c89ec-cb49-4c88-956f-c4ef2649c82a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1140534785-router', 'tenant_id': 'b1305be32f5f4113a61a9c6d77e092f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '61e3fdba-c242-4866-ac45-abb53f0651a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:52:09Z', 'updated_at': '2021-09-30T00:52:24Z', 'revision_number': 4, 'project_id': 'b1305be32f5f4113a61a9c6d77e092f5', 'gw_port': {'id': '61e3fdba-c242-4866-ac45-abb53f0651a7', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:59:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157c89ec-cb49-4c88-956f-c4ef2649c82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:52:12Z', 'updated_at': '2021-09-30T00:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '89f8da66-6656-4f1f-9015-829436dca6fa', 'name': '', 'network_id': '12178976-20ed-45f0-b8e1-efc9105e76a7', 'tenant_id': 'b1305be32f5f4113a61a9c6d77e092f5', 'mac_address': 'fa:16:3e:bc:bb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157c89ec-cb49-4c88-956f-c4ef2649c82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '4c1c7de9-5f8e-45e2-8cd2-09c895fe58bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:52:20Z', 'updated_at': '2021-09-30T00:52:29Z', 'revision_number': 4, 'project_id': 'b1305be32f5f4113a61a9c6d77e092f5', 'subnets': [{'id': '4c1c7de9-5f8e-45e2-8cd2-09c895fe58bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:52:30.741083 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-7573b0a2-53c1-4be2-891a-227bfe1d3106 req-c4cae463-9498-42c2-bd03-e5e58b8fb12a tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Calling delete_port for 916084b2-d175-413c-9e85-453b2a06a76d owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:52:30.750093 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c1972785-ab10-42a3-b561-c1877abcffba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:30.821501 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f8fe1-bee1-489a-a3b0-6bd3e279f378 req-44d79486-f0bd-4b2c-9bcc-689559f1e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:30.823405 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b90f8fe1-bee1-489a-a3b0-6bd3e279f378 req-44d79486-f0bd-4b2c-9bcc-689559f1e5bd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 1098 time: 1.1454115 Sep 30 00:52:30.834932 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c1972785-ab10-42a3-b561-c1877abcffba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:30.861460 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e38b8f-a198-406b-8075-e9db8928f491 req-31e344c3-0ab0-49f5-a450-06c2f1335576 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:30.869680 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c3e38b8f-a198-406b-8075-e9db8928f491 req-31e344c3-0ab0-49f5-a450-06c2f1335576 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7bc6ef3-2633-48c4-8bc3-64ba73a09719 HTTP/1.1" status: 200 len: 946 time: 0.3732283 Sep 30 00:52:30.922827 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-8c74499a-2458-4308-b855-b31a0d157b7f req-f229605f-ed49-485e-87ee-ebeb5fe2cb76 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:30.938066 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a35df986-9b54-4de5-bbff-81b8944f8dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:31.004148 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c3e38b8f-a198-406b-8075-e9db8928f491 req-0353348a-78f7-4723-a53a-df8a3f3c91fa tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea91114e-1a8b-4056-892a-7c0f10ace738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335230 Sep 30 00:52:31.029239 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c1972785-ab10-42a3-b561-c1877abcffba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:31.039279 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2951a7db-231d-478f-94e1-9942f5e61101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:31.053040 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c1972785-ab10-42a3-b561-c1877abcffba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:31.056369 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-c1972785-ab10-42a3-b561-c1877abcffba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/48792063-a99b-4907-9744-7d43a1052fa1 HTTP/1.1" status: 204 len: 168 time: 0.7228034 Sep 30 00:52:31.060361 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1972785-ab10-42a3-b561-c1877abcffba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48792063-a99b-4907-9744-7d43a1052fa1,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:31.063636 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c1972785-ab10-42a3-b561-c1877abcffba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:31.153544 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229605f-ed49-485e-87ee-ebeb5fe2cb76 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Pushing event deleted for resources: {'Port': ['ID=2454d935-9d36-4eb8-9ad8-ced735cc0e1e,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:31.156864 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f229605f-ed49-485e-87ee-ebeb5fe2cb76 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:31.228850 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734431'] for router_interface, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:31.392045 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f8fe1-bee1-489a-a3b0-6bd3e279f378 req-a10bc72f-e1dd-499e-b9d6-ab3b47f86dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:31.393774 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b90f8fe1-bee1-489a-a3b0-6bd3e279f378 req-a10bc72f-e1dd-499e-b9d6-ab3b47f86dc7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.5587957 Sep 30 00:52:31.394865 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-8c74499a-2458-4308-b855-b31a0d157b7f req-f229605f-ed49-485e-87ee-ebeb5fe2cb76 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks [] for floatingip, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:31.399668 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-7573b0a2-53c1-4be2-891a-227bfe1d3106 req-c4cae463-9498-42c2-bd03-e5e58b8fb12a tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:31.408953 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0dd1efa9-709f-456e-8986-946f71ab02d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:31.568481 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cae463-9498-42c2-bd03-e5e58b8fb12a tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Pushing event deleted for resources: {'Port': ['ID=916084b2-d175-413c-9e85-453b2a06a76d,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:31.582169 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c4cae463-9498-42c2-bd03-e5e58b8fb12a tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:31.589941 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b90f8fe1-bee1-489a-a3b0-6bd3e279f378 req-1f373ddf-8403-4c9e-94b4-19b2cebd84ae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=863d8c69-3437-4b2c-898c-781bd4e0939e HTTP/1.1" status: 200 len: 217 time: 0.1851654 Sep 30 00:52:31.593015 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac36c69-461d-4170-bf8c-7212787e38ef req-ca36a0b3-42d8-479a-bb1f-8d164062e2ea tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:31.600704 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dac36c69-461d-4170-bf8c-7212787e38ef req-ca36a0b3-42d8-479a-bb1f-8d164062e2ea tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 947 time: 0.2751098 Sep 30 00:52:31.880733 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f8fe1-bee1-489a-a3b0-6bd3e279f378 req-941c4386-8096-4925-ba38-941ae8016244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:31.880733 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b90f8fe1-bee1-489a-a3b0-6bd3e279f378 req-941c4386-8096-4925-ba38-941ae8016244 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1822903 Sep 30 00:52:31.904482 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-8c74499a-2458-4308-b855-b31a0d157b7f req-f229605f-ed49-485e-87ee-ebeb5fe2cb76 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:31.907664 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8c74499a-2458-4308-b855-b31a0d157b7f req-f229605f-ed49-485e-87ee-ebeb5fe2cb76 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "DELETE /v2.0/floatingips/5140233a-fb4b-4f72-832b-cfc9f0c82c5e HTTP/1.1" status: 204 len: 173 time: 3.5456102 Sep 30 00:52:31.959133 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-7573b0a2-53c1-4be2-891a-227bfe1d3106 req-c4cae463-9498-42c2-bd03-e5e58b8fb12a tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] No DVR routers for this DVR port 916084b2-d175-413c-9e85-453b2a06a76d on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:52:31.962188 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-7573b0a2-53c1-4be2-891a-227bfe1d3106 req-c4cae463-9498-42c2-bd03-e5e58b8fb12a tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:31.964035 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dac36c69-461d-4170-bf8c-7212787e38ef req-e6eb25ab-116d-4992-84dd-d63138d9439d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624279 Sep 30 00:52:31.965852 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7573b0a2-53c1-4be2-891a-227bfe1d3106 req-c4cae463-9498-42c2-bd03-e5e58b8fb12a tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.59 "DELETE /v2.0/ports/916084b2-d175-413c-9e85-453b2a06a76d HTTP/1.1" status: 204 len: 173 time: 2.3575799 Sep 30 00:52:31.976901 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7bc6ef3-2633-48c4-8bc3-64ba73a09719', 'name': 'network-vif-deleted', 'tag': '916084b2-d175-413c-9e85-453b2a06a76d'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:52:32.057820 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f8fe1-bee1-489a-a3b0-6bd3e279f378 req-dea08b4e-0415-4976-a354-7a7ed5cfcd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:32.065454 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b90f8fe1-bee1-489a-a3b0-6bd3e279f378 req-dea08b4e-0415-4976-a354-7a7ed5cfcd20 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1557822 Sep 30 00:52:32.337754 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7bc6ef3-2633-48c4-8bc3-64ba73a09719', 'name': 'network-vif-deleted', 'tag': '916084b2-d175-413c-9e85-453b2a06a76d', 'status': 'completed', 'code': 200} Sep 30 00:52:32.373169 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 89f8da66-6656-4f1f-9015-829436dca6fa up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:52:32.411397 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] Deleting port 89f8da66-6656-4f1f-9015-829436dca6fa {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:52:32.411809 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:32.487534 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b90f8fe1-bee1-489a-a3b0-6bd3e279f378 req-3a05ea7e-8350-44d9-a63e-2286c458085f service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127460 Sep 30 00:52:32.594850 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 89f8da66-6656-4f1f-9015-829436dca6fa completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:52:32.603263 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 89f8da66-6656-4f1f-9015-829436dca6fa triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:52:32.603917 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:32.688334 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-aa653a7a-927b-4044-97b4-61a318754fa1 req-25a83f30-1dea-41eb-81f6-296ab704a3b7 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7bc6ef3-2633-48c4-8bc3-64ba73a09719 HTTP/1.1" status: 200 len: 210 time: 0.1493154 Sep 30 00:52:32.731846 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 916084b2-d175-413c-9e85-453b2a06a76d no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:52:32.744355 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b90f8fe1-bee1-489a-a3b0-6bd3e279f378 req-641afae7-b32d-4a81-a8ca-63e67cd87537 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467225 Sep 30 00:52:32.789167 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: 916084b2-d175-413c-9e85-453b2a06a76d {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:52:32.789726 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 916084b2-d175-413c-9e85-453b2a06a76d not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:52:32.901467 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:32.940476 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4813f44-0047-4026-9d96-8dd47c5e740b req-e70c9fcf-7838-4e84-b4ac-50de90e62631 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:32.941232 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-c4813f44-0047-4026-9d96-8dd47c5e740b req-e70c9fcf-7838-4e84-b4ac-50de90e62631 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Synchronizing usage tracker for tenant:6742a1f2a8924b3b9066945aa90fc99b on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:52:32.953450 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] For port 89f8da66-6656-4f1f-9015-829436dca6fa, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=89f8da66-6656-4f1f-9015-829436dca6fa,segment=NetworkSegment(b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0),segment_id=b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:32.954200 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:32.987475 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-c4813f44-0047-4026-9d96-8dd47c5e740b req-e70c9fcf-7838-4e84-b4ac-50de90e62631 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Unset dirty status for tenant:6742a1f2a8924b3b9066945aa90fc99b on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:52:32.990225 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c4813f44-0047-4026-9d96-8dd47c5e740b req-e70c9fcf-7838-4e84-b4ac-50de90e62631 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/ports?device_id=f11d5ebf-c45c-4b3e-8c6e-147793576f96&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2441602 Sep 30 00:52:33.016293 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 89f8da66-6656-4f1f-9015-829436dca6fa, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=89f8da66-6656-4f1f-9015-829436dca6fa,segment=NetworkSegment(b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0),segment_id=b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:33.023983 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:33.028470 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:33.120734 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] Calling delete_port for 89f8da66-6656-4f1f-9015-829436dca6fa owned by network:router_interface {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:52:33.194255 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-c4813f44-0047-4026-9d96-8dd47c5e740b req-3ba55b8b-8014-4796-964a-781061d2b35b tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Synchronizing usage tracker for tenant:6742a1f2a8924b3b9066945aa90fc99b on resource:floatingip {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:52:33.201276 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 863d8c69-3437-4b2c-898c-781bd4e0939e details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:52:33.218270 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-c4813f44-0047-4026-9d96-8dd47c5e740b req-3ba55b8b-8014-4796-964a-781061d2b35b tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Unset dirty status for tenant:6742a1f2a8924b3b9066945aa90fc99b on resource:floatingip {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:52:33.224097 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c4813f44-0047-4026-9d96-8dd47c5e740b req-3ba55b8b-8014-4796-964a-781061d2b35b tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2267640 Sep 30 00:52:33.318385 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=89f8da66-6656-4f1f-9015-829436dca6fa,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:33.325543 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d01158a9-da70-4ac4-afd9-36a1ec05cf60 req-b1e83e26-a349-49ac-8547-0e1d9320761e tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0855098 Sep 30 00:52:33.329909 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:33.385180 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63289f7-3a54-460a-bcec-f3284e311240 req-f72d526b-e2bf-47c4-a442-e16080beee2a tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:33.388176 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b63289f7-3a54-460a-bcec-f3284e311240 req-f72d526b-e2bf-47c4-a442-e16080beee2a tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 947 time: 0.1716106 Sep 30 00:52:33.389413 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 863d8c69-3437-4b2c-898c-781bd4e0939e, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=863d8c69-3437-4b2c-898c-781bd4e0939e,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:33.401557 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.db.api [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80275) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 00:52:33.403260 n-d-811809-1 neutron-server[80275]: DEBUG oslo_db.api [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 00:52:33.411916 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '863d8c69-3437-4b2c-898c-781bd4e0939e', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': '863d8c69-3437-4b2c-898c-781bd4e0939e', 'mac_address': 'fa:16:3e:9d:39:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:52:33.447677 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 60072) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:33.486548 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:33.523040 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863d8c69-3437-4b2c-898c-781bd4e0939e {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:52:33.535999 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b63289f7-3a54-460a-bcec-f3284e311240 req-f0d3f82d-dc76-4ff7-bb12-bf0cc179f661 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385102 Sep 30 00:52:33.559087 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 863d8c69-3437-4b2c-898c-781bd4e0939e, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=863d8c69-3437-4b2c-898c-781bd4e0939e,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:33.567196 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:33.570392 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:33.635802 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-91b73d25-12bb-496d-8885-cb17db305f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:33.657466 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-91b73d25-12bb-496d-8885-cb17db305f59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:52:33.661656 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-91b73d25-12bb-496d-8885-cb17db305f59 admin admin] Usage tracker for resource:security_group_rule and tenant:60155124903b449f801fbd2504b9f150 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:52:33.664667 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-91b73d25-12bb-496d-8885-cb17db305f59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:52:33.670707 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-91b73d25-12bb-496d-8885-cb17db305f59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:52:33.726098 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=863d8c69-3437-4b2c-898c-781bd4e0939e,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:33.738423 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:33.804140 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-91b73d25-12bb-496d-8885-cb17db305f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:33.807854 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 60088) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:33.812680 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-91b73d25-12bb-496d-8885-cb17db305f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:33.825920 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-fa785fbf-f60d-42a5-bc49-87004c00e967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:33.866331 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b73d25-12bb-496d-8885-cb17db305f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925f2a2a-ec45-441e-9feb-500d0063526a,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:33.872254 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-91b73d25-12bb-496d-8885-cb17db305f59 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=60155124903b449f801fbd2504b9f150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4226716 Sep 30 00:52:33.874534 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 60096) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:33.891421 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-91b73d25-12bb-496d-8885-cb17db305f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:33.948668 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] Deleting port 89f8da66-6656-4f1f-9015-829436dca6fa {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:52:33.949018 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:33.973318 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['863d8c69-3437-4b2c-898c-781bd4e0939e'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:52:34.033623 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ff806d6d-6059-4953-8ac6-e28f145b035d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:34.075185 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ff806d6d-6059-4953-8ac6-e28f145b035d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:34.111402 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbcc4a-66ba-43ab-af2a-48f65333d644 req-369eed99-d77a-479a-9276-ac55e7e132c9 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:34.113281 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a2cbcc4a-66ba-43ab-af2a-48f65333d644 req-369eed99-d77a-479a-9276-ac55e7e132c9 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/ports?device_id=f11d5ebf-c45c-4b3e-8c6e-147793576f96 HTTP/1.1" status: 200 len: 945 time: 0.2230461 Sep 30 00:52:34.221899 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ff806d6d-6059-4953-8ac6-e28f145b035d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:34.233611 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-83c956d6-1f48-4204-b19d-e4ab53d5341e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:34.252353 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a2cbcc4a-66ba-43ab-af2a-48f65333d644 req-e32e18a4-63d2-403f-a8ea-9c2870da8467 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/security-groups?id=44d400b4-2c27-4b74-b9bd-0ca64b2d56c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263013 Sep 30 00:52:34.271468 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ff806d6d-6059-4953-8ac6-e28f145b035d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:34.272608 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-ff806d6d-6059-4953-8ac6-e28f145b035d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/925f2a2a-ec45-441e-9feb-500d0063526a HTTP/1.1" status: 204 len: 168 time: 0.3846407 Sep 30 00:52:34.288386 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff806d6d-6059-4953-8ac6-e28f145b035d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925f2a2a-ec45-441e-9feb-500d0063526a,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:34.295705 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ff806d6d-6059-4953-8ac6-e28f145b035d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:34.311138 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 89f8da66-6656-4f1f-9015-829436dca6fa up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:52:34.380573 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] For port 89f8da66-6656-4f1f-9015-829436dca6fa, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=89f8da66-6656-4f1f-9015-829436dca6fa,segment=NetworkSegment(b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0),segment_id=b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:34.383184 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:34.399105 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 89f8da66-6656-4f1f-9015-829436dca6fa triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:52:34.399574 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:34.534208 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] Calling delete_port for 89f8da66-6656-4f1f-9015-829436dca6fa owned by network:router_interface {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:52:34.705836 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 60124) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:34.723924 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-949bd59c-05b7-4187-a334-21041b393deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:34.739277 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-949bd59c-05b7-4187-a334-21041b393deb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:52:34.743143 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-949bd59c-05b7-4187-a334-21041b393deb admin admin] Usage tracker for resource:security_group_rule and tenant:a2ceff4cadf34fe0ae00e8f1f92c91d3 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:52:34.745960 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-949bd59c-05b7-4187-a334-21041b393deb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:52:34.752066 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-949bd59c-05b7-4187-a334-21041b393deb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:52:34.769301 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-63f26917-941e-4ed6-8189-831d57b873e3 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=9d5e52aa989c470983b6e5427dfb382a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683138 Sep 30 00:52:34.897523 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5c146-591d-4e5a-96f6-2be2c7bd1cb0 req-5e179609-993b-4d73-bd2d-6b4ba1228b26 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:34.899033 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7db5c146-591d-4e5a-96f6-2be2c7bd1cb0 req-5e179609-993b-4d73-bd2d-6b4ba1228b26 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 948 time: 0.1271784 Sep 30 00:52:34.932571 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-949bd59c-05b7-4187-a334-21041b393deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:34.945525 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-949bd59c-05b7-4187-a334-21041b393deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:34.956624 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8688d84c-e8dd-4740-8f38-0d54376842fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:34.974368 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7db5c146-591d-4e5a-96f6-2be2c7bd1cb0 req-b513406f-5f51-448c-8427-d2e4a002b5db tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647445 Sep 30 00:52:35.005925 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-949bd59c-05b7-4187-a334-21041b393deb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a2ceff4cadf34fe0ae00e8f1f92c91d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966113 Sep 30 00:52:35.006165 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 60128) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:35.008777 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949bd59c-05b7-4187-a334-21041b393deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e3d7b6-7897-48b2-ae0e-c5d7785587fe,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:35.020460 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-949bd59c-05b7-4187-a334-21041b393deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:35.093149 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 863d8c69-3437-4b2c-898c-781bd4e0939e up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:52:35.133429 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-40fa5b50-7fff-45dd-866d-e06acd472721 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:35.139231 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-40fa5b50-7fff-45dd-866d-e06acd472721 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3578544 Sep 30 00:52:35.164628 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port 863d8c69-3437-4b2c-898c-781bd4e0939e completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:52:35.170963 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 863d8c69-3437-4b2c-898c-781bd4e0939e triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:52:35.171709 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:35.172600 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-b35c6e3b-0ccc-461a-b14e-8b0430165705 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/quotas/9d5e52aa989c470983b6e5427dfb382a HTTP/1.1" status: 200 len: 375 time: 0.0217872 Sep 30 00:52:35.182840 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-32355c02-f95a-4757-bc01-13da1f73c5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:35.211973 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-32355c02-f95a-4757-bc01-13da1f73c5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:35.226813 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:35.237300 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ede92e9a-75c3-488e-983e-ab73d11c0034 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:35.270127 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-32355c02-f95a-4757-bc01-13da1f73c5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:35.276330 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-cff21b18-2866-4d1c-bef2-b7e3e30f3440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:35.284848 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-b90232fb-274f-4942-9584-3c6f4581a46d tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9d5e52aa989c470983b6e5427dfb382a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1021338 Sep 30 00:52:35.288463 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32355c02-f95a-4757-bc01-13da1f73c5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e3d7b6-7897-48b2-ae0e-c5d7785587fe,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:35.301581 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-32355c02-f95a-4757-bc01-13da1f73c5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:35.306527 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-32355c02-f95a-4757-bc01-13da1f73c5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:35.308282 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-32355c02-f95a-4757-bc01-13da1f73c5b5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a6e3d7b6-7897-48b2-ae0e-c5d7785587fe HTTP/1.1" status: 204 len: 168 time: 0.3009889 Sep 30 00:52:35.319850 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:35.319983 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] Pushing event deleted for resources: {'Port': ['ID=89f8da66-6656-4f1f-9015-829436dca6fa,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:35.367272 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a881a1-cd0e-4cb0-b314-68293db10420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863d8c69-3437-4b2c-898c-781bd4e0939e'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:52:35.388794 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 863d8c69-3437-4b2c-898c-781bd4e0939e, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=863d8c69-3437-4b2c-898c-781bd4e0939e,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:35.389294 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:35.389668 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:35.390040 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:35.390440 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:35.390819 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:35.391172 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:35.391558 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:35.391954 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:35.392356 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:35.392747 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:35.393127 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:35.393534 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:35.398375 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:35.399676 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:35.408751 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:35.629682 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:35.665509 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a881a1-cd0e-4cb0-b314-68293db10420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863d8c69-3437-4b2c-898c-781bd4e0939e', 'code': 200} Sep 30 00:52:35.679619 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=863d8c69-3437-4b2c-898c-781bd4e0939e,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:35.698262 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:35.701591 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:35.701955 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:35.703930 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:35.704469 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:35.704647 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:35.704938 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:35.705269 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:35.707115 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:35.707472 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:35.707816 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:35.708158 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:52:35.717849 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:35.866415 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0068e6f8-f137-4338-93a1-4a3502723c5f req-9a800fbe-f5af-47fe-9f18-5906ffe0822c tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e542f2-01d2-4a26-99c4-e0b772a78503 HTTP/1.1" status: 200 len: 210 time: 0.0757332 Sep 30 00:52:35.896434 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4f5e5-44cd-4132-a3bb-4e62e24bdcbf req-90eebd24-0181-435c-85c7-07f641d0755b tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:35.898083 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-58c4f5e5-44cd-4132-a3bb-4e62e24bdcbf req-90eebd24-0181-435c-85c7-07f641d0755b tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.59 "GET /v2.0/ports?device_id=f11d5ebf-c45c-4b3e-8c6e-147793576f96 HTTP/1.1" status: 200 len: 945 time: 0.3954053 Sep 30 00:52:35.928009 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-43e37218-861e-418f-aadb-431a06f0fcbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734431'] for router_interface, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:36.005491 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504bfba-afb9-4eaf-85a8-39b31641179f req-1f45a854-9e3a-43ef-b07b-c3ebb0c1aa59 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:36.013015 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7504bfba-afb9-4eaf-85a8-39b31641179f req-1f45a854-9e3a-43ef-b07b-c3ebb0c1aa59 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/ports?device_id=f11d5ebf-c45c-4b3e-8c6e-147793576f96 HTTP/1.1" status: 200 len: 945 time: 0.3947716 Sep 30 00:52:36.090692 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683119'] for router_interface, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:36.116302 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca1314-8ab4-4ec8-942b-8dfae41b83e6 req-4e4477a8-a27b-4814-a9b0-057fae27abf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:36.117903 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-50ca1314-8ab4-4ec8-942b-8dfae41b83e6 req-4e4477a8-a27b-4814-a9b0-057fae27abf7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 1100 time: 0.3628860 Sep 30 00:52:36.135884 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-58c4f5e5-44cd-4132-a3bb-4e62e24bdcbf req-2b6cd55b-cd11-4886-b4a5-80b4ae8772f8 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Deleting port ceccd1e7-777e-49b7-a2a1-8af913920680 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:52:36.136335 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-58c4f5e5-44cd-4132-a3bb-4e62e24bdcbf req-2b6cd55b-cd11-4886-b4a5-80b4ae8772f8 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:36.280353 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7504bfba-afb9-4eaf-85a8-39b31641179f req-3915e3ef-58ac-4d86-8c92-8ad3b6e326ea tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/security-groups?id=44d400b4-2c27-4b74-b9bd-0ca64b2d56c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663016 Sep 30 00:52:36.389990 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-50ca1314-8ab4-4ec8-942b-8dfae41b83e6 req-65a3679f-b365-4e93-83ad-25f5d82f6c1b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582471 Sep 30 00:52:36.551957 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-58c4f5e5-44cd-4132-a3bb-4e62e24bdcbf req-2b6cd55b-cd11-4886-b4a5-80b4ae8772f8 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] For port ceccd1e7-777e-49b7-a2a1-8af913920680, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ceccd1e7-777e-49b7-a2a1-8af913920680,segment=NetworkSegment(08e36ef1-ffb0-4f58-b8ec-899bb5736272),segment_id=08e36ef1-ffb0-4f58-b8ec-899bb5736272)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:36.552308 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-58c4f5e5-44cd-4132-a3bb-4e62e24bdcbf req-2b6cd55b-cd11-4886-b4a5-80b4ae8772f8 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:36.709717 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-58c4f5e5-44cd-4132-a3bb-4e62e24bdcbf req-2b6cd55b-cd11-4886-b4a5-80b4ae8772f8 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Calling delete_port for ceccd1e7-777e-49b7-a2a1-8af913920680 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:52:36.711086 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb40689-6309-41fb-87ee-a09a92252798 req-28ee56a8-0522-449a-81c9-d95935ad9c3d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:36.719623 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-feb40689-6309-41fb-87ee-a09a92252798 req-28ee56a8-0522-449a-81c9-d95935ad9c3d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 949 time: 0.5442934 Sep 30 00:52:36.865616 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-58c4f5e5-44cd-4132-a3bb-4e62e24bdcbf req-2b6cd55b-cd11-4886-b4a5-80b4ae8772f8 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:36.877787 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:36.917445 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-feb40689-6309-41fb-87ee-a09a92252798 req-eaac21f4-c09e-4ac6-9aee-c9960a156e72 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969657 Sep 30 00:52:36.962829 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6cd55b-cd11-4886-b4a5-80b4ae8772f8 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Pushing event deleted for resources: {'Port': ['ID=ceccd1e7-777e-49b7-a2a1-8af913920680,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:36.968982 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2b6cd55b-cd11-4886-b4a5-80b4ae8772f8 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:37.009157 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c4f5e5-44cd-4132-a3bb-4e62e24bdcbf req-2b6cd55b-cd11-4886-b4a5-80b4ae8772f8 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] No DVR routers for this DVR port ceccd1e7-777e-49b7-a2a1-8af913920680 on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:52:37.013104 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-58c4f5e5-44cd-4132-a3bb-4e62e24bdcbf req-2b6cd55b-cd11-4886-b4a5-80b4ae8772f8 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:37.016769 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11d5ebf-c45c-4b3e-8c6e-147793576f96', 'name': 'network-vif-deleted', 'tag': 'ceccd1e7-777e-49b7-a2a1-8af913920680'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:52:37.019034 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-43e37218-861e-418f-aadb-431a06f0fcbb admin admin] Deleting port 65e238c0-4ced-4c9b-95a9-d08afa9bc91a {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:52:37.019373 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-43e37218-861e-418f-aadb-431a06f0fcbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:37.048579 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-58c4f5e5-44cd-4132-a3bb-4e62e24bdcbf req-2b6cd55b-cd11-4886-b4a5-80b4ae8772f8 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.59 "DELETE /v2.0/ports/ceccd1e7-777e-49b7-a2a1-8af913920680 HTTP/1.1" status: 204 len: 173 time: 1.1408796 Sep 30 00:52:37.104635 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11d5ebf-c45c-4b3e-8c6e-147793576f96', 'name': 'network-vif-deleted', 'tag': 'ceccd1e7-777e-49b7-a2a1-8af913920680', 'status': 'completed', 'code': 200} Sep 30 00:52:37.165299 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] Router 157c89ec-cb49-4c88-956f-c4ef2649c82a has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:52:37.179221 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cd328bb1-0348-4fa0-8fee-1d1b6f099cf2 req-9723871c-7c8b-433d-b828-78c006c50f32 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e542f2-01d2-4a26-99c4-e0b772a78503 HTTP/1.1" status: 200 len: 210 time: 0.0583119 Sep 30 00:52:37.225718 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-6861df48-2d52-4e55-a11b-94f5e5499e8b tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=9d5e52aa989c470983b6e5427dfb382a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453410 Sep 30 00:52:37.594953 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-96c2aeee-5a51-4ea6-9086-f80129f0b1bb tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:37.598329 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:52:37.599282 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-96c2aeee-5a51-4ea6-9086-f80129f0b1bb tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3660688 Sep 30 00:52:37.609915 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-32e4a47b-7d24-4695-9470-357b36dfcd34 req-bccd48bd-8e9c-47b1-a835-a33e38747bda tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Synchronizing usage tracker for tenant:6742a1f2a8924b3b9066945aa90fc99b on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:52:37.610632 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59a5361-d6a8-440f-ad7f-5145fed8048a None None] Sync routers for ids ['157c89ec-cb49-4c88-956f-c4ef2649c82a'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:52:37.619918 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-147af834-036a-4fa4-9cec-7015b7ca6f48 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Request body: {'port': {'device_id': '10e542f2-01d2-4a26-99c4-e0b772a78503', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'admin_state_up': True, 'tenant_id': '9d5e52aa989c470983b6e5427dfb382a'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:52:37.638608 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59a5361-d6a8-440f-ad7f-5145fed8048a None None] Routers {'157c89ec-cb49-4c88-956f-c4ef2649c82a'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:52:37.639334 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-f59a5361-d6a8-440f-ad7f-5145fed8048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:52:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['157c89ec-cb49-4c88-956f-c4ef2649c82a'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:37.657773 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] 10.222.0.39 "PUT /v2.0/routers/157c89ec-cb49-4c88-956f-c4ef2649c82a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7535923 Sep 30 00:52:37.659326 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 60198) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:37.741415 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-32e4a47b-7d24-4695-9470-357b36dfcd34 req-bccd48bd-8e9c-47b1-a835-a33e38747bda tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Unset dirty status for tenant:6742a1f2a8924b3b9066945aa90fc99b on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:52:37.765031 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-32e4a47b-7d24-4695-9470-357b36dfcd34 req-bccd48bd-8e9c-47b1-a835-a33e38747bda tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] 10.222.0.39 "GET /v2.0/ports?device_id=f11d5ebf-c45c-4b3e-8c6e-147793576f96 HTTP/1.1" status: 200 len: 210 time: 0.2652304 Sep 30 00:52:37.891202 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-147af834-036a-4fa4-9cec-7015b7ca6f48 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:52:37.894944 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-147af834-036a-4fa4-9cec-7015b7ca6f48 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Usage tracker for resource:port and tenant:9d5e52aa989c470983b6e5427dfb382a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:52:37.898761 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-147af834-036a-4fa4-9cec-7015b7ca6f48 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:52:37.904198 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-f59a5361-d6a8-440f-ad7f-5145fed8048a None None] Set router 157c89ec-cb49-4c88-956f-c4ef2649c82a gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:52:37.905710 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-147af834-036a-4fa4-9cec-7015b7ca6f48 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:52:37.919154 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-147af834-036a-4fa4-9cec-7015b7ca6f48 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Made reservation on behalf of 9d5e52aa989c470983b6e5427dfb382a for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:52:37.923109 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-147af834-036a-4fa4-9cec-7015b7ca6f48 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:37.973591 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-147af834-036a-4fa4-9cec-7015b7ca6f48 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:38.022920 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-43e37218-861e-418f-aadb-431a06f0fcbb admin admin] For port 65e238c0-4ced-4c9b-95a9-d08afa9bc91a, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=65e238c0-4ced-4c9b-95a9-d08afa9bc91a,segment=NetworkSegment(f07c8a4c-f21a-468f-9b43-5e958c580927),segment_id=f07c8a4c-f21a-468f-9b43-5e958c580927)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:38.023490 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-43e37218-861e-418f-aadb-431a06f0fcbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:38.028731 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-147af834-036a-4fa4-9cec-7015b7ca6f48 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:52:38.044141 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-147af834-036a-4fa4-9cec-7015b7ca6f48 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Usage tracker for resource:security_group_rule and tenant:9d5e52aa989c470983b6e5427dfb382a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:52:38.055590 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-147af834-036a-4fa4-9cec-7015b7ca6f48 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:52:38.072275 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-147af834-036a-4fa4-9cec-7015b7ca6f48 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:52:38.084257 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6313699b-f69e-4dbe-b190-67101854d587 req-0691cb85-70a6-4973-9fbc-0a7fbf4f68d5 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a52d3312de784e00ba80aff39950f6b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677826 Sep 30 00:52:38.304948 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-43e37218-861e-418f-aadb-431a06f0fcbb admin admin] Calling delete_port for 65e238c0-4ced-4c9b-95a9-d08afa9bc91a owned by network:router_interface {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:52:38.374565 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-f59a5361-d6a8-440f-ad7f-5145fed8048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157c89ec-cb49-4c88-956f-c4ef2649c82a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1140534785-router', 'tenant_id': 'b1305be32f5f4113a61a9c6d77e092f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '61e3fdba-c242-4866-ac45-abb53f0651a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:52:09Z', 'updated_at': '2021-09-30T00:52:35Z', 'revision_number': 5, 'project_id': 'b1305be32f5f4113a61a9c6d77e092f5', 'gw_port': {'id': '61e3fdba-c242-4866-ac45-abb53f0651a7', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:59:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157c89ec-cb49-4c88-956f-c4ef2649c82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:52:12Z', 'updated_at': '2021-09-30T00:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:38.379350 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59a5361-d6a8-440f-ad7f-5145fed8048a None None] Checking router: 157c89ec-cb49-4c88-956f-c4ef2649c82a for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:52:38.389701 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59a5361-d6a8-440f-ad7f-5145fed8048a None None] Routers {'157c89ec-cb49-4c88-956f-c4ef2649c82a'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:52:38.390423 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-f59a5361-d6a8-440f-ad7f-5145fed8048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:52:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['157c89ec-cb49-4c88-956f-c4ef2649c82a'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:38.416554 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-147af834-036a-4fa4-9cec-7015b7ca6f48 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:38.424317 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-147af834-036a-4fa4-9cec-7015b7ca6f48 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:38.427697 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-35417a53-8550-4927-8a1b-43ea8ec997c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:38.441315 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ba75f729-001c-4877-8874-26fcea0d8de5 admin admin] Notify callbacks [] for router, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:38.458569 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147af834-036a-4fa4-9cec-7015b7ca6f48 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7798fee-870b-4c75-aa01-c26f2ece0716,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:38.468844 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2be7e-88a8-4772-9a24-4f77dec74347 req-b7a1231b-205c-4560-9eaf-94046db83cf7 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:38.470384 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-00b2be7e-88a8-4772-9a24-4f77dec74347 req-b7a1231b-205c-4560-9eaf-94046db83cf7 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 949 time: 0.3184640 Sep 30 00:52:38.509096 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-147af834-036a-4fa4-9cec-7015b7ca6f48 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:38.580103 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-00b2be7e-88a8-4772-9a24-4f77dec74347 req-a658826d-961a-49a4-ba3b-25cc43c799e4 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710495 Sep 30 00:52:38.601147 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-f59a5361-d6a8-440f-ad7f-5145fed8048a None None] Set router 157c89ec-cb49-4c88-956f-c4ef2649c82a gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:52:38.681895 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-147af834-036a-4fa4-9cec-7015b7ca6f48 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Allocated IP 192.168.233.208 (5148d586-4385-4f2c-9968-16b3a645031f/d94969b3-14c1-4902-a40b-8e6c297e30ba/5d44bf9a-9f15-40f1-a5ed-efd69bba55a5) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:52:38.747277 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device ceccd1e7-777e-49b7-a2a1-8af913920680 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:52:38.762031 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313699b-f69e-4dbe-b190-67101854d587 req-038a7f79-fd04-4b9f-a105-add677ae0d5d tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:38.763736 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6313699b-f69e-4dbe-b190-67101854d587 req-038a7f79-fd04-4b9f-a105-add677ae0d5d tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6787624 Sep 30 00:52:38.800378 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: ceccd1e7-777e-49b7-a2a1-8af913920680 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:52:38.800751 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device ceccd1e7-777e-49b7-a2a1-8af913920680 not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:52:38.805690 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6313699b-f69e-4dbe-b190-67101854d587 req-61028e1d-db17-4068-b734-959d0e03561a tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/quotas/a52d3312de784e00ba80aff39950f6b4 HTTP/1.1" status: 200 len: 375 time: 0.0307281 Sep 30 00:52:38.812649 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e10be27f-4f97-4fe2-a6c0-6211a08cd70e req-ed6c2d9f-e884-4c2f-9c2d-b78297c07af1 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e542f2-01d2-4a26-99c4-e0b772a78503 HTTP/1.1" status: 200 len: 210 time: 0.0693204 Sep 30 00:52:38.901771 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ba75f729-001c-4877-8874-26fcea0d8de5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:38.971652 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6313699b-f69e-4dbe-b190-67101854d587 req-b7c7e599-6d5c-4fa9-a1b8-0ebf42dfef1f tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a52d3312de784e00ba80aff39950f6b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1173687 Sep 30 00:52:38.972180 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-147af834-036a-4fa4-9cec-7015b7ca6f48 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:38.997820 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-147af834-036a-4fa4-9cec-7015b7ca6f48 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Transition to ACTIVE for port object 5d44bf9a-9f15-40f1-a5ed-efd69bba55a5 will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:52:39.018041 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-f59a5361-d6a8-440f-ad7f-5145fed8048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157c89ec-cb49-4c88-956f-c4ef2649c82a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1140534785-router', 'tenant_id': 'b1305be32f5f4113a61a9c6d77e092f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '61e3fdba-c242-4866-ac45-abb53f0651a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:52:09Z', 'updated_at': '2021-09-30T00:52:35Z', 'revision_number': 5, 'project_id': 'b1305be32f5f4113a61a9c6d77e092f5', 'gw_port': {'id': '61e3fdba-c242-4866-ac45-abb53f0651a7', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:59:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157c89ec-cb49-4c88-956f-c4ef2649c82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:52:12Z', 'updated_at': '2021-09-30T00:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:39.024123 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59a5361-d6a8-440f-ad7f-5145fed8048a None None] The sync data for ids ['157c89ec-cb49-4c88-956f-c4ef2649c82a'] in n-d-811809-1 is: [{'id': '157c89ec-cb49-4c88-956f-c4ef2649c82a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1140534785-router', 'tenant_id': 'b1305be32f5f4113a61a9c6d77e092f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '61e3fdba-c242-4866-ac45-abb53f0651a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:52:09Z', 'updated_at': '2021-09-30T00:52:35Z', 'revision_number': 5, 'project_id': 'b1305be32f5f4113a61a9c6d77e092f5', 'gw_port': {'id': '61e3fdba-c242-4866-ac45-abb53f0651a7', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:59:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157c89ec-cb49-4c88-956f-c4ef2649c82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:52:12Z', 'updated_at': '2021-09-30T00:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:52:39.027571 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-147af834-036a-4fa4-9cec-7015b7ca6f48 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:39.034954 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 60228) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:39.050372 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bd48bfd9-70d9-465b-98ed-8011bdc0ca74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:39.060661 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-ba75f729-001c-4877-8874-26fcea0d8de5 admin admin] Deleting port 61e3fdba-c242-4866-ac45-abb53f0651a7 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:52:39.061162 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ba75f729-001c-4877-8874-26fcea0d8de5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:39.211688 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-43e37218-861e-418f-aadb-431a06f0fcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:39.223067 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6701c5b9-0633-4ad9-bb99-108d2dc44efb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:39.244971 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-147af834-036a-4fa4-9cec-7015b7ca6f48 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Network 5148d586-4385-4f2c-9968-16b3a645031f is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:52:39.265779 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e37218-861e-418f-aadb-431a06f0fcbb admin admin] Pushing event deleted for resources: {'Port': ['ID=65e238c0-4ced-4c9b-95a9-d08afa9bc91a,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:39.295725 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-147af834-036a-4fa4-9cec-7015b7ca6f48 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:52:39.298682 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-147af834-036a-4fa4-9cec-7015b7ca6f48 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:52:39.299504 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-43e37218-861e-418f-aadb-431a06f0fcbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:39.407671 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8ecfc97c-31f8-4d3a-9aea-8fd1a1d46078 req-a44c4be3-5487-45f8-9f4b-dd5338aa81d4 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/ports?device_id=db6e9964-e471-4579-b00b-89da518d1c91 HTTP/1.1" status: 200 len: 210 time: 0.2236130 Sep 30 00:52:39.408427 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147af834-036a-4fa4-9cec-7015b7ca6f48 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Pushing event updated for resources: {'Port': ['ID=5d44bf9a-9f15-40f1-a5ed-efd69bba55a5,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:39.415874 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-147af834-036a-4fa4-9cec-7015b7ca6f48 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:39.471010 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-ba75f729-001c-4877-8874-26fcea0d8de5 admin admin] For port 61e3fdba-c242-4866-ac45-abb53f0651a7, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=61e3fdba-c242-4866-ac45-abb53f0651a7,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:39.471575 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ba75f729-001c-4877-8874-26fcea0d8de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:39.471700 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-147af834-036a-4fa4-9cec-7015b7ca6f48 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:39.472467 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-147af834-036a-4fa4-9cec-7015b7ca6f48 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:39.796443 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-194c1574-a912-42ff-8b91-c522892fdc1c None None] Provisioning for port 5d44bf9a-9f15-40f1-a5ed-efd69bba55a5 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:52:39.807575 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-194c1574-a912-42ff-8b91-c522892fdc1c None None] Provisioning complete for port 5d44bf9a-9f15-40f1-a5ed-efd69bba55a5 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:52:39.810916 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-194c1574-a912-42ff-8b91-c522892fdc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:39.849823 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-ba75f729-001c-4877-8874-26fcea0d8de5 admin admin] Calling delete_port for 61e3fdba-c242-4866-ac45-abb53f0651a7 owned by network:router_gateway {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:52:39.944135 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-147af834-036a-4fa4-9cec-7015b7ca6f48 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3288713 Sep 30 00:52:39.960933 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-194c1574-a912-42ff-8b91-c522892fdc1c None None] Port 5d44bf9a-9f15-40f1-a5ed-efd69bba55a5 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:52:39.993296 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-5418c4c7-7fbe-4c55-8478-074c6ad5c003 service neutron] Request body: {'port': {'device_id': '10e542f2-01d2-4a26-99c4-e0b772a78503', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:52:40.126353 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-43e37218-861e-418f-aadb-431a06f0fcbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683119'] for router_interface, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:40.209629 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90156889-376a-4ef1-8216-d3d081c3b9d7 req-5181608e-2641-415e-81cc-d7196739ed08 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:40.215552 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-90156889-376a-4ef1-8216-d3d081c3b9d7 req-5181608e-2641-415e-81cc-d7196739ed08 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 949 time: 0.3766735 Sep 30 00:52:40.248489 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-5418c4c7-7fbe-4c55-8478-074c6ad5c003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:40.288900 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 89f8da66-6656-4f1f-9015-829436dca6fa no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:52:40.345866 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 89f8da66-6656-4f1f-9015-829436dca6fa {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:52:40.346228 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 89f8da66-6656-4f1f-9015-829436dca6fa not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:52:40.402516 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c040d23-2778-4570-b990-e3d4740ee85b req-2ee6bce3-7327-4710-8531-9ff4822a16f3 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:40.403541 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-9c040d23-2778-4570-b990-e3d4740ee85b req-2ee6bce3-7327-4710-8531-9ff4822a16f3 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Synchronizing usage tracker for tenant:9d5e52aa989c470983b6e5427dfb382a on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:52:40.573518 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-90156889-376a-4ef1-8216-d3d081c3b9d7 req-598edebf-5d57-43c5-86b3-34330a610f6b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488107 Sep 30 00:52:40.598950 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6313699b-f69e-4dbe-b190-67101854d587 req-34711e6b-a598-4f26-bf17-43dcdfb8b4ad tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a52d3312de784e00ba80aff39950f6b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667470 Sep 30 00:52:40.635546 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-9c040d23-2778-4570-b990-e3d4740ee85b req-2ee6bce3-7327-4710-8531-9ff4822a16f3 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Unset dirty status for tenant:9d5e52aa989c470983b6e5427dfb382a on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:52:40.643034 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9c040d23-2778-4570-b990-e3d4740ee85b req-2ee6bce3-7327-4710-8531-9ff4822a16f3 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e542f2-01d2-4a26-99c4-e0b772a78503 HTTP/1.1" status: 200 len: 936 time: 0.6074162 Sep 30 00:52:40.783041 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-9c040d23-2778-4570-b990-e3d4740ee85b req-6fd55a68-b89c-471f-8afc-557b668a396d tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Synchronizing usage tracker for tenant:9d5e52aa989c470983b6e5427dfb382a on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:52:40.783705 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ba75f729-001c-4877-8874-26fcea0d8de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:40.793432 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ede92e9a-75c3-488e-983e-ab73d11c0034 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:40.863388 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-9c040d23-2778-4570-b990-e3d4740ee85b req-6fd55a68-b89c-471f-8afc-557b668a396d tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Unset dirty status for tenant:9d5e52aa989c470983b6e5427dfb382a on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:52:40.864587 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9c040d23-2778-4570-b990-e3d4740ee85b req-6fd55a68-b89c-471f-8afc-557b668a396d tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7798fee-870b-4c75-aa01-c26f2ece0716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205524 Sep 30 00:52:40.905014 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75f729-001c-4877-8874-26fcea0d8de5 admin admin] Pushing event deleted for resources: {'Port': ['ID=61e3fdba-c242-4866-ac45-abb53f0651a7,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:41.019296 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a682f264-f94d-4ed8-a926-c0fa9e64e6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734431'] for router_interface, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:41.030230 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ba75f729-001c-4877-8874-26fcea0d8de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:41.138963 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5f337462-38c6-45c1-9d85-8264d1cc4c22 req-2f36597f-6fb4-4c60-b72f-a22123f0f179 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/ports?device_id=db6e9964-e471-4579-b00b-89da518d1c91 HTTP/1.1" status: 200 len: 210 time: 0.1729603 Sep 30 00:52:41.149113 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-5418c4c7-7fbe-4c55-8478-074c6ad5c003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d44bf9a-9f15-40f1-a5ed-efd69bba55a5 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:52:41.163024 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313699b-f69e-4dbe-b190-67101854d587 req-d2e4f3d4-f6f4-4b2e-9bbe-7e87807f50b7 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:41.163024 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6313699b-f69e-4dbe-b190-67101854d587 req-d2e4f3d4-f6f4-4b2e-9bbe-7e87807f50b7 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5319028 Sep 30 00:52:41.169643 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-5418c4c7-7fbe-4c55-8478-074c6ad5c003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:41.181960 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-6313699b-f69e-4dbe-b190-67101854d587 req-662253c9-636f-435f-9b88-b661c0e3861a tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Request body: {'port': {'device_id': 'db6e9964-e471-4579-b00b-89da518d1c91', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'admin_state_up': True, 'tenant_id': 'a52d3312de784e00ba80aff39950f6b4'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:52:41.198462 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-5418c4c7-7fbe-4c55-8478-074c6ad5c003 service neutron] Transition to ACTIVE for port object 5d44bf9a-9f15-40f1-a5ed-efd69bba55a5 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:52:41.206787 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-5418c4c7-7fbe-4c55-8478-074c6ad5c003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:41.211315 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ba75f729-001c-4877-8874-26fcea0d8de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673024'] for router_gateway, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:41.213526 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6ec243d8-602f-4b13-bcff-47d1bcdbb408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:41.288226 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:41.478560 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418c4c7-7fbe-4c55-8478-074c6ad5c003 service neutron] Pushing event updated for resources: {'Port': ['ID=5d44bf9a-9f15-40f1-a5ed-efd69bba55a5,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:41.491307 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e37218-861e-418f-aadb-431a06f0fcbb admin admin] Router 3aabded0-26bd-4848-b1ab-85a35c13550a has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:52:41.510544 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5418c4c7-7fbe-4c55-8478-074c6ad5c003 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:41.518176 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ba75f729-001c-4877-8874-26fcea0d8de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30720'] for router, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:41.522315 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ba75f729-001c-4877-8874-26fcea0d8de5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:41.545059 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cb7a5-87cd-4c23-802d-3eeec08845c9 req-0640dc37-ba3e-46b5-8467-576da46e07e1 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:41.553024 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fd7cb7a5-87cd-4c23-802d-3eeec08845c9 req-0640dc37-ba3e-46b5-8467-576da46e07e1 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 1097 time: 0.6558850 Sep 30 00:52:41.732285 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-5418c4c7-7fbe-4c55-8478-074c6ad5c003 service neutron] Attempting to bind port 5d44bf9a-9f15-40f1-a5ed-efd69bba55a5 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:52:41.732628 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-5418c4c7-7fbe-4c55-8478-074c6ad5c003 service neutron] Attempting to bind port 5d44bf9a-9f15-40f1-a5ed-efd69bba55a5 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:52:41.732958 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-5418c4c7-7fbe-4c55-8478-074c6ad5c003 service neutron] Attempting to bind port 5d44bf9a-9f15-40f1-a5ed-efd69bba55a5 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:52:41.744175 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ba75f729-001c-4877-8874-26fcea0d8de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736498'] for router, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:41.745977 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba75f729-001c-4877-8874-26fcea0d8de5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 157c89ec-cb49-4c88-956f-c4ef2649c82a {{(pid=80275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 30 00:52:41.747256 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-5418c4c7-7fbe-4c55-8478-074c6ad5c003 service neutron] Port 5d44bf9a-9f15-40f1-a5ed-efd69bba55a5 on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:52:41.748214 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-5418c4c7-7fbe-4c55-8478-074c6ad5c003 service neutron] Attempting to bind port 5d44bf9a-9f15-40f1-a5ed-efd69bba55a5 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:52:41.764033 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-5418c4c7-7fbe-4c55-8478-074c6ad5c003 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:52:41.764372 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-5418c4c7-7fbe-4c55-8478-074c6ad5c003 service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:52:41.764756 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-5418c4c7-7fbe-4c55-8478-074c6ad5c003 service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:52:41.765191 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-5418c4c7-7fbe-4c55-8478-074c6ad5c003 service neutron] Bound port: 5d44bf9a-9f15-40f1-a5ed-efd69bba55a5, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:52:41.765533 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-5418c4c7-7fbe-4c55-8478-074c6ad5c003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:41.780066 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fd7cb7a5-87cd-4c23-802d-3eeec08845c9 req-86abf6d6-b18e-4740-b705-3703e7dfa9fd tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259462 Sep 30 00:52:41.793232 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-6313699b-f69e-4dbe-b190-67101854d587 req-662253c9-636f-435f-9b88-b661c0e3861a tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:52:41.797712 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e4af8d43-a139-4d6b-9a21-a69738431202 req-65138290-1740-41de-b514-ddaf9239e6c8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2861962 Sep 30 00:52:41.801725 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6313699b-f69e-4dbe-b190-67101854d587 req-662253c9-636f-435f-9b88-b661c0e3861a tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Usage tracker for resource:port and tenant:a52d3312de784e00ba80aff39950f6b4 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:52:41.806681 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6313699b-f69e-4dbe-b190-67101854d587 req-662253c9-636f-435f-9b88-b661c0e3861a tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:52:41.807453 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f636318-5986-4e14-bbc1-164c08a8d930 req-b7675881-05c8-47cd-a212-d6b23bfeba20 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:41.810125 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3f636318-5986-4e14-bbc1-164c08a8d930 req-b7675881-05c8-47cd-a212-d6b23bfeba20 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 949 time: 0.2227049 Sep 30 00:52:41.846491 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ba75f729-001c-4877-8874-26fcea0d8de5 admin admin] Notify callbacks [] for router, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:41.848121 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-ba75f729-001c-4877-8874-26fcea0d8de5 admin admin] 10.222.0.39 "DELETE /v2.0/routers/157c89ec-cb49-4c88-956f-c4ef2649c82a HTTP/1.1" status: 204 len: 168 time: 4.1718225 Sep 30 00:52:41.849097 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-6313699b-f69e-4dbe-b190-67101854d587 req-662253c9-636f-435f-9b88-b661c0e3861a tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:52:41.858270 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 60264) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:41.990765 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-a682f264-f94d-4ed8-a926-c0fa9e64e6d3 admin admin] Deleting port b542ae11-e4c4-4e25-bdf8-c6379f2beb32 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:52:41.991042 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a682f264-f94d-4ed8-a926-c0fa9e64e6d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:41.999078 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e37218-861e-418f-aadb-431a06f0fcbb admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:52:42.009857 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6313699b-f69e-4dbe-b190-67101854d587 req-662253c9-636f-435f-9b88-b661c0e3861a tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Made reservation on behalf of a52d3312de784e00ba80aff39950f6b4 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:52:42.020038 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ea2fde-d4d1-43e6-a221-e874811d9b4f None None] Sync routers for ids ['3aabded0-26bd-4848-b1ab-85a35c13550a'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:52:42.024988 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6313699b-f69e-4dbe-b190-67101854d587 req-662253c9-636f-435f-9b88-b661c0e3861a tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:42.035591 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ea2fde-d4d1-43e6-a221-e874811d9b4f None None] Routers {'3aabded0-26bd-4848-b1ab-85a35c13550a'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:52:42.036230 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-b9ea2fde-d4d1-43e6-a221-e874811d9b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:52:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['3aabded0-26bd-4848-b1ab-85a35c13550a'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:42.044465 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-43e37218-861e-418f-aadb-431a06f0fcbb admin admin] 10.222.0.39 "PUT /v2.0/routers/3aabded0-26bd-4848-b1ab-85a35c13550a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2339354 Sep 30 00:52:42.049821 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 60274) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:42.050514 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6313699b-f69e-4dbe-b190-67101854d587 req-662253c9-636f-435f-9b88-b661c0e3861a tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:42.077096 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-6313699b-f69e-4dbe-b190-67101854d587 req-662253c9-636f-435f-9b88-b661c0e3861a tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:52:42.081105 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6313699b-f69e-4dbe-b190-67101854d587 req-662253c9-636f-435f-9b88-b661c0e3861a tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Usage tracker for resource:security_group_rule and tenant:a52d3312de784e00ba80aff39950f6b4 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:52:42.085790 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6313699b-f69e-4dbe-b190-67101854d587 req-662253c9-636f-435f-9b88-b661c0e3861a tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:52:42.095997 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-6313699b-f69e-4dbe-b190-67101854d587 req-662253c9-636f-435f-9b88-b661c0e3861a tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:52:42.156864 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3f636318-5986-4e14-bbc1-164c08a8d930 req-cffc804b-87aa-4fad-b1fc-55b458a0c343 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146999 Sep 30 00:52:42.254712 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6313699b-f69e-4dbe-b190-67101854d587 req-662253c9-636f-435f-9b88-b661c0e3861a tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:42.321265 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-5418c4c7-7fbe-4c55-8478-074c6ad5c003 service neutron] For port 5d44bf9a-9f15-40f1-a5ed-efd69bba55a5, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:52:42.344714 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-5418c4c7-7fbe-4c55-8478-074c6ad5c003 service neutron] For port 5d44bf9a-9f15-40f1-a5ed-efd69bba55a5, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=5d44bf9a-9f15-40f1-a5ed-efd69bba55a5,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:52:42.367205 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-5418c4c7-7fbe-4c55-8478-074c6ad5c003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:42.375655 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-81bd2a10-dc27-4ddf-9450-373a7fa14fe8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:42.440552 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 61e3fdba-c242-4866-ac45-abb53f0651a7 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:52:42.525349 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-b9ea2fde-d4d1-43e6-a221-e874811d9b4f None None] Set router 3aabded0-26bd-4848-b1ab-85a35c13550a gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:52:42.540247 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 61e3fdba-c242-4866-ac45-abb53f0651a7 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:52:42.545539 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 61e3fdba-c242-4866-ac45-abb53f0651a7 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:52:42.682110 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6313699b-f69e-4dbe-b190-67101854d587 req-662253c9-636f-435f-9b88-b661c0e3861a tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:42.773157 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1f96ea5a-cad2-40c3-a22d-b280e970f326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:42.849781 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93ba758-46ed-4ae2-877c-233eeba35076 admin admin] Deleting subnet 4c1c7de9-5f8e-45e2-8cd2-09c895fe58bd {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 00:52:42.853277 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e93ba758-46ed-4ae2-877c-233eeba35076 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:42.962842 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e93ba758-46ed-4ae2-877c-233eeba35076 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:42.974191 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-b9ea2fde-d4d1-43e6-a221-e874811d9b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1756877272-router', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:34Z', 'updated_at': '2021-09-30T00:52:38Z', 'revision_number': 5, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'gw_port': {'id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:37Z', 'updated_at': '2021-09-30T00:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:42.980392 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ea2fde-d4d1-43e6-a221-e874811d9b4f None None] Checking router: 3aabded0-26bd-4848-b1ab-85a35c13550a for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:52:42.990251 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ea2fde-d4d1-43e6-a221-e874811d9b4f None None] Routers {'3aabded0-26bd-4848-b1ab-85a35c13550a'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:52:42.991121 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-b9ea2fde-d4d1-43e6-a221-e874811d9b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:52:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['3aabded0-26bd-4848-b1ab-85a35c13550a'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:43.098816 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418c4c7-7fbe-4c55-8478-074c6ad5c003 service neutron] Pushing event updated for resources: {'Port': ['ID=5d44bf9a-9f15-40f1-a5ed-efd69bba55a5,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:43.121841 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-5418c4c7-7fbe-4c55-8478-074c6ad5c003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:43.125664 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-5418c4c7-7fbe-4c55-8478-074c6ad5c003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:43.129187 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-5418c4c7-7fbe-4c55-8478-074c6ad5c003 service neutron] 10.222.0.59 "PUT /v2.0/ports/5d44bf9a-9f15-40f1-a5ed-efd69bba55a5 HTTP/1.1" status: 200 len: 1096 time: 3.1499617 Sep 30 00:52:43.130195 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5418c4c7-7fbe-4c55-8478-074c6ad5c003 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:43.134749 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e542f2-01d2-4a26-99c4-e0b772a78503', 'tag': '5d44bf9a-9f15-40f1-a5ed-efd69bba55a5'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:52:43.192914 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e93ba758-46ed-4ae2-877c-233eeba35076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:43.228707 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-a682f264-f94d-4ed8-a926-c0fa9e64e6d3 admin admin] For port b542ae11-e4c4-4e25-bdf8-c6379f2beb32, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=b542ae11-e4c4-4e25-bdf8-c6379f2beb32,segment=NetworkSegment(08e36ef1-ffb0-4f58-b8ec-899bb5736272),segment_id=08e36ef1-ffb0-4f58-b8ec-899bb5736272)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:43.232167 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a682f264-f94d-4ed8-a926-c0fa9e64e6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:43.381385 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41bc7e-63a8-4662-86b7-639bdbd0fa49 req-05236742-8c28-4737-8b57-32b2e82aacb5 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:43.384908 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662253c9-636f-435f-9b88-b661c0e3861a tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d31e88a1-95c0-429a-ba32-e98354fad9e7,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:43.407490 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a41bc7e-63a8-4662-86b7-639bdbd0fa49 req-05236742-8c28-4737-8b57-32b2e82aacb5 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e542f2-01d2-4a26-99c4-e0b772a78503 HTTP/1.1" status: 200 len: 948 time: 0.5956361 Sep 30 00:52:43.423245 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-662253c9-636f-435f-9b88-b661c0e3861a tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:43.455583 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-b9ea2fde-d4d1-43e6-a221-e874811d9b4f None None] Set router 3aabded0-26bd-4848-b1ab-85a35c13550a gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:52:43.628516 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-6313699b-f69e-4dbe-b190-67101854d587 req-662253c9-636f-435f-9b88-b661c0e3861a tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Allocated IP 192.168.233.70 (5148d586-4385-4f2c-9968-16b3a645031f/d94969b3-14c1-4902-a40b-8e6c297e30ba/ba527aaa-8fdb-4a21-b647-dffeb47e51a0) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:52:43.688643 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-54e2c644-a665-4796-829e-f5351786a0c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:43.738312 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-a682f264-f94d-4ed8-a926-c0fa9e64e6d3 admin admin] Calling delete_port for b542ae11-e4c4-4e25-bdf8-c6379f2beb32 owned by network:router_interface {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:52:43.756092 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e93ba758-46ed-4ae2-877c-233eeba35076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:43.795446 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a41bc7e-63a8-4662-86b7-639bdbd0fa49 req-5ada74e2-0c40-4dcc-9846-4d0b50087494 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7798fee-870b-4c75-aa01-c26f2ece0716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870595 Sep 30 00:52:43.856198 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-fb189e3f-e6bc-4ba5-8150-6a446475ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:43.856787 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:43.866472 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-fb189e3f-e6bc-4ba5-8150-6a446475ce35 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d5e52aa989c470983b6e5427dfb382a&device_id=10e542f2-01d2-4a26-99c4-e0b772a78503 HTTP/1.1" status: 200 len: 1099 time: 0.6113091 Sep 30 00:52:43.913257 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-b9ea2fde-d4d1-43e6-a221-e874811d9b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1756877272-router', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:34Z', 'updated_at': '2021-09-30T00:52:38Z', 'revision_number': 5, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'gw_port': {'id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:37Z', 'updated_at': '2021-09-30T00:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:43.921089 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ea2fde-d4d1-43e6-a221-e874811d9b4f None None] The sync data for ids ['3aabded0-26bd-4848-b1ab-85a35c13550a'] in n-d-811809-1 is: [{'id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'name': 'tempest-FloatingIPsAssociationTestJSON-1756877272-router', 'tenant_id': '4b20f4b110694ae5b48ceb31519082dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:50:34Z', 'updated_at': '2021-09-30T00:52:38Z', 'revision_number': 5, 'project_id': '4b20f4b110694ae5b48ceb31519082dc', 'gw_port': {'id': '9c3bb534-833a-4260-87d0-2c9b5ea17f3f', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:78:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aabded0-26bd-4848-b1ab-85a35c13550a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:50:37Z', 'updated_at': '2021-09-30T00:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:52:43.960632 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e93ba758-46ed-4ae2-877c-233eeba35076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:43.973466 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ba758-46ed-4ae2-877c-233eeba35076 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c1c7de9-5f8e-45e2-8cd2-09c895fe58bd,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:43.977938 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d85327a-c7b0-4e88-8193-5d7c44c509af None None] Network 12178976-20ed-45f0-b8e1-efc9105e76a7 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:52:43.979231 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e93ba758-46ed-4ae2-877c-233eeba35076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:44.025961 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-e93ba758-46ed-4ae2-877c-233eeba35076 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4c1c7de9-5f8e-45e2-8cd2-09c895fe58bd HTTP/1.1" status: 204 len: 168 time: 2.1631143 Sep 30 00:52:44.030020 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 60328) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:44.069009 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-47681703-9103-4495-b813-d301b499d2d6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=5d44bf9a-9f15-40f1-a5ed-efd69bba55a5 HTTP/1.1" status: 200 len: 217 time: 0.1881566 Sep 30 00:52:44.095667 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-54e2c644-a665-4796-829e-f5351786a0c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:44.165045 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-54e2c644-a665-4796-829e-f5351786a0c2 admin admin] Deleting port 9c3bb534-833a-4260-87d0-2c9b5ea17f3f {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:52:44.165045 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-54e2c644-a665-4796-829e-f5351786a0c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:44.206068 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3673b606-e60c-4c8a-8252-fa0ecebf3701 req-4d2934b1-460a-47c0-8c48-b0423f28cb3c tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/ports?device_id=db6e9964-e471-4579-b00b-89da518d1c91 HTTP/1.1" status: 200 len: 210 time: 0.1965084 Sep 30 00:52:44.310078 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079d26dd-4dc0-4cf7-904c-00f77b9880da None None] DHCP port deletion for 12178976-20ed-45f0-b8e1-efc9105e76a7 request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 00:52:44.314759 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-079d26dd-4dc0-4cf7-904c-00f77b9880da None None] Deleting port 1473d173-8429-4caf-8c1c-261fb434e6a4 {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:52:44.315153 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-079d26dd-4dc0-4cf7-904c-00f77b9880da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:44.401077 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 65e238c0-4ced-4c9b-95a9-d08afa9bc91a no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:52:44.440991 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a682f264-f94d-4ed8-a926-c0fa9e64e6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:44.450024 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5418c4c7-7fbe-4c55-8478-074c6ad5c003 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:44.468239 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-ca55db48-43e9-489b-85b3-99075f0ce750 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:52:44.469452 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-ca55db48-43e9-489b-85b3-99075f0ce750 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3351784 Sep 30 00:52:44.480592 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-39e3a3b2-2e0f-499d-8042-23b44e43ae20 service neutron] Request body: {'binding': {'host': 'n-h1-811809-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:52:44.482060 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-39e3a3b2-2e0f-499d-8042-23b44e43ae20 service neutron] Unknown quota resources ['binding']. {{(pid=80275) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Sep 30 00:52:44.482295 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 65e238c0-4ced-4c9b-95a9-d08afa9bc91a {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:52:44.482662 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 65e238c0-4ced-4c9b-95a9-d08afa9bc91a not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:52:44.483127 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 1473d173-8429-4caf-8c1c-261fb434e6a4 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:52:44.515677 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682f264-f94d-4ed8-a926-c0fa9e64e6d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b542ae11-e4c4-4e25-bdf8-c6379f2beb32,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:44.521310 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6513b805-9398-43ce-8444-33b5e224674a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:44.524410 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-5375535d-706f-408b-a323-436aa7d6de18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:44.526136 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-5375535d-706f-408b-a323-436aa7d6de18 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.4160874 Sep 30 00:52:44.528479 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e542f2-01d2-4a26-99c4-e0b772a78503', 'tag': '5d44bf9a-9f15-40f1-a5ed-efd69bba55a5', 'status': 'completed', 'code': 200} Sep 30 00:52:44.531199 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a682f264-f94d-4ed8-a926-c0fa9e64e6d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:44.751583 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6313699b-f69e-4dbe-b190-67101854d587 req-662253c9-636f-435f-9b88-b661c0e3861a tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:44.753174 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-6513b805-9398-43ce-8444-33b5e224674a admin admin] Deleting port 1473d173-8429-4caf-8c1c-261fb434e6a4 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:52:44.753617 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6513b805-9398-43ce-8444-33b5e224674a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:44.770693 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-6313699b-f69e-4dbe-b190-67101854d587 req-662253c9-636f-435f-9b88-b661c0e3861a tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Transition to ACTIVE for port object ba527aaa-8fdb-4a21-b647-dffeb47e51a0 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:52:44.851624 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6313699b-f69e-4dbe-b190-67101854d587 req-662253c9-636f-435f-9b88-b661c0e3861a tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:44.856960 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-079d26dd-4dc0-4cf7-904c-00f77b9880da None None] For port 1473d173-8429-4caf-8c1c-261fb434e6a4, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=1473d173-8429-4caf-8c1c-261fb434e6a4,segment=NetworkSegment(b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0),segment_id=b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:44.857367 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-079d26dd-4dc0-4cf7-904c-00f77b9880da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:44.858547 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af8d43-a139-4d6b-9a21-a69738431202 req-9c44af95-5b66-465e-b5a1-739627209532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:44.860078 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e4af8d43-a139-4d6b-9a21-a69738431202 req-9c44af95-5b66-465e-b5a1-739627209532 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 1100 time: 0.6729140 Sep 30 00:52:44.866515 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a55fbf96-0b88-4727-bb8e-e4733718c63a tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:45.019590 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-079d26dd-4dc0-4cf7-904c-00f77b9880da None None] Calling delete_port for 1473d173-8429-4caf-8c1c-261fb434e6a4 owned by network:dhcp {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:52:45.028598 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-54e2c644-a665-4796-829e-f5351786a0c2 admin admin] For port 9c3bb534-833a-4260-87d0-2c9b5ea17f3f, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=9c3bb534-833a-4260-87d0-2c9b5ea17f3f,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:45.028961 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-54e2c644-a665-4796-829e-f5351786a0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:45.037846 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6313699b-f69e-4dbe-b190-67101854d587 req-662253c9-636f-435f-9b88-b661c0e3861a tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Network 5148d586-4385-4f2c-9968-16b3a645031f is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:52:45.051550 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-6313699b-f69e-4dbe-b190-67101854d587 req-662253c9-636f-435f-9b88-b661c0e3861a tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:52:45.071327 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-6313699b-f69e-4dbe-b190-67101854d587 req-662253c9-636f-435f-9b88-b661c0e3861a tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:52:45.077650 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:45.097542 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662253c9-636f-435f-9b88-b661c0e3861a tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Pushing event updated for resources: {'Port': ['ID=ba527aaa-8fdb-4a21-b647-dffeb47e51a0,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:45.141622 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 1473d173-8429-4caf-8c1c-261fb434e6a4, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=1473d173-8429-4caf-8c1c-261fb434e6a4,segment=NetworkSegment(b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0),segment_id=b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:45.152453 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:45.156357 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:45.244099 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.api [None req-079d26dd-4dc0-4cf7-904c-00f77b9880da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80276) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 00:52:45.244902 n-d-811809-1 neutron-server[80276]: DEBUG oslo_db.api [None req-079d26dd-4dc0-4cf7-904c-00f77b9880da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 00:52:45.250132 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=1473d173-8429-4caf-8c1c-261fb434e6a4,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:45.254334 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:45.407690 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-18de23c8-4988-4f84-a8a2-38a7e1a96642 None None] Provisioning for port ba527aaa-8fdb-4a21-b647-dffeb47e51a0 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:52:45.412966 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-18de23c8-4988-4f84-a8a2-38a7e1a96642 None None] Provisioning complete for port ba527aaa-8fdb-4a21-b647-dffeb47e51a0 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:52:45.413423 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-18de23c8-4988-4f84-a8a2-38a7e1a96642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:45.420716 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-662253c9-636f-435f-9b88-b661c0e3861a tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:45.430357 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-54e2c644-a665-4796-829e-f5351786a0c2 admin admin] Calling delete_port for 9c3bb534-833a-4260-87d0-2c9b5ea17f3f owned by network:router_gateway {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:52:45.436625 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-a1bdc81a-483d-4ed3-b71d-7310c08f6d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:45.438127 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-a1bdc81a-483d-4ed3-b71d-7310c08f6d9c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8546722 Sep 30 00:52:45.461804 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4268940-cc06-4a73-87cf-6258cb2083c5 req-c4444966-1358-4a5a-abcd-ca9b43c036a6 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:45.463860 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b4268940-cc06-4a73-87cf-6258cb2083c5 req-c4444966-1358-4a5a-abcd-ca9b43c036a6 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 949 time: 0.7823665 Sep 30 00:52:45.487708 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-18de23c8-4988-4f84-a8a2-38a7e1a96642 None None] Port ba527aaa-8fdb-4a21-b647-dffeb47e51a0 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:52:45.534143 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313699b-f69e-4dbe-b190-67101854d587 req-662253c9-636f-435f-9b88-b661c0e3861a tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:45.535028 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6313699b-f69e-4dbe-b190-67101854d587 req-662253c9-636f-435f-9b88-b661c0e3861a tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:45.596020 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-39e3a3b2-2e0f-499d-8042-23b44e43ae20 service neutron] Attempting to bind port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c on host n-h1-811809-1 for vnic_type normal with profile None {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:52:45.596375 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-39e3a3b2-2e0f-499d-8042-23b44e43ae20 service neutron] Attempting to bind port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:52:45.596686 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-39e3a3b2-2e0f-499d-8042-23b44e43ae20 service neutron] Attempting to bind port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c on network 0a0a50fb-f59e-4919-9310-948ef891e84f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:52:45.614246 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-39e3a3b2-2e0f-499d-8042-23b44e43ae20 service neutron] Port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c on network 0a0a50fb-f59e-4919-9310-948ef891e84f not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:52:45.614569 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-39e3a3b2-2e0f-499d-8042-23b44e43ae20 service neutron] Attempting to bind port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c on network 0a0a50fb-f59e-4919-9310-948ef891e84f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:52:45.623267 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-39e3a3b2-2e0f-499d-8042-23b44e43ae20 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:52:45.623592 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-39e3a3b2-2e0f-499d-8042-23b44e43ae20 service neutron] Checking segment: {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:52:45.623967 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-39e3a3b2-2e0f-499d-8042-23b44e43ae20 service neutron] Bound using segment: {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:52:45.624421 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-39e3a3b2-2e0f-499d-8042-23b44e43ae20 service neutron] Bound port: fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:52:45.629525 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6313699b-f69e-4dbe-b190-67101854d587 req-662253c9-636f-435f-9b88-b661c0e3861a tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4526145 Sep 30 00:52:45.668174 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-6513b805-9398-43ce-8444-33b5e224674a admin admin] For port 1473d173-8429-4caf-8c1c-261fb434e6a4, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=1473d173-8429-4caf-8c1c-261fb434e6a4,segment=NetworkSegment(b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0),segment_id=b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:45.668540 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6513b805-9398-43ce-8444-33b5e224674a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:45.677296 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-6313699b-f69e-4dbe-b190-67101854d587 req-c54e81c8-ae46-4b0c-ace6-be4b76a7a2de service neutron] Request body: {'port': {'device_id': 'db6e9964-e471-4579-b00b-89da518d1c91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:52:45.747258 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-079d26dd-4dc0-4cf7-904c-00f77b9880da None None] Deleting port 1473d173-8429-4caf-8c1c-261fb434e6a4 {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:52:45.747634 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-079d26dd-4dc0-4cf7-904c-00f77b9880da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:45.802254 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b4268940-cc06-4a73-87cf-6258cb2083c5 req-e0e1ba8a-7c2c-4ba1-aeaf-89aabf091cad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285675 Sep 30 00:52:45.869312 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-39e3a3b2-2e0f-499d-8042-23b44e43ae20 service neutron] For port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:52:45.876916 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-6513b805-9398-43ce-8444-33b5e224674a admin admin] Calling delete_port for 1473d173-8429-4caf-8c1c-261fb434e6a4 owned by network:dhcp {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:52:45.892899 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6313699b-f69e-4dbe-b190-67101854d587 req-c54e81c8-ae46-4b0c-ace6-be4b76a7a2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:45.914798 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-39e3a3b2-2e0f-499d-8042-23b44e43ae20 service neutron] Notify callbacks [] for binding, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:45.916080 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-39e3a3b2-2e0f-499d-8042-23b44e43ae20 service neutron] 10.222.0.39 "POST /v2.0/ports/fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c/bindings HTTP/1.1" status: 201 len: 389 time: 1.4391377 Sep 30 00:52:45.927264 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a682f264-f94d-4ed8-a926-c0fa9e64e6d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683119'] for router_interface, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:45.964709 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-54e2c644-a665-4796-829e-f5351786a0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:45.983416 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ba75f729-001c-4877-8874-26fcea0d8de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:45.995378 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-4ae889db-7f16-41df-8b15-775cad5fedee service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5304449 Sep 30 00:52:45.997609 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af8d43-a139-4d6b-9a21-a69738431202 req-fa306e9d-4190-4510-978b-d9252aeacdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:45.999207 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e4af8d43-a139-4d6b-9a21-a69738431202 req-fa306e9d-4190-4510-978b-d9252aeacdb4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 1.1216075 Sep 30 00:52:46.062383 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2c644-a665-4796-829e-f5351786a0c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c3bb534-833a-4260-87d0-2c9b5ea17f3f,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:46.092461 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-54e2c644-a665-4796-829e-f5351786a0c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:46.122373 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-079d26dd-4dc0-4cf7-904c-00f77b9880da None None] For port 1473d173-8429-4caf-8c1c-261fb434e6a4, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=1473d173-8429-4caf-8c1c-261fb434e6a4,segment=NetworkSegment(b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0),segment_id=b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:46.123385 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-079d26dd-4dc0-4cf7-904c-00f77b9880da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:46.219635 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e4af8d43-a139-4d6b-9a21-a69738431202 req-e2bf8e9b-34af-4970-81da-eeeced6226c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=863d8c69-3437-4b2c-898c-781bd4e0939e HTTP/1.1" status: 200 len: 217 time: 0.1397288 Sep 30 00:52:46.268997 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-54e2c644-a665-4796-829e-f5351786a0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673024'] for router_gateway, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:46.314654 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-079d26dd-4dc0-4cf7-904c-00f77b9880da None None] Calling delete_port for 1473d173-8429-4caf-8c1c-261fb434e6a4 owned by network:dhcp {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:52:46.407920 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-079d26dd-4dc0-4cf7-904c-00f77b9880da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821'] for port, after_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:46.413623 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:46.460662 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079d26dd-4dc0-4cf7-904c-00f77b9880da None None] No DVR routers for this DVR port 1473d173-8429-4caf-8c1c-261fb434e6a4 on host n-d-811809-1 {{(pid=80276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:52:46.464256 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d26dd-4dc0-4cf7-904c-00f77b9880da None None] Pushing event deleted for resources: {'Port': ['ID=1473d173-8429-4caf-8c1c-261fb434e6a4,revision_number=None']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:46.469515 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-079d26dd-4dc0-4cf7-904c-00f77b9880da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:46.632526 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-54e2c644-a665-4796-829e-f5351786a0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30720'] for router, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:46.638341 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-54e2c644-a665-4796-829e-f5351786a0c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:46.649927 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af8d43-a139-4d6b-9a21-a69738431202 req-fe443b4b-9dbb-4295-93a6-1700f1d9fd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:46.651442 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e4af8d43-a139-4d6b-9a21-a69738431202 req-fe443b4b-9dbb-4295-93a6-1700f1d9fd9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.3906291 Sep 30 00:52:46.690897 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.api [None req-6513b805-9398-43ce-8444-33b5e224674a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80274) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 00:52:46.691121 n-d-811809-1 neutron-server[80274]: DEBUG oslo_db.api [None req-6513b805-9398-43ce-8444-33b5e224674a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 00:52:46.699410 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-54e2c644-a665-4796-829e-f5351786a0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736498'] for router, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:46.700023 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e2c644-a665-4796-829e-f5351786a0c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3aabded0-26bd-4848-b1ab-85a35c13550a {{(pid=80275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 30 00:52:46.722522 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-54e2c644-a665-4796-829e-f5351786a0c2 admin admin] Notify callbacks [] for router, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:46.723627 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-54e2c644-a665-4796-829e-f5351786a0c2 admin admin] 10.222.0.39 "DELETE /v2.0/routers/3aabded0-26bd-4848-b1ab-85a35c13550a HTTP/1.1" status: 204 len: 168 time: 4.6572051 Sep 30 00:52:46.727058 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 60348) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:46.772993 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e77ea4-5952-4e83-a3e2-60045345e8f2 req-1d316adf-fc0d-4365-bb5a-1fa85c592ce2 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:46.773163 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd59454-9651-41ed-84ca-dcb3aaf11133 req-58676d9c-4877-4878-9299-9ed42062e22b tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:46.773718 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-5cd59454-9651-41ed-84ca-dcb3aaf11133 req-58676d9c-4877-4878-9299-9ed42062e22b tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Synchronizing usage tracker for tenant:a52d3312de784e00ba80aff39950f6b4 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:52:46.774543 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-54e77ea4-5952-4e83-a3e2-60045345e8f2 req-1d316adf-fc0d-4365-bb5a-1fa85c592ce2 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e542f2-01d2-4a26-99c4-e0b772a78503 HTTP/1.1" status: 200 len: 948 time: 0.7643161 Sep 30 00:52:46.786271 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0c11e80b-463b-41bd-af70-6c5b06b6ec9c req-fc2ef57e-60e2-4d34-a39b-26ad271e1e62 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5949259 Sep 30 00:52:46.877353 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-5cd59454-9651-41ed-84ca-dcb3aaf11133 req-58676d9c-4877-4878-9299-9ed42062e22b tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Unset dirty status for tenant:a52d3312de784e00ba80aff39950f6b4 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:52:46.878554 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5cd59454-9651-41ed-84ca-dcb3aaf11133 req-58676d9c-4877-4878-9299-9ed42062e22b tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/ports?device_id=db6e9964-e471-4579-b00b-89da518d1c91 HTTP/1.1" status: 200 len: 935 time: 0.5145509 Sep 30 00:52:46.894056 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f963c8b-bd5b-49ba-9b8d-266c84e88693 admin admin] Deleting subnet 739388f2-bdc1-458a-ad24-7599b12445e8 {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 00:52:46.899448 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7f963c8b-bd5b-49ba-9b8d-266c84e88693 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:46.942688 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-6313699b-f69e-4dbe-b190-67101854d587 req-c54e81c8-ae46-4b0c-ace6-be4b76a7a2de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba527aaa-8fdb-4a21-b647-dffeb47e51a0 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:52:46.966062 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6313699b-f69e-4dbe-b190-67101854d587 req-c54e81c8-ae46-4b0c-ace6-be4b76a7a2de service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:47.003877 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-6313699b-f69e-4dbe-b190-67101854d587 req-c54e81c8-ae46-4b0c-ace6-be4b76a7a2de service neutron] Transition to ACTIVE for port object ba527aaa-8fdb-4a21-b647-dffeb47e51a0 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:52:47.009634 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-5cd59454-9651-41ed-84ca-dcb3aaf11133 req-b5963472-f058-4850-8941-e8089c5c2b02 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Synchronizing usage tracker for tenant:a52d3312de784e00ba80aff39950f6b4 on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:52:47.015818 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6313699b-f69e-4dbe-b190-67101854d587 req-c54e81c8-ae46-4b0c-ace6-be4b76a7a2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:47.021472 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7f963c8b-bd5b-49ba-9b8d-266c84e88693 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:47.068586 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-cc859233-acee-41ac-b198-360cecfa0df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:47.070078 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-cc859233-acee-41ac-b198-360cecfa0df2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 1097 time: 0.6274180 Sep 30 00:52:47.172813 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-43e37218-861e-418f-aadb-431a06f0fcbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:47.190538 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-54e77ea4-5952-4e83-a3e2-60045345e8f2 req-83b58dde-7897-4fe5-ae0f-ba80f197b8f8 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7798fee-870b-4c75-aa01-c26f2ece0716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018805 Sep 30 00:52:47.197194 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-6513b805-9398-43ce-8444-33b5e224674a admin admin] Deleting port 1473d173-8429-4caf-8c1c-261fb434e6a4 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:52:47.197575 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6513b805-9398-43ce-8444-33b5e224674a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:47.339817 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-5cd59454-9651-41ed-84ca-dcb3aaf11133 req-b5963472-f058-4850-8941-e8089c5c2b02 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Unset dirty status for tenant:a52d3312de784e00ba80aff39950f6b4 on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:52:47.341756 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5cd59454-9651-41ed-84ca-dcb3aaf11133 req-b5963472-f058-4850-8941-e8089c5c2b02 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/security-groups?id=d31e88a1-95c0-429a-ba32-e98354fad9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550979 Sep 30 00:52:47.389444 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-6513b805-9398-43ce-8444-33b5e224674a admin admin] The port '1473d173-8429-4caf-8c1c-261fb434e6a4' was deleted {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 30 00:52:47.396016 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e81c8-ae46-4b0c-ace6-be4b76a7a2de service neutron] Pushing event updated for resources: {'Port': ['ID=ba527aaa-8fdb-4a21-b647-dffeb47e51a0,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:47.399115 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c54e81c8-ae46-4b0c-ace6-be4b76a7a2de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:47.473564 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af8d43-a139-4d6b-9a21-a69738431202 req-1276da4e-c8ba-48a8-a141-4ce1a5b70ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:47.475058 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e4af8d43-a139-4d6b-9a21-a69738431202 req-1276da4e-c8ba-48a8-a141-4ce1a5b70ae7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7888181 Sep 30 00:52:47.510672 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-6313699b-f69e-4dbe-b190-67101854d587 req-c54e81c8-ae46-4b0c-ace6-be4b76a7a2de service neutron] Attempting to bind port ba527aaa-8fdb-4a21-b647-dffeb47e51a0 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:52:47.511123 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-6313699b-f69e-4dbe-b190-67101854d587 req-c54e81c8-ae46-4b0c-ace6-be4b76a7a2de service neutron] Attempting to bind port ba527aaa-8fdb-4a21-b647-dffeb47e51a0 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:52:47.512056 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6313699b-f69e-4dbe-b190-67101854d587 req-c54e81c8-ae46-4b0c-ace6-be4b76a7a2de service neutron] Attempting to bind port ba527aaa-8fdb-4a21-b647-dffeb47e51a0 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:52:47.521095 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6313699b-f69e-4dbe-b190-67101854d587 req-c54e81c8-ae46-4b0c-ace6-be4b76a7a2de service neutron] Port ba527aaa-8fdb-4a21-b647-dffeb47e51a0 on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:52:47.521421 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6313699b-f69e-4dbe-b190-67101854d587 req-c54e81c8-ae46-4b0c-ace6-be4b76a7a2de service neutron] Attempting to bind port ba527aaa-8fdb-4a21-b647-dffeb47e51a0 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:52:47.564368 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6313699b-f69e-4dbe-b190-67101854d587 req-c54e81c8-ae46-4b0c-ace6-be4b76a7a2de service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:52:47.564934 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6313699b-f69e-4dbe-b190-67101854d587 req-c54e81c8-ae46-4b0c-ace6-be4b76a7a2de service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:52:47.565337 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6313699b-f69e-4dbe-b190-67101854d587 req-c54e81c8-ae46-4b0c-ace6-be4b76a7a2de service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:52:47.567562 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-6313699b-f69e-4dbe-b190-67101854d587 req-c54e81c8-ae46-4b0c-ace6-be4b76a7a2de service neutron] Bound port: ba527aaa-8fdb-4a21-b647-dffeb47e51a0, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:52:47.567562 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6313699b-f69e-4dbe-b190-67101854d587 req-c54e81c8-ae46-4b0c-ace6-be4b76a7a2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:47.585484 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7f963c8b-bd5b-49ba-9b8d-266c84e88693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:47.746857 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a682f264-f94d-4ed8-a926-c0fa9e64e6d3 admin admin] Router 818f1404-4b68-4f61-8fde-3967a4e897ff has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:52:47.752664 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6513b805-9398-43ce-8444-33b5e224674a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:47.754271 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-6313699b-f69e-4dbe-b190-67101854d587 req-c54e81c8-ae46-4b0c-ace6-be4b76a7a2de service neutron] For port ba527aaa-8fdb-4a21-b647-dffeb47e51a0, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:52:47.758333 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-6313699b-f69e-4dbe-b190-67101854d587 req-c54e81c8-ae46-4b0c-ace6-be4b76a7a2de service neutron] For port ba527aaa-8fdb-4a21-b647-dffeb47e51a0, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ba527aaa-8fdb-4a21-b647-dffeb47e51a0,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:52:47.759836 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7f963c8b-bd5b-49ba-9b8d-266c84e88693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:47.767149 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-755cca89-cd8b-4f7e-8731-aad5cb063842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:47.782403 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-da4b048d-6aeb-4fbe-b8df-f89389130562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:47.783875 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-da4b048d-6aeb-4fbe-b8df-f89389130562 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0a0a50fb-f59e-4919-9310-948ef891e84f HTTP/1.1" status: 200 len: 909 time: 0.6477633 Sep 30 00:52:47.785708 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c0f21-60a1-432f-aeb6-451dac1d7af7 req-2dea0f36-7703-471d-8050-530987528f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:47.787054 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ca4c0f21-60a1-432f-aeb6-451dac1d7af7 req-2dea0f36-7703-471d-8050-530987528f7a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d5e52aa989c470983b6e5427dfb382a&device_id=10e542f2-01d2-4a26-99c4-e0b772a78503 HTTP/1.1" status: 200 len: 1099 time: 0.7636449 Sep 30 00:52:47.806180 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62161d61-1357-47b8-8a34-55998604dad5 req-92e5128d-f2f5-471a-9b09-334baf8793d4 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:47.807697 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-62161d61-1357-47b8-8a34-55998604dad5 req-92e5128d-f2f5-471a-9b09-334baf8793d4 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 946 time: 0.2794514 Sep 30 00:52:47.810223 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6313699b-f69e-4dbe-b190-67101854d587 req-c54e81c8-ae46-4b0c-ace6-be4b76a7a2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:47.822326 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f963c8b-bd5b-49ba-9b8d-266c84e88693 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=739388f2-bdc1-458a-ad24-7599b12445e8,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:47.826031 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7f963c8b-bd5b-49ba-9b8d-266c84e88693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:47.828133 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7db27ca5-fe47-41a5-9a72-00f4cca0f336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:47.838210 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269cfe0a-4498-450a-9bb5-4dbe77034dbf None None] Network f57b268d-20d8-40fa-b8a7-84057b4271aa requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:52:47.857517 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7f963c8b-bd5b-49ba-9b8d-266c84e88693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:47.900040 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313699b-f69e-4dbe-b190-67101854d587 req-c54e81c8-ae46-4b0c-ace6-be4b76a7a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:47.900648 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6313699b-f69e-4dbe-b190-67101854d587 req-c54e81c8-ae46-4b0c-ace6-be4b76a7a2de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:47.902073 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6313699b-f69e-4dbe-b190-67101854d587 req-c54e81c8-ae46-4b0c-ace6-be4b76a7a2de service neutron] 10.222.0.59 "PUT /v2.0/ports/ba527aaa-8fdb-4a21-b647-dffeb47e51a0 HTTP/1.1" status: 200 len: 1095 time: 2.2367873 Sep 30 00:52:47.905704 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6e9964-e471-4579-b00b-89da518d1c91', 'tag': 'ba527aaa-8fdb-4a21-b647-dffeb47e51a0'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:52:47.909337 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-6513b805-9398-43ce-8444-33b5e224674a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12178976-20ed-45f0-b8e1-efc9105e76a7']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:47.919260 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-7f963c8b-bd5b-49ba-9b8d-266c84e88693 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/739388f2-bdc1-458a-ad24-7599b12445e8 HTTP/1.1" status: 204 len: 168 time: 1.1902821 Sep 30 00:52:47.921398 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 60356) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:47.977696 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e81c8-ae46-4b0c-ace6-be4b76a7a2de service neutron] Pushing event updated for resources: {'Port': ['ID=ba527aaa-8fdb-4a21-b647-dffeb47e51a0,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:48.045641 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-62445805-2e6b-4199-aab2-a092cb21aea8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c HTTP/1.1" status: 200 len: 217 time: 0.2388964 Sep 30 00:52:48.054695 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c54e81c8-ae46-4b0c-ace6-be4b76a7a2de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:48.110509 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-6513b805-9398-43ce-8444-33b5e224674a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:48.110893 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-6513b805-9398-43ce-8444-33b5e224674a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f8606f-51bc-4b79-bc4f-0efe74ebf0b0') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:48.142761 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-62161d61-1357-47b8-8a34-55998604dad5 req-a2d86dff-9119-4a81-9af4-263c5a156432 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232107 Sep 30 00:52:48.194861 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7142ace-1049-4557-b106-e006b677140e None None] DHCP port deletion for f57b268d-20d8-40fa-b8a7-84057b4271aa request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 00:52:48.207771 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c7142ace-1049-4557-b106-e006b677140e None None] Deleting port 723743d9-907c-4a4a-8dd7-23c7b3f3fada {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:52:48.209583 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c7142ace-1049-4557-b106-e006b677140e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:48.211283 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6513b805-9398-43ce-8444-33b5e224674a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:48.216365 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6e9964-e471-4579-b00b-89da518d1c91', 'tag': 'ba527aaa-8fdb-4a21-b647-dffeb47e51a0', 'status': 'completed', 'code': 200} Sep 30 00:52:48.223880 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:48.233902 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313699b-f69e-4dbe-b190-67101854d587 req-8502b8be-f36f-4e51-9d69-36cbee9873a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:48.235459 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6313699b-f69e-4dbe-b190-67101854d587 req-8502b8be-f36f-4e51-9d69-36cbee9873a1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a52d3312de784e00ba80aff39950f6b4&device_id=db6e9964-e471-4579-b00b-89da518d1c91 HTTP/1.1" status: 200 len: 1098 time: 0.2277536 Sep 30 00:52:48.245862 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] Deleting port 723743d9-907c-4a4a-8dd7-23c7b3f3fada {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:52:48.246449 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:48.287783 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6513b805-9398-43ce-8444-33b5e224674a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:48.301771 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e4af8d43-a139-4d6b-9a21-a69738431202 req-9dbd9bb8-1338-409a-87de-037a090d649a service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8029261 Sep 30 00:52:48.325248 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c2608-a373-42a9-85f8-90a7d47f6ff6 req-7b945a0d-f699-4ecd-a192-776d15ed9ef1 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:48.327168 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ec8c2608-a373-42a9-85f8-90a7d47f6ff6 req-7b945a0d-f699-4ecd-a192-776d15ed9ef1 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 949 time: 0.8335652 Sep 30 00:52:48.328298 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6513b805-9398-43ce-8444-33b5e224674a admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:52:48.328702 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6513b805-9398-43ce-8444-33b5e224674a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:48.357084 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 723743d9-907c-4a4a-8dd7-23c7b3f3fada no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: timer() Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:52:48.358283 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:52:48.430199 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6313699b-f69e-4dbe-b190-67101854d587 req-4165667e-b86a-4fe3-9149-cfb134680f40 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=ba527aaa-8fdb-4a21-b647-dffeb47e51a0 HTTP/1.1" status: 200 len: 217 time: 0.1266851 Sep 30 00:52:48.595603 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313699b-f69e-4dbe-b190-67101854d587 req-bcee75d8-a884-4bfc-abfb-473e16f465d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:48.596877 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6313699b-f69e-4dbe-b190-67101854d587 req-bcee75d8-a884-4bfc-abfb-473e16f465d9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1584899 Sep 30 00:52:48.626633 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c7142ace-1049-4557-b106-e006b677140e None None] For port 723743d9-907c-4a4a-8dd7-23c7b3f3fada, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=723743d9-907c-4a4a-8dd7-23c7b3f3fada,segment=NetworkSegment(f07c8a4c-f21a-468f-9b43-5e958c580927),segment_id=f07c8a4c-f21a-468f-9b43-5e958c580927)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:48.627063 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c7142ace-1049-4557-b106-e006b677140e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:48.633890 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-d424ed38-bcf8-4aa6-b999-27691cd93954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:48.635609 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-d424ed38-bcf8-4aa6-b999-27691cd93954 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e11b3221-7cfb-4feb-801d-70a2c0ec6209 HTTP/1.1" status: 200 len: 848 time: 0.4937136 Sep 30 00:52:48.690971 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6513b805-9398-43ce-8444-33b5e224674a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:48.751127 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa771ee-4f0d-4a10-93d3-0929ac9bc953 req-8d73ec1e-2346-409d-afa5-a7fb65cb2054 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:48.753092 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ffa771ee-4f0d-4a10-93d3-0929ac9bc953 req-8d73ec1e-2346-409d-afa5-a7fb65cb2054 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e542f2-01d2-4a26-99c4-e0b772a78503 HTTP/1.1" status: 200 len: 948 time: 0.3784099 Sep 30 00:52:48.757820 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c7142ace-1049-4557-b106-e006b677140e None None] Calling delete_port for 723743d9-907c-4a4a-8dd7-23c7b3f3fada owned by network:dhcp {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:52:48.774757 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-d0e2b3c6-e229-40ab-9608-074058abf67d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0a0a50fb-f59e-4919-9310-948ef891e84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239765 Sep 30 00:52:48.781867 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6513b805-9398-43ce-8444-33b5e224674a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:48.784169 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:48.791046 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] For port 723743d9-907c-4a4a-8dd7-23c7b3f3fada, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=723743d9-907c-4a4a-8dd7-23c7b3f3fada,segment=NetworkSegment(f07c8a4c-f21a-468f-9b43-5e958c580927),segment_id=f07c8a4c-f21a-468f-9b43-5e958c580927)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:48.791589 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:48.799380 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:48.813726 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c0f21-60a1-432f-aeb6-451dac1d7af7 req-9eb8b361-84c6-42e6-a577-48df8073099a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:48.815144 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ca4c0f21-60a1-432f-aeb6-451dac1d7af7 req-9eb8b361-84c6-42e6-a577-48df8073099a service neutron] 10.222.0.59 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 1.0022986 Sep 30 00:52:48.843366 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a682f264-f94d-4ed8-a926-c0fa9e64e6d3 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:52:48.845116 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-7bd855ac-33b8-417e-a20e-2821e258064f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:48.867307 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fcc166-6d16-42df-a2d8-e825f6cef8c8 None None] Sync routers for ids ['818f1404-4b68-4f61-8fde-3967a4e897ff'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:52:48.874218 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 723743d9-907c-4a4a-8dd7-23c7b3f3fada, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=723743d9-907c-4a4a-8dd7-23c7b3f3fada,segment=NetworkSegment(f07c8a4c-f21a-468f-9b43-5e958c580927),segment_id=f07c8a4c-f21a-468f-9b43-5e958c580927)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:48.880525 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:48.881252 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 9c3bb534-833a-4260-87d0-2c9b5ea17f3f no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:52:48.903480 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513b805-9398-43ce-8444-33b5e224674a admin admin] Pushing event deleted for resources: {'Network': ['ID=12178976-20ed-45f0-b8e1-efc9105e76a7,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:48.910849 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-079d26dd-4dc0-4cf7-904c-00f77b9880da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:48.926333 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6513b805-9398-43ce-8444-33b5e224674a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:48.947241 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fcc166-6d16-42df-a2d8-e825f6cef8c8 None None] Routers {'818f1404-4b68-4f61-8fde-3967a4e897ff'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:52:48.947881 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-18fcc166-6d16-42df-a2d8-e825f6cef8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:52:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['818f1404-4b68-4f61-8fde-3967a4e897ff'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:48.990704 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ec8c2608-a373-42a9-85f8-90a7d47f6ff6 req-049af4e3-5de5-4ccc-987f-e619bb469dac tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6315384 Sep 30 00:52:49.001759 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 9c3bb534-833a-4260-87d0-2c9b5ea17f3f {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:52:49.001759 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 9c3bb534-833a-4260-87d0-2c9b5ea17f3f not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:52:49.008733 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ca4c0f21-60a1-432f-aeb6-451dac1d7af7 req-946b102a-10b7-4c68-89b6-d794336ee279 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=5d44bf9a-9f15-40f1-a5ed-efd69bba55a5 HTTP/1.1" status: 200 len: 217 time: 0.1562910 Sep 30 00:52:49.016137 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.api [None req-c7142ace-1049-4557-b106-e006b677140e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80276) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 00:52:49.016530 n-d-811809-1 neutron-server[80276]: DEBUG oslo_db.api [None req-c7142ace-1049-4557-b106-e006b677140e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 00:52:49.072321 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-6513b805-9398-43ce-8444-33b5e224674a admin admin] 10.222.0.39 "DELETE /v2.0/networks/12178976-20ed-45f0-b8e1-efc9105e76a7 HTTP/1.1" status: 204 len: 168 time: 5.0056312 Sep 30 00:52:49.085299 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] Calling delete_port for 723743d9-907c-4a4a-8dd7-23c7b3f3fada owned by network:dhcp {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:52:49.093160 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-a682f264-f94d-4ed8-a926-c0fa9e64e6d3 admin admin] 10.222.0.39 "PUT /v2.0/routers/818f1404-4b68-4f61-8fde-3967a4e897ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0568020 Sep 30 00:52:49.106280 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 60368) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:49.128730 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ffa771ee-4f0d-4a10-93d3-0929ac9bc953 req-d5fd6b8c-790a-4fdb-8a36-53319e3e1c3a tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7798fee-870b-4c75-aa01-c26f2ece0716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660538 Sep 30 00:52:49.178916 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:49.179725 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313699b-f69e-4dbe-b190-67101854d587 req-d1ea8636-2d13-4165-9c18-1675e727ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:49.181226 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6313699b-f69e-4dbe-b190-67101854d587 req-d1ea8636-2d13-4165-9c18-1675e727ad5c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5259342 Sep 30 00:52:49.188379 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=723743d9-907c-4a4a-8dd7-23c7b3f3fada,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:49.194260 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:49.278298 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-18fcc166-6d16-42df-a2d8-e825f6cef8c8 None None] Set router 818f1404-4b68-4f61-8fde-3967a4e897ff gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:52:49.327385 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e4af8d43-a139-4d6b-9a21-a69738431202 req-a85abe6b-9a41-44bf-ac7b-2a63058e4063 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9795589 Sep 30 00:52:49.351294 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c0f21-60a1-432f-aeb6-451dac1d7af7 req-fa9f4cab-5b0f-48cb-9ebd-888a62006e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:49.352647 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ca4c0f21-60a1-432f-aeb6-451dac1d7af7 req-fa9f4cab-5b0f-48cb-9ebd-888a62006e51 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.3325436 Sep 30 00:52:49.391456 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.db.api [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80275) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 00:52:49.391822 n-d-811809-1 neutron-server[80275]: DEBUG oslo_db.api [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 00:52:49.405885 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-3ae5a535-aaaf-4c5c-8ee1-ca645aa932bb service neutron] 10.222.0.59 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5984406 Sep 30 00:52:49.435813 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6313699b-f69e-4dbe-b190-67101854d587 req-b3886505-e024-46d5-a512-215c11d3a591 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425137 Sep 30 00:52:49.521134 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c7142ace-1049-4557-b106-e006b677140e None None] Deleting port 723743d9-907c-4a4a-8dd7-23c7b3f3fada {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:52:49.521730 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c7142ace-1049-4557-b106-e006b677140e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:49.580362 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 60374) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:49.634990 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f25a7115-de3a-4363-9a71-b3873cd8b689 admin admin] Notify callbacks [] for router, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:49.692582 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-b11f102d-82b1-4c34-9898-6e76adfa7821 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b1305be32f5f4113a61a9c6d77e092f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1081660 Sep 30 00:52:49.694216 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 60378) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:49.742386 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6313699b-f69e-4dbe-b190-67101854d587 req-b7e50686-ee8e-4437-bfda-c1dcee34077f service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004627 Sep 30 00:52:49.766495 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5532dcc-5b0f-417c-b529-593bdc18c668 req-1656f8e7-1b27-489d-8aa0-a2e81ff225f9 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:49.768050 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d5532dcc-5b0f-417c-b529-593bdc18c668 req-1656f8e7-1b27-489d-8aa0-a2e81ff225f9 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 946 time: 0.2358570 Sep 30 00:52:49.825301 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f02db-4633-4087-bb4b-0c9e4988cac5 req-fff0ba0b-9188-4847-b871-cbc49a6058d3 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:49.826967 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3e5f02db-4633-4087-bb4b-0c9e4988cac5 req-fff0ba0b-9188-4847-b871-cbc49a6058d3 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/ports?device_id=db6e9964-e471-4579-b00b-89da518d1c91 HTTP/1.1" status: 200 len: 947 time: 0.5664575 Sep 30 00:52:49.827225 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-558078cb-0029-4146-93e0-a45b635bf3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:49.833916 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d5532dcc-5b0f-417c-b529-593bdc18c668 req-634d7a5a-4674-4956-8b69-5ba8d3a28b58 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601680 Sep 30 00:52:49.864444 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c0f21-60a1-432f-aeb6-451dac1d7af7 req-11577b46-dbe2-49d0-805a-0b8fc792362c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:49.867092 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ca4c0f21-60a1-432f-aeb6-451dac1d7af7 req-11577b46-dbe2-49d0-805a-0b8fc792362c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5005398 Sep 30 00:52:49.887453 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-f9f8ad5f-8423-48a2-b94d-234878711d53 service neutron] 10.222.0.59 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449100 Sep 30 00:52:49.898206 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c7142ace-1049-4557-b106-e006b677140e None None] For port 723743d9-907c-4a4a-8dd7-23c7b3f3fada, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=723743d9-907c-4a4a-8dd7-23c7b3f3fada,segment=NetworkSegment(f07c8a4c-f21a-468f-9b43-5e958c580927),segment_id=f07c8a4c-f21a-468f-9b43-5e958c580927)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:49.898775 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] Deleting port 723743d9-907c-4a4a-8dd7-23c7b3f3fada {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:52:49.898903 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c7142ace-1049-4557-b106-e006b677140e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:49.898985 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:49.959952 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-558078cb-0029-4146-93e0-a45b635bf3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:50.017329 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3e5f02db-4633-4087-bb4b-0c9e4988cac5 req-3cef3239-3e57-4137-98e2-8e640f25c0ce tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/security-groups?id=d31e88a1-95c0-429a-ba32-e98354fad9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578338 Sep 30 00:52:50.028915 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c7142ace-1049-4557-b106-e006b677140e None None] Calling delete_port for 723743d9-907c-4a4a-8dd7-23c7b3f3fada owned by network:dhcp {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:52:50.067092 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f25a7115-de3a-4363-9a71-b3873cd8b689 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:50.075983 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-18fcc166-6d16-42df-a2d8-e825f6cef8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-484883478-router', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '264f311b-8d9d-43d0-98fc-9f1de542f3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:51:17Z', 'updated_at': '2021-09-30T00:52:44Z', 'revision_number': 5, 'project_id': '6742a1f2a8924b3b9066945aa90fc99b', 'gw_port': {'id': '264f311b-8d9d-43d0-98fc-9f1de542f3b0', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:51:18Z', 'updated_at': '2021-09-30T00:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:50.085403 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fcc166-6d16-42df-a2d8-e825f6cef8c8 None None] Checking router: 818f1404-4b68-4f61-8fde-3967a4e897ff for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:52:50.096253 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-f25a7115-de3a-4363-9a71-b3873cd8b689 admin admin] Deleting port 264f311b-8d9d-43d0-98fc-9f1de542f3b0 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:52:50.096661 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f25a7115-de3a-4363-9a71-b3873cd8b689 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:50.102329 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fcc166-6d16-42df-a2d8-e825f6cef8c8 None None] Routers {'818f1404-4b68-4f61-8fde-3967a4e897ff'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:52:50.103007 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-18fcc166-6d16-42df-a2d8-e825f6cef8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:52:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['818f1404-4b68-4f61-8fde-3967a4e897ff'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:50.212472 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f14c5-58dd-425e-982a-de89d0afefa9 req-361362d8-307f-4388-8ed3-3ea3a35a0594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:50.214656 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-171f14c5-58dd-425e-982a-de89d0afefa9 req-361362d8-307f-4388-8ed3-3ea3a35a0594 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a52d3312de784e00ba80aff39950f6b4&device_id=db6e9964-e471-4579-b00b-89da518d1c91 HTTP/1.1" status: 200 len: 1098 time: 0.3795407 Sep 30 00:52:50.293449 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] For port 723743d9-907c-4a4a-8dd7-23c7b3f3fada, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=723743d9-907c-4a4a-8dd7-23c7b3f3fada,segment=NetworkSegment(f07c8a4c-f21a-468f-9b43-5e958c580927),segment_id=f07c8a4c-f21a-468f-9b43-5e958c580927)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:50.294235 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:50.305267 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-558078cb-0029-4146-93e0-a45b635bf3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:50.314667 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2ec8bb56-e13d-41f1-acab-8f0826aefdea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:50.331732 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ca4c0f21-60a1-432f-aeb6-451dac1d7af7 req-3014a796-efb3-468c-ae61-95a76a09bcd1 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433181 Sep 30 00:52:50.341316 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c7142ace-1049-4557-b106-e006b677140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821'] for port, after_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:50.346968 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5a5800d5-5301-4219-bc0c-ca56602a18e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:50.395524 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-18fcc166-6d16-42df-a2d8-e825f6cef8c8 None None] Set router 818f1404-4b68-4f61-8fde-3967a4e897ff gateway port host: None {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:52:50.469460 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558078cb-0029-4146-93e0-a45b635bf3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54720927-e974-4ff1-a3cd-0036fd1ad54d,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:50.484508 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] Calling delete_port for 723743d9-907c-4a4a-8dd7-23c7b3f3fada owned by network:dhcp {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:52:50.508922 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7142ace-1049-4557-b106-e006b677140e None None] Pushing event deleted for resources: {'Port': ['ID=723743d9-907c-4a4a-8dd7-23c7b3f3fada,revision_number=None']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:50.511290 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c7142ace-1049-4557-b106-e006b677140e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:50.523472 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7142ace-1049-4557-b106-e006b677140e None None] No DVR routers for this DVR port 723743d9-907c-4a4a-8dd7-23c7b3f3fada on host n-d-811809-1 {{(pid=80276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:52:50.524737 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-558078cb-0029-4146-93e0-a45b635bf3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:50.541659 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-18fcc166-6d16-42df-a2d8-e825f6cef8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-484883478-router', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:51:17Z', 'updated_at': '2021-09-30T00:52:50Z', 'revision_number': 6, 'project_id': '6742a1f2a8924b3b9066945aa90fc99b', 'gw_port_host': None}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:50.547360 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fcc166-6d16-42df-a2d8-e825f6cef8c8 None None] The sync data for ids ['818f1404-4b68-4f61-8fde-3967a4e897ff'] in n-d-811809-1 is: [{'id': '818f1404-4b68-4f61-8fde-3967a4e897ff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-484883478-router', 'tenant_id': '6742a1f2a8924b3b9066945aa90fc99b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:51:17Z', 'updated_at': '2021-09-30T00:52:50Z', 'revision_number': 6, 'project_id': '6742a1f2a8924b3b9066945aa90fc99b', 'gw_port_host': None}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:52:50.559410 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ca4c0f21-60a1-432f-aeb6-451dac1d7af7 req-8e57abb0-6701-4711-b126-4b43e1e0ba9f service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414454 Sep 30 00:52:50.614442 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-558078cb-0029-4146-93e0-a45b635bf3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:50.623964 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-558078cb-0029-4146-93e0-a45b635bf3d3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/54720927-e974-4ff1-a3cd-0036fd1ad54d HTTP/1.1" status: 204 len: 168 time: 0.9264269 Sep 30 00:52:50.640641 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-f25a7115-de3a-4363-9a71-b3873cd8b689 admin admin] For port 264f311b-8d9d-43d0-98fc-9f1de542f3b0, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=264f311b-8d9d-43d0-98fc-9f1de542f3b0,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:50.640641 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f25a7115-de3a-4363-9a71-b3873cd8b689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:50.740064 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbdbf9-f0c2-4bb6-abd8-485158b9476c req-b332a1ab-5900-4ce4-a49a-873e271342af tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:50.747543 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7ecbdbf9-f0c2-4bb6-abd8-485158b9476c req-b332a1ab-5900-4ce4-a49a-873e271342af tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 949 time: 0.5284870 Sep 30 00:52:50.774295 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.db.api [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80275) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 00:52:50.774622 n-d-811809-1 neutron-server[80275]: DEBUG oslo_db.api [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 00:52:50.788621 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 5d44bf9a-9f15-40f1-a5ed-efd69bba55a5 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:52:50.793234 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f14c5-58dd-425e-982a-de89d0afefa9 req-77b90680-edad-4eb1-9354-9e429b13ff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:50.794624 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-171f14c5-58dd-425e-982a-de89d0afefa9 req-77b90680-edad-4eb1-9354-9e429b13ff42 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.4004738 Sep 30 00:52:50.794758 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27cdd7-3cc4-4aa8-a7a1-df9258b9a198 req-47086b3d-dcdc-4011-bd09-bf1426b4e4ed tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:50.796274 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1e27cdd7-3cc4-4aa8-a7a1-df9258b9a198 req-47086b3d-dcdc-4011-bd09-bf1426b4e4ed tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e542f2-01d2-4a26-99c4-e0b772a78503 HTTP/1.1" status: 200 len: 948 time: 0.4756405 Sep 30 00:52:50.803232 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-f25a7115-de3a-4363-9a71-b3873cd8b689 admin admin] Calling delete_port for 264f311b-8d9d-43d0-98fc-9f1de542f3b0 owned by network:router_gateway {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:52:50.914020 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1e27cdd7-3cc4-4aa8-a7a1-df9258b9a198 req-d4d1875a-1ba0-4e12-b266-72e46cf5b907 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7798fee-870b-4c75-aa01-c26f2ece0716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708940 Sep 30 00:52:50.922396 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7ecbdbf9-f0c2-4bb6-abd8-485158b9476c req-6fd9152f-de20-4718-b3d7-a1d6075a081f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466682 Sep 30 00:52:50.924154 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-171f14c5-58dd-425e-982a-de89d0afefa9 req-b465d53b-5221-4896-af01-465220f15a99 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=ba527aaa-8fdb-4a21-b647-dffeb47e51a0 HTTP/1.1" status: 200 len: 217 time: 0.1211894 Sep 30 00:52:51.004232 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] Deleting port 723743d9-907c-4a4a-8dd7-23c7b3f3fada {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:52:51.004579 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:51.098770 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 5d44bf9a-9f15-40f1-a5ed-efd69bba55a5, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=5d44bf9a-9f15-40f1-a5ed-efd69bba55a5,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:51.132116 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '5d44bf9a-9f15-40f1-a5ed-efd69bba55a5', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': '5d44bf9a-9f15-40f1-a5ed-efd69bba55a5', 'mac_address': 'fa:16:3e:ce:c1:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:52:51.133788 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f25a7115-de3a-4363-9a71-b3873cd8b689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:51.141868 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5628928e-db12-4dfc-b05e-4a2d7d0a292a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:51.187347 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] The port '723743d9-907c-4a4a-8dd7-23c7b3f3fada' was deleted {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 30 00:52:51.237250 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a7115-de3a-4363-9a71-b3873cd8b689 admin admin] Pushing event deleted for resources: {'Port': ['ID=264f311b-8d9d-43d0-98fc-9f1de542f3b0,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:51.266064 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6efe3739-e73f-436d-b303-9e866487b716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:51.279765 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f25a7115-de3a-4363-9a71-b3873cd8b689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:51.281231 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:51.316315 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d44bf9a-9f15-40f1-a5ed-efd69bba55a5 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:52:51.354392 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 5d44bf9a-9f15-40f1-a5ed-efd69bba55a5, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=5d44bf9a-9f15-40f1-a5ed-efd69bba55a5,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:51.364172 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:51.368715 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:51.468278 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=5d44bf9a-9f15-40f1-a5ed-efd69bba55a5,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:51.478603 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:51.484319 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f25a7115-de3a-4363-9a71-b3873cd8b689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673024'] for router_gateway, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:51.508418 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f14c5-58dd-425e-982a-de89d0afefa9 req-a89096f7-409a-4a7c-aa53-aace658e06e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:51.510120 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-171f14c5-58dd-425e-982a-de89d0afefa9 req-a89096f7-409a-4a7c-aa53-aace658e06e5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.5789912 Sep 30 00:52:51.530754 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ed8c3-1f50-4798-90be-c97a879e2597 req-d8be2599-e892-42df-bd6f-2dcb9f56309b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:51.539605 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-935ed8c3-1f50-4798-90be-c97a879e2597 req-d8be2599-e892-42df-bd6f-2dcb9f56309b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 946 time: 0.3064151 Sep 30 00:52:51.707754 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:51.754934 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57b268d-20d8-40fa-b8a7-84057b4271aa']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:51.764470 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f14c5-58dd-425e-982a-de89d0afefa9 req-6581640f-88f5-4900-8e0a-1d00e216ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:51.766016 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-171f14c5-58dd-425e-982a-de89d0afefa9 req-6581640f-88f5-4900-8e0a-1d00e216ea36 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2165523 Sep 30 00:52:51.779356 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07c8a4c-f21a-468f-9b43-5e958c580927') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:51.779659 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07c8a4c-f21a-468f-9b43-5e958c580927') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:51.791354 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-935ed8c3-1f50-4798-90be-c97a879e2597 req-8e70955c-6beb-40bb-b0e9-e3513ec3be8d tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503674 Sep 30 00:52:51.794035 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f25a7115-de3a-4363-9a71-b3873cd8b689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30720'] for router, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:51.799759 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f25a7115-de3a-4363-9a71-b3873cd8b689 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:51.822167 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['5d44bf9a-9f15-40f1-a5ed-efd69bba55a5'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:52:51.829021 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f25a7115-de3a-4363-9a71-b3873cd8b689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736498'] for router, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:51.829901 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25a7115-de3a-4363-9a71-b3873cd8b689 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 818f1404-4b68-4f61-8fde-3967a4e897ff {{(pid=80274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 30 00:52:51.849677 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f25a7115-de3a-4363-9a71-b3873cd8b689 admin admin] Notify callbacks [] for router, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:51.851140 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-f25a7115-de3a-4363-9a71-b3873cd8b689 admin admin] 10.222.0.39 "DELETE /v2.0/routers/818f1404-4b68-4f61-8fde-3967a4e897ff HTTP/1.1" status: 204 len: 168 time: 2.7402923 Sep 30 00:52:51.853779 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 60414) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:51.885045 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:51.920987 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974faf56-c522-4287-a192-2fa5908ea55b req-bc6cf1ee-ac1a-4b91-8a64-07cd86c8906f tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:51.922557 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-974faf56-c522-4287-a192-2fa5908ea55b req-bc6cf1ee-ac1a-4b91-8a64-07cd86c8906f tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/ports?device_id=db6e9964-e471-4579-b00b-89da518d1c91 HTTP/1.1" status: 200 len: 947 time: 0.4580133 Sep 30 00:52:51.933896 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-0413cd26-443b-4183-937d-cf7f631f11c7 admin admin] Deleting subnet 59401d48-7bca-4d66-895c-fcc36128d278 {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 00:52:51.947705 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0413cd26-443b-4183-937d-cf7f631f11c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:51.974858 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:52.010650 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:52:52.011365 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: util.warn( Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: util.warn( Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: util.warn( Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: util.warn( Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: timer() Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:52:52.027758 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:52:52.094985 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0413cd26-443b-4183-937d-cf7f631f11c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2490848'] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:52.180330 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-974faf56-c522-4287-a192-2fa5908ea55b req-9c59a1eb-edb7-4626-9ed9-36ba388949a5 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/security-groups?id=d31e88a1-95c0-429a-ba32-e98354fad9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493572 Sep 30 00:52:52.208177 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-171f14c5-58dd-425e-982a-de89d0afefa9 req-46fbc5f8-60f8-4180-84bf-a7dec31f14c3 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182222 Sep 30 00:52:52.209357 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:52.242682 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0413cd26-443b-4183-937d-cf7f631f11c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:52.262749 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:52.273766 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-43ae1436-73fe-4ca5-ac71-344d6a56c0b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:52.288122 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:52.320383 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device b542ae11-e4c4-4e25-bdf8-c6379f2beb32 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:52:52.361311 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: b542ae11-e4c4-4e25-bdf8-c6379f2beb32 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:52:52.361679 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device b542ae11-e4c4-4e25-bdf8-c6379f2beb32 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:52:52.362079 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 264f311b-8d9d-43d0-98fc-9f1de542f3b0 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:52:52.400190 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 264f311b-8d9d-43d0-98fc-9f1de542f3b0 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:52:52.400545 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 264f311b-8d9d-43d0-98fc-9f1de542f3b0 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:52:52.403638 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] Pushing event deleted for resources: {'Network': ['ID=f57b268d-20d8-40fa-b8a7-84057b4271aa,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:52.446109 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:52.469325 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] 10.222.0.39 "DELETE /v2.0/networks/f57b268d-20d8-40fa-b8a7-84057b4271aa HTTP/1.1" status: 204 len: 168 time: 4.5011208 Sep 30 00:52:52.494210 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c3097-d51f-4b4c-9cf2-a89430a1fe86 req-50db1b48-c9de-4a4a-9f7a-581b6cbba24a tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:52.501619 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-040c3097-d51f-4b4c-9cf2-a89430a1fe86 req-50db1b48-c9de-4a4a-9f7a-581b6cbba24a tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 949 time: 0.2956672 Sep 30 00:52:52.519294 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0413cd26-443b-4183-937d-cf7f631f11c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:52.532045 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0dcff1e3-0ee4-4e37-a798-c5454e355bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:52.536229 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-171f14c5-58dd-425e-982a-de89d0afefa9 req-076d7590-2bf4-4027-8921-b691428cd878 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190422 Sep 30 00:52:52.554506 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135839a3-a9b0-4220-9ab5-3650c610db0b req-e655e2ad-a9ab-457c-83c6-139a33e48d6d tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:52.562646 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-135839a3-a9b0-4220-9ab5-3650c610db0b req-e655e2ad-a9ab-457c-83c6-139a33e48d6d tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e542f2-01d2-4a26-99c4-e0b772a78503 HTTP/1.1" status: 200 len: 949 time: 0.1748574 Sep 30 00:52:52.566356 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3380f64-9218-442c-bbd6-319d41452167 None None] Network 1b8069b5-1ad5-4fcb-b815-4d2c19d66482 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:52:52.584312 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0413cd26-443b-4183-937d-cf7f631f11c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:52.588219 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413cd26-443b-4183-937d-cf7f631f11c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59401d48-7bca-4d66-895c-fcc36128d278,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:52.623973 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0413cd26-443b-4183-937d-cf7f631f11c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:52.627356 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-135839a3-a9b0-4220-9ab5-3650c610db0b req-ff084264-e61d-4e9a-a785-d9eb581c3a56 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7798fee-870b-4c75-aa01-c26f2ece0716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616331 Sep 30 00:52:52.631302 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 60430) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:52.643139 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-0413cd26-443b-4183-937d-cf7f631f11c7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/59401d48-7bca-4d66-895c-fcc36128d278 HTTP/1.1" status: 204 len: 168 time: 0.7880037 Sep 30 00:52:52.670460 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-040c3097-d51f-4b4c-9cf2-a89430a1fe86 req-8f671b9c-6162-463b-8cbb-90a76b3271d1 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678581 Sep 30 00:52:52.770359 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9e96f42e-72df-4a55-a0bf-1f27ef49d96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:52.785630 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-9e96f42e-72df-4a55-a0bf-1f27ef49d96a admin admin] Deleting port f83d4d6a-cd49-4300-a885-9a6b8d187222 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:52:52.786198 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9e96f42e-72df-4a55-a0bf-1f27ef49d96a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:52.826707 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device ba527aaa-8fdb-4a21-b647-dffeb47e51a0 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:52:52.831100 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 60438) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:52.936534 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-4a4f9b96-9fe4-4611-9c6d-cd11734a88e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b20f4b110694ae5b48ceb31519082dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1041987 Sep 30 00:52:52.938958 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 60442) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:53.034903 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-9e96f42e-72df-4a55-a0bf-1f27ef49d96a admin admin] For port f83d4d6a-cd49-4300-a885-9a6b8d187222, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=f83d4d6a-cd49-4300-a885-9a6b8d187222,segment=NetworkSegment(08e36ef1-ffb0-4f58-b8ec-899bb5736272),segment_id=08e36ef1-ffb0-4f58-b8ec-899bb5736272)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:53.035404 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9e96f42e-72df-4a55-a0bf-1f27ef49d96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:53.036113 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-999a8c82-397b-4450-9cbc-90dd1e29662e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:53.075320 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port ba527aaa-8fdb-4a21-b647-dffeb47e51a0, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ba527aaa-8fdb-4a21-b647-dffeb47e51a0,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:53.093041 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': 'ba527aaa-8fdb-4a21-b647-dffeb47e51a0', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': 'ba527aaa-8fdb-4a21-b647-dffeb47e51a0', 'mac_address': 'fa:16:3e:9b:3d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:52:53.111641 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-999a8c82-397b-4450-9cbc-90dd1e29662e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:53.148616 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba362f77-c03f-4490-a9cd-4fa152ccc934 None None] DHCP port deletion for 1b8069b5-1ad5-4fcb-b815-4d2c19d66482 request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 00:52:53.181760 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-9e96f42e-72df-4a55-a0bf-1f27ef49d96a admin admin] Calling delete_port for f83d4d6a-cd49-4300-a885-9a6b8d187222 owned by network:dhcp {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:52:53.189932 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:53.219257 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-ba362f77-c03f-4490-a9cd-4fa152ccc934 None None] Deleting port f83d4d6a-cd49-4300-a885-9a6b8d187222 {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:52:53.219548 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ba362f77-c03f-4490-a9cd-4fa152ccc934 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:53.219895 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e7d18-d3d6-424c-b68a-19c31aa84d77 req-79fe8b85-03dc-41ec-b353-24ab9ef8761a tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:53.221507 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f65e7d18-d3d6-424c-b68a-19c31aa84d77 req-79fe8b85-03dc-41ec-b353-24ab9ef8761a tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 946 time: 0.1528640 Sep 30 00:52:53.266353 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-999a8c82-397b-4450-9cbc-90dd1e29662e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:53.274045 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-22bc3166-b554-467c-98b2-835096c683f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:53.279267 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9e96f42e-72df-4a55-a0bf-1f27ef49d96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:53.287503 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-de7da1d9-71cb-4835-b099-4ed232b36dee tempest-DeleteServersAdminTestJSON-689252827 tempest-DeleteServersAdminTestJSON-689252827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:53.290478 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f65e7d18-d3d6-424c-b68a-19c31aa84d77 req-e60b16ee-2734-4a5f-8775-0752750f78be tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618134 Sep 30 00:52:53.293283 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba527aaa-8fdb-4a21-b647-dffeb47e51a0 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:52:53.295355 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a8c82-397b-4450-9cbc-90dd1e29662e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea91114e-1a8b-4056-892a-7c0f10ace738,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:53.297647 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-999a8c82-397b-4450-9cbc-90dd1e29662e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:53.324539 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-999a8c82-397b-4450-9cbc-90dd1e29662e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:53.326025 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-999a8c82-397b-4450-9cbc-90dd1e29662e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea91114e-1a8b-4056-892a-7c0f10ace738 HTTP/1.1" status: 204 len: 168 time: 0.3858907 Sep 30 00:52:53.368010 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-ba362f77-c03f-4490-a9cd-4fa152ccc934 None None] The port 'f83d4d6a-cd49-4300-a885-9a6b8d187222' was deleted {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 30 00:52:53.378188 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port ba527aaa-8fdb-4a21-b647-dffeb47e51a0, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ba527aaa-8fdb-4a21-b647-dffeb47e51a0,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:53.387862 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96f42e-72df-4a55-a0bf-1f27ef49d96a admin admin] Pushing event deleted for resources: {'Port': ['ID=f83d4d6a-cd49-4300-a885-9a6b8d187222,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:53.390783 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9e96f42e-72df-4a55-a0bf-1f27ef49d96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:53.393607 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e96f42e-72df-4a55-a0bf-1f27ef49d96a admin admin] No DVR routers for this DVR port f83d4d6a-cd49-4300-a885-9a6b8d187222 on host n-d-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:52:53.396530 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-dfac7d15-4879-4dc2-8139-8f484942b0b8 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7d183b0220e9457b941f455edcb80f69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1100612 Sep 30 00:52:53.405916 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:53.408453 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-0198d611-4d4a-4990-9828-7caae40caadd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:53.551094 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0edb1-472a-4867-ab5e-d767acdb0158 req-a1c32e01-d7c4-4c44-92c8-057b27e777f1 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:53.554543 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-19f0edb1-472a-4867-ab5e-d767acdb0158 req-a1c32e01-d7c4-4c44-92c8-057b27e777f1 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/ports?device_id=db6e9964-e471-4579-b00b-89da518d1c91 HTTP/1.1" status: 200 len: 948 time: 0.1187105 Sep 30 00:52:53.612516 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=ba527aaa-8fdb-4a21-b647-dffeb47e51a0,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:53.618087 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:53.622804 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-19f0edb1-472a-4867-ab5e-d767acdb0158 req-c21bbea0-5fb3-4f82-8fd2-8c2279db3ed7 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/security-groups?id=d31e88a1-95c0-429a-ba32-e98354fad9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617201 Sep 30 00:52:53.753069 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9e96f42e-72df-4a55-a0bf-1f27ef49d96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:53.799711 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-9e96f42e-72df-4a55-a0bf-1f27ef49d96a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8069b5-1ad5-4fcb-b815-4d2c19d66482']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:53.819676 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb949d6-3c25-4e56-ad16-03d4e3d6227f req-1940a283-9afd-435d-9772-e84de0855b71 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:53.821468 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-eeb949d6-3c25-4e56-ad16-03d4e3d6227f req-1940a283-9afd-435d-9772-e84de0855b71 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e542f2-01d2-4a26-99c4-e0b772a78503 HTTP/1.1" status: 200 len: 949 time: 0.0855055 Sep 30 00:52:53.823837 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-9e96f42e-72df-4a55-a0bf-1f27ef49d96a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e36ef1-ffb0-4f58-b8ec-899bb5736272') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:53.824287 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-9e96f42e-72df-4a55-a0bf-1f27ef49d96a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e36ef1-ffb0-4f58-b8ec-899bb5736272') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:52:53.841398 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-e44f17f7-e602-48cd-b7ce-117bb4292609 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:53.842859 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-e44f17f7-e602-48cd-b7ce-117bb4292609 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2798390 Sep 30 00:52:53.846806 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9e96f42e-72df-4a55-a0bf-1f27ef49d96a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:53.850702 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['ba527aaa-8fdb-4a21-b647-dffeb47e51a0'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:52:53.866615 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9e96f42e-72df-4a55-a0bf-1f27ef49d96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:53.878584 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-eeb949d6-3c25-4e56-ad16-03d4e3d6227f req-b09e6c5f-970c-4d37-b828-d6b397d76b90 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7798fee-870b-4c75-aa01-c26f2ece0716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510988 Sep 30 00:52:53.882662 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e96f42e-72df-4a55-a0bf-1f27ef49d96a admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:52:53.883800 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9e96f42e-72df-4a55-a0bf-1f27ef49d96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:53.900137 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-8984a7d9-4fb4-4199-a1f2-c70d6801f36a tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] 10.222.0.39 "GET /v2.0/quotas/7d183b0220e9457b941f455edcb80f69 HTTP/1.1" status: 200 len: 375 time: 0.0380876 Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: timer() Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:52:53.900778 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:52:53.937605 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:54.027310 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-4071465e-9ae1-40ed-9250-e734243695d8 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7d183b0220e9457b941f455edcb80f69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1204042 Sep 30 00:52:54.045957 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9e96f42e-72df-4a55-a0bf-1f27ef49d96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:54.052174 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:54.079890 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9e96f42e-72df-4a55-a0bf-1f27ef49d96a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:54.090654 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96f42e-72df-4a55-a0bf-1f27ef49d96a admin admin] Pushing event deleted for resources: {'Network': ['ID=1b8069b5-1ad5-4fcb-b815-4d2c19d66482,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:54.097008 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9e96f42e-72df-4a55-a0bf-1f27ef49d96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:54.111164 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-9e96f42e-72df-4a55-a0bf-1f27ef49d96a admin admin] 10.222.0.39 "DELETE /v2.0/networks/1b8069b5-1ad5-4fcb-b815-4d2c19d66482 HTTP/1.1" status: 204 len: 168 time: 1.4787679 Sep 30 00:52:54.121213 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd484c-6a81-4530-b68c-c4ef5742233d req-668f25e6-40f2-4939-bf2e-fed80c8fe71d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:54.128546 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dbfd484c-6a81-4530-b68c-c4ef5742233d req-668f25e6-40f2-4939-bf2e-fed80c8fe71d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 949 time: 0.1289222 Sep 30 00:52:54.190903 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dbfd484c-6a81-4530-b68c-c4ef5742233d req-719b4b70-047d-426a-8ecb-6691de6b5f64 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563273 Sep 30 00:52:54.288412 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-de9df1ab-2baf-4c33-a3e4-1d16dd243abe req-1a55a899-494d-461d-9079-9bcdeaa27b32 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d66b365-19c0-4f59-b5c7-eeb372171dec HTTP/1.1" status: 200 len: 210 time: 0.0566638 Sep 30 00:52:54.309641 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device f83d4d6a-cd49-4300-a885-9a6b8d187222 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:52:54.334000 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 60488) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:54.349325 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: f83d4d6a-cd49-4300-a885-9a6b8d187222 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:52:54.349872 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device f83d4d6a-cd49-4300-a885-9a6b8d187222 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:52:54.403533 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-cb27cab0-fa0d-4abf-a53e-19b5acf29d38 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6742a1f2a8924b3b9066945aa90fc99b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0678456 Sep 30 00:52:54.406073 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 60494) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:54.483825 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 60502) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:54.487416 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6d3f6e89-3b9b-4bc6-a2d4-a5b48a08c5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:54.519675 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6d3f6e89-3b9b-4bc6-a2d4-a5b48a08c5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:54.555071 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a527c-7aa2-4901-afc1-7c79f293b955 req-39b54b0b-691d-4f87-a08a-23581a33cca5 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:54.559373 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-211a527c-7aa2-4901-afc1-7c79f293b955 req-39b54b0b-691d-4f87-a08a-23581a33cca5 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 946 time: 0.1208408 Sep 30 00:52:54.581994 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6d3f6e89-3b9b-4bc6-a2d4-a5b48a08c5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:54.603234 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-04b872ad-8d32-45ad-97da-140cae4e48d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:54.614970 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-211a527c-7aa2-4901-afc1-7c79f293b955 req-bb21f7b0-8ebc-4512-8f54-ee99350b63bc tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482640 Sep 30 00:52:54.629250 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f6e89-3b9b-4bc6-a2d4-a5b48a08c5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d400b4-2c27-4b74-b9bd-0ca64b2d56c4,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:54.635551 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6d3f6e89-3b9b-4bc6-a2d4-a5b48a08c5e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:54.664860 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6d3f6e89-3b9b-4bc6-a2d4-a5b48a08c5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:54.669110 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-6d3f6e89-3b9b-4bc6-a2d4-a5b48a08c5e3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/44d400b4-2c27-4b74-b9bd-0ca64b2d56c4 HTTP/1.1" status: 204 len: 168 time: 0.2587786 Sep 30 00:52:54.739715 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-a602163e-0eae-4705-9fbd-65c325d0c627 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-931987869-network', 'tenant_id': 'c9dd6dd8a9b34e0ba52c16c535feb461'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:52:54.745057 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-a602163e-0eae-4705-9fbd-65c325d0c627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:52:54.750418 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-a602163e-0eae-4705-9fbd-65c325d0c627 admin admin] Usage tracker for resource:network and tenant:c9dd6dd8a9b34e0ba52c16c535feb461 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:52:54.754156 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-a602163e-0eae-4705-9fbd-65c325d0c627 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:52:54.761071 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-a602163e-0eae-4705-9fbd-65c325d0c627 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:52:54.773271 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a602163e-0eae-4705-9fbd-65c325d0c627 admin admin] Made reservation on behalf of c9dd6dd8a9b34e0ba52c16c535feb461 for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:52:54.778580 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a602163e-0eae-4705-9fbd-65c325d0c627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:54.794581 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a602163e-0eae-4705-9fbd-65c325d0c627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:54.811792 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-a602163e-0eae-4705-9fbd-65c325d0c627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:52:54.818787 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-a602163e-0eae-4705-9fbd-65c325d0c627 admin admin] Usage tracker for resource:security_group_rule and tenant:c9dd6dd8a9b34e0ba52c16c535feb461 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:52:54.829442 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-a602163e-0eae-4705-9fbd-65c325d0c627 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:52:54.830387 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 5d44bf9a-9f15-40f1-a5ed-efd69bba55a5 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:52:54.839723 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-a602163e-0eae-4705-9fbd-65c325d0c627 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:52:54.875646 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2872e-4cfc-4150-9226-37d7a5886e82 req-42cfc3dc-72dc-4c38-a3ae-e6871984b83c tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:54.884029 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fff2872e-4cfc-4150-9226-37d7a5886e82 req-42cfc3dc-72dc-4c38-a3ae-e6871984b83c tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/ports?device_id=db6e9964-e471-4579-b00b-89da518d1c91 HTTP/1.1" status: 200 len: 948 time: 0.1244981 Sep 30 00:52:54.922474 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 5d44bf9a-9f15-40f1-a5ed-efd69bba55a5 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:52:54.928144 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 5d44bf9a-9f15-40f1-a5ed-efd69bba55a5 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:52:54.929430 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:54.952284 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fff2872e-4cfc-4150-9226-37d7a5886e82 req-4c0a5832-b4b8-4ea2-b468-f9b7476ebe5e tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/security-groups?id=d31e88a1-95c0-429a-ba32-e98354fad9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664752 Sep 30 00:52:55.002740 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a602163e-0eae-4705-9fbd-65c325d0c627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:55.009107 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a602163e-0eae-4705-9fbd-65c325d0c627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:55.018209 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-7d85fd88-2888-4a4d-b4af-e4f9d2eeb140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:55.093570 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a602163e-0eae-4705-9fbd-65c325d0c627 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:52:55.111933 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:55.123970 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602163e-0eae-4705-9fbd-65c325d0c627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77250267-0aba-431f-82bf-dc0b1feabd02,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:55.128403 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a602163e-0eae-4705-9fbd-65c325d0c627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:55.134678 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a602163e-0eae-4705-9fbd-65c325d0c627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:55.135389 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-a602163e-0eae-4705-9fbd-65c325d0c627 admin admin] Added segment a3b8f1b7-585a-44b3-9008-f1ca1b15bafe of type vlan for network bbfd6912-5477-4862-80d2-6fea0ae19380 Sep 30 00:52:55.147589 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e542f2-01d2-4a26-99c4-e0b772a78503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d44bf9a-9f15-40f1-a5ed-efd69bba55a5'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:52:55.159294 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 5d44bf9a-9f15-40f1-a5ed-efd69bba55a5, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=5d44bf9a-9f15-40f1-a5ed-efd69bba55a5,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:55.165140 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:55.168243 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-896bf548-aca8-4788-927c-bf5adfc9e866 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:55.180249 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a602163e-0eae-4705-9fbd-65c325d0c627 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:55.228461 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02b8da-91e2-4f0f-acb8-bcb663d86d20 req-713fef09-0984-4be0-a288-83ba4bedefb3 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:55.236754 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4e02b8da-91e2-4f0f-acb8-bcb663d86d20 req-713fef09-0984-4be0-a288-83ba4bedefb3 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e542f2-01d2-4a26-99c4-e0b772a78503 HTTP/1.1" status: 200 len: 949 time: 0.1953740 Sep 30 00:52:55.243570 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e542f2-01d2-4a26-99c4-e0b772a78503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d44bf9a-9f15-40f1-a5ed-efd69bba55a5', 'code': 200} Sep 30 00:52:55.269179 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=5d44bf9a-9f15-40f1-a5ed-efd69bba55a5,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:55.279702 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:55.295501 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4e02b8da-91e2-4f0f-acb8-bcb663d86d20 req-893ef19c-8117-4996-a08b-7354b82a33f0 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7798fee-870b-4c75-aa01-c26f2ece0716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576208 Sep 30 00:52:55.296662 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a602163e-0eae-4705-9fbd-65c325d0c627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:55.303655 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a602163e-0eae-4705-9fbd-65c325d0c627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:55.304302 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a602163e-0eae-4705-9fbd-65c325d0c627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:55.315708 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2ac958cb-a6d4-4119-8c7e-c8aaa96f1acf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:55.432255 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602163e-0eae-4705-9fbd-65c325d0c627 admin admin] Pushing event updated for resources: {'Network': ['ID=bbfd6912-5477-4862-80d2-6fea0ae19380,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:55.439623 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a602163e-0eae-4705-9fbd-65c325d0c627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:55.442766 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network bbfd6912-5477-4862-80d2-6fea0ae19380 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:52:55.480386 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702dd59-3757-4a21-a7a7-fcd073d8bae5 req-bba5627c-39d2-4e98-9b00-84dee7b5165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:55.481888 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5702dd59-3757-4a21-a7a7-fcd073d8bae5 req-bba5627c-39d2-4e98-9b00-84dee7b5165e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=10e542f2-01d2-4a26-99c4-e0b772a78503 HTTP/1.1" status: 200 len: 1101 time: 0.1497009 Sep 30 00:52:55.503706 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ae5cf3b2-5188-4a33-b6d3-78763f758e89 req-3ea7331a-e672-452f-83b2-d6a7c4978d93 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d66b365-19c0-4f59-b5c7-eeb372171dec HTTP/1.1" status: 200 len: 210 time: 0.0677528 Sep 30 00:52:55.516090 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-a602163e-0eae-4705-9fbd-65c325d0c627 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0312014 Sep 30 00:52:55.519078 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 60540) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:55.525669 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-fb2ed87e-4730-41b9-bc65-93a1e3112bee admin admin] Request body: {'subnet': {'network_id': 'bbfd6912-5477-4862-80d2-6fea0ae19380', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-931987869-subnet', 'tenant_id': 'c9dd6dd8a9b34e0ba52c16c535feb461', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:52:55.532671 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-fb2ed87e-4730-41b9-bc65-93a1e3112bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:52:55.545170 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-fb2ed87e-4730-41b9-bc65-93a1e3112bee admin admin] Usage tracker for resource:subnet and tenant:c9dd6dd8a9b34e0ba52c16c535feb461 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:52:55.552299 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-fb2ed87e-4730-41b9-bc65-93a1e3112bee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:52:55.561907 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f635d3-2cdd-43f0-bdf3-351a5df5a6fb req-80a02043-6c12-4543-be03-6691436ee8d8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:55.572402 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-fb2ed87e-4730-41b9-bc65-93a1e3112bee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:52:55.574755 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f0f635d3-2cdd-43f0-bdf3-351a5df5a6fb req-80a02043-6c12-4543-be03-6691436ee8d8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 949 time: 0.1981881 Sep 30 00:52:55.594794 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2ed87e-4730-41b9-bc65-93a1e3112bee admin admin] Made reservation on behalf of c9dd6dd8a9b34e0ba52c16c535feb461 for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:52:55.597140 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-fb2ed87e-4730-41b9-bc65-93a1e3112bee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:55.661888 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5702dd59-3757-4a21-a7a7-fcd073d8bae5 req-4ff90ec7-db5e-41bb-942e-d83667b64f64 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e7798fee-870b-4c75-aa01-c26f2ece0716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682067 Sep 30 00:52:55.681422 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f0f635d3-2cdd-43f0-bdf3-351a5df5a6fb req-7d051b8a-536e-4efc-8545-83cf714d6284 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058109 Sep 30 00:52:55.682212 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 60548) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:55.831611 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-3e0e1afd-a908-4fab-8210-6d845a38e736 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1094623659-network', 'tenant_id': '93b8c5a7c8094b65ae87a8b13548bce6'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:52:55.836450 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-3e0e1afd-a908-4fab-8210-6d845a38e736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:52:55.841363 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-3e0e1afd-a908-4fab-8210-6d845a38e736 admin admin] Usage tracker for resource:network and tenant:93b8c5a7c8094b65ae87a8b13548bce6 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:52:55.844588 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-3e0e1afd-a908-4fab-8210-6d845a38e736 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:52:55.851172 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-3e0e1afd-a908-4fab-8210-6d845a38e736 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:52:55.860799 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0e1afd-a908-4fab-8210-6d845a38e736 admin admin] Made reservation on behalf of 93b8c5a7c8094b65ae87a8b13548bce6 for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:52:55.863320 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e0e1afd-a908-4fab-8210-6d845a38e736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:55.876318 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e0e1afd-a908-4fab-8210-6d845a38e736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:55.894939 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-3e0e1afd-a908-4fab-8210-6d845a38e736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:52:55.898891 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-3e0e1afd-a908-4fab-8210-6d845a38e736 admin admin] Usage tracker for resource:security_group_rule and tenant:93b8c5a7c8094b65ae87a8b13548bce6 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:52:55.901748 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-3e0e1afd-a908-4fab-8210-6d845a38e736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:52:55.909017 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-3e0e1afd-a908-4fab-8210-6d845a38e736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:52:55.913198 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-fb2ed87e-4730-41b9-bc65-93a1e3112bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:55.925488 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3c704-1a8e-41c1-8548-c38bdd1e4c14 req-d79f4947-29d5-4166-aeab-6290e2d8b750 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:55.926989 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-72c3c704-1a8e-41c1-8548-c38bdd1e4c14 req-d79f4947-29d5-4166-aeab-6290e2d8b750 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 946 time: 0.1367106 Sep 30 00:52:55.929880 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-08120110-75e5-4b10-adda-29686f50b3f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:56.013847 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-466049b3-6000-4bb1-8b87-c6e3b8b7aef9 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7d183b0220e9457b941f455edcb80f69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0858064 Sep 30 00:52:56.031613 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e0e1afd-a908-4fab-8210-6d845a38e736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:56.036559 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e0e1afd-a908-4fab-8210-6d845a38e736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:56.050260 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e0e1afd-a908-4fab-8210-6d845a38e736 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:52:56.063107 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e0e1afd-a908-4fab-8210-6d845a38e736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:56.063622 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-3e0e1afd-a908-4fab-8210-6d845a38e736 admin admin] Added segment 09225a19-ba48-4286-bb85-bf301423ddc0 of type vlan for network ba2c0331-00c5-43ae-aee1-b301ea01803e Sep 30 00:52:56.087200 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b87ac2b6-4d14-4308-9b94-721e3e92750f tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:56.122430 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e1afd-a908-4fab-8210-6d845a38e736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c12be2e-8471-4b25-b40c-a12da75f874d,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:56.126173 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3e0e1afd-a908-4fab-8210-6d845a38e736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:56.165896 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e0e1afd-a908-4fab-8210-6d845a38e736 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:56.218153 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e0e1afd-a908-4fab-8210-6d845a38e736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:56.220672 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0e1afd-a908-4fab-8210-6d845a38e736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:56.221252 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e0e1afd-a908-4fab-8210-6d845a38e736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:56.227440 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9e96f42e-72df-4a55-a0bf-1f27ef49d96a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:56.263052 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ed87e-4730-41b9-bc65-93a1e3112bee admin admin] Pushing event updated for resources: {'Subnet': ['ID=57ea68fa-2952-4c4f-9e7c-b51c0846fe43,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:56.273669 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-fb2ed87e-4730-41b9-bc65-93a1e3112bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:56.276727 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-72c3c704-1a8e-41c1-8548-c38bdd1e4c14 req-5bc7afe3-1312-4fd9-834c-3a690ba1e0b9 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046758 Sep 30 00:52:56.289289 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2ed87e-4730-41b9-bc65-93a1e3112bee admin admin] Checking segment: {'id': 'a3b8f1b7-585a-44b3-9008-f1ca1b15bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'bbfd6912-5477-4862-80d2-6fea0ae19380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:52:56.289644 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2ed87e-4730-41b9-bc65-93a1e3112bee admin admin] Network hostable DHCP agents. Network: bbfd6912-5477-4862-80d2-6fea0ae19380, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:52:56.343941 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2ed87e-4730-41b9-bc65-93a1e3112bee admin admin] Network bbfd6912-5477-4862-80d2-6fea0ae19380 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:52:56.347049 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedc09a-e014-4984-820f-602312a04a68 req-d4cccebd-1397-405e-9c78-9b8db1ce6508 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:56.348683 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ddedc09a-e014-4984-820f-602312a04a68 req-d4cccebd-1397-405e-9c78-9b8db1ce6508 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/ports?device_id=db6e9964-e471-4579-b00b-89da518d1c91 HTTP/1.1" status: 200 len: 948 time: 0.2625799 Sep 30 00:52:56.349890 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e1afd-a908-4fab-8210-6d845a38e736 admin admin] Pushing event updated for resources: {'Network': ['ID=ba2c0331-00c5-43ae-aee1-b301ea01803e,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:56.352575 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3e0e1afd-a908-4fab-8210-6d845a38e736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:56.354215 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-3e0e1afd-a908-4fab-8210-6d845a38e736 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6710968 Sep 30 00:52:56.364187 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-a6c0ee23-8c43-4705-ade0-1ca18e95d787 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:56.364611 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network ba2c0331-00c5-43ae-aee1-b301ea01803e details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:52:56.365649 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-a6c0ee23-8c43-4705-ade0-1ca18e95d787 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3399110 Sep 30 00:52:56.366126 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 60558) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:56.369045 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-fb2ed87e-4730-41b9-bc65-93a1e3112bee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, bbfd6912-5477-4862-80d2-6fea0ae19380) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:52:56.373661 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-8228e8ee-5a28-4771-a587-7a93e980e011 admin admin] Request body: {'subnet': {'network_id': 'ba2c0331-00c5-43ae-aee1-b301ea01803e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1094623659-subnet', 'tenant_id': '93b8c5a7c8094b65ae87a8b13548bce6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:52:56.379459 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-8228e8ee-5a28-4771-a587-7a93e980e011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:52:56.382204 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2ed87e-4730-41b9-bc65-93a1e3112bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:56.382809 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-fb2ed87e-4730-41b9-bc65-93a1e3112bee admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:56.390964 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-8228e8ee-5a28-4771-a587-7a93e980e011 admin admin] Usage tracker for resource:subnet and tenant:93b8c5a7c8094b65ae87a8b13548bce6 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:52:56.400251 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-22a700a2-7f27-491b-a14a-2327b88c7321 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Request body: {'port': {'device_id': '1d66b365-19c0-4f59-b5c7-eeb372171dec', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'admin_state_up': True, 'tenant_id': '7d183b0220e9457b941f455edcb80f69'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:52:56.416927 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-8228e8ee-5a28-4771-a587-7a93e980e011 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:52:56.417345 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ddedc09a-e014-4984-820f-602312a04a68 req-9459bb1c-f01a-4a29-b636-6bc8fec01616 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/security-groups?id=d31e88a1-95c0-429a-ba32-e98354fad9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555224 Sep 30 00:52:56.431481 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-8228e8ee-5a28-4771-a587-7a93e980e011 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:52:56.455602 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cfdeb1-8f50-40dc-a0fb-eba2c29b2ab5 None None] Network bbfd6912-5477-4862-80d2-6fea0ae19380 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:52:56.551292 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 60564) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:52:56.551754 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-fb2ed87e-4730-41b9-bc65-93a1e3112bee admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0306869 Sep 30 00:52:56.557595 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-da63a0dd-7cac-4558-9219-ea95e211891d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-931987869-router', 'tenant_id': 'c9dd6dd8a9b34e0ba52c16c535feb461', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:52:56.559349 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8228e8ee-5a28-4771-a587-7a93e980e011 admin admin] Made reservation on behalf of 93b8c5a7c8094b65ae87a8b13548bce6 for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:52:56.561452 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8228e8ee-5a28-4771-a587-7a93e980e011 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:56.570016 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-da63a0dd-7cac-4558-9219-ea95e211891d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:52:56.578680 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-da63a0dd-7cac-4558-9219-ea95e211891d admin admin] Usage tracker for resource:router and tenant:c9dd6dd8a9b34e0ba52c16c535feb461 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:52:56.591591 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-da63a0dd-7cac-4558-9219-ea95e211891d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:52:56.604861 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-da63a0dd-7cac-4558-9219-ea95e211891d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:52:56.629025 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-da63a0dd-7cac-4558-9219-ea95e211891d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-730961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30750'] for router, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:56.630362 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-da63a0dd-7cac-4558-9219-ea95e211891d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30743'] for router, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:56.661670 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-da63a0dd-7cac-4558-9219-ea95e211891d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:56.727438 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-22a700a2-7f27-491b-a14a-2327b88c7321 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:52:56.736120 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-22a700a2-7f27-491b-a14a-2327b88c7321 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Usage tracker for resource:port and tenant:7d183b0220e9457b941f455edcb80f69 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:52:56.737437 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021e5a6a-f34d-4d62-a9f5-548696dfe17d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-bbfd6912-5477-4862-80d2-6fea0ae19380', 'network_id': 'bbfd6912-5477-4862-80d2-6fea0ae19380', 'tenant_id': 'c9dd6dd8a9b34e0ba52c16c535feb461', 'fixed_ips': [{'subnet_id': '57ea68fa-2952-4c4f-9e7c-b51c0846fe43'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 00:52:56.738482 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-021e5a6a-f34d-4d62-a9f5-548696dfe17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:56.743715 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-22a700a2-7f27-491b-a14a-2327b88c7321 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:52:56.753701 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617262cc-5059-4c56-8f68-71c16f808ce2 req-a1bd638f-effa-42a1-8f08-2b4a48ca5ef3 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:56.755388 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-617262cc-5059-4c56-8f68-71c16f808ce2 req-a1bd638f-effa-42a1-8f08-2b4a48ca5ef3 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e542f2-01d2-4a26-99c4-e0b772a78503 HTTP/1.1" status: 200 len: 950 time: 0.3263457 Sep 30 00:52:56.762934 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-22a700a2-7f27-491b-a14a-2327b88c7321 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:52:56.785297 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5c248d09-a97c-4f50-aea7-45fe12a6e07f req-f04ff145-4b68-4fe9-8739-92e1fef651e2 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d66b365-19c0-4f59-b5c7-eeb372171dec HTTP/1.1" status: 200 len: 210 time: 0.1054847 Sep 30 00:52:56.798965 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-22a700a2-7f27-491b-a14a-2327b88c7321 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Made reservation on behalf of 7d183b0220e9457b941f455edcb80f69 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:52:56.802876 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-22a700a2-7f27-491b-a14a-2327b88c7321 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:56.833656 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:52:56.866961 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-22a700a2-7f27-491b-a14a-2327b88c7321 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:56.895592 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-617262cc-5059-4c56-8f68-71c16f808ce2 req-f44ffd6d-a013-48c5-a962-7e545f37774a tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7798fee-870b-4c75-aa01-c26f2ece0716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252401 Sep 30 00:52:56.898441 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-22a700a2-7f27-491b-a14a-2327b88c7321 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:52:56.904709 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-021e5a6a-f34d-4d62-a9f5-548696dfe17d None None] Allocated IP 172.20.0.2 (bbfd6912-5477-4862-80d2-6fea0ae19380/57ea68fa-2952-4c4f-9e7c-b51c0846fe43/e35d53e6-ff2c-4881-9f75-00fb4867650d) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:52:56.908315 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-22a700a2-7f27-491b-a14a-2327b88c7321 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Usage tracker for resource:security_group_rule and tenant:7d183b0220e9457b941f455edcb80f69 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:52:56.912931 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-22a700a2-7f27-491b-a14a-2327b88c7321 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:52:56.931806 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-22a700a2-7f27-491b-a14a-2327b88c7321 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:52:56.982615 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8228e8ee-5a28-4771-a587-7a93e980e011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:56.990407 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:56.997088 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device ba527aaa-8fdb-4a21-b647-dffeb47e51a0 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:52:57.091919 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228e8ee-5a28-4771-a587-7a93e980e011 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eba8461-e22d-483e-a67e-efa9240cdd64,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:57.098177 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8228e8ee-5a28-4771-a587-7a93e980e011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:57.148036 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-da63a0dd-7cac-4558-9219-ea95e211891d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-672991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-730982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30841'] for router, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:57.212507 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-021e5a6a-f34d-4d62-a9f5-548696dfe17d None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:57.221766 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-22a700a2-7f27-491b-a14a-2327b88c7321 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:57.224078 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-021e5a6a-f34d-4d62-a9f5-548696dfe17d None None] Transition to ACTIVE for port object e35d53e6-ff2c-4881-9f75-00fb4867650d will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:52:57.252587 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-021e5a6a-f34d-4d62-a9f5-548696dfe17d None None] Transition to ACTIVE for port object e35d53e6-ff2c-4881-9f75-00fb4867650d will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:52:57.255780 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port ba527aaa-8fdb-4a21-b647-dffeb47e51a0 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:52:57.261990 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port ba527aaa-8fdb-4a21-b647-dffeb47e51a0 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:52:57.262602 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:57.287901 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-22a700a2-7f27-491b-a14a-2327b88c7321 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:57.293414 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-021e5a6a-f34d-4d62-a9f5-548696dfe17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:57.303916 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:57.391568 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021e5a6a-f34d-4d62-a9f5-548696dfe17d None None] Network bbfd6912-5477-4862-80d2-6fea0ae19380 is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:52:57.396981 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-021e5a6a-f34d-4d62-a9f5-548696dfe17d None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:52:57.403720 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021e5a6a-f34d-4d62-a9f5-548696dfe17d None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:52:57.406106 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e5a6a-f34d-4d62-a9f5-548696dfe17d None None] Pushing event updated for resources: {'Port': ['ID=e35d53e6-ff2c-4881-9f75-00fb4867650d,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:57.410320 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-021e5a6a-f34d-4d62-a9f5-548696dfe17d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:57.416241 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8228e8ee-5a28-4771-a587-7a93e980e011 admin admin] Checking segment: {'id': '09225a19-ba48-4286-bb85-bf301423ddc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ba2c0331-00c5-43ae-aee1-b301ea01803e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:52:57.416474 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8228e8ee-5a28-4771-a587-7a93e980e011 admin admin] Network hostable DHCP agents. Network: ba2c0331-00c5-43ae-aee1-b301ea01803e, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:52:57.422203 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5bc91217-eed9-49d2-81ef-fc68cf6e1001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:57.522518 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a700a2-7f27-491b-a14a-2327b88c7321 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3449c9-95b6-4d85-b68d-9724847c41c0,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:57.532467 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-22a700a2-7f27-491b-a14a-2327b88c7321 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:57.544191 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febb5aa-ba9f-424d-a107-74a1031e2b7f req-ee3e76ac-abc4-4e3a-9e24-edebfab9582b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:57.553252 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8febb5aa-ba9f-424d-a107-74a1031e2b7f req-ee3e76ac-abc4-4e3a-9e24-edebfab9582b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 949 time: 0.4621093 Sep 30 00:52:57.563260 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-da63a0dd-7cac-4558-9219-ea95e211891d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:57.576860 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8228e8ee-5a28-4771-a587-7a93e980e011 admin admin] Network ba2c0331-00c5-43ae-aee1-b301ea01803e is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:52:57.590292 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-021e5a6a-f34d-4d62-a9f5-548696dfe17d None None] Attempting to bind port e35d53e6-ff2c-4881-9f75-00fb4867650d on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:52:57.590911 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-22a700a2-7f27-491b-a14a-2327b88c7321 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Allocated IP 192.168.233.65 (5148d586-4385-4f2c-9968-16b3a645031f/d94969b3-14c1-4902-a40b-8e6c297e30ba/d710f1b7-6fe4-46d8-b0de-16cf95fb255b) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:52:57.591044 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-021e5a6a-f34d-4d62-a9f5-548696dfe17d None None] Attempting to bind port e35d53e6-ff2c-4881-9f75-00fb4867650d by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'a3b8f1b7-585a-44b3-9008-f1ca1b15bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'bbfd6912-5477-4862-80d2-6fea0ae19380'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:52:57.591044 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021e5a6a-f34d-4d62-a9f5-548696dfe17d None None] Attempting to bind port e35d53e6-ff2c-4881-9f75-00fb4867650d on network bbfd6912-5477-4862-80d2-6fea0ae19380 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:52:57.600833 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021e5a6a-f34d-4d62-a9f5-548696dfe17d None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:52:57.601665 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021e5a6a-f34d-4d62-a9f5-548696dfe17d None None] Checking segment: {'id': 'a3b8f1b7-585a-44b3-9008-f1ca1b15bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'bbfd6912-5477-4862-80d2-6fea0ae19380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:52:57.602362 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-021e5a6a-f34d-4d62-a9f5-548696dfe17d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:57.602802 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-da63a0dd-7cac-4558-9219-ea95e211891d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:57.603332 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021e5a6a-f34d-4d62-a9f5-548696dfe17d None None] Bound using segment: {'id': 'a3b8f1b7-585a-44b3-9008-f1ca1b15bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'bbfd6912-5477-4862-80d2-6fea0ae19380'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:52:57.604144 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-021e5a6a-f34d-4d62-a9f5-548696dfe17d None None] Bound port: e35d53e6-ff2c-4881-9f75-00fb4867650d, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b8f1b7-585a-44b3-9008-f1ca1b15bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'bbfd6912-5477-4862-80d2-6fea0ae19380'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:52:57.604893 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-021e5a6a-f34d-4d62-a9f5-548696dfe17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:57.616780 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-8228e8ee-5a28-4771-a587-7a93e980e011 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, ba2c0331-00c5-43ae-aee1-b301ea01803e) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:52:57.619775 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:57.628948 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8228e8ee-5a28-4771-a587-7a93e980e011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:57.629593 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8228e8ee-5a28-4771-a587-7a93e980e011 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:57.646857 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8febb5aa-ba9f-424d-a107-74a1031e2b7f req-544ae693-a42c-41f4-932f-34f92d0a72c7 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932994 Sep 30 00:52:57.653483 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94935561-737d-4783-a0b1-91173ea7a288 req-49369577-bf1e-4fe1-8eee-83bb75da4ae8 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:57.660702 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-94935561-737d-4783-a0b1-91173ea7a288 req-49369577-bf1e-4fe1-8eee-83bb75da4ae8 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 946 time: 0.2289827 Sep 30 00:52:57.684118 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port ba527aaa-8fdb-4a21-b647-dffeb47e51a0, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ba527aaa-8fdb-4a21-b647-dffeb47e51a0,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:52:57.688112 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6e9964-e471-4579-b00b-89da518d1c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba527aaa-8fdb-4a21-b647-dffeb47e51a0'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:52:57.692883 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5d7391-6fb8-459c-a716-da1eee0dc8b0 None None] Network ba2c0331-00c5-43ae-aee1-b301ea01803e requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:52:57.752460 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-94935561-737d-4783-a0b1-91173ea7a288 req-25f24460-e437-449f-a57b-ba8ab6d61af6 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907097 Sep 30 00:52:57.762044 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:57.821732 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-ff19eb5a-afc9-4ec3-ab83-2c737d07b6c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:57.896079 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-da63a0dd-7cac-4558-9219-ea95e211891d admin admin] Allocated IP 172.25.0.233 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/e539a7dd-763d-4b56-9ecf-cc5edb17d4c5) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:52:57.911347 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6e9964-e471-4579-b00b-89da518d1c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba527aaa-8fdb-4a21-b647-dffeb47e51a0', 'code': 200} Sep 30 00:52:57.911564 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-8228e8ee-5a28-4771-a587-7a93e980e011 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5352933 Sep 30 00:52:57.967718 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=ba527aaa-8fdb-4a21-b647-dffeb47e51a0,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:57.971080 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:57.979316 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-021e5a6a-f34d-4d62-a9f5-548696dfe17d None None] For port e35d53e6-ff2c-4881-9f75-00fb4867650d, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:52:58.015161 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-021e5a6a-f34d-4d62-a9f5-548696dfe17d None None] For port e35d53e6-ff2c-4881-9f75-00fb4867650d, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=e35d53e6-ff2c-4881-9f75-00fb4867650d,segment=NetworkSegment(a3b8f1b7-585a-44b3-9008-f1ca1b15bafe),segment_id=a3b8f1b7-585a-44b3-9008-f1ca1b15bafe)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:52:58.018026 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac508c-a74b-456b-99de-813f590bb3b4 req-4bb6024b-d55d-430c-b8c6-ccacab9f67ab tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:58.020015 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b6ac508c-a74b-456b-99de-813f590bb3b4 req-4bb6024b-d55d-430c-b8c6-ccacab9f67ab tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/ports?device_id=db6e9964-e471-4579-b00b-89da518d1c91 HTTP/1.1" status: 200 len: 949 time: 0.2232592 Sep 30 00:52:58.030100 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-22a700a2-7f27-491b-a14a-2327b88c7321 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:58.049391 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-22a700a2-7f27-491b-a14a-2327b88c7321 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Transition to ACTIVE for port object d710f1b7-6fe4-46d8-b0de-16cf95fb255b will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:52:58.103922 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-021e5a6a-f34d-4d62-a9f5-548696dfe17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:58.106018 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-22a700a2-7f27-491b-a14a-2327b88c7321 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:58.113134 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a682f264-f94d-4ed8-a926-c0fa9e64e6d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:58.118608 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:58.208384 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b6ac508c-a74b-456b-99de-813f590bb3b4 req-1179c312-ab21-40f7-998d-82aa72ece3d7 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/security-groups?id=d31e88a1-95c0-429a-ba32-e98354fad9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231384 Sep 30 00:52:58.212317 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-22a700a2-7f27-491b-a14a-2327b88c7321 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Network 5148d586-4385-4f2c-9968-16b3a645031f is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:52:58.215872 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-22a700a2-7f27-491b-a14a-2327b88c7321 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:52:58.225377 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d405ebb6-3aa2-4314-bd33-c12ca5e88f1f None None] Network ba2c0331-00c5-43ae-aee1-b301ea01803e requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:52:58.230693 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-22a700a2-7f27-491b-a14a-2327b88c7321 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:52:58.271023 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a700a2-7f27-491b-a14a-2327b88c7321 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Pushing event updated for resources: {'Port': ['ID=d710f1b7-6fe4-46d8-b0de-16cf95fb255b,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:58.287906 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-22a700a2-7f27-491b-a14a-2327b88c7321 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:58.322386 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab2134-f34b-4433-87df-72790ef4eb39 req-ac3910b5-7821-4d85-94b8-d95cc33f1f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:58.326171 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-71ab2134-f34b-4433-87df-72790ef4eb39 req-ac3910b5-7821-4d85-94b8-d95cc33f1f5c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=db6e9964-e471-4579-b00b-89da518d1c91 HTTP/1.1" status: 200 len: 1100 time: 0.3725593 Sep 30 00:52:58.335408 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-22a700a2-7f27-491b-a14a-2327b88c7321 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:58.336071 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-22a700a2-7f27-491b-a14a-2327b88c7321 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:58.338692 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-da63a0dd-7cac-4558-9219-ea95e211891d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:58.349531 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8623c-87aa-4865-8ad6-e05d9541ccc3 req-c0a8b959-3382-4cf8-a76c-7a917dfa0d45 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:58.356550 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e3b8623c-87aa-4865-8ad6-e05d9541ccc3 req-c0a8b959-3382-4cf8-a76c-7a917dfa0d45 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d66b365-19c0-4f59-b5c7-eeb372171dec HTTP/1.1" status: 200 len: 935 time: 0.3246603 Sep 30 00:52:58.432123 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-22a700a2-7f27-491b-a14a-2327b88c7321 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0423763 Sep 30 00:52:58.443113 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e3b8623c-87aa-4865-8ad6-e05d9541ccc3 req-48cca07b-eea6-4093-b441-d9b7c08d50d8 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d3449c9-95b6-4d85-b68d-9724847c41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855713 Sep 30 00:52:58.455668 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-c40baa65-5eb7-462a-8b66-23bb5d955375 service neutron] Request body: {'port': {'device_id': '1d66b365-19c0-4f59-b5c7-eeb372171dec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:52:58.475598 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-71ab2134-f34b-4433-87df-72790ef4eb39 req-030bf5ac-d020-4d8b-ba63-5574c6335ccd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d31e88a1-95c0-429a-ba32-e98354fad9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170173 Sep 30 00:52:58.495263 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-da63a0dd-7cac-4558-9219-ea95e211891d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:58.500325 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9e55bec3-e6a0-46f0-aa0d-70201f5c93f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:58.522183 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e5a6a-f34d-4d62-a9f5-548696dfe17d None None] Pushing event updated for resources: {'Port': ['ID=e35d53e6-ff2c-4881-9f75-00fb4867650d,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:58.526333 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-021e5a6a-f34d-4d62-a9f5-548696dfe17d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:58.547468 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f152e62-268d-47fb-b2f8-dbc2f8b92994 req-0c184165-6315-4aaa-900a-e335a5a3e9ed tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:58.554366 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4f152e62-268d-47fb-b2f8-dbc2f8b92994 req-0c184165-6315-4aaa-900a-e335a5a3e9ed tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e542f2-01d2-4a26-99c4-e0b772a78503 HTTP/1.1" status: 200 len: 950 time: 0.1802168 Sep 30 00:52:58.583174 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-00eed8e8-30b7-410a-b57a-2d0e11cddbcc None None] Provisioning for port d710f1b7-6fe4-46d8-b0de-16cf95fb255b completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:52:58.588820 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63a0dd-7cac-4558-9219-ea95e211891d admin admin] Pushing event updated for resources: {'Port': ['ID=e539a7dd-763d-4b56-9ecf-cc5edb17d4c5,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:58.590699 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-00eed8e8-30b7-410a-b57a-2d0e11cddbcc None None] Provisioning complete for port d710f1b7-6fe4-46d8-b0de-16cf95fb255b triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:52:58.593221 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-00eed8e8-30b7-410a-b57a-2d0e11cddbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:58.595901 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-da63a0dd-7cac-4558-9219-ea95e211891d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:58.611136 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da63a0dd-7cac-4558-9219-ea95e211891d admin admin] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:52:58.612557 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-da63a0dd-7cac-4558-9219-ea95e211891d admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:52:58.619319 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da63a0dd-7cac-4558-9219-ea95e211891d admin admin] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:52:58.655099 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-c40baa65-5eb7-462a-8b66-23bb5d955375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:58.692449 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-00eed8e8-30b7-410a-b57a-2d0e11cddbcc None None] Port d710f1b7-6fe4-46d8-b0de-16cf95fb255b cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:52:58.753857 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4f152e62-268d-47fb-b2f8-dbc2f8b92994 req-a001500d-3ccf-4780-ade1-3425e7985a68 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7798fee-870b-4c75-aa01-c26f2ece0716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985648 Sep 30 00:52:58.952788 n-d-811809-1 neutron-server[80275]: INFO neutron.api.v2.resource [req-cf6791da-0c9c-4803-a5d6-3fd96937372b req-94dd1b9c-bd41-481f-96ed-88bc989c84c4 tempest-SecurityGroupsNegativeTestJSON-428279316 tempest-SecurityGroupsNegativeTestJSON-428279316-project] show failed (client error): The resource could not be found. Sep 30 00:52:58.955764 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cf6791da-0c9c-4803-a5d6-3fd96937372b req-94dd1b9c-bd41-481f-96ed-88bc989c84c4 tempest-SecurityGroupsNegativeTestJSON-428279316 tempest-SecurityGroupsNegativeTestJSON-428279316-project] 10.222.0.39 "GET /v2.0/security-groups/c9db321e-c70b-490b-8738-295c1ec61be8 HTTP/1.1" status: 404 len: 352 time: 0.0440333 Sep 30 00:52:59.207983 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19f65c-93ff-4d78-873e-c9f255f16d66 req-a7c0a6d7-6604-4937-a2d3-2a7303703ecf tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:59.208874 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ba19f65c-93ff-4d78-873e-c9f255f16d66 req-a7c0a6d7-6604-4937-a2d3-2a7303703ecf tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 949 time: 0.1373749 Sep 30 00:52:59.310994 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ba19f65c-93ff-4d78-873e-c9f255f16d66 req-0b437d29-82ae-463a-a563-d0effe99fa52 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887792 Sep 30 00:52:59.312975 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-c40baa65-5eb7-462a-8b66-23bb5d955375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d710f1b7-6fe4-46d8-b0de-16cf95fb255b {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:52:59.320563 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-c40baa65-5eb7-462a-8b66-23bb5d955375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:59.348161 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-c40baa65-5eb7-462a-8b66-23bb5d955375 service neutron] Transition to ACTIVE for port object d710f1b7-6fe4-46d8-b0de-16cf95fb255b will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:52:59.354123 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-c40baa65-5eb7-462a-8b66-23bb5d955375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:59.361310 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a5d6e49f-5872-4c45-b7bb-8bab775f7132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:52:59.362863 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235602da-0b41-4f68-a031-66cc55a0ab19 req-fde23874-ba5b-46b3-ad47-a9dd70a93924 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:59.369636 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-235602da-0b41-4f68-a031-66cc55a0ab19 req-fde23874-ba5b-46b3-ad47-a9dd70a93924 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 946 time: 0.2022119 Sep 30 00:52:59.371656 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-da63a0dd-7cac-4558-9219-ea95e211891d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:59.610113 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-235602da-0b41-4f68-a031-66cc55a0ab19 req-298726f8-7faf-4fe4-8c21-afcec4a3d4b4 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394404 Sep 30 00:52:59.628539 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40baa65-5eb7-462a-8b66-23bb5d955375 service neutron] Pushing event updated for resources: {'Port': ['ID=d710f1b7-6fe4-46d8-b0de-16cf95fb255b,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:52:59.682534 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c40baa65-5eb7-462a-8b66-23bb5d955375 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:52:59.792068 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-c40baa65-5eb7-462a-8b66-23bb5d955375 service neutron] Attempting to bind port d710f1b7-6fe4-46d8-b0de-16cf95fb255b on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:52:59.792614 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-c40baa65-5eb7-462a-8b66-23bb5d955375 service neutron] Attempting to bind port d710f1b7-6fe4-46d8-b0de-16cf95fb255b by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:52:59.793033 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-c40baa65-5eb7-462a-8b66-23bb5d955375 service neutron] Attempting to bind port d710f1b7-6fe4-46d8-b0de-16cf95fb255b on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:52:59.801333 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-c40baa65-5eb7-462a-8b66-23bb5d955375 service neutron] Port d710f1b7-6fe4-46d8-b0de-16cf95fb255b on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:52:59.801662 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-c40baa65-5eb7-462a-8b66-23bb5d955375 service neutron] Attempting to bind port d710f1b7-6fe4-46d8-b0de-16cf95fb255b on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:52:59.811104 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-c40baa65-5eb7-462a-8b66-23bb5d955375 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:52:59.811451 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-c40baa65-5eb7-462a-8b66-23bb5d955375 service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:52:59.811839 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-c40baa65-5eb7-462a-8b66-23bb5d955375 service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:52:59.812273 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-c40baa65-5eb7-462a-8b66-23bb5d955375 service neutron] Bound port: d710f1b7-6fe4-46d8-b0de-16cf95fb255b, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:52:59.812723 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-c40baa65-5eb7-462a-8b66-23bb5d955375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:59.821985 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9534f3-6433-4c32-b4ad-e03865ea1a81 None None] Network bbfd6912-5477-4862-80d2-6fea0ae19380 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:52:59.831699 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770284b-2524-4094-9e13-f66df0526c31 req-913f93e5-d2a5-4ea1-b3f2-ed0aaf4c2f22 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:52:59.833223 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7770284b-2524-4094-9e13-f66df0526c31 req-913f93e5-d2a5-4ea1-b3f2-ed0aaf4c2f22 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/ports?device_id=db6e9964-e471-4579-b00b-89da518d1c91 HTTP/1.1" status: 200 len: 949 time: 0.2184017 Sep 30 00:52:59.902940 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-da63a0dd-7cac-4558-9219-ea95e211891d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673175'] for router, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:59.937195 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7770284b-2524-4094-9e13-f66df0526c31 req-717e0e25-57e4-4156-b5bc-ef04b64d60ed tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/security-groups?id=d31e88a1-95c0-429a-ba32-e98354fad9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625708 Sep 30 00:52:59.982082 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-c40baa65-5eb7-462a-8b66-23bb5d955375 service neutron] For port d710f1b7-6fe4-46d8-b0de-16cf95fb255b, host n-h2-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:52:59.985939 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-c40baa65-5eb7-462a-8b66-23bb5d955375 service neutron] For port d710f1b7-6fe4-46d8-b0de-16cf95fb255b, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=d710f1b7-6fe4-46d8-b0de-16cf95fb255b,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:52:59.991532 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-c40baa65-5eb7-462a-8b66-23bb5d955375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:52:59.996789 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5418c4c7-7fbe-4c55-8478-074c6ad5c003 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:00.078520 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-c40baa65-5eb7-462a-8b66-23bb5d955375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:00.079852 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-c40baa65-5eb7-462a-8b66-23bb5d955375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:00.081522 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-c40baa65-5eb7-462a-8b66-23bb5d955375 service neutron] 10.222.0.55 "PUT /v2.0/ports/d710f1b7-6fe4-46d8-b0de-16cf95fb255b HTTP/1.1" status: 200 len: 1095 time: 1.6312506 Sep 30 00:53:00.082034 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d66b365-19c0-4f59-b5c7-eeb372171dec', 'tag': 'd710f1b7-6fe4-46d8-b0de-16cf95fb255b'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:53:00.098830 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-4cae3e2b-8435-4801-b85b-330b16c0d5b6 req-46cd72fa-9d1f-4ba1-a7cf-c58eca37c1d8 tempest-SecurityGroupsNegativeTestJSON-428279316 tempest-SecurityGroupsNegativeTestJSON-428279316-project] Synchronizing usage tracker for tenant:93b8c5a7c8094b65ae87a8b13548bce6 on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:53:00.129670 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-09017eb5-0cf5-41a6-939c-3fb3dcfc67bf None None] Provisioning for port e35d53e6-ff2c-4881-9f75-00fb4867650d completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:53:00.130661 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40baa65-5eb7-462a-8b66-23bb5d955375 service neutron] Pushing event updated for resources: {'Port': ['ID=d710f1b7-6fe4-46d8-b0de-16cf95fb255b,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:00.135331 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c40baa65-5eb7-462a-8b66-23bb5d955375 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:00.171470 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-4cae3e2b-8435-4801-b85b-330b16c0d5b6 req-46cd72fa-9d1f-4ba1-a7cf-c58eca37c1d8 tempest-SecurityGroupsNegativeTestJSON-428279316 tempest-SecurityGroupsNegativeTestJSON-428279316-project] Unset dirty status for tenant:93b8c5a7c8094b65ae87a8b13548bce6 on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:53:00.172936 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4cae3e2b-8435-4801-b85b-330b16c0d5b6 req-46cd72fa-9d1f-4ba1-a7cf-c58eca37c1d8 tempest-SecurityGroupsNegativeTestJSON-428279316 tempest-SecurityGroupsNegativeTestJSON-428279316-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=93b8c5a7c8094b65ae87a8b13548bce6 HTTP/1.1" status: 200 len: 2984 time: 0.2031586 Sep 30 00:53:00.293966 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-70ac9620-5334-494c-8569-fa9596475f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:00.307451 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-70ac9620-5334-494c-8569-fa9596475f72 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d183b0220e9457b941f455edcb80f69&device_id=1d66b365-19c0-4f59-b5c7-eeb372171dec HTTP/1.1" status: 200 len: 1098 time: 0.1637583 Sep 30 00:53:00.362314 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device e35d53e6-ff2c-4881-9f75-00fb4867650d up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:53:00.390017 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4cae3e2b-8435-4801-b85b-330b16c0d5b6 req-52c0cbf6-1e6f-4e99-937f-2afd57c8c94a tempest-SecurityGroupsNegativeTestJSON-428279316 tempest-SecurityGroupsNegativeTestJSON-428279316-project] 10.222.0.39 "GET /v2.0/security-groups/7c12be2e-8471-4b25-b40c-a12da75f874d HTTP/1.1" status: 200 len: 2981 time: 0.2050698 Sep 30 00:53:00.478496 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-e6636061-132f-4b21-9f18-16c735a05660 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=d710f1b7-6fe4-46d8-b0de-16cf95fb255b HTTP/1.1" status: 200 len: 217 time: 0.1671205 Sep 30 00:53:00.498337 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port e35d53e6-ff2c-4881-9f75-00fb4867650d completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:53:00.498652 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4cae3e2b-8435-4801-b85b-330b16c0d5b6 req-32f490b5-4bbb-4f8d-8556-0ee45752dd3c tempest-SecurityGroupsNegativeTestJSON-428279316 tempest-SecurityGroupsNegativeTestJSON-428279316-project] 10.222.0.39 "GET /v2.0/security-groups/7c12be2e-8471-4b25-b40c-a12da75f874d HTTP/1.1" status: 200 len: 2981 time: 0.1073563 Sep 30 00:53:00.499737 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da63a0dd-7cac-4558-9219-ea95e211891d admin admin] Router 5f718fcc-3e8c-46a0-957e-50f838fc2155 is scheduled to L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 with binding_index 1 {{(pid=80275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 30 00:53:00.504214 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port e35d53e6-ff2c-4881-9f75-00fb4867650d triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:53:00.504598 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:00.599884 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-527d2eba-8d3f-4dc1-ad97-aef2c2df96eb None None] Provisioning complete for port e35d53e6-ff2c-4881-9f75-00fb4867650d triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:53:00.600255 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-527d2eba-8d3f-4dc1-ad97-aef2c2df96eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:00.649086 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-0e479195-663b-4808-9e03-986c0c6f5d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:00.650530 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-0e479195-663b-4808-9e03-986c0c6f5d49 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1286314 Sep 30 00:53:00.666681 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb7d7e-fb49-4248-a33d-42bbfab8b94f req-6ffbbb78-b012-495c-a9a1-d8eef997a0ab tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:00.667862 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-edfb7d7e-fb49-4248-a33d-42bbfab8b94f req-6ffbbb78-b012-495c-a9a1-d8eef997a0ab tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Synchronizing usage tracker for tenant:7d183b0220e9457b941f455edcb80f69 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:53:00.713275 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:00.736426 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-edfb7d7e-fb49-4248-a33d-42bbfab8b94f req-6ffbbb78-b012-495c-a9a1-d8eef997a0ab tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Unset dirty status for tenant:7d183b0220e9457b941f455edcb80f69 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:53:00.737588 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-edfb7d7e-fb49-4248-a33d-42bbfab8b94f req-6ffbbb78-b012-495c-a9a1-d8eef997a0ab tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d66b365-19c0-4f59-b5c7-eeb372171dec HTTP/1.1" status: 200 len: 947 time: 0.2939842 Sep 30 00:53:00.770192 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-da755a4f-0ba0-4f07-9f28-a51248462d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:00.772363 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-da755a4f-0ba0-4f07-9f28-a51248462d66 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1007895 Sep 30 00:53:00.802766 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port e35d53e6-ff2c-4881-9f75-00fb4867650d, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=e35d53e6-ff2c-4881-9f75-00fb4867650d,segment=NetworkSegment(a3b8f1b7-585a-44b3-9008-f1ca1b15bafe),segment_id=a3b8f1b7-585a-44b3-9008-f1ca1b15bafe)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:00.810229 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:00.816109 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-896bf548-aca8-4788-927c-bf5adfc9e866 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:00.851771 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-527d2eba-8d3f-4dc1-ad97-aef2c2df96eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:00.867476 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-edfb7d7e-fb49-4248-a33d-42bbfab8b94f req-b0387fc1-4fc0-424d-a15b-9209b77d7db2 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Synchronizing usage tracker for tenant:7d183b0220e9457b941f455edcb80f69 on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:53:00.869397 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da63a0dd-7cac-4558-9219-ea95e211891d admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:53:00.876912 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:53:00.879215 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f121a6f-bbe7-4534-bb08-089b1f5c4c1c req-68341c74-e7a9-4efa-b403-71887e468eb6 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:00.884981 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2f7a23-47f5-470d-b331-1d4328231220 None None] Sync routers for ids ['5f718fcc-3e8c-46a0-957e-50f838fc2155'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:53:00.886163 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3f121a6f-bbe7-4534-bb08-089b1f5c4c1c req-68341c74-e7a9-4efa-b403-71887e468eb6 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e542f2-01d2-4a26-99c4-e0b772a78503 HTTP/1.1" status: 200 len: 950 time: 0.1766760 Sep 30 00:53:00.907435 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-edfb7d7e-fb49-4248-a33d-42bbfab8b94f req-b0387fc1-4fc0-424d-a15b-9209b77d7db2 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Unset dirty status for tenant:7d183b0220e9457b941f455edcb80f69 on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:53:00.911454 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-edfb7d7e-fb49-4248-a33d-42bbfab8b94f req-b0387fc1-4fc0-424d-a15b-9209b77d7db2 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d3449c9-95b6-4d85-b68d-9724847c41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602309 Sep 30 00:53:00.916634 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2f7a23-47f5-470d-b331-1d4328231220 None None] Routers {'5f718fcc-3e8c-46a0-957e-50f838fc2155'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:53:00.918328 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-ba2f7a23-47f5-470d-b331-1d4328231220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:52:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['5f718fcc-3e8c-46a0-957e-50f838fc2155'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:53:00.933549 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-54e821f4-45a6-4f7a-b9f0-47f0baae0a01 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:00.935299 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-54e821f4-45a6-4f7a-b9f0-47f0baae0a01 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5&tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&binding%3Ahost_id=n-h2-811809-1 HTTP/1.1" status: 200 len: 1097 time: 0.2549012 Sep 30 00:53:00.954042 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-9cfef8b4-7b87-4eaa-9ff3-43484524b510 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811809-1'}}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:00.982530 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-14ca046d-d218-485c-a042-d52611ce80b3 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944427 Sep 30 00:53:01.010114 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.resource_extend [None req-8143576d-1641-4581-9367-0390ef0af33a None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 00:53:01.036641 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=e35d53e6-ff2c-4881-9f75-00fb4867650d,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:01.139685 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-ba2f7a23-47f5-470d-b331-1d4328231220 None None] Set router 5f718fcc-3e8c-46a0-957e-50f838fc2155 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:53:01.143307 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-da63a0dd-7cac-4558-9219-ea95e211891d admin admin] Notify callbacks [] for router, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:01.144529 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-da63a0dd-7cac-4558-9219-ea95e211891d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5920229 Sep 30 00:53:01.155537 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3f121a6f-bbe7-4534-bb08-089b1f5c4c1c req-3b627dee-76b5-49ad-a5e6-3113bfea7557 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7798fee-870b-4c75-aa01-c26f2ece0716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683537 Sep 30 00:53:01.156071 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 60620) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:01.192839 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d66b365-19c0-4f59-b5c7-eeb372171dec', 'tag': 'd710f1b7-6fe4-46d8-b0de-16cf95fb255b', 'status': 'completed', 'code': 200} Sep 30 00:53:01.202254 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe98e3cb-a3af-48c3-9403-b268f55b68be req-00b57ef3-da7f-4455-a0d2-def8a2113b93 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049487 Sep 30 00:53:01.216412 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:01.234914 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.api [None req-527d2eba-8d3f-4dc1-ad97-aef2c2df96eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80276) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 00:53:01.235277 n-d-811809-1 neutron-server[80276]: DEBUG oslo_db.api [None req-527d2eba-8d3f-4dc1-ad97-aef2c2df96eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 00:53:01.284111 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:01.298879 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c has no active binding in host n-h1-811809-1 {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Sep 30 00:53:01.461323 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-9cfef8b4-7b87-4eaa-9ff3-43484524b510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:01.482198 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8ab0612a-91fc-4191-a509-04812cf179a9 req-04ae350e-b5ae-4c5f-9349-4c2b83a5428a tempest-SecurityGroupsNegativeTestJSON-428279316 tempest-SecurityGroupsNegativeTestJSON-428279316-project] 10.222.0.39 "GET /v2.0/security-groups/7c12be2e-8471-4b25-b40c-a12da75f874d HTTP/1.1" status: 200 len: 2981 time: 0.1588764 Sep 30 00:53:01.503341 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-ba2f7a23-47f5-470d-b331-1d4328231220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f718fcc-3e8c-46a0-957e-50f838fc2155', 'name': 'tempest-FloatingIPDetailsTestJSON-931987869-router', 'tenant_id': 'c9dd6dd8a9b34e0ba52c16c535feb461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e539a7dd-763d-4b56-9ecf-cc5edb17d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:52:56Z', 'updated_at': '2021-09-30T00:52:58Z', 'revision_number': 3, 'project_id': 'c9dd6dd8a9b34e0ba52c16c535feb461', 'gw_port': {'id': 'e539a7dd-763d-4b56-9ecf-cc5edb17d4c5', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:00:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f718fcc-3e8c-46a0-957e-50f838fc2155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:52:57Z', 'updated_at': '2021-09-30T00:52:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:53:01.515659 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2f7a23-47f5-470d-b331-1d4328231220 None None] Checking router: 5f718fcc-3e8c-46a0-957e-50f838fc2155 for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:53:01.516038 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2f7a23-47f5-470d-b331-1d4328231220 None None] Updating router 5f718fcc-3e8c-46a0-957e-50f838fc2155 port e539a7dd-763d-4b56-9ecf-cc5edb17d4c5 binding host n-d-811809-1 {{(pid=80277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:53:01.533616 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419de3e2-1a9c-4106-9405-312bc8f7c430 req-00cac0b9-2ba6-4f8d-9cd9-573ec23c609d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:01.535150 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-419de3e2-1a9c-4106-9405-312bc8f7c430 req-00cac0b9-2ba6-4f8d-9cd9-573ec23c609d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 949 time: 0.2564976 Sep 30 00:53:01.537272 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496e445-5d57-4377-a932-d237b7581a42 req-47620623-b063-47a7-9848-9dfadc77c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:01.538635 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3496e445-5d57-4377-a932-d237b7581a42 req-47620623-b063-47a7-9848-9dfadc77c6a8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d183b0220e9457b941f455edcb80f69&device_id=1d66b365-19c0-4f59-b5c7-eeb372171dec HTTP/1.1" status: 200 len: 1098 time: 0.2242951 Sep 30 00:53:01.587231 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-ba2f7a23-47f5-470d-b331-1d4328231220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:01.668724 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-419de3e2-1a9c-4106-9405-312bc8f7c430 req-84cae54a-b65e-472f-9960-bdad0eaa7d37 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270795 Sep 30 00:53:01.723124 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496e445-5d57-4377-a932-d237b7581a42 req-ad46d79f-d634-424d-a07c-043c311f1c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:01.725075 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3496e445-5d57-4377-a932-d237b7581a42 req-ad46d79f-d634-424d-a07c-043c311f1c54 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.1702561 Sep 30 00:53:01.862584 n-d-811809-1 neutron-server[80275]: INFO neutron.api.v2.resource [req-8ab0612a-91fc-4191-a509-04812cf179a9 req-95d7bbca-06db-4a3a-b660-f766f5d03b29 tempest-SecurityGroupsNegativeTestJSON-428279316 tempest-SecurityGroupsNegativeTestJSON-428279316-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 30 00:53:01.863619 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8ab0612a-91fc-4191-a509-04812cf179a9 req-95d7bbca-06db-4a3a-b660-f766f5d03b29 tempest-SecurityGroupsNegativeTestJSON-428279316 tempest-SecurityGroupsNegativeTestJSON-428279316-project] 10.222.0.39 "DELETE /v2.0/security-groups/7c12be2e-8471-4b25-b40c-a12da75f874d HTTP/1.1" status: 409 len: 352 time: 0.3684170 Sep 30 00:53:01.880412 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3496e445-5d57-4377-a932-d237b7581a42 req-9ac76ce1-a789-45f4-a044-6a91c8eeae1e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=d710f1b7-6fe4-46d8-b0de-16cf95fb255b HTTP/1.1" status: 200 len: 217 time: 0.1291182 Sep 30 00:53:01.969149 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496e445-5d57-4377-a932-d237b7581a42 req-628f4af9-7464-4b59-9f54-d6749bac9585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:01.971166 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3496e445-5d57-4377-a932-d237b7581a42 req-628f4af9-7464-4b59-9f54-d6749bac9585 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.0721457 Sep 30 00:53:01.989614 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae60f24-4ec4-4b1a-9744-116c1a98696a req-fa0321f5-cbc5-41ec-82c6-c9744d2e82e0 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:01.990785 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-ba2f7a23-47f5-470d-b331-1d4328231220 None None] Notify callbacks [] for port, precommit_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:01.992859 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fae60f24-4ec4-4b1a-9744-116c1a98696a req-fa0321f5-cbc5-41ec-82c6-c9744d2e82e0 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 946 time: 0.1592157 Sep 30 00:53:02.004926 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.provisioning_blocks [None req-ba2f7a23-47f5-470d-b331-1d4328231220 None None] Transition to ACTIVE for port object e539a7dd-763d-4b56-9ecf-cc5edb17d4c5 will not be triggered until provisioned by entity L2. {{(pid=80277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:53:02.015035 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-ba2f7a23-47f5-470d-b331-1d4328231220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:02.020744 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:02.086038 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-9cfef8b4-7b87-4eaa-9ff3-43484524b510 service neutron] For port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:02.091483 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e7d93-feb3-4d06-9ed3-e52ce247741d None None] Pushing event updated for resources: {'Port': ['ID=e539a7dd-763d-4b56-9ecf-cc5edb17d4c5,revision_number=2']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:02.100081 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e7d93-feb3-4d06-9ed3-e52ce247741d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:02.100422 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e7d93-feb3-4d06-9ed3-e52ce247741d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:02.100758 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e7d93-feb3-4d06-9ed3-e52ce247741d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:02.101090 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e7d93-feb3-4d06-9ed3-e52ce247741d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:02.101419 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e7d93-feb3-4d06-9ed3-e52ce247741d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:02.102159 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e7d93-feb3-4d06-9ed3-e52ce247741d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:02.102410 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e7d93-feb3-4d06-9ed3-e52ce247741d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:02.102925 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e7d93-feb3-4d06-9ed3-e52ce247741d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:02.103101 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e7d93-feb3-4d06-9ed3-e52ce247741d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:02.103376 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e7d93-feb3-4d06-9ed3-e52ce247741d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:02.103696 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e7d93-feb3-4d06-9ed3-e52ce247741d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:02.104638 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1e7d93-feb3-4d06-9ed3-e52ce247741d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:02.108488 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-2e1e7d93-feb3-4d06-9ed3-e52ce247741d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:02.128542 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-ba2f7a23-47f5-470d-b331-1d4328231220 None None] Attempting to bind port e539a7dd-763d-4b56-9ecf-cc5edb17d4c5 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:53:02.128950 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fae60f24-4ec4-4b1a-9744-116c1a98696a req-f6dc7ce3-cbc8-4471-a19b-81dc83a53280 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981121 Sep 30 00:53:02.137409 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-ba2f7a23-47f5-470d-b331-1d4328231220 None None] Attempting to bind port e539a7dd-763d-4b56-9ecf-cc5edb17d4c5 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:53:02.137788 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2f7a23-47f5-470d-b331-1d4328231220 None None] Attempting to bind port e539a7dd-763d-4b56-9ecf-cc5edb17d4c5 on network 1b813296-b79a-4ce4-abf3-9e488de9f705 {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:53:02.143905 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2f7a23-47f5-470d-b331-1d4328231220 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:53:02.144872 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2f7a23-47f5-470d-b331-1d4328231220 None None] Checking segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:53:02.144872 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-ba2f7a23-47f5-470d-b331-1d4328231220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:02.145085 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2f7a23-47f5-470d-b331-1d4328231220 None None] Bound using segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:53:02.145528 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-ba2f7a23-47f5-470d-b331-1d4328231220 None None] Bound port: e539a7dd-763d-4b56-9ecf-cc5edb17d4c5, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:53:02.146279 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-ba2f7a23-47f5-470d-b331-1d4328231220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:02.181417 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496e445-5d57-4377-a932-d237b7581a42 req-a3e14db0-39cb-419d-a3bb-ecefa91c93fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:02.183575 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3496e445-5d57-4377-a932-d237b7581a42 req-a3e14db0-39cb-419d-a3bb-ecefa91c93fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1876152 Sep 30 00:53:02.187041 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-9cfef8b4-7b87-4eaa-9ff3-43484524b510 service neutron] For port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:53:02.225000 n-d-811809-1 neutron-server[80274]: INFO neutron.api.v2.resource [req-52d59c43-ffed-4418-8271-6bff667acb2b req-050833c1-639a-45fb-9f64-63d470e7ed9c tempest-SecurityGroupsNegativeTestJSON-428279316 tempest-SecurityGroupsNegativeTestJSON-428279316-project] show failed (client error): The resource could not be found. Sep 30 00:53:02.225145 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-ba2f7a23-47f5-470d-b331-1d4328231220 None None] For port e539a7dd-763d-4b56-9ecf-cc5edb17d4c5, host n-d-811809-1, cleared binding levels {{(pid=80277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:53:02.226041 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-52d59c43-ffed-4418-8271-6bff667acb2b req-050833c1-639a-45fb-9f64-63d470e7ed9c tempest-SecurityGroupsNegativeTestJSON-428279316 tempest-SecurityGroupsNegativeTestJSON-428279316-project] 10.222.0.39 "GET /v2.0/security-groups/e5de6f14-9c60-4736-b661-67f57a2106fd HTTP/1.1" status: 404 len: 352 time: 0.0508566 Sep 30 00:53:02.228333 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-ba2f7a23-47f5-470d-b331-1d4328231220 None None] For port e539a7dd-763d-4b56-9ecf-cc5edb17d4c5, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=e539a7dd-763d-4b56-9ecf-cc5edb17d4c5,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:53:02.234359 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-ba2f7a23-47f5-470d-b331-1d4328231220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:02.241088 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-c1b79545-ce77-44b3-9cd3-c4ef85c6b4d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:02.286293 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc9194-8b73-4f78-892f-cf950edb340e req-e7e62493-52c0-41bd-8b08-92a5980bdf67 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:02.298313 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d7bc9194-8b73-4f78-892f-cf950edb340e req-e7e62493-52c0-41bd-8b08-92a5980bdf67 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/ports?device_id=db6e9964-e471-4579-b00b-89da518d1c91 HTTP/1.1" status: 200 len: 949 time: 0.2643306 Sep 30 00:53:02.298550 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818a702-c0bc-4f9d-864a-126ab5f99fbb req-e11293a3-4beb-41b5-a573-f7613344e1aa tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:02.298550 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5818a702-c0bc-4f9d-864a-126ab5f99fbb req-e11293a3-4beb-41b5-a573-f7613344e1aa tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.59 "GET /v2.0/ports?device_id=10e542f2-01d2-4a26-99c4-e0b772a78503 HTTP/1.1" status: 200 len: 950 time: 0.2495418 Sep 30 00:53:02.320891 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e7d93-feb3-4d06-9ed3-e52ce247741d None None] Pushing event updated for resources: {'Port': ['ID=e539a7dd-763d-4b56-9ecf-cc5edb17d4c5,revision_number=3']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:02.327886 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-2e1e7d93-feb3-4d06-9ed3-e52ce247741d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:02.348825 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e89748-779c-4045-8a7c-7ceca6bc63e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:53:02.350649 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device e35d53e6-ff2c-4881-9f75-00fb4867650d up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:53:02.354593 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-9cfef8b4-7b87-4eaa-9ff3-43484524b510 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:02.372687 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2f7a23-47f5-470d-b331-1d4328231220 None None] Routers {'5f718fcc-3e8c-46a0-957e-50f838fc2155'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:53:02.373326 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-ba2f7a23-47f5-470d-b331-1d4328231220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:52:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['5f718fcc-3e8c-46a0-957e-50f838fc2155'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:53:02.397834 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-9cfef8b4-7b87-4eaa-9ff3-43484524b510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:02.407640 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-550b5f45-32e7-4397-b88e-5814893e3d76 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:02.438170 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-5818a702-c0bc-4f9d-864a-126ab5f99fbb req-12d4cc91-622b-470f-bc1a-8e46d6f0568f tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Deleting port 5d44bf9a-9f15-40f1-a5ed-efd69bba55a5 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:53:02.438622 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5818a702-c0bc-4f9d-864a-126ab5f99fbb req-12d4cc91-622b-470f-bc1a-8e46d6f0568f tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:02.458622 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port e35d53e6-ff2c-4881-9f75-00fb4867650d triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:53:02.459397 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:02.470943 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d7bc9194-8b73-4f78-892f-cf950edb340e req-8f258812-c61b-49d0-ba7d-3a966a7ccee5 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/security-groups?id=d31e88a1-95c0-429a-ba32-e98354fad9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715004 Sep 30 00:53:02.608459 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-ba2f7a23-47f5-470d-b331-1d4328231220 None None] Set router 5f718fcc-3e8c-46a0-957e-50f838fc2155 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:53:02.722892 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3496e445-5d57-4377-a932-d237b7581a42 req-d9fec769-652a-4d04-9173-c0c2c29201b9 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5262394 Sep 30 00:53:02.909269 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfef8b4-7b87-4eaa-9ff3-43484524b510 service neutron] Pushing event updated for resources: {'Port': ['ID=fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c,revision_number=7']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:02.911964 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-ba2f7a23-47f5-470d-b331-1d4328231220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f718fcc-3e8c-46a0-957e-50f838fc2155', 'name': 'tempest-FloatingIPDetailsTestJSON-931987869-router', 'tenant_id': 'c9dd6dd8a9b34e0ba52c16c535feb461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e539a7dd-763d-4b56-9ecf-cc5edb17d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:52:56Z', 'updated_at': '2021-09-30T00:52:58Z', 'revision_number': 3, 'project_id': 'c9dd6dd8a9b34e0ba52c16c535feb461', 'gw_port': {'id': 'e539a7dd-763d-4b56-9ecf-cc5edb17d4c5', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:00:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f718fcc-3e8c-46a0-957e-50f838fc2155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:52:57Z', 'updated_at': '2021-09-30T00:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:53:02.923742 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2f7a23-47f5-470d-b331-1d4328231220 None None] The sync data for ids ['5f718fcc-3e8c-46a0-957e-50f838fc2155'] in n-d-811809-1 is: [{'id': '5f718fcc-3e8c-46a0-957e-50f838fc2155', 'name': 'tempest-FloatingIPDetailsTestJSON-931987869-router', 'tenant_id': 'c9dd6dd8a9b34e0ba52c16c535feb461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e539a7dd-763d-4b56-9ecf-cc5edb17d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:52:56Z', 'updated_at': '2021-09-30T00:52:58Z', 'revision_number': 3, 'project_id': 'c9dd6dd8a9b34e0ba52c16c535feb461', 'gw_port': {'id': 'e539a7dd-763d-4b56-9ecf-cc5edb17d4c5', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:00:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f718fcc-3e8c-46a0-957e-50f838fc2155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:52:57Z', 'updated_at': '2021-09-30T00:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:53:02.928180 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9cfef8b4-7b87-4eaa-9ff3-43484524b510 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:02.957480 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6d5bb5a7-67f3-44d6-aa10-6b1fa9fdfd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:02.967021 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-9cfef8b4-7b87-4eaa-9ff3-43484524b510 service neutron] Attempting to bind port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c on host n-h2-811809-1 for vnic_type normal with profile {"migrating_to": "n-h1-811809-1"} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:53:02.967361 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-9cfef8b4-7b87-4eaa-9ff3-43484524b510 service neutron] Attempting to bind port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:53:02.967692 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-9cfef8b4-7b87-4eaa-9ff3-43484524b510 service neutron] Attempting to bind port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c on network 0a0a50fb-f59e-4919-9310-948ef891e84f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:53:02.979446 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-9cfef8b4-7b87-4eaa-9ff3-43484524b510 service neutron] Port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c on network 0a0a50fb-f59e-4919-9310-948ef891e84f not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:53:02.980057 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-9cfef8b4-7b87-4eaa-9ff3-43484524b510 service neutron] Attempting to bind port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c on network 0a0a50fb-f59e-4919-9310-948ef891e84f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:53:02.991266 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-9cfef8b4-7b87-4eaa-9ff3-43484524b510 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:53:02.991645 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-9cfef8b4-7b87-4eaa-9ff3-43484524b510 service neutron] Checking segment: {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:53:02.992468 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-9cfef8b4-7b87-4eaa-9ff3-43484524b510 service neutron] Bound using segment: {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:53:02.992468 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-9cfef8b4-7b87-4eaa-9ff3-43484524b510 service neutron] Bound port: fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:53:02.992770 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-9cfef8b4-7b87-4eaa-9ff3-43484524b510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:03.049880 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-5818a702-c0bc-4f9d-864a-126ab5f99fbb req-12d4cc91-622b-470f-bc1a-8e46d6f0568f tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] For port 5d44bf9a-9f15-40f1-a5ed-efd69bba55a5, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=5d44bf9a-9f15-40f1-a5ed-efd69bba55a5,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:03.050238 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5818a702-c0bc-4f9d-864a-126ab5f99fbb req-12d4cc91-622b-470f-bc1a-8e46d6f0568f tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:03.145630 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5986e8-d2d7-4271-bdf2-35e851ee7f07 req-213f94e6-3e30-4706-90ea-9f650d3892f1 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:03.145630 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3c5986e8-d2d7-4271-bdf2-35e851ee7f07 req-213f94e6-3e30-4706-90ea-9f650d3892f1 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e542f2-01d2-4a26-99c4-e0b772a78503 HTTP/1.1" status: 200 len: 950 time: 0.2944865 Sep 30 00:53:03.219413 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-5818a702-c0bc-4f9d-864a-126ab5f99fbb req-12d4cc91-622b-470f-bc1a-8e46d6f0568f tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Calling delete_port for 5d44bf9a-9f15-40f1-a5ed-efd69bba55a5 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:53:03.247166 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-9cfef8b4-7b87-4eaa-9ff3-43484524b510 service neutron] For port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:53:03.267402 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851cb9b-8cbd-491c-bff4-a244b8915068 req-c3ef9990-a565-4cca-a122-e6562fcb9a45 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:03.268622 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e851cb9b-8cbd-491c-bff4-a244b8915068 req-c3ef9990-a565-4cca-a122-e6562fcb9a45 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d66b365-19c0-4f59-b5c7-eeb372171dec HTTP/1.1" status: 200 len: 947 time: 0.7385244 Sep 30 00:53:03.287472 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-9cfef8b4-7b87-4eaa-9ff3-43484524b510 service neutron] For port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:53:03.291703 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3c5986e8-d2d7-4271-bdf2-35e851ee7f07 req-0d8ed201-8fa0-416b-a7f4-b1e67fc73c86 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7798fee-870b-4c75-aa01-c26f2ece0716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111047 Sep 30 00:53:03.297566 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-9cfef8b4-7b87-4eaa-9ff3-43484524b510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:03.303592 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-59d221aa-92b7-4731-86ba-86009991c3af tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:03.441675 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3496e445-5d57-4377-a932-d237b7581a42 req-684413ce-c1c2-4621-a398-a6bad0f34c06 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5737994 Sep 30 00:53:03.488154 n-d-811809-1 neutron-server[80275]: INFO neutron.api.v2.resource [req-b5994c6d-2a5a-4f1f-b6d1-d573d2803bd7 req-8c681174-04c2-4ce7-a9bf-d9a37aaf3450 tempest-SecurityGroupsNegativeTestJSON-428279316 tempest-SecurityGroupsNegativeTestJSON-428279316-project] show failed (client error): The resource could not be found. Sep 30 00:53:03.489213 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b5994c6d-2a5a-4f1f-b6d1-d573d2803bd7 req-8c681174-04c2-4ce7-a9bf-d9a37aaf3450 tempest-SecurityGroupsNegativeTestJSON-428279316 tempest-SecurityGroupsNegativeTestJSON-428279316-project] 10.222.0.39 "GET /v2.0/security-groups/a5bb4592-776e-4909-a96f-c2ce96d6f9a3 HTTP/1.1" status: 404 len: 352 time: 0.1460032 Sep 30 00:53:03.491073 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e851cb9b-8cbd-491c-bff4-a244b8915068 req-8ed82cd4-1bf4-4fed-9dfd-b74f39c296cc tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d3449c9-95b6-4d85-b68d-9724847c41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818794 Sep 30 00:53:03.506938 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 60642) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:03.603888 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e89748-779c-4045-8a7c-7ceca6bc63e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c', 'code': 200} Sep 30 00:53:03.638509 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfef8b4-7b87-4eaa-9ff3-43484524b510 service neutron] Pushing event updated for resources: {'Port': ['ID=fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c,revision_number=8']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:03.641778 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-9cfef8b4-7b87-4eaa-9ff3-43484524b510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:03.642458 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-9cfef8b4-7b87-4eaa-9ff3-43484524b510 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:03.643865 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-9cfef8b4-7b87-4eaa-9ff3-43484524b510 service neutron] 10.222.0.59 "PUT /v2.0/ports/fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c HTTP/1.1" status: 200 len: 1122 time: 2.6944406 Sep 30 00:53:03.645015 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-6d5bb5a7-67f3-44d6-aa10-6b1fa9fdfd0f admin admin] Allocated IP 172.20.0.1 (bbfd6912-5477-4862-80d2-6fea0ae19380/57ea68fa-2952-4c4f-9e7c-b51c0846fe43/370eeb99-68d5-4a3e-91a9-482673030aae) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:53:03.649764 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9cfef8b4-7b87-4eaa-9ff3-43484524b510 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:03.686198 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5818a702-c0bc-4f9d-864a-126ab5f99fbb req-12d4cc91-622b-470f-bc1a-8e46d6f0568f tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:03.697656 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f25a7115-de3a-4363-9a71-b3873cd8b689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:03.760053 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc25b6de-2c42-4a24-b16b-0daf76c23eff admin admin] Deleting subnet 8eba8461-e22d-483e-a67e-efa9240cdd64 {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 00:53:03.763044 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4cc91-622b-470f-bc1a-8e46d6f0568f tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Pushing event deleted for resources: {'Port': ['ID=5d44bf9a-9f15-40f1-a5ed-efd69bba55a5,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:03.765983 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-12d4cc91-622b-470f-bc1a-8e46d6f0568f tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:03.774004 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:53:03.801542 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-dc25b6de-2c42-4a24-b16b-0daf76c23eff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:03.855405 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:53:03.953252 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6d5bb5a7-67f3-44d6-aa10-6b1fa9fdfd0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:03.955228 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-5818a702-c0bc-4f9d-864a-126ab5f99fbb req-12d4cc91-622b-470f-bc1a-8e46d6f0568f tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] No DVR routers for this DVR port 5d44bf9a-9f15-40f1-a5ed-efd69bba55a5 on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:53:03.959696 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5818a702-c0bc-4f9d-864a-126ab5f99fbb req-12d4cc91-622b-470f-bc1a-8e46d6f0568f tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:03.967727 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e542f2-01d2-4a26-99c4-e0b772a78503', 'name': 'network-vif-deleted', 'tag': '5d44bf9a-9f15-40f1-a5ed-efd69bba55a5'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:53:03.980691 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-6d5bb5a7-67f3-44d6-aa10-6b1fa9fdfd0f admin admin] Transition to ACTIVE for port object 370eeb99-68d5-4a3e-91a9-482673030aae will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:53:03.997441 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-dc25b6de-2c42-4a24-b16b-0daf76c23eff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2490848'] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:04.060865 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5818a702-c0bc-4f9d-864a-126ab5f99fbb req-12d4cc91-622b-470f-bc1a-8e46d6f0568f tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.59 "DELETE /v2.0/ports/5d44bf9a-9f15-40f1-a5ed-efd69bba55a5 HTTP/1.1" status: 204 len: 173 time: 1.7568567 Sep 30 00:53:04.072741 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6d5bb5a7-67f3-44d6-aa10-6b1fa9fdfd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:04.088552 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:04.183595 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5bb5a7-67f3-44d6-aa10-6b1fa9fdfd0f admin admin] Network bbfd6912-5477-4862-80d2-6fea0ae19380 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:53:04.187613 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-6d5bb5a7-67f3-44d6-aa10-6b1fa9fdfd0f admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:53:04.196138 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5bb5a7-67f3-44d6-aa10-6b1fa9fdfd0f admin admin] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:53:04.224964 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5bb5a7-67f3-44d6-aa10-6b1fa9fdfd0f admin admin] Pushing event updated for resources: {'Port': ['ID=370eeb99-68d5-4a3e-91a9-482673030aae,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:04.231901 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6d5bb5a7-67f3-44d6-aa10-6b1fa9fdfd0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:04.252890 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-dc25b6de-2c42-4a24-b16b-0daf76c23eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:04.271742 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6d5bb5a7-67f3-44d6-aa10-6b1fa9fdfd0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734280'] for router_interface, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:04.282140 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77ed49-39cc-4646-97c2-09d92d265135 req-447a9b21-3d3a-4b39-9d7a-4dd2310c62d7 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:04.283913 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4d77ed49-39cc-4646-97c2-09d92d265135 req-447a9b21-3d3a-4b39-9d7a-4dd2310c62d7 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 949 time: 0.5355582 Sep 30 00:53:04.369696 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96585c07-4ae3-4da3-829a-793d00d701f5 req-fced0d85-b931-4f9d-9335-75019a4b86a5 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:04.378114 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-96585c07-4ae3-4da3-829a-793d00d701f5 req-fced0d85-b931-4f9d-9335-75019a4b86a5 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 944 time: 0.2923965 Sep 30 00:53:04.382845 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4d77ed49-39cc-4646-97c2-09d92d265135 req-850f6d53-524f-4370-a6a4-7c8afa5021c4 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875521 Sep 30 00:53:04.449278 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-96585c07-4ae3-4da3-829a-793d00d701f5 req-7fd82469-76c3-4f3d-b965-78d260c7e2d8 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702724 Sep 30 00:53:04.449695 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device e539a7dd-763d-4b56-9ecf-cc5edb17d4c5 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:53:04.475206 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-dc25b6de-2c42-4a24-b16b-0daf76c23eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:04.477517 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:04.554672 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6d5bb5a7-67f3-44d6-aa10-6b1fa9fdfd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:04.570257 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e542f2-01d2-4a26-99c4-e0b772a78503', 'name': 'network-vif-deleted', 'tag': '5d44bf9a-9f15-40f1-a5ed-efd69bba55a5', 'status': 'completed', 'code': 200} Sep 30 00:53:04.571455 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25b6de-2c42-4a24-b16b-0daf76c23eff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eba8461-e22d-483e-a67e-efa9240cdd64,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:04.576037 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-dc25b6de-2c42-4a24-b16b-0daf76c23eff admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:04.580370 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port e539a7dd-763d-4b56-9ecf-cc5edb17d4c5 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:53:04.584361 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-dc25b6de-2c42-4a24-b16b-0daf76c23eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:04.586703 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port e539a7dd-763d-4b56-9ecf-cc5edb17d4c5 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:53:04.587373 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:04.613958 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-dc25b6de-2c42-4a24-b16b-0daf76c23eff admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8eba8461-e22d-483e-a67e-efa9240cdd64 HTTP/1.1" status: 204 len: 168 time: 1.1058252 Sep 30 00:53:04.616362 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 60660) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:04.724843 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-d77d0de5-d52b-4911-8d43-a426c91d1761 None None] Provisioning for port 370eeb99-68d5-4a3e-91a9-482673030aae completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:53:04.778046 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-d77d0de5-d52b-4911-8d43-a426c91d1761 None None] Provisioning complete for port 370eeb99-68d5-4a3e-91a9-482673030aae triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:53:04.778687 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d77d0de5-d52b-4911-8d43-a426c91d1761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:04.884001 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-d77d0de5-d52b-4911-8d43-a426c91d1761 None None] Port 370eeb99-68d5-4a3e-91a9-482673030aae cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:53:04.885311 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-3f98b16f-0030-4d8d-b782-819eb484afd3 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a52d3312de784e00ba80aff39950f6b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606732 Sep 30 00:53:04.891012 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 5d44bf9a-9f15-40f1-a5ed-efd69bba55a5 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:53:04.944102 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: 5d44bf9a-9f15-40f1-a5ed-efd69bba55a5 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:53:04.944459 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 5d44bf9a-9f15-40f1-a5ed-efd69bba55a5 not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:53:04.955753 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:04.958352 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6d5bb5a7-67f3-44d6-aa10-6b1fa9fdfd0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:04.965724 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6d5bb5a7-67f3-44d6-aa10-6b1fa9fdfd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:04.975199 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port e539a7dd-763d-4b56-9ecf-cc5edb17d4c5, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=e539a7dd-763d-4b56-9ecf-cc5edb17d4c5,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:04.980034 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:04.982633 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:05.027521 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8c3c7531-bda3-40f7-ba37-af088dcf7d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:05.040906 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6d792bf8-c4ad-47ca-a17a-70402a8b2455 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:05.060458 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=e539a7dd-763d-4b56-9ecf-cc5edb17d4c5,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:05.064224 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:05.182685 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9e8127f6-4d57-4e30-88ea-1ab6eac02c3e req-f8cfb33a-e4a8-481d-895f-ae73fc978264 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] 10.222.0.39 "GET /v2.0/ports?device_id=10e542f2-01d2-4a26-99c4-e0b772a78503 HTTP/1.1" status: 200 len: 210 time: 0.0682919 Sep 30 00:53:05.194512 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5bb5a7-67f3-44d6-aa10-6b1fa9fdfd0f admin admin] Pushing event updated for resources: {'Port': ['ID=370eeb99-68d5-4a3e-91a9-482673030aae,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:05.207747 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6d5bb5a7-67f3-44d6-aa10-6b1fa9fdfd0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:05.207747 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6d5bb5a7-67f3-44d6-aa10-6b1fa9fdfd0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734445'] for router_interface, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:05.216190 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device d710f1b7-6fe4-46d8-b0de-16cf95fb255b details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:53:05.219558 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-cf3e4304-50ba-4347-ab3f-5f218e17c9da tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:05.221235 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-cf3e4304-50ba-4347-ab3f-5f218e17c9da tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3223217 Sep 30 00:53:05.249027 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8c3c7531-bda3-40f7-ba37-af088dcf7d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:05.262104 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-b89c3046-8f9a-402b-bb00-3841a6f3337e tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/quotas/a52d3312de784e00ba80aff39950f6b4 HTTP/1.1" status: 200 len: 375 time: 0.0248957 Sep 30 00:53:05.313511 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-8c3c7531-bda3-40f7-ba37-af088dcf7d97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba2c0331-00c5-43ae-aee1-b301ea01803e']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:53:05.342557 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-8c3c7531-bda3-40f7-ba37-af088dcf7d97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09225a19-ba48-4286-bb85-bf301423ddc0') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:53:05.342969 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-8c3c7531-bda3-40f7-ba37-af088dcf7d97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09225a19-ba48-4286-bb85-bf301423ddc0') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:53:05.363067 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8c3c7531-bda3-40f7-ba37-af088dcf7d97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:05.374555 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port d710f1b7-6fe4-46d8-b0de-16cf95fb255b, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=d710f1b7-6fe4-46d8-b0de-16cf95fb255b,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:05.387245 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8c3c7531-bda3-40f7-ba37-af088dcf7d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:05.390492 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': 'd710f1b7-6fe4-46d8-b0de-16cf95fb255b', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': 'd710f1b7-6fe4-46d8-b0de-16cf95fb255b', 'mac_address': 'fa:16:3e:1b:75:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:53:05.396149 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c3c7531-bda3-40f7-ba37-af088dcf7d97 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:53:05.396546 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8c3c7531-bda3-40f7-ba37-af088dcf7d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: timer() Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:53:05.411064 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:53:05.464049 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:05.466267 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:05.483710 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d710f1b7-6fe4-46d8-b0de-16cf95fb255b {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:53:05.499405 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-60ae8092-bbcd-49b2-b6f9-be309019a229 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a52d3312de784e00ba80aff39950f6b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2256429 Sep 30 00:53:05.505463 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port d710f1b7-6fe4-46d8-b0de-16cf95fb255b, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=d710f1b7-6fe4-46d8-b0de-16cf95fb255b,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:05.511459 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:05.515715 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8c3c7531-bda3-40f7-ba37-af088dcf7d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:05.521023 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:05.523987 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:05.549351 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5bb5a7-67f3-44d6-aa10-6b1fa9fdfd0f admin admin] Network bbfd6912-5477-4862-80d2-6fea0ae19380 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:53:05.554104 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8c3c7531-bda3-40f7-ba37-af088dcf7d97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:05.562642 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c7531-bda3-40f7-ba37-af088dcf7d97 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba2c0331-00c5-43ae-aee1-b301ea01803e,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:05.563210 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-6d5bb5a7-67f3-44d6-aa10-6b1fa9fdfd0f admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:53:05.572697 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f3b7f-a03e-41a7-8479-6b49fa9168c4 req-e1f94d1a-d07d-4c93-8e2c-1e9527f311b2 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:05.590869 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-8c3c7531-bda3-40f7-ba37-af088dcf7d97 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ba2c0331-00c5-43ae-aee1-b301ea01803e HTTP/1.1" status: 204 len: 168 time: 0.9614487 Sep 30 00:53:05.592187 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8c3c7531-bda3-40f7-ba37-af088dcf7d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:05.594320 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4b4f3b7f-a03e-41a7-8479-6b49fa9168c4 req-e1f94d1a-d07d-4c93-8e2c-1e9527f311b2 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d66b365-19c0-4f59-b5c7-eeb372171dec HTTP/1.1" status: 200 len: 947 time: 0.1610370 Sep 30 00:53:05.623813 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=d710f1b7-6fe4-46d8-b0de-16cf95fb255b,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:05.626911 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e89748-779c-4045-8a7c-7ceca6bc63e5', 'tag': 'fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:53:05.630674 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:05.803676 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 60684) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:05.881975 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221cf8ed-268d-40fe-905d-29613aeab34e req-8ae377eb-f49d-4e33-8439-5b70755ecf0b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:05.883791 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-221cf8ed-268d-40fe-905d-29613aeab34e req-8ae377eb-f49d-4e33-8439-5b70755ecf0b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 949 time: 0.0995619 Sep 30 00:53:05.892919 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4b4f3b7f-a03e-41a7-8479-6b49fa9168c4 req-ca6fa077-8f54-4d06-a726-6a60542ef3e8 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d3449c9-95b6-4d85-b68d-9724847c41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976143 Sep 30 00:53:05.930216 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-e1c45020-79ae-4944-86da-b54454da0def None None] Provisioning complete for port 370eeb99-68d5-4a3e-91a9-482673030aae triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:53:05.931586 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e1c45020-79ae-4944-86da-b54454da0def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:05.946359 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-49ae993d-398e-45c7-9e42-747e29426bc0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=93b8c5a7c8094b65ae87a8b13548bce6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0909328 Sep 30 00:53:05.948970 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 60694) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:05.967516 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5bb5a7-67f3-44d6-aa10-6b1fa9fdfd0f admin admin] Router 5f718fcc-3e8c-46a0-957e-50f838fc2155 has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:53:05.984598 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['d710f1b7-6fe4-46d8-b0de-16cf95fb255b'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:53:05.986038 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-221cf8ed-268d-40fe-905d-29613aeab34e req-2fc28f88-3fdd-4238-af19-b34e9dba180f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956717 Sep 30 00:53:06.092011 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-e1c45020-79ae-4944-86da-b54454da0def None None] Port 370eeb99-68d5-4a3e-91a9-482673030aae cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:53:06.130019 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e89748-779c-4045-8a7c-7ceca6bc63e5', 'tag': 'fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c', 'status': 'completed', 'code': 200} Sep 30 00:53:06.191085 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-160e62b8-95ad-43c1-b5f7-196bcae59d89 req-4427864c-7154-45a4-8a31-7370cf6ea650 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9db3b20-6c26-442f-b7ab-98ab56be586f HTTP/1.1" status: 200 len: 210 time: 0.0579772 Sep 30 00:53:06.221051 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c343c-c83e-4054-92a6-82ec1ac68570 req-2487ae24-7f65-4f51-a397-f7263aade705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:06.222907 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b48c343c-c83e-4054-92a6-82ec1ac68570 req-2487ae24-7f65-4f51-a397-f7263aade705 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 1125 time: 0.1368666 Sep 30 00:53:06.243136 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-01b6b3af-9579-4dd8-bfa7-9fb1f2b7f6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:06.321778 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device e539a7dd-763d-4b56-9ecf-cc5edb17d4c5 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:53:06.358750 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-01b6b3af-9579-4dd8-bfa7-9fb1f2b7f6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:06.410003 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port e539a7dd-763d-4b56-9ecf-cc5edb17d4c5 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:53:06.410402 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:06.458756 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-01b6b3af-9579-4dd8-bfa7-9fb1f2b7f6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:06.464554 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b9c4195d-7ae1-4ebb-94c4-f984849127f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:06.478571 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac855b-b1ab-4ee4-bb45-15dc7a78438e req-9e8dd81a-01ac-4937-a921-d548ff2c87f5 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:06.480654 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-76ac855b-b1ab-4ee4-bb45-15dc7a78438e req-9e8dd81a-01ac-4937-a921-d548ff2c87f5 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 944 time: 0.3838899 Sep 30 00:53:06.484373 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5bb5a7-67f3-44d6-aa10-6b1fa9fdfd0f admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:53:06.531331 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeaf76a-438c-4e4a-9fe7-0176a97767ca None None] Sync routers for ids ['5f718fcc-3e8c-46a0-957e-50f838fc2155'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:53:06.534362 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6b3af-9579-4dd8-bfa7-9fb1f2b7f6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c12be2e-8471-4b25-b40c-a12da75f874d,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:06.549626 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-01b6b3af-9579-4dd8-bfa7-9fb1f2b7f6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:06.563686 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c343c-c83e-4054-92a6-82ec1ac68570 req-bc4e3364-9c22-46f3-aa15-d80e8b4e3424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:06.565743 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b48c343c-c83e-4054-92a6-82ec1ac68570 req-bc4e3364-9c22-46f3-aa15-d80e8b4e3424 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a0a50fb-f59e-4919-9310-948ef891e84f HTTP/1.1" status: 200 len: 909 time: 0.3285017 Sep 30 00:53:06.590195 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-6d5bb5a7-67f3-44d6-aa10-6b1fa9fdfd0f admin admin] 10.222.0.39 "PUT /v2.0/routers/5f718fcc-3e8c-46a0-957e-50f838fc2155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4239910 Sep 30 00:53:06.594988 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-01b6b3af-9579-4dd8-bfa7-9fb1f2b7f6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:06.596399 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-01b6b3af-9579-4dd8-bfa7-9fb1f2b7f6fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7c12be2e-8471-4b25-b40c-a12da75f874d HTTP/1.1" status: 204 len: 168 time: 0.6472383 Sep 30 00:53:06.653576 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeaf76a-438c-4e4a-9fe7-0176a97767ca None None] Routers {'5f718fcc-3e8c-46a0-957e-50f838fc2155'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:53:06.655005 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-baeaf76a-438c-4e4a-9fe7-0176a97767ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:52:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['5f718fcc-3e8c-46a0-957e-50f838fc2155'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:53:06.659111 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-76ac855b-b1ab-4ee4-bb45-15dc7a78438e req-6d914bec-2277-471f-9d48-25cca4f19f7e tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711454 Sep 30 00:53:06.736230 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b48c343c-c83e-4054-92a6-82ec1ac68570 req-3a529ede-7762-4df6-a5fb-6b34d11f2206 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c HTTP/1.1" status: 200 len: 217 time: 0.1589966 Sep 30 00:53:06.831170 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c343c-c83e-4054-92a6-82ec1ac68570 req-7b360f86-7505-4f21-9423-f675aacc3403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:06.833352 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b48c343c-c83e-4054-92a6-82ec1ac68570 req-7b360f86-7505-4f21-9423-f675aacc3403 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e11b3221-7cfb-4feb-801d-70a2c0ec6209 HTTP/1.1" status: 200 len: 848 time: 0.0857282 Sep 30 00:53:06.875437 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-baeaf76a-438c-4e4a-9fe7-0176a97767ca None None] Set router 5f718fcc-3e8c-46a0-957e-50f838fc2155 gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:53:06.898090 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b48c343c-c83e-4054-92a6-82ec1ac68570 req-040a1718-55ab-44bd-8509-764c1284bc4c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a0a50fb-f59e-4919-9310-948ef891e84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520480 Sep 30 00:53:07.216626 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 60720) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:07.253410 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device d710f1b7-6fe4-46d8-b0de-16cf95fb255b up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:53:07.256796 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bb345-e37c-4991-b7f9-0d778083b055 req-aeaeb91a-6f6e-467d-92b2-075e7b6b25a0 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:07.264134 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ab6bb345-e37c-4991-b7f9-0d778083b055 req-aeaeb91a-6f6e-467d-92b2-075e7b6b25a0 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d66b365-19c0-4f59-b5c7-eeb372171dec HTTP/1.1" status: 200 len: 948 time: 0.1907022 Sep 30 00:53:07.321237 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-3f5a0759-0a4c-4e3a-93d6-0e3f3b79651c tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a52d3312de784e00ba80aff39950f6b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0960941 Sep 30 00:53:07.327767 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b48c343c-c83e-4054-92a6-82ec1ac68570 req-a29821f0-e139-465b-84c2-c3c4bda68889 service neutron] 10.222.0.55 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198704 Sep 30 00:53:07.342081 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ab6bb345-e37c-4991-b7f9-0d778083b055 req-66f7ce4f-cc5f-4138-a6f2-48991c9d0c52 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d3449c9-95b6-4d85-b68d-9724847c41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723307 Sep 30 00:53:07.513952 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port d710f1b7-6fe4-46d8-b0de-16cf95fb255b completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:53:07.523575 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port d710f1b7-6fe4-46d8-b0de-16cf95fb255b triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:53:07.523962 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:07.556573 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-f724651d-c4b3-41c9-93d4-777f3ca9612f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d5e52aa989c470983b6e5427dfb382a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3347316 Sep 30 00:53:07.556844 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 60738) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:07.619270 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-baeaf76a-438c-4e4a-9fe7-0176a97767ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f718fcc-3e8c-46a0-957e-50f838fc2155', 'name': 'tempest-FloatingIPDetailsTestJSON-931987869-router', 'tenant_id': 'c9dd6dd8a9b34e0ba52c16c535feb461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e539a7dd-763d-4b56-9ecf-cc5edb17d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:52:56Z', 'updated_at': '2021-09-30T00:53:04Z', 'revision_number': 4, 'project_id': 'c9dd6dd8a9b34e0ba52c16c535feb461', 'gw_port': {'id': 'e539a7dd-763d-4b56-9ecf-cc5edb17d4c5', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f718fcc-3e8c-46a0-957e-50f838fc2155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:52:57Z', 'updated_at': '2021-09-30T00:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '370eeb99-68d5-4a3e-91a9-482673030aae', 'name': '', 'network_id': 'bbfd6912-5477-4862-80d2-6fea0ae19380', 'tenant_id': 'c9dd6dd8a9b34e0ba52c16c535feb461', 'mac_address': 'fa:16:3e:1f:de:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f718fcc-3e8c-46a0-957e-50f838fc2155', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '57ea68fa-2952-4c4f-9e7c-b51c0846fe43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:53:03Z', 'updated_at': '2021-09-30T00:53:04Z', 'revision_number': 2, 'project_id': 'c9dd6dd8a9b34e0ba52c16c535feb461', 'subnets': [{'id': '57ea68fa-2952-4c4f-9e7c-b51c0846fe43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:53:07.628011 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeaf76a-438c-4e4a-9fe7-0176a97767ca None None] Checking router: 5f718fcc-3e8c-46a0-957e-50f838fc2155 for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:53:07.628387 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeaf76a-438c-4e4a-9fe7-0176a97767ca None None] Updating router 5f718fcc-3e8c-46a0-957e-50f838fc2155 port 370eeb99-68d5-4a3e-91a9-482673030aae binding host n-d-811809-1 {{(pid=80276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:53:07.704211 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-7a87fd1c-82a1-40be-83a1-1f331880c299 req-58b03ca7-ce0e-4125-bcc8-22977a4d0a7c tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Synchronizing usage tracker for tenant:c9dd6dd8a9b34e0ba52c16c535feb461 on resource:network {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:53:07.714158 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e4c3417-8407-4f29-81b7-99a00b8e7d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:07.731626 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-baeaf76a-438c-4e4a-9fe7-0176a97767ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:07.758533 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-f734005f-0b9d-4bcc-b4fc-ac5992c949a8 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:07.760050 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-f734005f-0b9d-4bcc-b4fc-ac5992c949a8 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4254632 Sep 30 00:53:07.760173 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e4c3417-8407-4f29-81b7-99a00b8e7d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:07.779314 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0ad02-9c42-48ce-86f1-664c0a1d80a7 req-0f9487d1-6f73-483f-a2a3-64320400f456 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:07.781006 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-83e0ad02-9c42-48ce-86f1-664c0a1d80a7 req-0f9487d1-6f73-483f-a2a3-64320400f456 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 949 time: 0.1475089 Sep 30 00:53:07.788281 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-4435338a-ebde-4f9b-b405-e7117dd498b8 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Request body: {'port': {'device_id': 'f9db3b20-6c26-442f-b7ab-98ab56be586f', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'admin_state_up': True, 'tenant_id': 'a52d3312de784e00ba80aff39950f6b4'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:07.810112 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-7a87fd1c-82a1-40be-83a1-1f331880c299 req-58b03ca7-ce0e-4125-bcc8-22977a4d0a7c tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Unset dirty status for tenant:c9dd6dd8a9b34e0ba52c16c535feb461 on resource:network {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:53:07.816571 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7a87fd1c-82a1-40be-83a1-1f331880c299 req-58b03ca7-ce0e-4125-bcc8-22977a4d0a7c tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7215986 Sep 30 00:53:07.819818 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b48c343c-c83e-4054-92a6-82ec1ac68570 req-64333fb9-b372-4b8b-b03b-b4a0af9ad7e1 service neutron] 10.222.0.55 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380558 Sep 30 00:53:07.877802 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-7a87fd1c-82a1-40be-83a1-1f331880c299 req-3b201341-cefb-4756-906c-fc550d0145f0 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Request body: {'floatingip': {'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:07.878944 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-83e0ad02-9c42-48ce-86f1-664c0a1d80a7 req-20531832-fe19-435e-833e-6e38028e4e9e tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883906 Sep 30 00:53:07.905420 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e4c3417-8407-4f29-81b7-99a00b8e7d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:07.905420 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-93461070-9bf4-4e7a-bc04-d49448a51d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:07.914664 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-7a87fd1c-82a1-40be-83a1-1f331880c299 req-3b201341-cefb-4756-906c-fc550d0145f0 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:07.921833 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c3417-8407-4f29-81b7-99a00b8e7d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7798fee-870b-4c75-aa01-c26f2ece0716,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:07.925531 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-7a87fd1c-82a1-40be-83a1-1f331880c299 req-3b201341-cefb-4756-906c-fc550d0145f0 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Usage tracker for resource:floatingip and tenant:c9dd6dd8a9b34e0ba52c16c535feb461 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:53:07.930128 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3e4c3417-8407-4f29-81b7-99a00b8e7d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:07.931268 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-7a87fd1c-82a1-40be-83a1-1f331880c299 req-3b201341-cefb-4756-906c-fc550d0145f0 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:53:07.942673 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-7a87fd1c-82a1-40be-83a1-1f331880c299 req-3b201341-cefb-4756-906c-fc550d0145f0 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:07.963615 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e4c3417-8407-4f29-81b7-99a00b8e7d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:07.967356 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-3e4c3417-8407-4f29-81b7-99a00b8e7d50 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7798fee-870b-4c75-aa01-c26f2ece0716 HTTP/1.1" status: 204 len: 168 time: 0.4083555 Sep 30 00:53:08.016577 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-7a87fd1c-82a1-40be-83a1-1f331880c299 req-3b201341-cefb-4756-906c-fc550d0145f0 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks [] for floatingip, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:08.047398 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:08.083760 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7a69b331-70c3-41d8-9215-96565bfc4fa0 req-d473a238-961b-4f12-ace0-7502e9342dd5 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9db3b20-6c26-442f-b7ab-98ab56be586f HTTP/1.1" status: 200 len: 210 time: 0.0735223 Sep 30 00:53:08.106536 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d66b365-19c0-4f59-b5c7-eeb372171dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd710f1b7-6fe4-46d8-b0de-16cf95fb255b'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:53:08.121577 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-4435338a-ebde-4f9b-b405-e7117dd498b8 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:08.136762 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port d710f1b7-6fe4-46d8-b0de-16cf95fb255b, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=d710f1b7-6fe4-46d8-b0de-16cf95fb255b,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:08.157231 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:08.162224 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:08.226415 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-4435338a-ebde-4f9b-b405-e7117dd498b8 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:08.247530 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-4435338a-ebde-4f9b-b405-e7117dd498b8 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Made reservation on behalf of a52d3312de784e00ba80aff39950f6b4 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:53:08.253967 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-4435338a-ebde-4f9b-b405-e7117dd498b8 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:08.363349 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=d710f1b7-6fe4-46d8-b0de-16cf95fb255b,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:08.376942 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:08.470834 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-7a87fd1c-82a1-40be-83a1-1f331880c299 req-3b201341-cefb-4756-906c-fc550d0145f0 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:08.503324 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 60766) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:08.503846 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-baeaf76a-438c-4e4a-9fe7-0176a97767ca None None] Notify callbacks [] for port, precommit_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:08.523176 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-baeaf76a-438c-4e4a-9fe7-0176a97767ca None None] Transition to ACTIVE for port object 370eeb99-68d5-4a3e-91a9-482673030aae will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:53:08.527141 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c7cbaf3-5a7a-4db1-9e1f-83bba0be64e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:08.534339 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-baeaf76a-438c-4e4a-9fe7-0176a97767ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:08.541064 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:08.547712 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5c7cbaf3-5a7a-4db1-9e1f-83bba0be64e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:08.553518 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-5c7cbaf3-5a7a-4db1-9e1f-83bba0be64e4 admin admin] Usage tracker for resource:security_group_rule and tenant:227dc0419b78434b90dbcacb130f0a8e is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:53:08.557248 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-5c7cbaf3-5a7a-4db1-9e1f-83bba0be64e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:53:08.565567 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5c7cbaf3-5a7a-4db1-9e1f-83bba0be64e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:08.570653 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-4435338a-ebde-4f9b-b405-e7117dd498b8 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Allocated IP 192.168.233.168 (5148d586-4385-4f2c-9968-16b3a645031f/d94969b3-14c1-4902-a40b-8e6c297e30ba/7c68eab0-9366-4d10-b622-22b04c1178e6) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:53:08.584775 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915e3d9-2f87-4532-ae6d-45a4a00f582e req-9ab20027-9f05-45a7-a171-3af0393139af tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:08.592880 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d915e3d9-2f87-4532-ae6d-45a4a00f582e req-9ab20027-9f05-45a7-a171-3af0393139af tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 944 time: 0.1562676 Sep 30 00:53:08.657104 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d915e3d9-2f87-4532-ae6d-45a4a00f582e req-a44d063c-90a6-447e-9ae4-f91eae2f8812 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633698 Sep 30 00:53:08.737616 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c7cbaf3-5a7a-4db1-9e1f-83bba0be64e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:08.740500 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-7a87fd1c-82a1-40be-83a1-1f331880c299 req-3b201341-cefb-4756-906c-fc550d0145f0 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Allocated IP 172.25.0.143 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/dcd54ece-9249-4843-8b14-3b207032f982) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:53:08.743624 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c7cbaf3-5a7a-4db1-9e1f-83bba0be64e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:08.758615 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-176dcd57-2b04-497a-ac78-da7b90028c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:08.787214 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d66b365-19c0-4f59-b5c7-eeb372171dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd710f1b7-6fe4-46d8-b0de-16cf95fb255b', 'code': 200} Sep 30 00:53:08.804714 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43650b07-70f9-4d2e-817e-ee647a1afe18 None None] Pushing event updated for resources: {'Port': ['ID=370eeb99-68d5-4a3e-91a9-482673030aae,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:08.835794 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-5c7cbaf3-5a7a-4db1-9e1f-83bba0be64e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=227dc0419b78434b90dbcacb130f0a8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3272421 Sep 30 00:53:08.835794 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7cbaf3-5a7a-4db1-9e1f-83bba0be64e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e495ffba-9072-469e-b185-c48f03ada526,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:08.837722 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5c7cbaf3-5a7a-4db1-9e1f-83bba0be64e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:08.838530 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 60772) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:08.869711 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-43650b07-70f9-4d2e-817e-ee647a1afe18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:08.892913 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-baeaf76a-438c-4e4a-9fe7-0176a97767ca None None] Attempting to bind port 370eeb99-68d5-4a3e-91a9-482673030aae on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:53:08.893282 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-baeaf76a-438c-4e4a-9fe7-0176a97767ca None None] Attempting to bind port 370eeb99-68d5-4a3e-91a9-482673030aae by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'a3b8f1b7-585a-44b3-9008-f1ca1b15bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'bbfd6912-5477-4862-80d2-6fea0ae19380'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:53:08.893659 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baeaf76a-438c-4e4a-9fe7-0176a97767ca None None] Attempting to bind port 370eeb99-68d5-4a3e-91a9-482673030aae on network bbfd6912-5477-4862-80d2-6fea0ae19380 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:53:08.913651 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baeaf76a-438c-4e4a-9fe7-0176a97767ca None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:53:08.916275 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baeaf76a-438c-4e4a-9fe7-0176a97767ca None None] Checking segment: {'id': 'a3b8f1b7-585a-44b3-9008-f1ca1b15bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'bbfd6912-5477-4862-80d2-6fea0ae19380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:53:08.917619 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-baeaf76a-438c-4e4a-9fe7-0176a97767ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:08.918069 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baeaf76a-438c-4e4a-9fe7-0176a97767ca None None] Bound using segment: {'id': 'a3b8f1b7-585a-44b3-9008-f1ca1b15bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'bbfd6912-5477-4862-80d2-6fea0ae19380'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:53:08.918921 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-baeaf76a-438c-4e4a-9fe7-0176a97767ca None None] Bound port: 370eeb99-68d5-4a3e-91a9-482673030aae, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b8f1b7-585a-44b3-9008-f1ca1b15bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'bbfd6912-5477-4862-80d2-6fea0ae19380'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:53:08.919052 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-baeaf76a-438c-4e4a-9fe7-0176a97767ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:08.927745 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-51647e26-fcc9-4c51-80bb-df9ac7fc9724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:08.965827 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-51647e26-fcc9-4c51-80bb-df9ac7fc9724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:09.034546 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-51647e26-fcc9-4c51-80bb-df9ac7fc9724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:09.043519 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-68ef7ea4-2ea1-458a-a098-25b4b5f916b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:09.069531 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51647e26-fcc9-4c51-80bb-df9ac7fc9724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e495ffba-9072-469e-b185-c48f03ada526,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:09.078580 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-51647e26-fcc9-4c51-80bb-df9ac7fc9724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:09.083956 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-51647e26-fcc9-4c51-80bb-df9ac7fc9724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:09.085087 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-51647e26-fcc9-4c51-80bb-df9ac7fc9724 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e495ffba-9072-469e-b185-c48f03ada526 HTTP/1.1" status: 204 len: 168 time: 0.2448640 Sep 30 00:53:09.089709 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-baeaf76a-438c-4e4a-9fe7-0176a97767ca None None] For port 370eeb99-68d5-4a3e-91a9-482673030aae, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:53:09.092703 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-baeaf76a-438c-4e4a-9fe7-0176a97767ca None None] For port 370eeb99-68d5-4a3e-91a9-482673030aae, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=370eeb99-68d5-4a3e-91a9-482673030aae,segment=NetworkSegment(a3b8f1b7-585a-44b3-9008-f1ca1b15bafe),segment_id=a3b8f1b7-585a-44b3-9008-f1ca1b15bafe)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:53:09.103608 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-baeaf76a-438c-4e4a-9fe7-0176a97767ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:09.157377 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-2beb25ca-83cc-41c6-a876-dfc5dedb7241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:09.294829 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeaf76a-438c-4e4a-9fe7-0176a97767ca None None] Routers {'5f718fcc-3e8c-46a0-957e-50f838fc2155'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:53:09.296285 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-baeaf76a-438c-4e4a-9fe7-0176a97767ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:52:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['5f718fcc-3e8c-46a0-957e-50f838fc2155'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:53:09.374973 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838fb5f-97af-4a73-9c57-806c1b46d2dd req-642cc915-d4ae-4733-83c7-3a76a13b66df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:09.384743 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9838fb5f-97af-4a73-9c57-806c1b46d2dd req-642cc915-d4ae-4733-83c7-3a76a13b66df service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1d66b365-19c0-4f59-b5c7-eeb372171dec HTTP/1.1" status: 200 len: 1100 time: 0.2529495 Sep 30 00:53:09.418745 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-7a87fd1c-82a1-40be-83a1-1f331880c299 req-3b201341-cefb-4756-906c-fc550d0145f0 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:09.446386 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-4435338a-ebde-4f9b-b405-e7117dd498b8 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:09.453850 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43650b07-70f9-4d2e-817e-ee647a1afe18 None None] Pushing event updated for resources: {'Port': ['ID=370eeb99-68d5-4a3e-91a9-482673030aae,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:09.467520 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-43650b07-70f9-4d2e-817e-ee647a1afe18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:09.503602 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-4435338a-ebde-4f9b-b405-e7117dd498b8 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Transition to ACTIVE for port object 7c68eab0-9366-4d10-b622-22b04c1178e6 will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:53:09.537525 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-baeaf76a-438c-4e4a-9fe7-0176a97767ca None None] Set router 5f718fcc-3e8c-46a0-957e-50f838fc2155 gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:53:09.610103 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-4435338a-ebde-4f9b-b405-e7117dd498b8 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:09.615219 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9838fb5f-97af-4a73-9c57-806c1b46d2dd req-32c72910-0636-4869-9806-0050728de0fb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8d3449c9-95b6-4d85-b68d-9724847c41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150176 Sep 30 00:53:09.626878 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c4cae463-9498-42c2-bd03-e5e58b8fb12a tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:09.653140 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f6c80-367d-48b8-8041-0ccdc0aeac98 req-6a27f50e-f59a-4b03-8796-109495d33135 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:09.661383 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5c9f6c80-367d-48b8-8041-0ccdc0aeac98 req-6a27f50e-f59a-4b03-8796-109495d33135 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=79970307-2808-4617-aaf6-09ebc035f45f HTTP/1.1" status: 200 len: 945 time: 0.3107052 Sep 30 00:53:09.662375 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-7a87fd1c-82a1-40be-83a1-1f331880c299 req-3b201341-cefb-4756-906c-fc550d0145f0 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:09.718197 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['ba527aaa-8fdb-4a21-b647-dffeb47e51a0'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:53:09.733085 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a87fd1c-82a1-40be-83a1-1f331880c299 req-3b201341-cefb-4756-906c-fc550d0145f0 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:53:09.735563 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-4435338a-ebde-4f9b-b405-e7117dd498b8 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Network 5148d586-4385-4f2c-9968-16b3a645031f is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:53:09.736624 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-7a87fd1c-82a1-40be-83a1-1f331880c299 req-3b201341-cefb-4756-906c-fc550d0145f0 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:53:09.737595 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5c9f6c80-367d-48b8-8041-0ccdc0aeac98 req-00eede8f-2fdb-4763-bde9-e7d90e236d59 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c42dc21-c719-4a96-84be-a21d147d8c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722883 Sep 30 00:53:09.766574 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-4435338a-ebde-4f9b-b405-e7117dd498b8 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:53:09.771029 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-4435338a-ebde-4f9b-b405-e7117dd498b8 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:53:09.812541 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a87fd1c-82a1-40be-83a1-1f331880c299 req-3b201341-cefb-4756-906c-fc550d0145f0 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:53:09.845690 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435338a-ebde-4f9b-b405-e7117dd498b8 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Pushing event updated for resources: {'Port': ['ID=7c68eab0-9366-4d10-b622-22b04c1178e6,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:09.862472 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4435338a-ebde-4f9b-b405-e7117dd498b8 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:09.863003 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a0cdf78e-1d7a-4a0a-9c15-fa86c9c033ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:09.978469 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589f1c4-c188-4b39-a174-79eb0c7641fa req-49d5d167-d2f8-4c9d-908c-22e091349056 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:09.981813 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2589f1c4-c188-4b39-a174-79eb0c7641fa req-49d5d167-d2f8-4c9d-908c-22e091349056 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d66b365-19c0-4f59-b5c7-eeb372171dec HTTP/1.1" status: 200 len: 949 time: 0.1074486 Sep 30 00:53:10.021256 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b201341-cefb-4756-906c-fc550d0145f0 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Pushing event updated for resources: {'Port': ['ID=dcd54ece-9249-4843-8b14-3b207032f982,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:10.037630 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2589f1c4-c188-4b39-a174-79eb0c7641fa req-ee87dcb7-0c1d-4774-a800-4ed696b8c06a tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d3449c9-95b6-4d85-b68d-9724847c41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484459 Sep 30 00:53:10.047055 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-4435338a-ebde-4f9b-b405-e7117dd498b8 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:10.048122 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-4435338a-ebde-4f9b-b405-e7117dd498b8 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:10.057624 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-baeaf76a-438c-4e4a-9fe7-0176a97767ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f718fcc-3e8c-46a0-957e-50f838fc2155', 'name': 'tempest-FloatingIPDetailsTestJSON-931987869-router', 'tenant_id': 'c9dd6dd8a9b34e0ba52c16c535feb461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e539a7dd-763d-4b56-9ecf-cc5edb17d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:52:56Z', 'updated_at': '2021-09-30T00:53:04Z', 'revision_number': 4, 'project_id': 'c9dd6dd8a9b34e0ba52c16c535feb461', 'gw_port': {'id': 'e539a7dd-763d-4b56-9ecf-cc5edb17d4c5', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f718fcc-3e8c-46a0-957e-50f838fc2155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:52:57Z', 'updated_at': '2021-09-30T00:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '370eeb99-68d5-4a3e-91a9-482673030aae', 'name': '', 'network_id': 'bbfd6912-5477-4862-80d2-6fea0ae19380', 'tenant_id': 'c9dd6dd8a9b34e0ba52c16c535feb461', 'mac_address': 'fa:16:3e:1f:de:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f718fcc-3e8c-46a0-957e-50f838fc2155', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '57ea68fa-2952-4c4f-9e7c-b51c0846fe43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:53:03Z', 'updated_at': '2021-09-30T00:53:09Z', 'revision_number': 4, 'project_id': 'c9dd6dd8a9b34e0ba52c16c535feb461', 'subnets': [{'id': '57ea68fa-2952-4c4f-9e7c-b51c0846fe43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:53:10.072545 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeaf76a-438c-4e4a-9fe7-0176a97767ca None None] The sync data for ids ['5f718fcc-3e8c-46a0-957e-50f838fc2155'] in n-d-811809-1 is: [{'id': '5f718fcc-3e8c-46a0-957e-50f838fc2155', 'name': 'tempest-FloatingIPDetailsTestJSON-931987869-router', 'tenant_id': 'c9dd6dd8a9b34e0ba52c16c535feb461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e539a7dd-763d-4b56-9ecf-cc5edb17d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:52:56Z', 'updated_at': '2021-09-30T00:53:04Z', 'revision_number': 4, 'project_id': 'c9dd6dd8a9b34e0ba52c16c535feb461', 'gw_port': {'id': 'e539a7dd-763d-4b56-9ecf-cc5edb17d4c5', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f718fcc-3e8c-46a0-957e-50f838fc2155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:52:57Z', 'updated_at': '2021-09-30T00:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '370eeb99-68d5-4a3e-91a9-482673030aae', 'name': '', 'network_id': 'bbfd6912-5477-4862-80d2-6fea0ae19380', 'tenant_id': 'c9dd6dd8a9b34e0ba52c16c535feb461', 'mac_address': 'fa:16:3e:1f:de:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f718fcc-3e8c-46a0-957e-50f838fc2155', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '57ea68fa-2952-4c4f-9e7c-b51c0846fe43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:53:03Z', 'updated_at': '2021-09-30T00:53:09Z', 'revision_number': 4, 'project_id': 'c9dd6dd8a9b34e0ba52c16c535feb461', 'subnets': [{'id': '57ea68fa-2952-4c4f-9e7c-b51c0846fe43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:53:10.081596 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-3b201341-cefb-4756-906c-fc550d0145f0 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:10.174160 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-7a87fd1c-82a1-40be-83a1-1f331880c299 req-3b201341-cefb-4756-906c-fc550d0145f0 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:10.241867 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-a2966e66-da43-43b3-82c1-b2e24491c700 None None] Provisioning for port 7c68eab0-9366-4d10-b622-22b04c1178e6 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:53:10.257567 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-a2966e66-da43-43b3-82c1-b2e24491c700 None None] Provisioning complete for port 7c68eab0-9366-4d10-b622-22b04c1178e6 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:53:10.258029 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-a2966e66-da43-43b3-82c1-b2e24491c700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:10.306597 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-4435338a-ebde-4f9b-b405-e7117dd498b8 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5280619 Sep 30 00:53:10.315169 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-7a87fd1c-82a1-40be-83a1-1f331880c299 req-3b201341-cefb-4756-906c-fc550d0145f0 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:10.328180 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-a2966e66-da43-43b3-82c1-b2e24491c700 None None] Port 7c68eab0-9366-4d10-b622-22b04c1178e6 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:53:10.366631 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 370eeb99-68d5-4a3e-91a9-482673030aae up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:53:10.374361 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-906cec30-57af-4b29-b624-5e63d34f1d83 service neutron] Request body: {'port': {'device_id': 'f9db3b20-6c26-442f-b7ab-98ab56be586f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:10.392341 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795cf5d5-15ac-4282-8bc2-e568fbb84513 req-929bb10a-5317-42f2-81d2-4868cdc85888 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:10.400250 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-795cf5d5-15ac-4282-8bc2-e568fbb84513 req-929bb10a-5317-42f2-81d2-4868cdc85888 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 949 time: 0.2217979 Sep 30 00:53:10.451940 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 370eeb99-68d5-4a3e-91a9-482673030aae completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:53:10.465069 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 370eeb99-68d5-4a3e-91a9-482673030aae triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:53:10.465760 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:10.482167 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-795cf5d5-15ac-4282-8bc2-e568fbb84513 req-85b9855d-5753-407f-8345-64d646e4d742 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780847 Sep 30 00:53:10.710597 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-906cec30-57af-4b29-b624-5e63d34f1d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:10.733853 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:10.753398 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d9f11-2d44-4d38-8677-bf5f87dd019d req-83edf8d2-bd9d-4a98-8693-ae3c0985a4ca tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:10.761225 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f93d9f11-2d44-4d38-8677-bf5f87dd019d req-83edf8d2-bd9d-4a98-8693-ae3c0985a4ca tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9db3b20-6c26-442f-b7ab-98ab56be586f HTTP/1.1" status: 200 len: 936 time: 0.1422641 Sep 30 00:53:10.787562 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 370eeb99-68d5-4a3e-91a9-482673030aae, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=370eeb99-68d5-4a3e-91a9-482673030aae,segment=NetworkSegment(a3b8f1b7-585a-44b3-9008-f1ca1b15bafe),segment_id=a3b8f1b7-585a-44b3-9008-f1ca1b15bafe)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:10.794392 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:10.799836 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-43650b07-70f9-4d2e-817e-ee647a1afe18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:10.825854 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f93d9f11-2d44-4d38-8677-bf5f87dd019d req-fe10cc60-f6ce-49ae-a1fa-991c87526309 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/security-groups?id=d31e88a1-95c0-429a-ba32-e98354fad9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643988 Sep 30 00:53:10.915213 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=370eeb99-68d5-4a3e-91a9-482673030aae,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:10.919511 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:11.002427 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3845af45-e61a-4b9a-9d5e-eea201fd83ec req-7d163e65-2d0e-4e87-8d19-b1ac03be4d1f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5376420 Sep 30 00:53:11.106701 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8c445-833b-458a-8598-a35c93464b6a req-fb13219b-83d9-442b-b673-24ca586316e5 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:11.108644 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-16d8c445-833b-458a-8598-a35c93464b6a req-fb13219b-83d9-442b-b673-24ca586316e5 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 944 time: 0.1299553 Sep 30 00:53:11.133925 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.resource_extend [req-7a87fd1c-82a1-40be-83a1-1f331880c299 req-3b201341-cefb-4756-906c-fc550d0145f0 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 00:53:11.159041 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-7a87fd1c-82a1-40be-83a1-1f331880c299 req-3b201341-cefb-4756-906c-fc550d0145f0 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:11.177035 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-7a87fd1c-82a1-40be-83a1-1f331880c299 req-3b201341-cefb-4756-906c-fc550d0145f0 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:11.190068 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-16d8c445-833b-458a-8598-a35c93464b6a req-a44f1230-54d6-49d8-b0c2-420359818aa2 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671713 Sep 30 00:53:11.207873 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e2d32f7c-7935-4f6f-a1e2-1067a5bf215b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:11.309966 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:11.462764 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b201341-cefb-4756-906c-fc550d0145f0 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Pushing event updated for resources: {'Port': ['ID=dcd54ece-9249-4843-8b14-3b207032f982,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:11.471597 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-3b201341-cefb-4756-906c-fc550d0145f0 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:11.527814 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-7a87fd1c-82a1-40be-83a1-1f331880c299 req-3b201341-cefb-4756-906c-fc550d0145f0 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:11.563755 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845af45-e61a-4b9a-9d5e-eea201fd83ec req-c9bd8810-64cd-4680-96cd-25d18e2a252d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:11.565414 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3845af45-e61a-4b9a-9d5e-eea201fd83ec req-c9bd8810-64cd-4680-96cd-25d18e2a252d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 1101 time: 0.4963918 Sep 30 00:53:11.593160 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-7a87fd1c-82a1-40be-83a1-1f331880c299 req-3b201341-cefb-4756-906c-fc550d0145f0 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:11.598078 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7a87fd1c-82a1-40be-83a1-1f331880c299 req-3b201341-cefb-4756-906c-fc550d0145f0 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7805459 Sep 30 00:53:11.782767 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71d3b1-84f9-445e-93b8-1a1a15e7f940 req-0fcb322c-92a4-4f3d-bcf5-9dc4f952ae4b tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:11.784357 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cb71d3b1-84f9-445e-93b8-1a1a15e7f940 req-0fcb322c-92a4-4f3d-bcf5-9dc4f952ae4b tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d66b365-19c0-4f59-b5c7-eeb372171dec HTTP/1.1" status: 200 len: 949 time: 0.1050158 Sep 30 00:53:11.833649 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cb71d3b1-84f9-445e-93b8-1a1a15e7f940 req-ec7fa4ed-6518-4015-b3c3-f0c01575309c tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d3449c9-95b6-4d85-b68d-9724847c41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420353 Sep 30 00:53:11.855901 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.resource_extend [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-906cec30-57af-4b29-b624-5e63d34f1d83 service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 00:53:11.909798 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-7a87fd1c-82a1-40be-83a1-1f331880c299 req-693eaf23-f596-4d11-ac24-42d6ecfdbfa2 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Synchronizing usage tracker for tenant:c9dd6dd8a9b34e0ba52c16c535feb461 on resource:floatingip {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:53:12.002546 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-7a87fd1c-82a1-40be-83a1-1f331880c299 req-693eaf23-f596-4d11-ac24-42d6ecfdbfa2 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Unset dirty status for tenant:c9dd6dd8a9b34e0ba52c16c535feb461 on resource:floatingip {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:53:12.003752 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7a87fd1c-82a1-40be-83a1-1f331880c299 req-693eaf23-f596-4d11-ac24-42d6ecfdbfa2 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.143 HTTP/1.1" status: 200 len: 696 time: 0.4047861 Sep 30 00:53:12.009555 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-906cec30-57af-4b29-b624-5e63d34f1d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c68eab0-9366-4d10-b622-22b04c1178e6 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:53:12.016404 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b52ab-42b1-41ea-af05-eff2e22fd938 req-070f932a-4502-4532-be0e-43eb61c01714 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:12.019251 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9f2b52ab-42b1-41ea-af05-eff2e22fd938 req-070f932a-4502-4532-be0e-43eb61c01714 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 949 time: 0.0841587 Sep 30 00:53:12.029363 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-906cec30-57af-4b29-b624-5e63d34f1d83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:12.065008 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9f2b52ab-42b1-41ea-af05-eff2e22fd938 req-ebfadde6-5c22-467c-b011-453904809fe2 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403330 Sep 30 00:53:12.144521 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-906cec30-57af-4b29-b624-5e63d34f1d83 service neutron] Transition to ACTIVE for port object 7c68eab0-9366-4d10-b622-22b04c1178e6 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:53:12.145789 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845af45-e61a-4b9a-9d5e-eea201fd83ec req-0f3f5154-3db1-4a0c-9b7c-90434e62c113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:12.147376 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3845af45-e61a-4b9a-9d5e-eea201fd83ec req-0f3f5154-3db1-4a0c-9b7c-90434e62c113 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.5450196 Sep 30 00:53:12.150717 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-906cec30-57af-4b29-b624-5e63d34f1d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:12.157776 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f229605f-ed49-485e-87ee-ebeb5fe2cb76 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:12.278112 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 370eeb99-68d5-4a3e-91a9-482673030aae up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:53:12.342657 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3845af45-e61a-4b9a-9d5e-eea201fd83ec req-a0fa0051-5215-4104-9c2c-f63122b6071d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=3d518f2d-344f-4c32-9fed-6a6c1995109a HTTP/1.1" status: 200 len: 217 time: 0.1474874 Sep 30 00:53:12.354553 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-0045c2ee-df80-4a9e-bb7b-6ec4dbc1f648 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572762 Sep 30 00:53:12.364895 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 370eeb99-68d5-4a3e-91a9-482673030aae triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:53:12.364895 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:12.445587 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906cec30-57af-4b29-b624-5e63d34f1d83 service neutron] Pushing event updated for resources: {'Port': ['ID=7c68eab0-9366-4d10-b622-22b04c1178e6,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:12.456299 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-906cec30-57af-4b29-b624-5e63d34f1d83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:12.555361 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87fd1c-82a1-40be-83a1-1f331880c299 req-d0f93cef-ce0e-49a0-8383-903849e0a698 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:12.557049 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7a87fd1c-82a1-40be-83a1-1f331880c299 req-d0f93cef-ce0e-49a0-8383-903849e0a698 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 784 time: 0.5312290 Sep 30 00:53:12.580572 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845af45-e61a-4b9a-9d5e-eea201fd83ec req-660714cb-268e-4835-b60a-bcdcdf2bd0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:12.582125 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3845af45-e61a-4b9a-9d5e-eea201fd83ec req-660714cb-268e-4835-b60a-bcdcdf2bd0cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.2145934 Sep 30 00:53:12.586524 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-5c39a993-d6a5-43ce-9b08-ceb2cc556dd6 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:12.593405 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-5c39a993-d6a5-43ce-9b08-ceb2cc556dd6 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2376950 Sep 30 00:53:12.613395 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-b81955b2-95b0-4694-89e0-0b625519105c tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/quotas/e0e7edddb1c44f66ba9563f9cd33d4a2 HTTP/1.1" status: 200 len: 375 time: 0.0131252 Sep 30 00:53:12.664790 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-89d955d1-dd2e-4475-b80e-ce88ae1a2849 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457621 Sep 30 00:53:12.666462 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-906cec30-57af-4b29-b624-5e63d34f1d83 service neutron] Attempting to bind port 7c68eab0-9366-4d10-b622-22b04c1178e6 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:53:12.666861 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-906cec30-57af-4b29-b624-5e63d34f1d83 service neutron] Attempting to bind port 7c68eab0-9366-4d10-b622-22b04c1178e6 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:53:12.667278 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-906cec30-57af-4b29-b624-5e63d34f1d83 service neutron] Attempting to bind port 7c68eab0-9366-4d10-b622-22b04c1178e6 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:53:12.691922 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-906cec30-57af-4b29-b624-5e63d34f1d83 service neutron] Port 7c68eab0-9366-4d10-b622-22b04c1178e6 on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:53:12.691922 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-906cec30-57af-4b29-b624-5e63d34f1d83 service neutron] Attempting to bind port 7c68eab0-9366-4d10-b622-22b04c1178e6 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:53:12.705031 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-906cec30-57af-4b29-b624-5e63d34f1d83 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:53:12.705378 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-906cec30-57af-4b29-b624-5e63d34f1d83 service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:53:12.705769 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-906cec30-57af-4b29-b624-5e63d34f1d83 service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:53:12.706202 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-906cec30-57af-4b29-b624-5e63d34f1d83 service neutron] Bound port: 7c68eab0-9366-4d10-b622-22b04c1178e6, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:53:12.706555 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-906cec30-57af-4b29-b624-5e63d34f1d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:12.794761 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-3a13d201-d47b-4920-ba92-8a1ed34c187e tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1242013215&fields=id&tenant_id=d6d910a5d3074b9cb61a601c2a7cb84a HTTP/1.1" status: 200 len: 267 time: 0.1250381 Sep 30 00:53:12.839643 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845af45-e61a-4b9a-9d5e-eea201fd83ec req-79807129-f47c-4da2-8c11-6bfba1b46ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:12.841226 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3845af45-e61a-4b9a-9d5e-eea201fd83ec req-79807129-f47c-4da2-8c11-6bfba1b46ccd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2496307 Sep 30 00:53:13.032612 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-906cec30-57af-4b29-b624-5e63d34f1d83 service neutron] For port 7c68eab0-9366-4d10-b622-22b04c1178e6, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:53:13.042846 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ded1c-f1fc-48c8-bf4d-0d594ebe4dd3 req-74ed28cd-5aa8-4699-81d6-b2735b7ad0c6 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:13.044815 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-467ded1c-f1fc-48c8-bf4d-0d594ebe4dd3 req-74ed28cd-5aa8-4699-81d6-b2735b7ad0c6 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9db3b20-6c26-442f-b7ab-98ab56be586f HTTP/1.1" status: 200 len: 948 time: 0.1022828 Sep 30 00:53:13.072364 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-906cec30-57af-4b29-b624-5e63d34f1d83 service neutron] For port 7c68eab0-9366-4d10-b622-22b04c1178e6, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=7c68eab0-9366-4d10-b622-22b04c1178e6,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:53:13.092584 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-906cec30-57af-4b29-b624-5e63d34f1d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:13.107270 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-467ded1c-f1fc-48c8-bf4d-0d594ebe4dd3 req-de825c77-f0ce-4e73-9275-f529d9043d9b tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/security-groups?id=d31e88a1-95c0-429a-ba32-e98354fad9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568142 Sep 30 00:53:13.110050 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e21c213d-c01f-4410-9fe4-56c13b358352 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:13.189839 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3845af45-e61a-4b9a-9d5e-eea201fd83ec req-3db0c4a3-6291-4453-a2b3-db570ba7ca5d service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321068 Sep 30 00:53:13.198935 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-906cec30-57af-4b29-b624-5e63d34f1d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:13.199487 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-906cec30-57af-4b29-b624-5e63d34f1d83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:13.200881 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-906cec30-57af-4b29-b624-5e63d34f1d83 service neutron] 10.222.0.59 "PUT /v2.0/ports/7c68eab0-9366-4d10-b622-22b04c1178e6 HTTP/1.1" status: 200 len: 1096 time: 2.8392718 Sep 30 00:53:13.201357 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9db3b20-6c26-442f-b7ab-98ab56be586f', 'tag': '7c68eab0-9366-4d10-b622-22b04c1178e6'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:53:13.216283 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-49e01bcc-773d-48d1-9df1-354f64f14cf7 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:13.218012 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-49e01bcc-773d-48d1-9df1-354f64f14cf7 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/networks?id=789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d HTTP/1.1" status: 200 len: 824 time: 0.4116664 Sep 30 00:53:13.277339 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-27517bd1-bd27-4599-b432-09b8d73c9b9a service neutron] 10.222.0.55 "GET /v2.0/ports/fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c/bindings/n-h1-811809-1 HTTP/1.1" status: 200 len: 384 time: 0.1226039 Sep 30 00:53:13.556326 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-078cc31d-3be9-468f-b2c8-463e3722dce0 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/quotas/d6d910a5d3074b9cb61a601c2a7cb84a HTTP/1.1" status: 200 len: 375 time: 0.3168466 Sep 30 00:53:13.600923 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906cec30-57af-4b29-b624-5e63d34f1d83 service neutron] Pushing event updated for resources: {'Port': ['ID=7c68eab0-9366-4d10-b622-22b04c1178e6,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:13.619685 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-906cec30-57af-4b29-b624-5e63d34f1d83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:13.704164 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3845af45-e61a-4b9a-9d5e-eea201fd83ec req-3b9b3441-a6e8-4327-ade7-db8c3b2a6051 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946616 Sep 30 00:53:13.720038 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-3f2bee28-1b27-491a-a124-b359c99e8949 service neutron] For port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:13.725449 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-f54eab47-f51f-4aca-a4e3-9b38b92cbda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:13.727032 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-f54eab47-f51f-4aca-a4e3-9b38b92cbda4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a52d3312de784e00ba80aff39950f6b4&device_id=f9db3b20-6c26-442f-b7ab-98ab56be586f HTTP/1.1" status: 200 len: 1099 time: 0.3774595 Sep 30 00:53:13.738315 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-389e3d5f-e0ff-4940-b258-51e1d34f1993 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6d910a5d3074b9cb61a601c2a7cb84a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1811669 Sep 30 00:53:13.752013 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-3f2bee28-1b27-491a-a124-b359c99e8949 service neutron] For port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:53:13.868068 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-3f2bee28-1b27-491a-a124-b359c99e8949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:53:13.883749 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a7109-fdb8-419c-939a-cc1bc697731a req-8c1e9b0c-cbb1-42ff-8524-501bb21fe191 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:13.886020 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d08a7109-fdb8-419c-939a-cc1bc697731a req-8c1e9b0c-cbb1-42ff-8524-501bb21fe191 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 944 time: 0.2456770 Sep 30 00:53:13.891331 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-3f2bee28-1b27-491a-a124-b359c99e8949 service neutron] For port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:13.903189 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-24bac289-668a-436d-93ce-0d08848e04f9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=7c68eab0-9366-4d10-b622-22b04c1178e6 HTTP/1.1" status: 200 len: 217 time: 0.1256371 Sep 30 00:53:13.932904 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-3f2bee28-1b27-491a-a124-b359c99e8949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:13.997101 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-51884b5c-39bd-4f23-9faf-70cdc5f55298 service neutron] 10.222.0.39 "GET /v2.0/networks/789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417080 Sep 30 00:53:14.009734 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d08a7109-fdb8-419c-939a-cc1bc697731a req-a4955a65-b439-459c-ace6-fc064c2c9056 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088023 Sep 30 00:53:14.017729 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4e840-158d-44f9-ab59-1d1d547effea req-39d1f9f3-a92b-4b3d-b439-bceb85102dbb tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:14.019246 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-06c4e840-158d-44f9-ab59-1d1d547effea req-39d1f9f3-a92b-4b3d-b439-bceb85102dbb tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.59 "GET /v2.0/ports?device_id=79970307-2808-4617-aaf6-09ebc035f45f HTTP/1.1" status: 200 len: 945 time: 0.2384248 Sep 30 00:53:14.095375 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-fe7b9865-5703-4d3d-9806-b1c8be17b502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:14.096814 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-fe7b9865-5703-4d3d-9806-b1c8be17b502 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1512246 Sep 30 00:53:14.203090 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-c78420fa-d161-4b4d-98d9-79a4e3af8f33 service neutron] 10.222.0.39 "GET /v2.0/networks/789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000105 Sep 30 00:53:14.227021 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-34ff79ce-c744-48ff-8023-b05ef98ec5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:14.228679 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-34ff79ce-c744-48ff-8023-b05ef98ec5f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1194234 Sep 30 00:53:14.344343 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-06c4e840-158d-44f9-ab59-1d1d547effea req-ba83c463-98a6-4ac4-9282-8642cf9d6412 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Deleting port 726371f4-278a-4072-b06f-d3103c824c80 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:53:14.344852 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-06c4e840-158d-44f9-ab59-1d1d547effea req-ba83c463-98a6-4ac4-9282-8642cf9d6412 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:14.405700 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-3f2bee28-1b27-491a-a124-b359c99e8949 service neutron] Transition to ACTIVE for port object fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:53:14.427416 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-3f2bee28-1b27-491a-a124-b359c99e8949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:14.438692 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6701c5b9-0633-4ad9-bb99-108d2dc44efb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:14.533021 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-529352a7-3f23-4599-9307-bfbdf675211f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0779655 Sep 30 00:53:14.546406 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e64b13c0-88e5-4c53-8177-53886be60e67 req-55c7ba9e-32b4-4537-9dfd-0df840f35b20 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=1462b9cb-ca25-4af9-a5c0-869c5608c987 HTTP/1.1" status: 200 len: 210 time: 0.0687726 Sep 30 00:53:14.561897 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5753d28b-52b4-4e9c-94fc-72d20deedc64 req-a6e3294f-8b3c-4d8c-ac3d-fcb6284986e3 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5013721 Sep 30 00:53:14.597882 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-e1b1dc23-0067-4525-aeb9-f3252d1b63a1 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421869 Sep 30 00:53:14.676294 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2bee28-1b27-491a-a124-b359c99e8949 service neutron] Pushing event updated for resources: {'Port': ['ID=fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c,revision_number=10']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:14.682189 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-5753d28b-52b4-4e9c-94fc-72d20deedc64 req-aa577db9-5cde-416b-b3e4-3c7c3a8c2359 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Request body: {'floatingip': {'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:14.688041 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3f2bee28-1b27-491a-a124-b359c99e8949 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:14.761739 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-5753d28b-52b4-4e9c-94fc-72d20deedc64 req-aa577db9-5cde-416b-b3e4-3c7c3a8c2359 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:14.794717 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-3f2bee28-1b27-491a-a124-b359c99e8949 service neutron] No DVR routers for this DVR port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:53:14.840361 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-5753d28b-52b4-4e9c-94fc-72d20deedc64 req-aa577db9-5cde-416b-b3e4-3c7c3a8c2359 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:14.899351 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5753d28b-52b4-4e9c-94fc-72d20deedc64 req-aa577db9-5cde-416b-b3e4-3c7c3a8c2359 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks [] for floatingip, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:14.997167 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-3f2bee28-1b27-491a-a124-b359c99e8949 service neutron] 10.222.0.55 "PUT /v2.0/ports/fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c/bindings/n-h1-811809-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7077937 Sep 30 00:53:15.043155 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 60906) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:15.071647 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-38613856-d611-430b-8607-118f55a57ef9 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:15.073744 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-38613856-d611-430b-8607-118f55a57ef9 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5298398 Sep 30 00:53:15.101791 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-406e79a4-d9e5-4c5b-8ab9-64eca482274f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Request body: {'port': {'device_id': '1462b9cb-ca25-4af9-a5c0-869c5608c987', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'admin_state_up': True, 'tenant_id': 'e0e7edddb1c44f66ba9563f9cd33d4a2'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:15.129016 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-06c4e840-158d-44f9-ab59-1d1d547effea req-ba83c463-98a6-4ac4-9282-8642cf9d6412 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] For port 726371f4-278a-4072-b06f-d3103c824c80, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=726371f4-278a-4072-b06f-d3103c824c80,segment=NetworkSegment(d1c67cb8-9e18-4d24-aa91-f8fe6840e750),segment_id=d1c67cb8-9e18-4d24-aa91-f8fe6840e750)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:15.129381 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-06c4e840-158d-44f9-ab59-1d1d547effea req-ba83c463-98a6-4ac4-9282-8642cf9d6412 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:15.247873 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:53:15.269117 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fb6ea62a-2978-4251-996e-b6aabbd111da req-56fa7664-8558-4a2e-a767-78fa5b1199e7 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6523526 Sep 30 00:53:15.272780 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-74b7c66a-f501-4ca9-851d-6dfd8531c0e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:15.298095 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644bf987-9603-4941-b22e-a809ee34925e req-dec895fa-a407-4d19-8190-8dc02ed7ba4f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:15.305839 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-644bf987-9603-4941-b22e-a809ee34925e req-dec895fa-a407-4d19-8190-8dc02ed7ba4f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 949 time: 0.4500644 Sep 30 00:53:15.313641 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:53:15.349820 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-74b7c66a-f501-4ca9-851d-6dfd8531c0e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:15.368929 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-74b7c66a-f501-4ca9-851d-6dfd8531c0e7 admin admin] Usage tracker for resource:security_group_rule and tenant:1307f467900f426399bd84628ef2600c is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:53:15.375332 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-74b7c66a-f501-4ca9-851d-6dfd8531c0e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:53:15.394076 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-74b7c66a-f501-4ca9-851d-6dfd8531c0e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:15.404403 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-406e79a4-d9e5-4c5b-8ab9-64eca482274f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:15.410938 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-644bf987-9603-4941-b22e-a809ee34925e req-51e25f2d-da15-47f2-9d06-2189cbd7f2b7 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044350 Sep 30 00:53:15.411863 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-406e79a4-d9e5-4c5b-8ab9-64eca482274f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Usage tracker for resource:port and tenant:e0e7edddb1c44f66ba9563f9cd33d4a2 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:53:15.414856 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5753d28b-52b4-4e9c-94fc-72d20deedc64 req-aa577db9-5cde-416b-b3e4-3c7c3a8c2359 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:15.416245 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-406e79a4-d9e5-4c5b-8ab9-64eca482274f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:53:15.428136 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-406e79a4-d9e5-4c5b-8ab9-64eca482274f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:15.468051 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-406e79a4-d9e5-4c5b-8ab9-64eca482274f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Made reservation on behalf of e0e7edddb1c44f66ba9563f9cd33d4a2 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:53:15.471931 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-406e79a4-d9e5-4c5b-8ab9-64eca482274f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:15.485370 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9db3b20-6c26-442f-b7ab-98ab56be586f', 'tag': '7c68eab0-9366-4d10-b622-22b04c1178e6', 'status': 'completed', 'code': 200} Sep 30 00:53:15.491212 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-406e79a4-d9e5-4c5b-8ab9-64eca482274f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:15.525696 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-06c4e840-158d-44f9-ab59-1d1d547effea req-ba83c463-98a6-4ac4-9282-8642cf9d6412 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:15.526847 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-06c4e840-158d-44f9-ab59-1d1d547effea req-ba83c463-98a6-4ac4-9282-8642cf9d6412 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:15.527259 n-d-811809-1 neutron-server[80275]: INFO neutron.db.l3_db [req-06c4e840-158d-44f9-ab59-1d1d547effea req-ba83c463-98a6-4ac4-9282-8642cf9d6412 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Floating IP da26cbb1-ef48-408f-ae9f-f2b0997a3f29 disassociated. External IP: 172.25.0.245, port: 726371f4-278a-4072-b06f-d3103c824c80. Sep 30 00:53:15.527722 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-06c4e840-158d-44f9-ab59-1d1d547effea req-ba83c463-98a6-4ac4-9282-8642cf9d6412 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Calling delete_port for 726371f4-278a-4072-b06f-d3103c824c80 owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:53:15.534282 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-406e79a4-d9e5-4c5b-8ab9-64eca482274f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:15.542550 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-406e79a4-d9e5-4c5b-8ab9-64eca482274f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Usage tracker for resource:security_group_rule and tenant:e0e7edddb1c44f66ba9563f9cd33d4a2 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:53:15.598330 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-406e79a4-d9e5-4c5b-8ab9-64eca482274f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:53:15.626306 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.59', 57617) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:15.708263 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-406e79a4-d9e5-4c5b-8ab9-64eca482274f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:15.762894 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-5753d28b-52b4-4e9c-94fc-72d20deedc64 req-aa577db9-5cde-416b-b3e4-3c7c3a8c2359 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Allocated IP 172.25.0.13 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/4e05d9a0-2dc8-466d-93b8-51a9bd4985e1) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:53:15.860185 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-74b7c66a-f501-4ca9-851d-6dfd8531c0e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:15.876187 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-74b7c66a-f501-4ca9-851d-6dfd8531c0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:15.885174 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-7b7eadba-02ed-4690-8680-007084cd713d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:15.966056 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-74b7c66a-f501-4ca9-851d-6dfd8531c0e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1307f467900f426399bd84628ef2600c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9192562 Sep 30 00:53:15.967130 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7c66a-f501-4ca9-851d-6dfd8531c0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604e445f-2fcf-4c87-bc54-11465f9854d6,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:15.971884 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 60918) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:15.976373 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-74b7c66a-f501-4ca9-851d-6dfd8531c0e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:16.038142 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34a993-fa46-4a4d-93c8-dcd1046b93ef req-226d90f0-ba6e-4734-a135-42b72fc235d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:16.039698 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dd34a993-fa46-4a4d-93c8-dcd1046b93ef req-226d90f0-ba6e-4734-a135-42b72fc235d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a52d3312de784e00ba80aff39950f6b4&device_id=f9db3b20-6c26-442f-b7ab-98ab56be586f HTTP/1.1" status: 200 len: 1099 time: 0.4942229 Sep 30 00:53:16.058646 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9d42f-a687-4dd3-a882-2378926b97e2 req-19d5fee2-597c-42a9-aed3-5d9a993b3eb5 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:16.060128 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-22a9d42f-a687-4dd3-a882-2378926b97e2 req-19d5fee2-597c-42a9-aed3-5d9a993b3eb5 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d66b365-19c0-4f59-b5c7-eeb372171dec HTTP/1.1" status: 200 len: 949 time: 0.4580917 Sep 30 00:53:16.096472 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-d5a5454b-d22a-43f6-95ba-4a52ef502d44 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:16.097959 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-d5a5454b-d22a-43f6-95ba-4a52ef502d44 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5&tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&binding%3Ahost_id=n-h2-811809-1 HTTP/1.1" status: 200 len: 1096 time: 0.4679885 Sep 30 00:53:16.184478 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-06c4e840-158d-44f9-ab59-1d1d547effea req-ba83c463-98a6-4ac4-9282-8642cf9d6412 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:16.213832 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cb1a4-ef08-44ae-9cce-9dd6a240d025 req-a58d76f2-6f57-4d00-bef3-324fde6cc2dd tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:16.216048 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b55cb1a4-ef08-44ae-9cce-9dd6a240d025 req-a58d76f2-6f57-4d00-bef3-324fde6cc2dd tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d66b365-19c0-4f59-b5c7-eeb372171dec HTTP/1.1" status: 200 len: 949 time: 0.5112247 Sep 30 00:53:16.216807 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-da63a0dd-7cac-4558-9219-ea95e211891d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:16.272837 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-406e79a4-d9e5-4c5b-8ab9-64eca482274f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:16.276181 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ca5dd394-3277-464f-8dcb-6404062e6ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:16.329676 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba83c463-98a6-4ac4-9282-8642cf9d6412 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Pushing event deleted for resources: {'Port': ['ID=726371f4-278a-4072-b06f-d3103c824c80,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:16.343947 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ba83c463-98a6-4ac4-9282-8642cf9d6412 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:16.348682 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5753d28b-52b4-4e9c-94fc-72d20deedc64 req-aa577db9-5cde-416b-b3e4-3c7c3a8c2359 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:16.351166 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-22a9d42f-a687-4dd3-a882-2378926b97e2 req-26c96ac1-dc0b-4786-a8ca-2623fec564d2 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d3449c9-95b6-4d85-b68d-9724847c41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562897 Sep 30 00:53:16.351638 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-406e79a4-d9e5-4c5b-8ab9-64eca482274f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:16.382080 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-949bd59c-05b7-4187-a334-21041b393deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:16.520048 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-b55cb1a4-ef08-44ae-9cce-9dd6a240d025 req-622f422b-44e9-4ee4-a6e3-514a57ce87e2 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Deleting port d710f1b7-6fe4-46d8-b0de-16cf95fb255b {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:53:16.520628 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b55cb1a4-ef08-44ae-9cce-9dd6a240d025 req-622f422b-44e9-4ee4-a6e3-514a57ce87e2 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:16.548516 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ca5dd394-3277-464f-8dcb-6404062e6ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:16.555231 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34a993-fa46-4a4d-93c8-dcd1046b93ef req-01d7d223-ffdb-406f-83c7-fca3165de7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:16.556688 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dd34a993-fa46-4a4d-93c8-dcd1046b93ef req-01d7d223-ffdb-406f-83c7-fca3165de7ee service neutron] 10.222.0.59 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.4927332 Sep 30 00:53:16.572104 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e79a4-d9e5-4c5b-8ab9-64eca482274f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cdeada-72cd-4981-bb0d-3a56b13a3dca,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:16.586434 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-fe1303e1-de2f-4aaf-945e-04cf0ddc241c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:16.588173 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-fe1303e1-de2f-4aaf-945e-04cf0ddc241c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5&tenant_id=f37261e7a4fc4ea5bf5016bed7997e37 HTTP/1.1" status: 200 len: 1096 time: 0.4786422 Sep 30 00:53:16.603907 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-406e79a4-d9e5-4c5b-8ab9-64eca482274f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:16.698428 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dd34a993-fa46-4a4d-93c8-dcd1046b93ef req-5056fc26-00ea-4b20-957d-817c67c575a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=7c68eab0-9366-4d10-b622-22b04c1178e6 HTTP/1.1" status: 200 len: 217 time: 0.1203532 Sep 30 00:53:16.722501 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5753d28b-52b4-4e9c-94fc-72d20deedc64 req-aa577db9-5cde-416b-b3e4-3c7c3a8c2359 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:16.733943 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-662253c9-636f-435f-9b88-b661c0e3861a tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:16.779066 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06c4e840-158d-44f9-ab59-1d1d547effea req-ba83c463-98a6-4ac4-9282-8642cf9d6412 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Router a9241a70-cc98-45d6-8949-9c71e63755a7 has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:53:16.786123 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-a71e4655-1875-41ee-8716-b02fb8ef6b66 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:16.787449 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-a71e4655-1875-41ee-8716-b02fb8ef6b66 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.55 "GET /v2.0/networks?id=789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d HTTP/1.1" status: 200 len: 824 time: 0.5808179 Sep 30 00:53:16.889639 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34a993-fa46-4a4d-93c8-dcd1046b93ef req-04099350-f421-4d79-ac0e-85eefecd6774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:16.891129 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dd34a993-fa46-4a4d-93c8-dcd1046b93ef req-04099350-f421-4d79-ac0e-85eefecd6774 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1760895 Sep 30 00:53:16.892927 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5753d28b-52b4-4e9c-94fc-72d20deedc64 req-aa577db9-5cde-416b-b3e4-3c7c3a8c2359 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:53:16.913064 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-5753d28b-52b4-4e9c-94fc-72d20deedc64 req-aa577db9-5cde-416b-b3e4-3c7c3a8c2359 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:53:16.918106 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ca5dd394-3277-464f-8dcb-6404062e6ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:16.950183 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 726371f4-278a-4072-b06f-d3103c824c80 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:53:16.967805 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-07de735c-f93f-4959-9308-ed6dc9652fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:16.969260 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-5753d28b-52b4-4e9c-94fc-72d20deedc64 req-aa577db9-5cde-416b-b3e4-3c7c3a8c2359 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:53:16.986773 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: 726371f4-278a-4072-b06f-d3103c824c80 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:53:16.987299 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 726371f4-278a-4072-b06f-d3103c824c80 not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:53:17.000126 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-48b8d432-582b-4220-84e0-964bac34fc5e tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6d910a5d3074b9cb61a601c2a7cb84a HTTP/1.1" status: 200 len: 380 time: 0.1655416 Sep 30 00:53:17.002794 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-406e79a4-d9e5-4c5b-8ab9-64eca482274f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Allocated IP 192.168.233.24 (5148d586-4385-4f2c-9968-16b3a645031f/d94969b3-14c1-4902-a40b-8e6c297e30ba/d761df09-2ef7-4cf5-a7f5-fb9022de696c) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:53:17.018832 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5dd394-3277-464f-8dcb-6404062e6ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604e445f-2fcf-4c87-bc54-11465f9854d6,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:17.025735 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-45642ff0-1aab-409c-8506-348cd59c7d83 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Request body: {'port': {'device_id': '6b924abf-e5ad-496f-8d9f-3ea4389af1ea', 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d', 'admin_state_up': True, 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'security_groups': ['3c42dc21-c719-4a96-84be-a21d147d8c3b']}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:17.050264 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca7145-ab4f-448b-9e7a-ca56a108b70c req-c713f5c6-9f77-4d03-9fcf-43c8fd1aba8f tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:17.051018 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-70ca7145-ab4f-448b-9e7a-ca56a108b70c req-c713f5c6-9f77-4d03-9fcf-43c8fd1aba8f tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Synchronizing usage tracker for tenant:a52d3312de784e00ba80aff39950f6b4 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:53:17.059950 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ca5dd394-3277-464f-8dcb-6404062e6ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:17.094405 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa577db9-5cde-416b-b3e4-3c7c3a8c2359 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Pushing event updated for resources: {'Port': ['ID=4e05d9a0-2dc8-466d-93b8-51a9bd4985e1,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:17.113743 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-aa577db9-5cde-416b-b3e4-3c7c3a8c2359 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:17.163700 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-8a2a8d09-e5e5-4c58-9a07-49efe83fac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:17.165190 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-8a2a8d09-e5e5-4c58-9a07-49efe83fac06 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 1096 time: 0.5065513 Sep 30 00:53:17.181272 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ca5dd394-3277-464f-8dcb-6404062e6ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:17.182681 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-ca5dd394-3277-464f-8dcb-6404062e6ab4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/604e445f-2fcf-4c87-bc54-11465f9854d6 HTTP/1.1" status: 204 len: 168 time: 1.2083590 Sep 30 00:53:17.201387 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-70ca7145-ab4f-448b-9e7a-ca56a108b70c req-c713f5c6-9f77-4d03-9fcf-43c8fd1aba8f tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Unset dirty status for tenant:a52d3312de784e00ba80aff39950f6b4 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:53:17.202530 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-70ca7145-ab4f-448b-9e7a-ca56a108b70c req-c713f5c6-9f77-4d03-9fcf-43c8fd1aba8f tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9db3b20-6c26-442f-b7ab-98ab56be586f HTTP/1.1" status: 200 len: 948 time: 0.7143621 Sep 30 00:53:17.311752 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-b55cb1a4-ef08-44ae-9cce-9dd6a240d025 req-622f422b-44e9-4ee4-a6e3-514a57ce87e2 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] For port d710f1b7-6fe4-46d8-b0de-16cf95fb255b, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=d710f1b7-6fe4-46d8-b0de-16cf95fb255b,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:17.311957 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b55cb1a4-ef08-44ae-9cce-9dd6a240d025 req-622f422b-44e9-4ee4-a6e3-514a57ce87e2 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:17.334841 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06c4e840-158d-44f9-ab59-1d1d547effea req-ba83c463-98a6-4ac4-9282-8642cf9d6412 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:53:17.346653 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cfc990-eea0-4f32-be17-9e6e2d67f655 None None] Sync routers for ids ['a9241a70-cc98-45d6-8949-9c71e63755a7'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:53:17.358389 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cfc990-eea0-4f32-be17-9e6e2d67f655 None None] Routers {'a9241a70-cc98-45d6-8949-9c71e63755a7'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:53:17.359352 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-72cfc990-eea0-4f32-be17-9e6e2d67f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:52:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['a9241a70-cc98-45d6-8949-9c71e63755a7'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:53:17.376395 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34a993-fa46-4a4d-93c8-dcd1046b93ef req-ce5efaff-e9f5-474a-9e68-55cbaa239445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:17.378218 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dd34a993-fa46-4a4d-93c8-dcd1046b93ef req-ce5efaff-e9f5-474a-9e68-55cbaa239445 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4718399 Sep 30 00:53:17.420521 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-45642ff0-1aab-409c-8506-348cd59c7d83 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:17.440515 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-70ca7145-ab4f-448b-9e7a-ca56a108b70c req-71dd7029-c169-46fc-bc1d-59da027c2417 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/security-groups?id=d31e88a1-95c0-429a-ba32-e98354fad9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186375 Sep 30 00:53:17.474599 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5753d28b-52b4-4e9c-94fc-72d20deedc64 req-aa577db9-5cde-416b-b3e4-3c7c3a8c2359 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:17.482001 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-b55cb1a4-ef08-44ae-9cce-9dd6a240d025 req-622f422b-44e9-4ee4-a6e3-514a57ce87e2 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Calling delete_port for d710f1b7-6fe4-46d8-b0de-16cf95fb255b owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:53:17.535725 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-45642ff0-1aab-409c-8506-348cd59c7d83 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:17.628859 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-72cfc990-eea0-4f32-be17-9e6e2d67f655 None None] Set router a9241a70-cc98-45d6-8949-9c71e63755a7 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:53:17.661406 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-406e79a4-d9e5-4c5b-8ab9-64eca482274f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:17.743054 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c4e840-158d-44f9-ab59-1d1d547effea req-ba83c463-98a6-4ac4-9282-8642cf9d6412 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] No DVR routers for this DVR port 726371f4-278a-4072-b06f-d3103c824c80 on host n-h1-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:53:17.749398 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-406e79a4-d9e5-4c5b-8ab9-64eca482274f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Transition to ACTIVE for port object d761df09-2ef7-4cf5-a7f5-fb9022de696c will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:53:17.756446 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-45642ff0-1aab-409c-8506-348cd59c7d83 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Made reservation on behalf of d6d910a5d3074b9cb61a601c2a7cb84a for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:53:17.760948 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-45642ff0-1aab-409c-8506-348cd59c7d83 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:17.783922 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-06c4e840-158d-44f9-ab59-1d1d547effea req-ba83c463-98a6-4ac4-9282-8642cf9d6412 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:17.786518 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79970307-2808-4617-aaf6-09ebc035f45f', 'name': 'network-vif-deleted', 'tag': '726371f4-278a-4072-b06f-d3103c824c80'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:53:17.810464 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c9cbb6f5-2be6-4378-bf23-36a94ccce200 req-0fd3d993-762f-4a4f-97f0-44a1a614d626 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b924abf-e5ad-496f-8d9f-3ea4389af1ea HTTP/1.1" status: 200 len: 210 time: 0.1328015 Sep 30 00:53:17.859894 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-6aad9796-0662-49ee-9966-74e7c4b204d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:17.861347 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-6aad9796-0662-49ee-9966-74e7c4b204d1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0a0a50fb-f59e-4919-9310-948ef891e84f HTTP/1.1" status: 200 len: 909 time: 0.6755478 Sep 30 00:53:17.867623 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5753d28b-52b4-4e9c-94fc-72d20deedc64 req-aa577db9-5cde-416b-b3e4-3c7c3a8c2359 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:17.925147 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dd34a993-fa46-4a4d-93c8-dcd1046b93ef req-12458bf6-5372-48fe-aef4-fb0610ed3216 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5345562 Sep 30 00:53:17.971318 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-06c4e840-158d-44f9-ab59-1d1d547effea req-ba83c463-98a6-4ac4-9282-8642cf9d6412 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.59 "DELETE /v2.0/ports/726371f4-278a-4072-b06f-d3103c824c80 HTTP/1.1" status: 204 len: 173 time: 3.9413292 Sep 30 00:53:18.000432 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-a16031a6-10d8-4378-bb59-82dd15ac0baa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c HTTP/1.1" status: 200 len: 217 time: 0.0940349 Sep 30 00:53:18.131295 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-72cfc990-eea0-4f32-be17-9e6e2d67f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1829927197-router', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:49:23Z', 'updated_at': '2021-09-30T00:49:29Z', 'revision_number': 4, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'gw_port': {'id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:24Z', 'updated_at': '2021-09-30T00:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'c12eab7b-bd21-4dd6-ad46-440e13da5fea', 'name': '', 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'mac_address': 'fa:16:3e:94:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2832071e-b852-47d3-913e-f292b000827a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:28Z', 'updated_at': '2021-09-30T00:49:41Z', 'revision_number': 5, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'subnets': [{'id': '2832071e-b852-47d3-913e-f292b000827a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:53:18.136450 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cfc990-eea0-4f32-be17-9e6e2d67f655 None None] Checking router: a9241a70-cc98-45d6-8949-9c71e63755a7 for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:53:18.148996 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cfc990-eea0-4f32-be17-9e6e2d67f655 None None] Routers {'a9241a70-cc98-45d6-8949-9c71e63755a7'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:53:18.149693 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-72cfc990-eea0-4f32-be17-9e6e2d67f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:52:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['a9241a70-cc98-45d6-8949-9c71e63755a7'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:53:18.223817 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-77116625-f7c2-4f62-afcf-c243e6b0f442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:18.225766 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-77116625-f7c2-4f62-afcf-c243e6b0f442 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e11b3221-7cfb-4feb-801d-70a2c0ec6209 HTTP/1.1" status: 200 len: 848 time: 0.1775603 Sep 30 00:53:18.301655 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b55cb1a4-ef08-44ae-9cce-9dd6a240d025 req-622f422b-44e9-4ee4-a6e3-514a57ce87e2 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:18.309302 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-695c0c6c-0a82-4c2e-9957-a3f4dd7cd036 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0a0a50fb-f59e-4919-9310-948ef891e84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709774 Sep 30 00:53:18.315729 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-82a40f9b-3b7c-495d-9621-2b8a25451da3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:18.389244 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f422b-44e9-4ee4-a6e3-514a57ce87e2 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Pushing event deleted for resources: {'Port': ['ID=d710f1b7-6fe4-46d8-b0de-16cf95fb255b,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:18.396695 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-72cfc990-eea0-4f32-be17-9e6e2d67f655 None None] Set router a9241a70-cc98-45d6-8949-9c71e63755a7 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:53:18.398951 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-622f422b-44e9-4ee4-a6e3-514a57ce87e2 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:18.421968 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-406e79a4-d9e5-4c5b-8ab9-64eca482274f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:18.423612 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 60948) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:18.458431 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5ddd1e5d-48b2-47d6-92fb-a23af1880af7 tempest-FloatingIPsTestJSON-852724770 tempest-FloatingIPsTestJSON-852724770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:18.510707 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dd34a993-fa46-4a4d-93c8-dcd1046b93ef req-ee2c3fb6-46cb-44aa-a874-5f0060e2b02c service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5666630 Sep 30 00:53:18.527129 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5753d28b-52b4-4e9c-94fc-72d20deedc64 req-aa577db9-5cde-416b-b3e4-3c7c3a8c2359 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:18.570031 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-406e79a4-d9e5-4c5b-8ab9-64eca482274f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Network 5148d586-4385-4f2c-9968-16b3a645031f is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:53:18.577757 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-406e79a4-d9e5-4c5b-8ab9-64eca482274f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:53:18.583260 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-45642ff0-1aab-409c-8506-348cd59c7d83 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Allocated IP 172.20.0.12 (789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d/2832071e-b852-47d3-913e-f292b000827a/fa2ea02c-02f4-48e0-a36c-cce2ad968042) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:53:18.585353 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-406e79a4-d9e5-4c5b-8ab9-64eca482274f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:53:18.610117 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5753d28b-52b4-4e9c-94fc-72d20deedc64 req-aa577db9-5cde-416b-b3e4-3c7c3a8c2359 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:18.616382 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e79a4-d9e5-4c5b-8ab9-64eca482274f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Pushing event updated for resources: {'Port': ['ID=d761df09-2ef7-4cf5-a7f5-fb9022de696c,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:18.640179 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6d5bb5a7-67f3-44d6-aa10-6b1fa9fdfd0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:18.726821 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-406e79a4-d9e5-4c5b-8ab9-64eca482274f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:18.799307 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-21843d5a-8b48-4ce6-95cc-67e3c9611467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:18.810540 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-3f56de3d-3727-4bb9-ab10-4c59656bc276 service neutron] 10.222.0.59 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633508 Sep 30 00:53:18.870702 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-5b60df31-e62a-4c92-8ccf-d94489b4fe34 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-173081650-network', 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:18.876154 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-5b60df31-e62a-4c92-8ccf-d94489b4fe34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:18.880125 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55cb1a4-ef08-44ae-9cce-9dd6a240d025 req-622f422b-44e9-4ee4-a6e3-514a57ce87e2 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] No DVR routers for this DVR port d710f1b7-6fe4-46d8-b0de-16cf95fb255b on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:53:18.886650 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-72cfc990-eea0-4f32-be17-9e6e2d67f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1829927197-router', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:49:23Z', 'updated_at': '2021-09-30T00:49:29Z', 'revision_number': 4, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'gw_port': {'id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:24Z', 'updated_at': '2021-09-30T00:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'c12eab7b-bd21-4dd6-ad46-440e13da5fea', 'name': '', 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'mac_address': 'fa:16:3e:94:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2832071e-b852-47d3-913e-f292b000827a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:28Z', 'updated_at': '2021-09-30T00:49:41Z', 'revision_number': 5, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'subnets': [{'id': '2832071e-b852-47d3-913e-f292b000827a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:53:18.891971 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cfc990-eea0-4f32-be17-9e6e2d67f655 None None] The sync data for ids ['a9241a70-cc98-45d6-8949-9c71e63755a7'] in n-d-811809-1 is: [{'id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1829927197-router', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:49:23Z', 'updated_at': '2021-09-30T00:49:29Z', 'revision_number': 4, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'gw_port': {'id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:24Z', 'updated_at': '2021-09-30T00:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'c12eab7b-bd21-4dd6-ad46-440e13da5fea', 'name': '', 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'mac_address': 'fa:16:3e:94:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2832071e-b852-47d3-913e-f292b000827a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:28Z', 'updated_at': '2021-09-30T00:49:41Z', 'revision_number': 5, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'subnets': [{'id': '2832071e-b852-47d3-913e-f292b000827a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:53:18.898893 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-5b60df31-e62a-4c92-8ccf-d94489b4fe34 admin admin] Usage tracker for resource:network and tenant:038e4d0abd4b4e5c940f331b6f0950a9 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:53:18.904185 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-5b60df31-e62a-4c92-8ccf-d94489b4fe34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:53:18.932377 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b55cb1a4-ef08-44ae-9cce-9dd6a240d025 req-622f422b-44e9-4ee4-a6e3-514a57ce87e2 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:18.959707 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 7c68eab0-9366-4d10-b622-22b04c1178e6 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:53:18.974859 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-5b60df31-e62a-4c92-8ccf-d94489b4fe34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:19.024092 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-406e79a4-d9e5-4c5b-8ab9-64eca482274f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:19.024687 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-406e79a4-d9e5-4c5b-8ab9-64eca482274f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:19.060024 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b55cb1a4-ef08-44ae-9cce-9dd6a240d025 req-622f422b-44e9-4ee4-a6e3-514a57ce87e2 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] 10.222.0.55 "DELETE /v2.0/ports/d710f1b7-6fe4-46d8-b0de-16cf95fb255b HTTP/1.1" status: 204 len: 173 time: 2.8057666 Sep 30 00:53:19.097834 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa577db9-5cde-416b-b3e4-3c7c3a8c2359 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Pushing event updated for resources: {'Port': ['ID=4e05d9a0-2dc8-466d-93b8-51a9bd4985e1,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:19.103355 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-aa577db9-5cde-416b-b3e4-3c7c3a8c2359 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:19.121788 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5753d28b-52b4-4e9c-94fc-72d20deedc64 req-aa577db9-5cde-416b-b3e4-3c7c3a8c2359 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:19.140105 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d67e17-ecc2-468a-9129-e46346e7a3c0 req-40573f94-0244-432c-b9a2-b2ec1f31a062 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:19.141775 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-88d67e17-ecc2-468a-9129-e46346e7a3c0 req-40573f94-0244-432c-b9a2-b2ec1f31a062 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 945 time: 0.8510935 Sep 30 00:53:19.151929 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5753d28b-52b4-4e9c-94fc-72d20deedc64 req-aa577db9-5cde-416b-b3e4-3c7c3a8c2359 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:19.160220 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5753d28b-52b4-4e9c-94fc-72d20deedc64 req-aa577db9-5cde-416b-b3e4-3c7c3a8c2359 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.4953599 Sep 30 00:53:19.185256 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b60df31-e62a-4c92-8ccf-d94489b4fe34 admin admin] Made reservation on behalf of 038e4d0abd4b4e5c940f331b6f0950a9 for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:53:19.193163 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5b60df31-e62a-4c92-8ccf-d94489b4fe34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:19.220160 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:19.225942 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-45642ff0-1aab-409c-8506-348cd59c7d83 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:19.277340 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5b60df31-e62a-4c92-8ccf-d94489b4fe34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:19.291706 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-5753d28b-52b4-4e9c-94fc-72d20deedc64 req-aea77205-6821-4bbc-b6aa-a2f3e3852dcc tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Synchronizing usage tracker for tenant:c9dd6dd8a9b34e0ba52c16c535feb461 on resource:floatingip {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:53:19.298582 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-434d026c-111b-4f32-a612-cfb845350418 service neutron] 10.222.0.59 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197042 Sep 30 00:53:19.303422 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 7c68eab0-9366-4d10-b622-22b04c1178e6, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=7c68eab0-9366-4d10-b622-22b04c1178e6,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:19.307077 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-406e79a4-d9e5-4c5b-8ab9-64eca482274f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2136264 Sep 30 00:53:19.314419 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-5753d28b-52b4-4e9c-94fc-72d20deedc64 req-aea77205-6821-4bbc-b6aa-a2f3e3852dcc tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Unset dirty status for tenant:c9dd6dd8a9b34e0ba52c16c535feb461 on resource:floatingip {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:53:19.315809 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5753d28b-52b4-4e9c-94fc-72d20deedc64 req-aea77205-6821-4bbc-b6aa-a2f3e3852dcc tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.13 HTTP/1.1" status: 200 len: 695 time: 0.1544545 Sep 30 00:53:19.326611 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-d71064cd-f19b-4663-a44e-ae0fce563a79 None None] Provisioning for port d761df09-2ef7-4cf5-a7f5-fb9022de696c completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:53:19.331622 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-5b60df31-e62a-4c92-8ccf-d94489b4fe34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:19.332065 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device d710f1b7-6fe4-46d8-b0de-16cf95fb255b no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:53:19.350840 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-5b60df31-e62a-4c92-8ccf-d94489b4fe34 admin admin] Usage tracker for resource:security_group_rule and tenant:038e4d0abd4b4e5c940f331b6f0950a9 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:53:19.366865 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-d71064cd-f19b-4663-a44e-ae0fce563a79 None None] Provisioning complete for port d761df09-2ef7-4cf5-a7f5-fb9022de696c triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:53:19.367413 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d71064cd-f19b-4663-a44e-ae0fce563a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:19.368083 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-45642ff0-1aab-409c-8506-348cd59c7d83 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Transition to ACTIVE for port object fa2ea02c-02f4-48e0-a36c-cce2ad968042 will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:53:19.372526 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-5b60df31-e62a-4c92-8ccf-d94489b4fe34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:53:19.378976 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-33056af9-6f5e-4d85-96e7-509b6892c68a service neutron] Request body: {'port': {'device_id': '1462b9cb-ca25-4af9-a5c0-869c5608c987', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:19.425370 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-5b60df31-e62a-4c92-8ccf-d94489b4fe34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:19.437589 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-d71064cd-f19b-4663-a44e-ae0fce563a79 None None] Port d761df09-2ef7-4cf5-a7f5-fb9022de696c cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:53:19.439592 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb733d9d-98a8-462f-9e22-18244afa2c36 None None] New status for floating IP da26cbb1-ef48-408f-ae9f-f2b0997a3f29: DOWN {{(pid=80276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:53:19.440098 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-88d67e17-ecc2-468a-9129-e46346e7a3c0 req-bf85a432-8385-4055-8666-6e64b4d4f61b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587225 Sep 30 00:53:19.505081 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '7c68eab0-9366-4d10-b622-22b04c1178e6', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': '7c68eab0-9366-4d10-b622-22b04c1178e6', 'mac_address': 'fa:16:3e:09:68:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:53:19.506854 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: d710f1b7-6fe4-46d8-b0de-16cf95fb255b {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:53:19.508523 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device d710f1b7-6fe4-46d8-b0de-16cf95fb255b not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:53:19.545284 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-33056af9-6f5e-4d85-96e7-509b6892c68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:19.559027 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753d28b-52b4-4e9c-94fc-72d20deedc64 req-e44d878e-9571-4dca-9fe4-a0b7bf181a40 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:19.561487 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5753d28b-52b4-4e9c-94fc-72d20deedc64 req-e44d878e-9571-4dca-9fe4-a0b7bf181a40 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 784 time: 0.2389841 Sep 30 00:53:19.687648 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:19.721862 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c68eab0-9366-4d10-b622-22b04c1178e6 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:53:19.795420 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-45642ff0-1aab-409c-8506-348cd59c7d83 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:19.810922 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3b3d1659-6640-428e-bb4b-20479d6fbc0c req-d0774913-5ceb-477b-bef1-a3cbaf1afc7a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1462419 Sep 30 00:53:19.817046 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a5d6e49f-5872-4c45-b7bb-8bab775f7132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:19.819296 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89670b58-8d29-4a4c-8795-fea4b14c875b req-a659c419-f756-4d62-bfc5-c774f53d7be6 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:19.820773 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-89670b58-8d29-4a4c-8795-fea4b14c875b req-a659c419-f756-4d62-bfc5-c774f53d7be6 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 949 time: 0.1149127 Sep 30 00:53:19.845191 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 7c68eab0-9366-4d10-b622-22b04c1178e6, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=7c68eab0-9366-4d10-b622-22b04c1178e6,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:19.856948 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:19.860086 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-021e5a6a-f34d-4d62-a9f5-548696dfe17d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:19.899779 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45642ff0-1aab-409c-8506-348cd59c7d83 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Pushing event updated for resources: {'Port': ['ID=fa2ea02c-02f4-48e0-a36c-cce2ad968042,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:19.921770 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-45642ff0-1aab-409c-8506-348cd59c7d83 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:19.956162 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=7c68eab0-9366-4d10-b622-22b04c1178e6,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:19.981418 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:20.027747 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-45642ff0-1aab-409c-8506-348cd59c7d83 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Network 789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:53:20.040921 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-45642ff0-1aab-409c-8506-348cd59c7d83 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:53:20.044797 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-45642ff0-1aab-409c-8506-348cd59c7d83 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:53:20.089471 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5b60df31-e62a-4c92-8ccf-d94489b4fe34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:20.114365 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5b60df31-e62a-4c92-8ccf-d94489b4fe34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:20.117446 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-89670b58-8d29-4a4c-8795-fea4b14c875b req-8cfc6eaa-f2b1-4c06-a540-3a2743cc202e tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841997 Sep 30 00:53:20.137514 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d9230e8a-840a-43f1-928e-a4064bede84f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:20.164664 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580451ce-ffc2-44cb-8e03-c2b619087ff2 req-f24b14c2-e7dd-4c1a-a894-94ab2da1a8bf tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:20.164811 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-580451ce-ffc2-44cb-8e03-c2b619087ff2 req-f24b14c2-e7dd-4c1a-a894-94ab2da1a8bf tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Synchronizing usage tracker for tenant:e0e7edddb1c44f66ba9563f9cd33d4a2 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:53:20.171834 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d1659-6640-428e-bb4b-20479d6fbc0c req-dcfd1f8a-bdc9-40ed-ae87-012fd1b5a721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:20.173507 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3b3d1659-6640-428e-bb4b-20479d6fbc0c req-dcfd1f8a-bdc9-40ed-ae87-012fd1b5a721 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 1095 time: 0.0970764 Sep 30 00:53:20.251423 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b60df31-e62a-4c92-8ccf-d94489b4fe34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:53:20.263750 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-4c9b2869-4c61-40c8-af81-57afadfa2ff6 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:20.265271 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-4c9b2869-4c61-40c8-af81-57afadfa2ff6 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5&tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&binding%3Ahost_id=n-h1-811809-1 HTTP/1.1" status: 200 len: 1096 time: 0.5327532 Sep 30 00:53:20.282261 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79970307-2808-4617-aaf6-09ebc035f45f', 'name': 'network-vif-deleted', 'tag': '726371f4-278a-4072-b06f-d3103c824c80', 'status': 'completed', 'code': 200} Sep 30 00:53:20.289667 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-45642ff0-1aab-409c-8506-348cd59c7d83 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:20.290308 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-45642ff0-1aab-409c-8506-348cd59c7d83 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:20.301616 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60df31-e62a-4c92-8ccf-d94489b4fe34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343008cd-8361-42a1-b340-0487c0b1ad81,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:20.324463 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['7c68eab0-9366-4d10-b622-22b04c1178e6'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:53:20.354774 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5b60df31-e62a-4c92-8ccf-d94489b4fe34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:20.361103 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5b60df31-e62a-4c92-8ccf-d94489b4fe34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:20.361277 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-5b60df31-e62a-4c92-8ccf-d94489b4fe34 admin admin] Added segment e3d9462e-2f89-440e-8769-959374a5d0e0 of type vlan for network 4c98a929-4bc6-4ff2-9381-439d6c813487 Sep 30 00:53:20.382341 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d1659-6640-428e-bb4b-20479d6fbc0c req-a55c598f-f866-456e-b4bb-24b9fc5bec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:20.384967 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3b3d1659-6640-428e-bb4b-20479d6fbc0c req-a55c598f-f866-456e-b4bb-24b9fc5bec47 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0a0a50fb-f59e-4919-9310-948ef891e84f HTTP/1.1" status: 200 len: 909 time: 0.1904948 Sep 30 00:53:20.386021 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-580451ce-ffc2-44cb-8e03-c2b619087ff2 req-f24b14c2-e7dd-4c1a-a894-94ab2da1a8bf tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Unset dirty status for tenant:e0e7edddb1c44f66ba9563f9cd33d4a2 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:53:20.388154 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-580451ce-ffc2-44cb-8e03-c2b619087ff2 req-f24b14c2-e7dd-4c1a-a894-94ab2da1a8bf tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=1462b9cb-ca25-4af9-a5c0-869c5608c987 HTTP/1.1" status: 200 len: 935 time: 0.7281759 Sep 30 00:53:20.402664 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c3837147-06e5-498c-a5e8-7d2ef2f93ca8 None None] Provisioning for port fa2ea02c-02f4-48e0-a36c-cce2ad968042 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:53:20.412610 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c3837147-06e5-498c-a5e8-7d2ef2f93ca8 None None] Provisioning complete for port fa2ea02c-02f4-48e0-a36c-cce2ad968042 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:53:20.412986 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c3837147-06e5-498c-a5e8-7d2ef2f93ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:20.475562 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-45642ff0-1aab-409c-8506-348cd59c7d83 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4629226 Sep 30 00:53:20.487069 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5b60df31-e62a-4c92-8ccf-d94489b4fe34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:20.495082 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c3837147-06e5-498c-a5e8-7d2ef2f93ca8 None None] Port fa2ea02c-02f4-48e0-a36c-cce2ad968042 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:53:20.502842 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3b3d1659-6640-428e-bb4b-20479d6fbc0c req-29b5d15f-927a-42a8-83d3-db897257219e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f823616-cece-4d73-8e94-3826fbf67aeb HTTP/1.1" status: 200 len: 217 time: 0.0815480 Sep 30 00:53:20.512025 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-b7496a15-7762-4ac3-82ea-5b38d9b597f3 service neutron] Request body: {'port': {'device_id': '6b924abf-e5ad-496f-8d9f-3ea4389af1ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:20.641444 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d1659-6640-428e-bb4b-20479d6fbc0c req-b1cee3cf-a6ad-4377-8948-e44e80b4c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:20.642925 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3b3d1659-6640-428e-bb4b-20479d6fbc0c req-b1cee3cf-a6ad-4377-8948-e44e80b4c1e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e11b3221-7cfb-4feb-801d-70a2c0ec6209 HTTP/1.1" status: 200 len: 848 time: 0.1286969 Sep 30 00:53:20.656080 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57864723-4855-49cb-9835-db94453c9467 req-0b9dbd93-7391-4703-a666-963231111ce9 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:20.657602 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-57864723-4855-49cb-9835-db94453c9467 req-0b9dbd93-7391-4703-a666-963231111ce9 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9db3b20-6c26-442f-b7ab-98ab56be586f HTTP/1.1" status: 200 len: 949 time: 0.2693563 Sep 30 00:53:20.715534 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3b3d1659-6640-428e-bb4b-20479d6fbc0c req-1e190829-fbae-456f-ba81-84e586d132ae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0a0a50fb-f59e-4919-9310-948ef891e84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569425 Sep 30 00:53:20.715823 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.resource_extend [None req-5b60df31-e62a-4c92-8ccf-d94489b4fe34 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 00:53:20.731533 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.resource_extend [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-33056af9-6f5e-4d85-96e7-509b6892c68a service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 00:53:20.746142 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-580451ce-ffc2-44cb-8e03-c2b619087ff2 req-0f6ecf77-e89b-4ab0-9e1d-d599eabaf66a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Synchronizing usage tracker for tenant:e0e7edddb1c44f66ba9563f9cd33d4a2 on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:53:20.805910 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-57864723-4855-49cb-9835-db94453c9467 req-531256ee-99a1-4983-9496-b7e6e26612fb tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/security-groups?id=d31e88a1-95c0-429a-ba32-e98354fad9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165566 Sep 30 00:53:20.854624 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5b60df31-e62a-4c92-8ccf-d94489b4fe34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:20.868994 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b60df31-e62a-4c92-8ccf-d94489b4fe34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:20.869579 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5b60df31-e62a-4c92-8ccf-d94489b4fe34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:20.883287 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:20.886599 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3b3d1659-6640-428e-bb4b-20479d6fbc0c req-f7f207b2-3cc4-4d88-a544-f31850f3bdc4 service neutron] 10.222.0.59 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561084 Sep 30 00:53:20.908486 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-580451ce-ffc2-44cb-8e03-c2b619087ff2 req-0f6ecf77-e89b-4ab0-9e1d-d599eabaf66a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Unset dirty status for tenant:e0e7edddb1c44f66ba9563f9cd33d4a2 on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:53:20.909631 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-580451ce-ffc2-44cb-8e03-c2b619087ff2 req-0f6ecf77-e89b-4ab0-9e1d-d599eabaf66a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4946241 Sep 30 00:53:20.921181 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-33056af9-6f5e-4d85-96e7-509b6892c68a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d761df09-2ef7-4cf5-a7f5-fb9022de696c {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:53:21.002639 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-33056af9-6f5e-4d85-96e7-509b6892c68a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:21.077054 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-5b60df31-e62a-4c92-8ccf-d94489b4fe34 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6323805 Sep 30 00:53:21.077876 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-b7496a15-7762-4ac3-82ea-5b38d9b597f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:21.082134 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 60964) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:21.088071 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3b3d1659-6640-428e-bb4b-20479d6fbc0c req-fbf3c5e3-4a71-4174-a72c-d6e1671cf3d0 service neutron] 10.222.0.59 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947012 Sep 30 00:53:21.091477 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-55184d77-f023-4cf9-ad73-c7868ccd6222 admin admin] Request body: {'subnet': {'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-173081650-subnet', 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:21.101567 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2323e54-659a-410f-afbd-5802e1c6fc7a req-013a5d29-b968-4a27-906e-dca3ef139c2e tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:21.102251 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-d2323e54-659a-410f-afbd-5802e1c6fc7a req-013a5d29-b968-4a27-906e-dca3ef139c2e tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Synchronizing usage tracker for tenant:d6d910a5d3074b9cb61a601c2a7cb84a on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:53:21.107152 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-55184d77-f023-4cf9-ad73-c7868ccd6222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:21.114222 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-55184d77-f023-4cf9-ad73-c7868ccd6222 admin admin] Usage tracker for resource:subnet and tenant:038e4d0abd4b4e5c940f331b6f0950a9 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:53:21.120661 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-55184d77-f023-4cf9-ad73-c7868ccd6222 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:53:21.128061 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-55184d77-f023-4cf9-ad73-c7868ccd6222 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:21.132827 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-d2323e54-659a-410f-afbd-5802e1c6fc7a req-013a5d29-b968-4a27-906e-dca3ef139c2e tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Unset dirty status for tenant:d6d910a5d3074b9cb61a601c2a7cb84a on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:53:21.133945 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d2323e54-659a-410f-afbd-5802e1c6fc7a req-013a5d29-b968-4a27-906e-dca3ef139c2e tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b924abf-e5ad-496f-8d9f-3ea4389af1ea HTTP/1.1" status: 200 len: 932 time: 0.2223122 Sep 30 00:53:21.144288 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55184d77-f023-4cf9-ad73-c7868ccd6222 admin admin] Made reservation on behalf of 038e4d0abd4b4e5c940f331b6f0950a9 for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:53:21.144716 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-55184d77-f023-4cf9-ad73-c7868ccd6222 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:21.160116 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-8d0b2179-06d9-4f2e-b1ae-1f53d02fb673 service neutron] For port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c, host n-h2-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:53:21.161144 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60df31-e62a-4c92-8ccf-d94489b4fe34 admin admin] Pushing event updated for resources: {'Network': ['ID=4c98a929-4bc6-4ff2-9381-439d6c813487,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:21.164790 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5b60df31-e62a-4c92-8ccf-d94489b4fe34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:21.165869 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-33056af9-6f5e-4d85-96e7-509b6892c68a service neutron] Transition to ACTIVE for port object d761df09-2ef7-4cf5-a7f5-fb9022de696c will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:53:21.179217 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-8d0b2179-06d9-4f2e-b1ae-1f53d02fb673 service neutron] Notify callbacks [] for binding, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:21.180965 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-01a11fc2-877b-4378-8d7d-62ef56d9b4a8 req-8d0b2179-06d9-4f2e-b1ae-1f53d02fb673 service neutron] 10.222.0.59 "DELETE /v2.0/ports/fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c/bindings/n-h2-811809-1 HTTP/1.1" status: 204 len: 173 time: 0.8826215 Sep 30 00:53:21.185468 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 4c98a929-4bc6-4ff2-9381-439d6c813487 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:53:21.186621 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-33056af9-6f5e-4d85-96e7-509b6892c68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:21.195599 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c40baa65-5eb7-462a-8b66-23bb5d955375 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:21.266497 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-55cef623-0b51-4887-8f9c-40905d22f82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:21.278312 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d2323e54-659a-410f-afbd-5802e1c6fc7a req-883af563-505a-48b4-a16f-81bc36a542d0 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c42dc21-c719-4a96-84be-a21d147d8c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199441 Sep 30 00:53:21.400072 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-55184d77-f023-4cf9-ad73-c7868ccd6222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981632'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:21.408977 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:21.472582 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33056af9-6f5e-4d85-96e7-509b6892c68a service neutron] Pushing event updated for resources: {'Port': ['ID=d761df09-2ef7-4cf5-a7f5-fb9022de696c,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:21.475499 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-33056af9-6f5e-4d85-96e7-509b6892c68a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:21.508550 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55184d77-f023-4cf9-ad73-c7868ccd6222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c136aabe-2b6e-40bd-889c-a97ee8fe6bf6,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:21.531482 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-46cbb0ad-7641-45f6-a62a-71bbfedfd675 req-5e7f7edb-e62a-46d7-820a-112d12403088 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5348446 Sep 30 00:53:21.545760 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55184d77-f023-4cf9-ad73-c7868ccd6222 admin admin] Checking segment: {'id': 'e3d9462e-2f89-440e-8769-959374a5d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:53:21.546119 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55184d77-f023-4cf9-ad73-c7868ccd6222 admin admin] Network hostable DHCP agents. Network: 4c98a929-4bc6-4ff2-9381-439d6c813487, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:53:21.550195 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-46cbb0ad-7641-45f6-a62a-71bbfedfd675 req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Request body: {'floatingip': {'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:21.553081 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-55184d77-f023-4cf9-ad73-c7868ccd6222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:21.589590 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-46cbb0ad-7641-45f6-a62a-71bbfedfd675 req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:21.592322 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55184d77-f023-4cf9-ad73-c7868ccd6222 admin admin] Network 4c98a929-4bc6-4ff2-9381-439d6c813487 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:53:21.612263 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-55184d77-f023-4cf9-ad73-c7868ccd6222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 4c98a929-4bc6-4ff2-9381-439d6c813487) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:53:21.618227 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55184d77-f023-4cf9-ad73-c7868ccd6222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:21.618929 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-55184d77-f023-4cf9-ad73-c7868ccd6222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:21.629800 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41aa4440-f3b2-4829-b63e-662db397fa6c None None] Network 4c98a929-4bc6-4ff2-9381-439d6c813487 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:53:21.636524 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-46cbb0ad-7641-45f6-a62a-71bbfedfd675 req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:21.651004 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7957b12-4de5-4706-9056-bb892c4d009a req-d9fb1ea2-d0b1-4965-8799-812421bdfbed tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:21.652584 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e7957b12-4de5-4706-9056-bb892c4d009a req-d9fb1ea2-d0b1-4965-8799-812421bdfbed tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 945 time: 0.1481400 Sep 30 00:53:21.653938 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-55184d77-f023-4cf9-ad73-c7868ccd6222 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5694337 Sep 30 00:53:21.658241 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 60972) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:21.663369 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-5a6d0ee9-ddfa-4bb9-8105-95e3eb6b2f42 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-173081650-router', 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:21.671348 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5a6d0ee9-ddfa-4bb9-8105-95e3eb6b2f42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:21.692407 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-5a6d0ee9-ddfa-4bb9-8105-95e3eb6b2f42 admin admin] Usage tracker for resource:router and tenant:038e4d0abd4b4e5c940f331b6f0950a9 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:53:21.698425 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-5a6d0ee9-ddfa-4bb9-8105-95e3eb6b2f42 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:53:21.706642 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5a6d0ee9-ddfa-4bb9-8105-95e3eb6b2f42 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:21.737759 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e7957b12-4de5-4706-9056-bb892c4d009a req-0092a5a1-f7bd-4175-9869-d3f434e7c2c5 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675540 Sep 30 00:53:21.738341 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-46cbb0ad-7641-45f6-a62a-71bbfedfd675 req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks [] for floatingip, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:21.739119 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5a6d0ee9-ddfa-4bb9-8105-95e3eb6b2f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-730961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30750'] for router, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:21.740480 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5a6d0ee9-ddfa-4bb9-8105-95e3eb6b2f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30743'] for router, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:21.766771 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5a6d0ee9-ddfa-4bb9-8105-95e3eb6b2f42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:21.770278 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-33056af9-6f5e-4d85-96e7-509b6892c68a service neutron] Attempting to bind port d761df09-2ef7-4cf5-a7f5-fb9022de696c on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:53:21.770627 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-33056af9-6f5e-4d85-96e7-509b6892c68a service neutron] Attempting to bind port d761df09-2ef7-4cf5-a7f5-fb9022de696c by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:53:21.771004 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-33056af9-6f5e-4d85-96e7-509b6892c68a service neutron] Attempting to bind port d761df09-2ef7-4cf5-a7f5-fb9022de696c on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:53:21.781916 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-33056af9-6f5e-4d85-96e7-509b6892c68a service neutron] Port d761df09-2ef7-4cf5-a7f5-fb9022de696c on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:53:21.782174 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-33056af9-6f5e-4d85-96e7-509b6892c68a service neutron] Attempting to bind port d761df09-2ef7-4cf5-a7f5-fb9022de696c on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:53:21.869014 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-33056af9-6f5e-4d85-96e7-509b6892c68a service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:53:21.869407 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-33056af9-6f5e-4d85-96e7-509b6892c68a service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:53:21.870473 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-33056af9-6f5e-4d85-96e7-509b6892c68a service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:53:21.871219 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-33056af9-6f5e-4d85-96e7-509b6892c68a service neutron] Bound port: d761df09-2ef7-4cf5-a7f5-fb9022de696c, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:53:21.871583 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-33056af9-6f5e-4d85-96e7-509b6892c68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:21.941158 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe7fd0b-0dbf-4d98-86bc-d6632e585158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-4c98a929-4bc6-4ff2-9381-439d6c813487', 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487', 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'fixed_ips': [{'subnet_id': 'c136aabe-2b6e-40bd-889c-a97ee8fe6bf6'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 00:53:21.942216 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-dbe7fd0b-0dbf-4d98-86bc-d6632e585158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:22.057580 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-33056af9-6f5e-4d85-96e7-509b6892c68a service neutron] For port d761df09-2ef7-4cf5-a7f5-fb9022de696c, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:53:22.110742 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-33056af9-6f5e-4d85-96e7-509b6892c68a service neutron] For port d761df09-2ef7-4cf5-a7f5-fb9022de696c, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=d761df09-2ef7-4cf5-a7f5-fb9022de696c,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:53:22.119231 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-33056af9-6f5e-4d85-96e7-509b6892c68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:22.125730 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-7e4e4337-62b2-4259-a1ac-0e3997dd08e9 tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:22.130536 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-dbe7fd0b-0dbf-4d98-86bc-d6632e585158 None None] Allocated IP 172.20.0.2 (4c98a929-4bc6-4ff2-9381-439d6c813487/c136aabe-2b6e-40bd-889c-a97ee8fe6bf6/86a787a9-f493-4c76-b9f7-380704a9ecb6) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:53:22.196482 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-b7496a15-7762-4ac3-82ea-5b38d9b597f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2ea02c-02f4-48e0-a36c-cce2ad968042 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:53:22.211480 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-33056af9-6f5e-4d85-96e7-509b6892c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:22.212102 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-33056af9-6f5e-4d85-96e7-509b6892c68a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:22.214135 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-33056af9-6f5e-4d85-96e7-509b6892c68a service neutron] 10.222.0.59 "PUT /v2.0/ports/d761df09-2ef7-4cf5-a7f5-fb9022de696c HTTP/1.1" status: 200 len: 1095 time: 2.8571048 Sep 30 00:53:22.217544 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1462b9cb-ca25-4af9-a5c0-869c5608c987', 'tag': 'd761df09-2ef7-4cf5-a7f5-fb9022de696c'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:53:22.225294 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-b7496a15-7762-4ac3-82ea-5b38d9b597f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:22.264095 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:22.272528 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-b7496a15-7762-4ac3-82ea-5b38d9b597f3 service neutron] Transition to ACTIVE for port object fa2ea02c-02f4-48e0-a36c-cce2ad968042 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:53:22.281480 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33056af9-6f5e-4d85-96e7-509b6892c68a service neutron] Pushing event updated for resources: {'Port': ['ID=d761df09-2ef7-4cf5-a7f5-fb9022de696c,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:22.285688 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-33056af9-6f5e-4d85-96e7-509b6892c68a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:22.287567 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-b7496a15-7762-4ac3-82ea-5b38d9b597f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:22.291757 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-10af40f6-487c-40c3-9c3d-43be56ce7996 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:22.313316 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d66b365-19c0-4f59-b5c7-eeb372171dec', 'name': 'network-vif-deleted', 'tag': 'd710f1b7-6fe4-46d8-b0de-16cf95fb255b'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:53:22.325082 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5a6d0ee9-ddfa-4bb9-8105-95e3eb6b2f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-672991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-730982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30841'] for router, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:22.327177 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-46cbb0ad-7641-45f6-a62a-71bbfedfd675 req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:22.415450 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3edd03a-662b-4961-93da-e09157e6769d req-e67bfe3d-bb67-4e7d-99cb-db7e33af3615 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:22.426422 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d3edd03a-662b-4961-93da-e09157e6769d req-e67bfe3d-bb67-4e7d-99cb-db7e33af3615 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 949 time: 0.5545607 Sep 30 00:53:22.450960 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-dbe7fd0b-0dbf-4d98-86bc-d6632e585158 None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:22.465471 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-dbe7fd0b-0dbf-4d98-86bc-d6632e585158 None None] Transition to ACTIVE for port object 86a787a9-f493-4c76-b9f7-380704a9ecb6 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:53:22.511825 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-dbe7fd0b-0dbf-4d98-86bc-d6632e585158 None None] Transition to ACTIVE for port object 86a787a9-f493-4c76-b9f7-380704a9ecb6 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:53:22.521058 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-dbe7fd0b-0dbf-4d98-86bc-d6632e585158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:22.537592 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:22.619113 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e4af8d43-a139-4d6b-9a21-a69738431202 req-f028576e-90f6-4c8c-b72f-c0c7ee11d28c service neutron] 10.222.0.55 "GET /v2.0/ports/863d8c69-3437-4b2c-898c-781bd4e0939e/bindings/n-h2-811809-1 HTTP/1.1" status: 200 len: 382 time: 0.3497062 Sep 30 00:53:22.645858 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7fd0b-0dbf-4d98-86bc-d6632e585158 None None] Pushing event updated for resources: {'Port': ['ID=86a787a9-f493-4c76-b9f7-380704a9ecb6,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:22.649060 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d3edd03a-662b-4961-93da-e09157e6769d req-ea739b25-82b6-43ae-b91b-9e415c540af6 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219603 Sep 30 00:53:22.651154 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-dbe7fd0b-0dbf-4d98-86bc-d6632e585158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:22.668189 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe7fd0b-0dbf-4d98-86bc-d6632e585158 None None] Network 4c98a929-4bc6-4ff2-9381-439d6c813487 is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:53:22.671370 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-dbe7fd0b-0dbf-4d98-86bc-d6632e585158 None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:53:22.674981 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe7fd0b-0dbf-4d98-86bc-d6632e585158 None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:53:22.753010 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7496a15-7762-4ac3-82ea-5b38d9b597f3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2ea02c-02f4-48e0-a36c-cce2ad968042,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:22.755852 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b7496a15-7762-4ac3-82ea-5b38d9b597f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:22.888242 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-dbe7fd0b-0dbf-4d98-86bc-d6632e585158 None None] Attempting to bind port 86a787a9-f493-4c76-b9f7-380704a9ecb6 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:53:22.889249 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-dbe7fd0b-0dbf-4d98-86bc-d6632e585158 None None] Attempting to bind port 86a787a9-f493-4c76-b9f7-380704a9ecb6 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'e3d9462e-2f89-440e-8769-959374a5d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:53:22.889566 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe7fd0b-0dbf-4d98-86bc-d6632e585158 None None] Attempting to bind port 86a787a9-f493-4c76-b9f7-380704a9ecb6 on network 4c98a929-4bc6-4ff2-9381-439d6c813487 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:53:22.902675 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe7fd0b-0dbf-4d98-86bc-d6632e585158 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:53:22.903910 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe7fd0b-0dbf-4d98-86bc-d6632e585158 None None] Checking segment: {'id': 'e3d9462e-2f89-440e-8769-959374a5d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:53:22.903910 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-dbe7fd0b-0dbf-4d98-86bc-d6632e585158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:22.904905 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe7fd0b-0dbf-4d98-86bc-d6632e585158 None None] Bound using segment: {'id': 'e3d9462e-2f89-440e-8769-959374a5d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:53:22.905078 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-dbe7fd0b-0dbf-4d98-86bc-d6632e585158 None None] Bound port: 86a787a9-f493-4c76-b9f7-380704a9ecb6, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d9462e-2f89-440e-8769-959374a5d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:53:22.905986 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-dbe7fd0b-0dbf-4d98-86bc-d6632e585158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:22.953619 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-4b8a7581-bae2-460f-bf07-bc7696b9735d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:22.955259 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-4b8a7581-bae2-460f-bf07-bc7696b9735d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&device_id=1462b9cb-ca25-4af9-a5c0-869c5608c987 HTTP/1.1" status: 200 len: 1098 time: 0.6057026 Sep 30 00:53:22.966269 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-46cbb0ad-7641-45f6-a62a-71bbfedfd675 req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Allocated IP 172.25.0.166 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/90bb824f-31d2-4d0a-8bf2-ab62cc29cb61) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:53:22.975509 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 7c68eab0-9366-4d10-b622-22b04c1178e6 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:53:23.035723 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-b7496a15-7762-4ac3-82ea-5b38d9b597f3 service neutron] Attempting to bind port fa2ea02c-02f4-48e0-a36c-cce2ad968042 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:53:23.036410 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-b7496a15-7762-4ac3-82ea-5b38d9b597f3 service neutron] Attempting to bind port fa2ea02c-02f4-48e0-a36c-cce2ad968042 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'd1c67cb8-9e18-4d24-aa91-f8fe6840e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:53:23.036964 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-b7496a15-7762-4ac3-82ea-5b38d9b597f3 service neutron] Attempting to bind port fa2ea02c-02f4-48e0-a36c-cce2ad968042 on network 789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:53:23.067259 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-474fed66-5926-4ef5-8a70-549368d7bd74 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=d761df09-2ef7-4cf5-a7f5-fb9022de696c HTTP/1.1" status: 200 len: 217 time: 0.0961285 Sep 30 00:53:23.068629 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-b7496a15-7762-4ac3-82ea-5b38d9b597f3 service neutron] Port fa2ea02c-02f4-48e0-a36c-cce2ad968042 on network 789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:53:23.068965 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-b7496a15-7762-4ac3-82ea-5b38d9b597f3 service neutron] Attempting to bind port fa2ea02c-02f4-48e0-a36c-cce2ad968042 on network 789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:53:23.082147 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-dbe7fd0b-0dbf-4d98-86bc-d6632e585158 None None] For port 86a787a9-f493-4c76-b9f7-380704a9ecb6, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:53:23.085718 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-dbe7fd0b-0dbf-4d98-86bc-d6632e585158 None None] For port 86a787a9-f493-4c76-b9f7-380704a9ecb6, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=86a787a9-f493-4c76-b9f7-380704a9ecb6,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:53:23.090428 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-dbe7fd0b-0dbf-4d98-86bc-d6632e585158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:23.095946 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-ff19eb5a-afc9-4ec3-ab83-2c737d07b6c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:23.128986 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-b7496a15-7762-4ac3-82ea-5b38d9b597f3 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:53:23.129399 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-b7496a15-7762-4ac3-82ea-5b38d9b597f3 service neutron] Checking segment: {'id': 'd1c67cb8-9e18-4d24-aa91-f8fe6840e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:53:23.129728 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-b7496a15-7762-4ac3-82ea-5b38d9b597f3 service neutron] Bound using segment: {'id': 'd1c67cb8-9e18-4d24-aa91-f8fe6840e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:53:23.130765 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-b7496a15-7762-4ac3-82ea-5b38d9b597f3 service neutron] Bound port: fa2ea02c-02f4-48e0-a36c-cce2ad968042, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c67cb8-9e18-4d24-aa91-f8fe6840e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:53:23.130765 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-b7496a15-7762-4ac3-82ea-5b38d9b597f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:23.137348 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 7c68eab0-9366-4d10-b622-22b04c1178e6 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:53:23.148651 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5a6d0ee9-ddfa-4bb9-8105-95e3eb6b2f42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:23.151611 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 7c68eab0-9366-4d10-b622-22b04c1178e6 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:53:23.151995 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:23.188683 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af8d43-a139-4d6b-9a21-a69738431202 req-127c00eb-a098-4a21-bd38-d9610906513c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:23.190168 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e4af8d43-a139-4d6b-9a21-a69738431202 req-127c00eb-a098-4a21-bd38-d9610906513c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420&tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb HTTP/1.1" status: 200 len: 1100 time: 0.2042775 Sep 30 00:53:23.193385 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5a6d0ee9-ddfa-4bb9-8105-95e3eb6b2f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:23.240328 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7fd0b-0dbf-4d98-86bc-d6632e585158 None None] Pushing event updated for resources: {'Port': ['ID=86a787a9-f493-4c76-b9f7-380704a9ecb6,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:23.243677 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-dbe7fd0b-0dbf-4d98-86bc-d6632e585158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:23.309232 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-4da13725-87d4-4e3b-a379-1df213bb2a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:23.310919 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-4da13725-87d4-4e3b-a379-1df213bb2a22 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.2326684 Sep 30 00:53:23.315758 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0d999-d6a3-41a0-9e01-345821aa4954 req-273d01c0-95ca-4bce-8b05-65365c1693f4 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:23.322810 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8cd0d999-d6a3-41a0-9e01-345821aa4954 req-273d01c0-95ca-4bce-8b05-65365c1693f4 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9db3b20-6c26-442f-b7ab-98ab56be586f HTTP/1.1" status: 200 len: 949 time: 0.3715038 Sep 30 00:53:23.326710 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:23.357414 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9db3b20-6c26-442f-b7ab-98ab56be586f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c68eab0-9366-4d10-b622-22b04c1178e6'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:53:23.368001 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 7c68eab0-9366-4d10-b622-22b04c1178e6, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=7c68eab0-9366-4d10-b622-22b04c1178e6,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:23.372793 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:23.374942 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:23.419222 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8cd0d999-d6a3-41a0-9e01-345821aa4954 req-9a8e9703-3768-4e87-b91d-2c801a90a7da tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/security-groups?id=d31e88a1-95c0-429a-ba32-e98354fad9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954175 Sep 30 00:53:23.440586 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-b7496a15-7762-4ac3-82ea-5b38d9b597f3 service neutron] For port fa2ea02c-02f4-48e0-a36c-cce2ad968042, host n-h2-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:53:23.455627 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-46cbb0ad-7641-45f6-a62a-71bbfedfd675 req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:23.464433 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-b7496a15-7762-4ac3-82ea-5b38d9b597f3 service neutron] For port fa2ea02c-02f4-48e0-a36c-cce2ad968042, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=fa2ea02c-02f4-48e0-a36c-cce2ad968042,segment=NetworkSegment(d1c67cb8-9e18-4d24-aa91-f8fe6840e750),segment_id=d1c67cb8-9e18-4d24-aa91-f8fe6840e750)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:53:23.489443 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af8d43-a139-4d6b-9a21-a69738431202 req-7ec9499d-a8e8-4364-a3bf-cbbc38e7e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:23.491088 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e4af8d43-a139-4d6b-9a21-a69738431202 req-7ec9499d-a8e8-4364-a3bf-cbbc38e7e54e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 1100 time: 0.2322023 Sep 30 00:53:23.500780 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-b7496a15-7762-4ac3-82ea-5b38d9b597f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:23.508890 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b7496a15-7762-4ac3-82ea-5b38d9b597f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:23.511931 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=7c68eab0-9366-4d10-b622-22b04c1178e6,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:23.514380 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:23.565145 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-3a5ee421-cb43-43a4-8b54-ec0569e9c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:23.566886 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-3a5ee421-cb43-43a4-8b54-ec0569e9c7e2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2482023 Sep 30 00:53:23.611159 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-b7496a15-7762-4ac3-82ea-5b38d9b597f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:23.620124 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-b7496a15-7762-4ac3-82ea-5b38d9b597f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:23.620124 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-b7496a15-7762-4ac3-82ea-5b38d9b597f3 service neutron] 10.222.0.55 "PUT /v2.0/ports/fa2ea02c-02f4-48e0-a36c-cce2ad968042 HTTP/1.1" status: 200 len: 1092 time: 3.1135886 Sep 30 00:53:23.786674 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af8d43-a139-4d6b-9a21-a69738431202 req-ed462601-8816-4a6e-9690-1e59a116e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:23.787825 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7496a15-7762-4ac3-82ea-5b38d9b597f3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2ea02c-02f4-48e0-a36c-cce2ad968042,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:23.788335 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e4af8d43-a139-4d6b-9a21-a69738431202 req-ed462601-8816-4a6e-9690-1e59a116e71e service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.2863760 Sep 30 00:53:23.803376 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b7496a15-7762-4ac3-82ea-5b38d9b597f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:23.804374 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe740939-d873-4bcc-8c99-0b45a41bb6ea req-fb831fdd-082c-483b-b658-47c10d5d4e3e tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:23.811991 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fe740939-d873-4bcc-8c99-0b45a41bb6ea req-fb831fdd-082c-483b-b658-47c10d5d4e3e tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=1462b9cb-ca25-4af9-a5c0-869c5608c987 HTTP/1.1" status: 200 len: 947 time: 0.1506116 Sep 30 00:53:23.825777 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-46cbb0ad-7641-45f6-a62a-71bbfedfd675 req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:23.832670 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c40baa65-5eb7-462a-8b66-23bb5d955375 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:23.879595 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:23.924069 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46cbb0ad-7641-45f6-a62a-71bbfedfd675 req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:53:23.926293 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-e9d63074-48a5-469b-a38c-50f1a61909bd service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433166 Sep 30 00:53:23.930891 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-46cbb0ad-7641-45f6-a62a-71bbfedfd675 req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:53:23.936822 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-46cbb0ad-7641-45f6-a62a-71bbfedfd675 req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:53:23.959561 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e4af8d43-a139-4d6b-9a21-a69738431202 req-40fd688b-8dc3-47da-a1f9-4cf18db32e73 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=863d8c69-3437-4b2c-898c-781bd4e0939e HTTP/1.1" status: 200 len: 217 time: 0.1406937 Sep 30 00:53:23.998470 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Pushing event updated for resources: {'Port': ['ID=90bb824f-31d2-4d0a-8bf2-ab62cc29cb61,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:24.013969 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:24.021909 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fe740939-d873-4bcc-8c99-0b45a41bb6ea req-eed799f0-13a2-432d-8193-60ae2341afc6 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086377 Sep 30 00:53:24.037816 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-5a6d0ee9-ddfa-4bb9-8105-95e3eb6b2f42 admin admin] Allocated IP 172.25.0.193 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/b00622cc-a873-48f8-9d2e-ca913f2b2223) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:53:24.076017 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-4a275c4e-ed06-4cc4-aa7c-1688118d277f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:24.076255 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af8d43-a139-4d6b-9a21-a69738431202 req-245b1a15-6188-422b-b0a2-6ba57551fd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:24.077536 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-4a275c4e-ed06-4cc4-aa7c-1688118d277f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6d910a5d3074b9cb61a601c2a7cb84a&device_id=6b924abf-e5ad-496f-8d9f-3ea4389af1ea HTTP/1.1" status: 200 len: 1095 time: 0.3699758 Sep 30 00:53:24.077659 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e4af8d43-a139-4d6b-9a21-a69738431202 req-245b1a15-6188-422b-b0a2-6ba57551fd92 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1036000 Sep 30 00:53:24.093775 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1462b9cb-ca25-4af9-a5c0-869c5608c987', 'tag': 'd761df09-2ef7-4cf5-a7f5-fb9022de696c', 'status': 'completed', 'code': 200} Sep 30 00:53:24.188933 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-178242a0-b6c3-4ed0-803b-4caa8362bf86 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa2ea02c-02f4-48e0-a36c-cce2ad968042 HTTP/1.1" status: 200 len: 217 time: 0.0912232 Sep 30 00:53:24.308800 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-36eb4524-1d28-45c7-9faf-e9737dbf879f req-5cf6b46e-6e91-444b-8cca-52bcc172d50d service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396132 Sep 30 00:53:24.317205 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-429b3f5b-c6fb-447f-85a1-1c6c6ebdb7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:24.319095 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-429b3f5b-c6fb-447f-85a1-1c6c6ebdb7bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2832071e-b852-47d3-913e-f292b000827a HTTP/1.1" status: 200 len: 863 time: 0.1103294 Sep 30 00:53:24.320221 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-46cbb0ad-7641-45f6-a62a-71bbfedfd675 req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:24.355005 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 86a787a9-f493-4c76-b9f7-380704a9ecb6 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:53:24.460034 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 86a787a9-f493-4c76-b9f7-380704a9ecb6 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:53:24.483172 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5a6d0ee9-ddfa-4bb9-8105-95e3eb6b2f42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:24.498871 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ebacd-b951-4d00-8756-a60e5a8c9da4 req-688e9d0f-fa7c-43ac-ab8d-7eb3617e85ad tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:24.500359 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4a9ebacd-b951-4d00-8756-a60e5a8c9da4 req-688e9d0f-fa7c-43ac-ab8d-7eb3617e85ad tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b924abf-e5ad-496f-8d9f-3ea4389af1ea HTTP/1.1" status: 200 len: 944 time: 0.2218065 Sep 30 00:53:24.503720 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af8d43-a139-4d6b-9a21-a69738431202 req-403f76c7-dc7d-48ce-92a9-a529a21a7bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:24.505081 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e4af8d43-a139-4d6b-9a21-a69738431202 req-403f76c7-dc7d-48ce-92a9-a529a21a7bb5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1943097 Sep 30 00:53:24.560032 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-46cbb0ad-7641-45f6-a62a-71bbfedfd675 req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:24.579110 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25adb411-1cdb-4337-9ad2-21c89e17600e None None] Network 4c98a929-4bc6-4ff2-9381-439d6c813487 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:53:24.646633 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4a9ebacd-b951-4d00-8756-a60e5a8c9da4 req-3e94b9af-efe7-40fb-9efa-cb857ee9e8e9 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c42dc21-c719-4a96-84be-a21d147d8c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396492 Sep 30 00:53:24.699814 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5a6d0ee9-ddfa-4bb9-8105-95e3eb6b2f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:24.707832 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c54e81c8-ae46-4b0c-ace6-be4b76a7a2de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:24.757906 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d66b365-19c0-4f59-b5c7-eeb372171dec', 'name': 'network-vif-deleted', 'tag': 'd710f1b7-6fe4-46d8-b0de-16cf95fb255b', 'status': 'completed', 'code': 200} Sep 30 00:53:24.774131 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-446f474f-cf46-4b88-a9c5-f944f0b4c54f None None] Provisioning for port 86a787a9-f493-4c76-b9f7-380704a9ecb6 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:53:24.785410 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e4af8d43-a139-4d6b-9a21-a69738431202 req-acec6bbd-0141-4d2d-b253-03f8faf1fbce service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580585 Sep 30 00:53:24.787007 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-60153bdc-5bf0-4404-aee9-f2a827bb8bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:24.787456 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-446f474f-cf46-4b88-a9c5-f944f0b4c54f None None] Provisioning complete for port 86a787a9-f493-4c76-b9f7-380704a9ecb6 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:53:24.787847 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-446f474f-cf46-4b88-a9c5-f944f0b4c54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:24.788644 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-60153bdc-5bf0-4404-aee9-f2a827bb8bbe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4478333 Sep 30 00:53:24.799465 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d1d5a-f62a-4eb8-9b42-c7172c9730e6 req-fd0bffce-3be5-422e-86f9-aa91aee31bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:24.801095 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-038d1d5a-f62a-4eb8-9b42-c7172c9730e6 req-fd0bffce-3be5-422e-86f9-aa91aee31bd7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&device_id=1462b9cb-ca25-4af9-a5c0-869c5608c987 HTTP/1.1" status: 200 len: 1098 time: 0.3484812 Sep 30 00:53:24.801247 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6d0ee9-ddfa-4bb9-8105-95e3eb6b2f42 admin admin] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:53:24.803503 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-5a6d0ee9-ddfa-4bb9-8105-95e3eb6b2f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:53:24.815381 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d0ee9-ddfa-4bb9-8105-95e3eb6b2f42 admin admin] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:53:24.977432 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-446f474f-cf46-4b88-a9c5-f944f0b4c54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:24.988752 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d0ee9-ddfa-4bb9-8105-95e3eb6b2f42 admin admin] Pushing event updated for resources: {'Port': ['ID=b00622cc-a873-48f8-9d2e-ca913f2b2223,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:25.000727 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5a6d0ee9-ddfa-4bb9-8105-95e3eb6b2f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:25.023893 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-446f474f-cf46-4b88-a9c5-f944f0b4c54f None None] For port 86a787a9-f493-4c76-b9f7-380704a9ecb6, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=86a787a9-f493-4c76-b9f7-380704a9ecb6,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:25.030418 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-446f474f-cf46-4b88-a9c5-f944f0b4c54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:25.035333 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:25.139019 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f474f-cf46-4b88-a9c5-f944f0b4c54f None None] Pushing event updated for resources: {'Port': ['ID=86a787a9-f493-4c76-b9f7-380704a9ecb6,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:25.144601 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-446f474f-cf46-4b88-a9c5-f944f0b4c54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:25.205810 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-1aa06dfe-c4f3-4444-a3e2-61293e9a5a48 service neutron] 10.222.0.55 "GET /v2.0/networks/789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029713 Sep 30 00:53:25.209241 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d1d5a-f62a-4eb8-9b42-c7172c9730e6 req-e10a1448-b2c1-4c4e-a67f-bc332e70971a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:25.210574 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-038d1d5a-f62a-4eb8-9b42-c7172c9730e6 req-e10a1448-b2c1-4c4e-a67f-bc332e70971a service neutron] 10.222.0.59 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.3831017 Sep 30 00:53:25.235437 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1311a-e0e5-4d02-b5cb-03e0638ea5e1 req-2f98ae0f-d8ec-4728-899e-33d3f1606d33 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:25.236864 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-afc1311a-e0e5-4d02-b5cb-03e0638ea5e1 req-2f98ae0f-d8ec-4728-899e-33d3f1606d33 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 1096 time: 0.3734727 Sep 30 00:53:25.250101 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e4af8d43-a139-4d6b-9a21-a69738431202 req-6518a1b8-3f44-48a6-8aaa-381a172ee626 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439776 Sep 30 00:53:25.256845 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-6622f0b9-77f8-4b15-b744-cfa619ae289c None None] Provisioning complete for port 86a787a9-f493-4c76-b9f7-380704a9ecb6 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:53:25.257233 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6622f0b9-77f8-4b15-b744-cfa619ae289c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:25.320672 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 863d8c69-3437-4b2c-898c-781bd4e0939e no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:53:25.332331 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-038d1d5a-f62a-4eb8-9b42-c7172c9730e6 req-3b4c47bd-2287-4a4d-805b-57e6fb0204f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=d761df09-2ef7-4cf5-a7f5-fb9022de696c HTTP/1.1" status: 200 len: 217 time: 0.0853908 Sep 30 00:53:25.410581 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-afc1311a-e0e5-4d02-b5cb-03e0638ea5e1 req-c3591b2d-8c13-4011-af25-3a1fb4a9fc6c tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672144 Sep 30 00:53:25.454265 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-46cbb0ad-7641-45f6-a62a-71bbfedfd675 req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:25.471933 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-46cbb0ad-7641-45f6-a62a-71bbfedfd675 req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:25.480036 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-406e79a4-d9e5-4c5b-8ab9-64eca482274f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:25.501407 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9db3b20-6c26-442f-b7ab-98ab56be586f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c68eab0-9366-4d10-b622-22b04c1178e6', 'code': 200} Sep 30 00:53:25.512710 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:25.537174 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5a6d0ee9-ddfa-4bb9-8105-95e3eb6b2f42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:25.563641 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 863d8c69-3437-4b2c-898c-781bd4e0939e, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=863d8c69-3437-4b2c-898c-781bd4e0939e,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:25.571757 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:25.574103 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-675f9878-2673-4861-b9fb-1a786fe32dbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:25.616705 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Pushing event updated for resources: {'Port': ['ID=90bb824f-31d2-4d0a-8bf2-ab62cc29cb61,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:25.627913 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d1d5a-f62a-4eb8-9b42-c7172c9730e6 req-94f399f4-27c2-4fd6-b6fa-8b3fb42e388d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:25.629799 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-038d1d5a-f62a-4eb8-9b42-c7172c9730e6 req-94f399f4-27c2-4fd6-b6fa-8b3fb42e388d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.2266438 Sep 30 00:53:25.645305 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:25.646232 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:25.646703 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:25.647211 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:25.647660 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:25.648137 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:25.648700 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:25.649030 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:25.649470 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:25.650217 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:25.650345 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:25.651312 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:25.654326 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=863d8c69-3437-4b2c-898c-781bd4e0939e,revision_number=6']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:25.657273 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:25.693154 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:25.836510 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c0d33494-f087-4d4b-94fe-7499ddf133de req-71e6f93a-3f20-482d-82bc-1bcd8f8620fa service neutron] 10.222.0.55 "GET /v2.0/networks/789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6207070 Sep 30 00:53:25.844332 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-46cbb0ad-7641-45f6-a62a-71bbfedfd675 req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:25.892174 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-46cbb0ad-7641-45f6-a62a-71bbfedfd675 req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:25.893371 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-46cbb0ad-7641-45f6-a62a-71bbfedfd675 req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3611937 Sep 30 00:53:25.900662 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d1d5a-f62a-4eb8-9b42-c7172c9730e6 req-4655a83b-f728-425c-a4dd-55bfce124e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:25.902936 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-038d1d5a-f62a-4eb8-9b42-c7172c9730e6 req-4655a83b-f728-425c-a4dd-55bfce124e32 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2466171 Sep 30 00:53:25.954633 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c10c0-890f-48fa-83d5-3ce1032135f6 req-f9ab73ec-85e2-4680-9dc8-6f3327177684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:25.956120 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-830c10c0-890f-48fa-83d5-3ce1032135f6 req-f9ab73ec-85e2-4680-9dc8-6f3327177684 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f9db3b20-6c26-442f-b7ab-98ab56be586f HTTP/1.1" status: 200 len: 1101 time: 0.3127215 Sep 30 00:53:25.984218 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d36d2-6499-4d2b-94e1-a29cc41f8071 req-b7ca133a-24ec-425f-bc29-6aae578d37b8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:25.985677 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-210d36d2-6499-4d2b-94e1-a29cc41f8071 req-b7ca133a-24ec-425f-bc29-6aae578d37b8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 947 time: 0.3888867 Sep 30 00:53:26.063087 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-46cbb0ad-7641-45f6-a62a-71bbfedfd675 req-6bc85444-d032-4e5f-aeba-d69b5c4dba64 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Synchronizing usage tracker for tenant:c9dd6dd8a9b34e0ba52c16c535feb461 on resource:floatingip {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:53:26.096296 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b924abf-e5ad-496f-8d9f-3ea4389af1ea', 'tag': 'fa2ea02c-02f4-48e0-a36c-cce2ad968042'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:53:26.108984 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-210d36d2-6499-4d2b-94e1-a29cc41f8071 req-c7d8299d-aff4-4704-b5c6-f12d5c028198 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675509 Sep 30 00:53:26.115283 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-830c10c0-890f-48fa-83d5-3ce1032135f6 req-8e359ab4-4a58-4234-8ce0-3412c8a51c7d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d31e88a1-95c0-429a-ba32-e98354fad9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518869 Sep 30 00:53:26.119100 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-46cbb0ad-7641-45f6-a62a-71bbfedfd675 req-6bc85444-d032-4e5f-aeba-d69b5c4dba64 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Unset dirty status for tenant:c9dd6dd8a9b34e0ba52c16c535feb461 on resource:floatingip {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:53:26.120463 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-46cbb0ad-7641-45f6-a62a-71bbfedfd675 req-6bc85444-d032-4e5f-aeba-d69b5c4dba64 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.166 HTTP/1.1" status: 200 len: 696 time: 0.2166090 Sep 30 00:53:26.136406 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5a6d0ee9-ddfa-4bb9-8105-95e3eb6b2f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673175'] for router, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:26.236697 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-038d1d5a-f62a-4eb8-9b42-c7172c9730e6 req-8d66eab1-5d13-408d-b348-6691bc4037c4 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745392 Sep 30 00:53:26.295158 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 86a787a9-f493-4c76-b9f7-380704a9ecb6 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:53:26.305297 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbb0ad-7641-45f6-a62a-71bbfedfd675 req-fd77bf5e-f591-458e-bafd-5f3aa11eb911 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:26.306717 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-46cbb0ad-7641-45f6-a62a-71bbfedfd675 req-fd77bf5e-f591-458e-bafd-5f3aa11eb911 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 784 time: 0.1739535 Sep 30 00:53:26.379165 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 86a787a9-f493-4c76-b9f7-380704a9ecb6 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:53:26.379462 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:26.404979 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509b0d5-039a-4a77-832e-386bccbbac36 req-338efdbb-d7a5-4160-a8ad-73a190e08642 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:26.406476 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6509b0d5-039a-4a77-832e-386bccbbac36 req-338efdbb-d7a5-4160-a8ad-73a190e08642 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9db3b20-6c26-442f-b7ab-98ab56be586f HTTP/1.1" status: 200 len: 950 time: 0.1495771 Sep 30 00:53:26.451763 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6d0ee9-ddfa-4bb9-8105-95e3eb6b2f42 admin admin] Router 99c12d7a-87b8-47d3-896b-2eb74398c7fb is scheduled to L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 with binding_index 1 {{(pid=80275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 30 00:53:26.466366 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6509b0d5-039a-4a77-832e-386bccbbac36 req-4ad36155-4479-49b9-b1be-edf98c9a3e6b tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/security-groups?id=d31e88a1-95c0-429a-ba32-e98354fad9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516982 Sep 30 00:53:26.717026 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6d0ee9-ddfa-4bb9-8105-95e3eb6b2f42 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:53:26.723978 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f829e-36e8-4561-a94e-f0cb9b8b74e9 req-a9480111-6311-45c0-b280-2a3f22aa4a16 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:26.725017 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e62f829e-36e8-4561-a94e-f0cb9b8b74e9 req-a9480111-6311-45c0-b280-2a3f22aa4a16 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 1096 time: 0.1311314 Sep 30 00:53:26.727674 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ce6f54-f5c9-45b2-bf15-8742a4108888 None None] Sync routers for ids ['99c12d7a-87b8-47d3-896b-2eb74398c7fb'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:53:26.734670 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43d378-8320-40c0-bc99-10789cd75161 req-d780217f-bd0c-48ae-8c7c-c751f7843a08 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:26.736192 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fb43d378-8320-40c0-bc99-10789cd75161 req-d780217f-bd0c-48ae-8c7c-c751f7843a08 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=1462b9cb-ca25-4af9-a5c0-869c5608c987 HTTP/1.1" status: 200 len: 947 time: 0.3221331 Sep 30 00:53:26.739975 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ce6f54-f5c9-45b2-bf15-8742a4108888 None None] Routers {'99c12d7a-87b8-47d3-896b-2eb74398c7fb'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:53:26.741076 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-c5ce6f54-f5c9-45b2-bf15-8742a4108888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:53:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['99c12d7a-87b8-47d3-896b-2eb74398c7fb'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:53:26.767499 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5a6d0ee9-ddfa-4bb9-8105-95e3eb6b2f42 admin admin] Notify callbacks [] for router, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:26.768686 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-5a6d0ee9-ddfa-4bb9-8105-95e3eb6b2f42 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1092927 Sep 30 00:53:26.771662 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 32782) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:26.811079 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-038d1d5a-f62a-4eb8-9b42-c7172c9730e6 req-cd308f8c-3d50-49ba-9872-b2c90e6de0df service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028779 Sep 30 00:53:26.835859 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e62f829e-36e8-4561-a94e-f0cb9b8b74e9 req-b6924c05-2775-4fe1-8bef-7ce558f266b5 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036551 Sep 30 00:53:26.836803 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fb43d378-8320-40c0-bc99-10789cd75161 req-5b5068c3-6186-42da-a997-079d11203e2a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915244 Sep 30 00:53:26.923437 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b924abf-e5ad-496f-8d9f-3ea4389af1ea', 'tag': 'fa2ea02c-02f4-48e0-a36c-cce2ad968042', 'status': 'completed', 'code': 200} Sep 30 00:53:26.936242 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-c5ce6f54-f5c9-45b2-bf15-8742a4108888 None None] Set router 99c12d7a-87b8-47d3-896b-2eb74398c7fb gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:53:27.149351 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2e68c-c7c5-4c30-ae37-4c2a0d8f89ed req-ef76c0d1-a01c-42f1-b264-f0b3313c7a55 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:27.150216 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-7bf2e68c-c7c5-4c30-ae37-4c2a0d8f89ed req-ef76c0d1-a01c-42f1-b264-f0b3313c7a55 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Synchronizing usage tracker for tenant:d6d910a5d3074b9cb61a601c2a7cb84a on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:53:27.173594 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-7bf2e68c-c7c5-4c30-ae37-4c2a0d8f89ed req-ef76c0d1-a01c-42f1-b264-f0b3313c7a55 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Unset dirty status for tenant:d6d910a5d3074b9cb61a601c2a7cb84a on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:53:27.174987 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7bf2e68c-c7c5-4c30-ae37-4c2a0d8f89ed req-ef76c0d1-a01c-42f1-b264-f0b3313c7a55 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b924abf-e5ad-496f-8d9f-3ea4389af1ea HTTP/1.1" status: 200 len: 944 time: 0.1533482 Sep 30 00:53:27.214411 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717629bb-a103-4708-90d3-9913442c36ec req-e6bbbeea-7b42-4999-9a68-59465a282582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:27.216067 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-717629bb-a103-4708-90d3-9913442c36ec req-e6bbbeea-7b42-4999-9a68-59465a282582 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6d910a5d3074b9cb61a601c2a7cb84a&device_id=6b924abf-e5ad-496f-8d9f-3ea4389af1ea HTTP/1.1" status: 200 len: 1095 time: 0.1168723 Sep 30 00:53:27.259629 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-881e5cde-57f2-4991-95d0-9d300060747a req-ecb1e28d-649e-45dc-b6d5-03c0a5e16a3f tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3083844 Sep 30 00:53:27.264012 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-c5ce6f54-f5c9-45b2-bf15-8742a4108888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'name': 'tempest-ServerActionsTestJSON-173081650-router', 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'b00622cc-a873-48f8-9d2e-ca913f2b2223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:53:21Z', 'updated_at': '2021-09-30T00:53:25Z', 'revision_number': 3, 'project_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'gw_port': {'id': 'b00622cc-a873-48f8-9d2e-ca913f2b2223', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:53:23Z', 'updated_at': '2021-09-30T00:53:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:53:27.269361 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ce6f54-f5c9-45b2-bf15-8742a4108888 None None] Checking router: 99c12d7a-87b8-47d3-896b-2eb74398c7fb for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:53:27.269716 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ce6f54-f5c9-45b2-bf15-8742a4108888 None None] Updating router 99c12d7a-87b8-47d3-896b-2eb74398c7fb port b00622cc-a873-48f8-9d2e-ca913f2b2223 binding host n-d-811809-1 {{(pid=80277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:53:27.271881 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-881e5cde-57f2-4991-95d0-9d300060747a req-83d3bdc6-dc1b-4188-b9e3-04f34ec87935 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Request body: {'floatingip': {'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:27.280587 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-881e5cde-57f2-4991-95d0-9d300060747a req-83d3bdc6-dc1b-4188-b9e3-04f34ec87935 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:27.302445 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7bf2e68c-c7c5-4c30-ae37-4c2a0d8f89ed req-2d312f3f-a56e-461e-91e3-82df220aa9af tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c42dc21-c719-4a96-84be-a21d147d8c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140356 Sep 30 00:53:27.326214 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 863d8c69-3437-4b2c-898c-781bd4e0939e details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:53:27.331453 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-c5ce6f54-f5c9-45b2-bf15-8742a4108888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:27.393750 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717629bb-a103-4708-90d3-9913442c36ec req-bb039786-1cfa-4678-83db-f3f2a588c6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:27.395869 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-717629bb-a103-4708-90d3-9913442c36ec req-bb039786-1cfa-4678-83db-f3f2a588c6b5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d HTTP/1.1" status: 200 len: 925 time: 0.1724341 Sep 30 00:53:27.532331 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-881e5cde-57f2-4991-95d0-9d300060747a req-83d3bdc6-dc1b-4188-b9e3-04f34ec87935 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:27.548963 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-881e5cde-57f2-4991-95d0-9d300060747a req-83d3bdc6-dc1b-4188-b9e3-04f34ec87935 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks [] for floatingip, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:27.556872 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 863d8c69-3437-4b2c-898c-781bd4e0939e, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=863d8c69-3437-4b2c-898c-781bd4e0939e,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:27.578647 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-717629bb-a103-4708-90d3-9913442c36ec req-c10f8663-51f2-4ec2-b9b2-85056d1a7b25 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa2ea02c-02f4-48e0-a36c-cce2ad968042 HTTP/1.1" status: 200 len: 217 time: 0.1722975 Sep 30 00:53:27.582324 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a881a1-cd0e-4cb0-b314-68293db10420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '863d8c69-3437-4b2c-898c-781bd4e0939e'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:53:27.597146 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '863d8c69-3437-4b2c-898c-781bd4e0939e', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': '863d8c69-3437-4b2c-898c-781bd4e0939e', 'mac_address': 'fa:16:3e:9d:39:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:53:27.669721 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717629bb-a103-4708-90d3-9913442c36ec req-25a4f5c0-8c77-43e7-b64e-b6f3604d0397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:27.671466 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-717629bb-a103-4708-90d3-9913442c36ec req-25a4f5c0-8c77-43e7-b64e-b6f3604d0397 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2832071e-b852-47d3-913e-f292b000827a HTTP/1.1" status: 200 len: 863 time: 0.0795193 Sep 30 00:53:27.781872 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:27.856446 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863d8c69-3437-4b2c-898c-781bd4e0939e {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:53:27.879869 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 863d8c69-3437-4b2c-898c-781bd4e0939e, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=863d8c69-3437-4b2c-898c-781bd4e0939e,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:27.884878 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:27.888563 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-43650b07-70f9-4d2e-817e-ee647a1afe18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:27.894311 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717629bb-a103-4708-90d3-9913442c36ec req-7ff9788c-1f94-4746-b945-c26ac2f28de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:27.898509 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-717629bb-a103-4708-90d3-9913442c36ec req-7ff9788c-1f94-4746-b945-c26ac2f28de0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2144632 Sep 30 00:53:27.973970 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=863d8c69-3437-4b2c-898c-781bd4e0939e,revision_number=7']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:27.977406 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:27.988791 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-881e5cde-57f2-4991-95d0-9d300060747a req-83d3bdc6-dc1b-4188-b9e3-04f34ec87935 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:28.097140 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-c5ce6f54-f5c9-45b2-bf15-8742a4108888 None None] Notify callbacks [] for port, precommit_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:28.113994 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.provisioning_blocks [None req-c5ce6f54-f5c9-45b2-bf15-8742a4108888 None None] Transition to ACTIVE for port object b00622cc-a873-48f8-9d2e-ca913f2b2223 will not be triggered until provisioned by entity L2. {{(pid=80277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:53:28.124265 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-c5ce6f54-f5c9-45b2-bf15-8742a4108888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:28.130230 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-f6553e27-0f5a-48a4-b64c-9839489d7d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:28.131005 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-717629bb-a103-4708-90d3-9913442c36ec req-84f83c14-5a99-4ede-93d2-2df02925625f service neutron] 10.222.0.55 "GET /v2.0/networks/789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186694 Sep 30 00:53:28.218766 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-c5ce6f54-f5c9-45b2-bf15-8742a4108888 None None] Attempting to bind port b00622cc-a873-48f8-9d2e-ca913f2b2223 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:53:28.219134 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-c5ce6f54-f5c9-45b2-bf15-8742a4108888 None None] Attempting to bind port b00622cc-a873-48f8-9d2e-ca913f2b2223 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:53:28.219510 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ce6f54-f5c9-45b2-bf15-8742a4108888 None None] Attempting to bind port b00622cc-a873-48f8-9d2e-ca913f2b2223 on network 1b813296-b79a-4ce4-abf3-9e488de9f705 {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:53:28.229869 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43411ff7-1764-49cb-8f3d-106ffe59ac58 None None] Pushing event updated for resources: {'Port': ['ID=b00622cc-a873-48f8-9d2e-ca913f2b2223,revision_number=2']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:28.232314 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ce6f54-f5c9-45b2-bf15-8742a4108888 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:53:28.232692 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ce6f54-f5c9-45b2-bf15-8742a4108888 None None] Checking segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:53:28.233099 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-c5ce6f54-f5c9-45b2-bf15-8742a4108888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:28.233489 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ce6f54-f5c9-45b2-bf15-8742a4108888 None None] Bound using segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:53:28.233966 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-c5ce6f54-f5c9-45b2-bf15-8742a4108888 None None] Bound port: b00622cc-a873-48f8-9d2e-ca913f2b2223, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:53:28.234501 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-c5ce6f54-f5c9-45b2-bf15-8742a4108888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:28.239971 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['863d8c69-3437-4b2c-898c-781bd4e0939e'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:53:28.274295 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-43411ff7-1764-49cb-8f3d-106ffe59ac58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:28.289176 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ad7c558a-0454-4d29-a331-16faea51a28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:28.325289 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-881e5cde-57f2-4991-95d0-9d300060747a req-83d3bdc6-dc1b-4188-b9e3-04f34ec87935 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Allocated IP 172.25.0.81 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/8932298e-ff3f-43f7-8548-9acecce3f28d) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:53:28.350520 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-c5ce6f54-f5c9-45b2-bf15-8742a4108888 None None] For port b00622cc-a873-48f8-9d2e-ca913f2b2223, host n-d-811809-1, cleared binding levels {{(pid=80277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:53:28.355710 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-c5ce6f54-f5c9-45b2-bf15-8742a4108888 None None] For port b00622cc-a873-48f8-9d2e-ca913f2b2223, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=b00622cc-a873-48f8-9d2e-ca913f2b2223,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:53:28.362255 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-c5ce6f54-f5c9-45b2-bf15-8742a4108888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:28.377705 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:28.422527 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-717629bb-a103-4708-90d3-9913442c36ec req-153fb5e8-2907-4fd5-9e09-8b78fc19d64b service neutron] 10.222.0.55 "GET /v2.0/networks/789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718432 Sep 30 00:53:28.455621 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d44431-fc45-4e85-931f-7a0e01c89625 req-b4f9a756-cda2-481b-9d82-0a416e8c7dfd tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:28.457130 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-80d44431-fc45-4e85-931f-7a0e01c89625 req-b4f9a756-cda2-481b-9d82-0a416e8c7dfd tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 948 time: 0.2604427 Sep 30 00:53:28.468125 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43411ff7-1764-49cb-8f3d-106ffe59ac58 None None] Pushing event updated for resources: {'Port': ['ID=b00622cc-a873-48f8-9d2e-ca913f2b2223,revision_number=3']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:28.484603 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-43411ff7-1764-49cb-8f3d-106ffe59ac58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:28.493465 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ce6f54-f5c9-45b2-bf15-8742a4108888 None None] Routers {'99c12d7a-87b8-47d3-896b-2eb74398c7fb'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:53:28.494242 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-c5ce6f54-f5c9-45b2-bf15-8742a4108888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:53:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['99c12d7a-87b8-47d3-896b-2eb74398c7fb'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:53:28.506542 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-80d44431-fc45-4e85-931f-7a0e01c89625 req-5efaee60-8a0f-4076-a754-6d1df6fe6dc5 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417521 Sep 30 00:53:28.640364 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-881e5cde-57f2-4991-95d0-9d300060747a req-83d3bdc6-dc1b-4188-b9e3-04f34ec87935 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:28.660847 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-ad7c558a-0454-4d29-a331-16faea51a28d admin admin] Allocated IP 172.20.0.1 (4c98a929-4bc6-4ff2-9381-439d6c813487/c136aabe-2b6e-40bd-889c-a97ee8fe6bf6/d5d8dd04-f2e4-442f-ab1b-9c0ac1511521) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:53:28.704107 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-881e5cde-57f2-4991-95d0-9d300060747a req-83d3bdc6-dc1b-4188-b9e3-04f34ec87935 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:28.711123 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5a6d0ee9-ddfa-4bb9-8105-95e3eb6b2f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:28.774880 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-c5ce6f54-f5c9-45b2-bf15-8742a4108888 None None] Set router 99c12d7a-87b8-47d3-896b-2eb74398c7fb gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:53:28.791055 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b697a-cd4b-4a17-9024-c98f2f3ea16c req-2beb559c-32aa-4800-a1a9-066d475d1f4e tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:28.798290 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2d2b697a-cd4b-4a17-9024-c98f2f3ea16c req-2beb559c-32aa-4800-a1a9-066d475d1f4e tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9db3b20-6c26-442f-b7ab-98ab56be586f HTTP/1.1" status: 200 len: 950 time: 0.0975053 Sep 30 00:53:28.852484 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2d2b697a-cd4b-4a17-9024-c98f2f3ea16c req-fd1a4fc4-65a5-43da-aa9d-0ded4220b3a6 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/security-groups?id=d31e88a1-95c0-429a-ba32-e98354fad9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533311 Sep 30 00:53:28.878038 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-881e5cde-57f2-4991-95d0-9d300060747a req-83d3bdc6-dc1b-4188-b9e3-04f34ec87935 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:53:28.888389 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 32816) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:28.890093 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-881e5cde-57f2-4991-95d0-9d300060747a req-83d3bdc6-dc1b-4188-b9e3-04f34ec87935 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:53:28.898017 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-881e5cde-57f2-4991-95d0-9d300060747a req-83d3bdc6-dc1b-4188-b9e3-04f34ec87935 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:53:28.914063 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a881a1-cd0e-4cb0-b314-68293db10420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '863d8c69-3437-4b2c-898c-781bd4e0939e', 'code': 200} Sep 30 00:53:28.985957 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device d761df09-2ef7-4cf5-a7f5-fb9022de696c details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:53:28.997326 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3bdc6-dc1b-4188-b9e3-04f34ec87935 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Pushing event updated for resources: {'Port': ['ID=8932298e-ff3f-43f7-8548-9acecce3f28d,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:29.004325 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-83d3bdc6-dc1b-4188-b9e3-04f34ec87935 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:29.085499 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ad7c558a-0454-4d29-a331-16faea51a28d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:29.137997 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-ad7c558a-0454-4d29-a331-16faea51a28d admin admin] Transition to ACTIVE for port object d5d8dd04-f2e4-442f-ab1b-9c0ac1511521 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:53:29.139500 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-881e5cde-57f2-4991-95d0-9d300060747a req-83d3bdc6-dc1b-4188-b9e3-04f34ec87935 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:29.162114 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-71695a42-724f-40bd-997b-afbf365958f2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d183b0220e9457b941f455edcb80f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696450 Sep 30 00:53:29.162114 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 32822) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:29.191597 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c10070-d2f7-47a0-99ec-3c747ea4cff3 req-dc59c315-faff-4bfb-a8cc-7a8a93c0bab4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:29.191983 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-c5ce6f54-f5c9-45b2-bf15-8742a4108888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'name': 'tempest-ServerActionsTestJSON-173081650-router', 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'b00622cc-a873-48f8-9d2e-ca913f2b2223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:53:21Z', 'updated_at': '2021-09-30T00:53:25Z', 'revision_number': 3, 'project_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'gw_port': {'id': 'b00622cc-a873-48f8-9d2e-ca913f2b2223', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:53:23Z', 'updated_at': '2021-09-30T00:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:53:29.200305 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f4c10070-d2f7-47a0-99ec-3c747ea4cff3 req-dc59c315-faff-4bfb-a8cc-7a8a93c0bab4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=1462b9cb-ca25-4af9-a5c0-869c5608c987 HTTP/1.1" status: 200 len: 947 time: 0.1845706 Sep 30 00:53:29.209051 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ce6f54-f5c9-45b2-bf15-8742a4108888 None None] The sync data for ids ['99c12d7a-87b8-47d3-896b-2eb74398c7fb'] in n-d-811809-1 is: [{'id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'name': 'tempest-ServerActionsTestJSON-173081650-router', 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'b00622cc-a873-48f8-9d2e-ca913f2b2223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:53:21Z', 'updated_at': '2021-09-30T00:53:25Z', 'revision_number': 3, 'project_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'gw_port': {'id': 'b00622cc-a873-48f8-9d2e-ca913f2b2223', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:53:23Z', 'updated_at': '2021-09-30T00:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:53:29.250327 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port d761df09-2ef7-4cf5-a7f5-fb9022de696c, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=d761df09-2ef7-4cf5-a7f5-fb9022de696c,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:29.258538 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-881e5cde-57f2-4991-95d0-9d300060747a req-83d3bdc6-dc1b-4188-b9e3-04f34ec87935 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:29.277774 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': 'd761df09-2ef7-4cf5-a7f5-fb9022de696c', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': 'd761df09-2ef7-4cf5-a7f5-fb9022de696c', 'mac_address': 'fa:16:3e:dc:f7:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:53:29.285962 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f4c10070-d2f7-47a0-99ec-3c747ea4cff3 req-57e132a7-a91d-4b8e-a5bd-f57b52dbd7f3 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801849 Sep 30 00:53:29.300301 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ad7c558a-0454-4d29-a331-16faea51a28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:29.327881 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3f2bee28-1b27-491a-a124-b359c99e8949 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:29.338986 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device fa2ea02c-02f4-48e0-a36c-cce2ad968042 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:53:29.341663 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 863d8c69-3437-4b2c-898c-781bd4e0939e up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:53:29.366223 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9d8b1f68-51b1-45fb-ae0c-963f5a76fb18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:29.413979 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7c558a-0454-4d29-a331-16faea51a28d admin admin] Network 4c98a929-4bc6-4ff2-9381-439d6c813487 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:53:29.421039 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9d8b1f68-51b1-45fb-ae0c-963f5a76fb18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:29.422656 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-ad7c558a-0454-4d29-a331-16faea51a28d admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:53:29.428488 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7c558a-0454-4d29-a331-16faea51a28d admin admin] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:53:29.505634 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c558a-0454-4d29-a331-16faea51a28d admin admin] Pushing event updated for resources: {'Port': ['ID=d5d8dd04-f2e4-442f-ab1b-9c0ac1511521,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:29.516952 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:29.551549 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9d8b1f68-51b1-45fb-ae0c-963f5a76fb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:29.589231 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-686ff737-2148-411d-bf8f-ee22813ac65b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:29.638218 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b1f68-51b1-45fb-ae0c-963f5a76fb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3449c9-95b6-4d85-b68d-9724847c41c0,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:29.654713 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9d8b1f68-51b1-45fb-ae0c-963f5a76fb18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:29.696049 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9d8b1f68-51b1-45fb-ae0c-963f5a76fb18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:29.698385 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-9d8b1f68-51b1-45fb-ae0c-963f5a76fb18 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8d3449c9-95b6-4d85-b68d-9724847c41c0 HTTP/1.1" status: 204 len: 168 time: 0.5350802 Sep 30 00:53:29.729276 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d761df09-2ef7-4cf5-a7f5-fb9022de696c {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:53:29.814346 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port d761df09-2ef7-4cf5-a7f5-fb9022de696c, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=d761df09-2ef7-4cf5-a7f5-fb9022de696c,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:29.819309 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 863d8c69-3437-4b2c-898c-781bd4e0939e triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:53:29.819667 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:29.864684 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:29.886373 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-111f4919-f33e-457f-a503-589efb910bb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:29.921124 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ad7c558a-0454-4d29-a331-16faea51a28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:29.927128 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb70691-db10-4283-b954-574ac35ee39f req-98e0ac20-3e33-4141-977c-be77fa5c8585 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:29.935379 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7eb70691-db10-4283-b954-574ac35ee39f req-98e0ac20-3e33-4141-977c-be77fa5c8585 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b924abf-e5ad-496f-8d9f-3ea4389af1ea HTTP/1.1" status: 200 len: 944 time: 0.1526446 Sep 30 00:53:29.991102 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ad7c558a-0454-4d29-a331-16faea51a28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734280'] for router_interface, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:30.003118 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7eb70691-db10-4283-b954-574ac35ee39f req-e7c4336b-65e2-412a-9059-41ff696c5436 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c42dc21-c719-4a96-84be-a21d147d8c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664504 Sep 30 00:53:30.066203 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=d761df09-2ef7-4cf5-a7f5-fb9022de696c,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:30.079625 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:30.110074 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port fa2ea02c-02f4-48e0-a36c-cce2ad968042, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=fa2ea02c-02f4-48e0-a36c-cce2ad968042,segment=NetworkSegment(d1c67cb8-9e18-4d24-aa91-f8fe6840e750),segment_id=d1c67cb8-9e18-4d24-aa91-f8fe6840e750)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:30.116950 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-881e5cde-57f2-4991-95d0-9d300060747a req-83d3bdc6-dc1b-4188-b9e3-04f34ec87935 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:30.136441 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': 'fa2ea02c-02f4-48e0-a36c-cce2ad968042', 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d', 'port_id': 'fa2ea02c-02f4-48e0-a36c-cce2ad968042', 'mac_address': 'fa:16:3e:2c:b3:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2832071e-b852-47d3-913e-f292b000827a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:53:30.191128 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-881e5cde-57f2-4991-95d0-9d300060747a req-83d3bdc6-dc1b-4188-b9e3-04f34ec87935 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:30.213401 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-aff5206c-feea-4d13-9241-084f2a801429 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:30.269087 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-0fc00041-c41f-4cd8-9822-a90235c45493 None None] Provisioning for port d5d8dd04-f2e4-442f-ab1b-9c0ac1511521 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:53:30.304137 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-0fc00041-c41f-4cd8-9822-a90235c45493 None None] Provisioning complete for port d5d8dd04-f2e4-442f-ab1b-9c0ac1511521 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:53:30.304137 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-0fc00041-c41f-4cd8-9822-a90235c45493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:30.345430 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3bdc6-dc1b-4188-b9e3-04f34ec87935 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Pushing event updated for resources: {'Port': ['ID=8932298e-ff3f-43f7-8548-9acecce3f28d,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:30.359812 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-83d3bdc6-dc1b-4188-b9e3-04f34ec87935 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:30.404643 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['d761df09-2ef7-4cf5-a7f5-fb9022de696c'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:53:30.472838 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ad7c558a-0454-4d29-a331-16faea51a28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:30.499875 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device b00622cc-a873-48f8-9d2e-ca913f2b2223 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:53:30.570992 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:30.627561 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:30.661411 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68224-0d85-48ab-a7db-87a8ec970ba9 req-23975ce6-5ba5-4632-85d5-21624927782d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:30.667305 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-88e68224-0d85-48ab-a7db-87a8ec970ba9 req-23975ce6-5ba5-4632-85d5-21624927782d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.55 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420&tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&binding%3Ahost_id=n-h2-811809-1 HTTP/1.1" status: 200 len: 948 time: 0.1793022 Sep 30 00:53:30.696611 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-881e5cde-57f2-4991-95d0-9d300060747a req-83d3bdc6-dc1b-4188-b9e3-04f34ec87935 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:30.759077 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2ea02c-02f4-48e0-a36c-cce2ad968042 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:53:30.779443 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-0fc00041-c41f-4cd8-9822-a90235c45493 None None] Port d5d8dd04-f2e4-442f-ab1b-9c0ac1511521 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:53:30.821821 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port fa2ea02c-02f4-48e0-a36c-cce2ad968042, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=fa2ea02c-02f4-48e0-a36c-cce2ad968042,segment=NetworkSegment(d1c67cb8-9e18-4d24-aa91-f8fe6840e750),segment_id=d1c67cb8-9e18-4d24-aa91-f8fe6840e750)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:30.824760 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 863d8c69-3437-4b2c-898c-781bd4e0939e, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=863d8c69-3437-4b2c-898c-781bd4e0939e,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:30.828952 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:30.833387 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-dbe7fd0b-0dbf-4d98-86bc-d6632e585158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:30.866845 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-881e5cde-57f2-4991-95d0-9d300060747a req-83d3bdc6-dc1b-4188-b9e3-04f34ec87935 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:30.874210 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-881e5cde-57f2-4991-95d0-9d300060747a req-83d3bdc6-dc1b-4188-b9e3-04f34ec87935 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6089904 Sep 30 00:53:30.901785 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:30.915523 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a881a1-cd0e-4cb0-b314-68293db10420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863d8c69-3437-4b2c-898c-781bd4e0939e'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:53:30.946542 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port b00622cc-a873-48f8-9d2e-ca913f2b2223 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:53:30.972437 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port b00622cc-a873-48f8-9d2e-ca913f2b2223 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:53:30.972943 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:31.011501 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-881e5cde-57f2-4991-95d0-9d300060747a req-5d5609df-f60e-45fe-ab59-e097b995195c tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Synchronizing usage tracker for tenant:c9dd6dd8a9b34e0ba52c16c535feb461 on resource:floatingip {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:53:31.021477 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=fa2ea02c-02f4-48e0-a36c-cce2ad968042,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:31.036933 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.db.resource_extend [None req-ad7c558a-0454-4d29-a331-16faea51a28d admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 00:53:31.038210 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:31.042085 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c7142ace-1049-4557-b106-e006b677140e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:31.055608 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-881e5cde-57f2-4991-95d0-9d300060747a req-5d5609df-f60e-45fe-ab59-e097b995195c tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Unset dirty status for tenant:c9dd6dd8a9b34e0ba52c16c535feb461 on resource:floatingip {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:53:31.064253 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-881e5cde-57f2-4991-95d0-9d300060747a req-5d5609df-f60e-45fe-ab59-e097b995195c tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.81 HTTP/1.1" status: 200 len: 695 time: 0.1891327 Sep 30 00:53:31.068827 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ad7c558a-0454-4d29-a331-16faea51a28d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:31.087020 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8a20b-e272-4c91-869c-053cb30815c8 req-bd8e12c3-39df-44cc-8db5-108a8fbce02b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:31.091458 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c4a8a20b-e272-4c91-869c-053cb30815c8 req-bd8e12c3-39df-44cc-8db5-108a8fbce02b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 949 time: 0.1903965 Sep 30 00:53:31.100402 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ad7c558a-0454-4d29-a331-16faea51a28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:31.101240 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68224-0d85-48ab-a7db-87a8ec970ba9 req-05319bc2-b33e-4725-b950-8af86059c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:31.102778 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-88e68224-0d85-48ab-a7db-87a8ec970ba9 req-05319bc2-b33e-4725-b950-8af86059c979 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 1100 time: 0.2787509 Sep 30 00:53:31.177961 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-54e2c644-a665-4796-829e-f5351786a0c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:31.180523 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=863d8c69-3437-4b2c-898c-781bd4e0939e,revision_number=8']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:31.216102 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['fa2ea02c-02f4-48e0-a36c-cce2ad968042'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:53:31.287804 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:31.313722 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ad7c558a-0454-4d29-a331-16faea51a28d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734445'] for router_interface, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:31.326646 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c558a-0454-4d29-a331-16faea51a28d admin admin] Pushing event updated for resources: {'Port': ['ID=d5d8dd04-f2e4-442f-ab1b-9c0ac1511521,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:31.340780 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ad7c558a-0454-4d29-a331-16faea51a28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:31.350054 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:31.354388 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c4a8a20b-e272-4c91-869c-053cb30815c8 req-eaf5c201-d0ed-41e4-a08c-049655104b82 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557433 Sep 30 00:53:31.384403 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port b00622cc-a873-48f8-9d2e-ca913f2b2223, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=b00622cc-a873-48f8-9d2e-ca913f2b2223,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:31.387379 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e5cde-57f2-4991-95d0-9d300060747a req-aad9247b-0b13-4b10-9bd2-381a6ced208d tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:31.405870 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-881e5cde-57f2-4991-95d0-9d300060747a req-aad9247b-0b13-4b10-9bd2-381a6ced208d tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 784 time: 0.3288698 Sep 30 00:53:31.434290 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:31.434477 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68224-0d85-48ab-a7db-87a8ec970ba9 req-3ba2486f-e157-4203-8ef2-6df6b6746305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:31.436341 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-88e68224-0d85-48ab-a7db-87a8ec970ba9 req-3ba2486f-e157-4203-8ef2-6df6b6746305 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.3141813 Sep 30 00:53:31.441454 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:31.528717 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-88e68224-0d85-48ab-a7db-87a8ec970ba9 req-505fee21-90a8-4e88-b121-462396444709 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=863d8c69-3437-4b2c-898c-781bd4e0939e HTTP/1.1" status: 200 len: 217 time: 0.0814021 Sep 30 00:53:31.599067 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=b00622cc-a873-48f8-9d2e-ca913f2b2223,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:31.606039 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:31.655412 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7c558a-0454-4d29-a331-16faea51a28d admin admin] Network 4c98a929-4bc6-4ff2-9381-439d6c813487 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:53:31.656606 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-ad7c558a-0454-4d29-a331-16faea51a28d admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:53:31.698588 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68224-0d85-48ab-a7db-87a8ec970ba9 req-d49842c2-37ca-4303-8f4e-bb4fcd49e394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:31.700438 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-88e68224-0d85-48ab-a7db-87a8ec970ba9 req-d49842c2-37ca-4303-8f4e-bb4fcd49e394 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1250031 Sep 30 00:53:31.721384 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b916b6b-05fb-4259-b35c-e10908f5c0a6 req-8fefbc2f-eeb1-4818-9161-c58b8e38975f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:31.723095 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3b916b6b-05fb-4259-b35c-e10908f5c0a6 req-8fefbc2f-eeb1-4818-9161-c58b8e38975f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=1462b9cb-ca25-4af9-a5c0-869c5608c987 HTTP/1.1" status: 200 len: 948 time: 0.1914160 Sep 30 00:53:31.906283 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3b916b6b-05fb-4259-b35c-e10908f5c0a6 req-2272c6f8-d3e9-4356-9db6-660cd82eb6f2 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262960 Sep 30 00:53:31.940414 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e68224-0d85-48ab-a7db-87a8ec970ba9 req-6cb346e6-b210-4c69-8877-4fda4f886898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:31.942958 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-88e68224-0d85-48ab-a7db-87a8ec970ba9 req-6cb346e6-b210-4c69-8877-4fda4f886898 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2185876 Sep 30 00:53:31.987238 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a881a1-cd0e-4cb0-b314-68293db10420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863d8c69-3437-4b2c-898c-781bd4e0939e', 'code': 200} Sep 30 00:53:32.003257 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce2ee1-75b7-4ea3-a9e3-8be23e5b8383 req-cffe68cf-d53d-468c-9ae9-cef93360983e tempest-ServersAdminNegativeTestJSON-76926143 tempest-ServersAdminNegativeTestJSON-76926143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:32.004811 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-11ce2ee1-75b7-4ea3-a9e3-8be23e5b8383 req-cffe68cf-d53d-468c-9ae9-cef93360983e tempest-ServersAdminNegativeTestJSON-76926143 tempest-ServersAdminNegativeTestJSON-76926143-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f9db3b20-6c26-442f-b7ab-98ab56be586f HTTP/1.1" status: 200 len: 1101 time: 0.2487521 Sep 30 00:53:32.023696 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7c558a-0454-4d29-a331-16faea51a28d admin admin] Router 99c12d7a-87b8-47d3-896b-2eb74398c7fb has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:53:32.045687 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-108b74f1-8581-44cf-b7ab-5099a97c1f84 None None] Provisioning complete for port d5d8dd04-f2e4-442f-ab1b-9c0ac1511521 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:53:32.046239 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-108b74f1-8581-44cf-b7ab-5099a97c1f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:32.054766 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-11ce2ee1-75b7-4ea3-a9e3-8be23e5b8383 req-b6052b49-2e8c-4ea9-83bd-be1343910507 tempest-ServersAdminNegativeTestJSON-76926143 tempest-ServersAdminNegativeTestJSON-76926143-project-admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:32.121655 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-108b74f1-8581-44cf-b7ab-5099a97c1f84 None None] Port d5d8dd04-f2e4-442f-ab1b-9c0ac1511521 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:53:32.140575 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-11ce2ee1-75b7-4ea3-a9e3-8be23e5b8383 req-b6052b49-2e8c-4ea9-83bd-be1343910507 tempest-ServersAdminNegativeTestJSON-76926143 tempest-ServersAdminNegativeTestJSON-76926143-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:32.203457 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-11ce2ee1-75b7-4ea3-a9e3-8be23e5b8383 req-b6052b49-2e8c-4ea9-83bd-be1343910507 tempest-ServersAdminNegativeTestJSON-76926143 tempest-ServersAdminNegativeTestJSON-76926143-project-admin] Usage tracker for resource:security_group_rule and tenant:eca63b6dd6c84a888ce6b5ecc4ac149c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:53:32.204241 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-88e68224-0d85-48ab-a7db-87a8ec970ba9 req-8dbd24da-7863-434b-932a-8de2357c2120 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487111 Sep 30 00:53:32.217923 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-11ce2ee1-75b7-4ea3-a9e3-8be23e5b8383 req-b6052b49-2e8c-4ea9-83bd-be1343910507 tempest-ServersAdminNegativeTestJSON-76926143 tempest-ServersAdminNegativeTestJSON-76926143-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:53:32.327684 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device b00622cc-a873-48f8-9d2e-ca913f2b2223 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:53:32.333616 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81ef25-c0ec-469c-a7ad-c9dae2a1e62d req-cf3154cb-e490-4ae9-89a8-381deaf20717 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:32.341961 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe81ef25-c0ec-469c-a7ad-c9dae2a1e62d req-cf3154cb-e490-4ae9-89a8-381deaf20717 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b924abf-e5ad-496f-8d9f-3ea4389af1ea HTTP/1.1" status: 200 len: 945 time: 0.2049835 Sep 30 00:53:32.386923 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-11ce2ee1-75b7-4ea3-a9e3-8be23e5b8383 req-b6052b49-2e8c-4ea9-83bd-be1343910507 tempest-ServersAdminNegativeTestJSON-76926143 tempest-ServersAdminNegativeTestJSON-76926143-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:32.406918 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port b00622cc-a873-48f8-9d2e-ca913f2b2223 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:53:32.407666 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:32.439863 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe81ef25-c0ec-469c-a7ad-c9dae2a1e62d req-7d1d5c33-a439-4aa4-b5f7-ed2691af2a42 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c42dc21-c719-4a96-84be-a21d147d8c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961883 Sep 30 00:53:32.443063 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-88e68224-0d85-48ab-a7db-87a8ec970ba9 req-80b942a8-d1ab-4698-b1a3-8bc6c1d8d778 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313402 Sep 30 00:53:32.488451 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7c558a-0454-4d29-a331-16faea51a28d admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:53:32.555344 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-ad7c558a-0454-4d29-a331-16faea51a28d admin admin] 10.222.0.39 "PUT /v2.0/routers/99c12d7a-87b8-47d3-896b-2eb74398c7fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7825904 Sep 30 00:53:32.571898 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d08616-a661-4be6-b6de-e50e7b99f8b0 None None] Sync routers for ids ['99c12d7a-87b8-47d3-896b-2eb74398c7fb'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:53:32.583238 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d08616-a661-4be6-b6de-e50e7b99f8b0 None None] Routers {'99c12d7a-87b8-47d3-896b-2eb74398c7fb'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:53:32.584951 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-26d08616-a661-4be6-b6de-e50e7b99f8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:53:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['99c12d7a-87b8-47d3-896b-2eb74398c7fb'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:53:32.662687 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-11ce2ee1-75b7-4ea3-a9e3-8be23e5b8383 req-b6052b49-2e8c-4ea9-83bd-be1343910507 tempest-ServersAdminNegativeTestJSON-76926143 tempest-ServersAdminNegativeTestJSON-76926143-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:32.670222 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-11ce2ee1-75b7-4ea3-a9e3-8be23e5b8383 req-b6052b49-2e8c-4ea9-83bd-be1343910507 tempest-ServersAdminNegativeTestJSON-76926143 tempest-ServersAdminNegativeTestJSON-76926143-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:32.715018 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-334c23c8-03a3-4f71-89f1-2adee8a9d0c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:32.731845 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-11ce2ee1-75b7-4ea3-a9e3-8be23e5b8383 req-b6052b49-2e8c-4ea9-83bd-be1343910507 tempest-ServersAdminNegativeTestJSON-76926143 tempest-ServersAdminNegativeTestJSON-76926143-project-admin] Synchronizing usage tracker for tenant:eca63b6dd6c84a888ce6b5ecc4ac149c on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:53:32.781880 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6052b49-2e8c-4ea9-83bd-be1343910507 tempest-ServersAdminNegativeTestJSON-76926143 tempest-ServersAdminNegativeTestJSON-76926143-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6ce618-37b7-4d30-9964-8e0d03a8e2d8,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:32.787274 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b6052b49-2e8c-4ea9-83bd-be1343910507 tempest-ServersAdminNegativeTestJSON-76926143 tempest-ServersAdminNegativeTestJSON-76926143-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:32.791281 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-11ce2ee1-75b7-4ea3-a9e3-8be23e5b8383 req-b6052b49-2e8c-4ea9-83bd-be1343910507 tempest-ServersAdminNegativeTestJSON-76926143 tempest-ServersAdminNegativeTestJSON-76926143-project-admin] Unset dirty status for tenant:eca63b6dd6c84a888ce6b5ecc4ac149c on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:53:32.794329 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-11ce2ee1-75b7-4ea3-a9e3-8be23e5b8383 req-b6052b49-2e8c-4ea9-83bd-be1343910507 tempest-ServersAdminNegativeTestJSON-76926143 tempest-ServersAdminNegativeTestJSON-76926143-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d31e88a1-95c0-429a-ba32-e98354fad9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7683010 Sep 30 00:53:32.855988 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2fc3f70a-9f0d-4efb-a3c7-511e4de6f1f6 req-18a26f02-36af-4039-b1da-14ccd6aee337 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/floatingips/c8cf99f4-0b91-4ec4-a5b1-553e82d97457 HTTP/1.1" status: 200 len: 692 time: 0.1167884 Sep 30 00:53:32.906334 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-26d08616-a661-4be6-b6de-e50e7b99f8b0 None None] Set router 99c12d7a-87b8-47d3-896b-2eb74398c7fb gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:53:33.053780 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device d761df09-2ef7-4cf5-a7f5-fb9022de696c up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:53:33.100292 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae48501-48b3-49d2-9e30-25506835ce61 req-78e408f7-1702-4c7d-ab37-8af2ce38be23 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:33.102425 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-eae48501-48b3-49d2-9e30-25506835ce61 req-78e408f7-1702-4c7d-ab37-8af2ce38be23 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 949 time: 0.1561377 Sep 30 00:53:33.114040 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3f70a-9f0d-4efb-a3c7-511e4de6f1f6 req-3a709c43-ab82-4457-9fad-f4fcf1636726 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:33.115829 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2fc3f70a-9f0d-4efb-a3c7-511e4de6f1f6 req-3a709c43-ab82-4457-9fad-f4fcf1636726 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 784 time: 0.2405903 Sep 30 00:53:33.175278 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-eae48501-48b3-49d2-9e30-25506835ce61 req-b072a448-7c83-4e0d-9be3-38d5361c7959 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560205 Sep 30 00:53:33.242351 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port d761df09-2ef7-4cf5-a7f5-fb9022de696c completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:53:33.254227 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port d761df09-2ef7-4cf5-a7f5-fb9022de696c triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:53:33.254696 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:33.374296 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device fa2ea02c-02f4-48e0-a36c-cce2ad968042 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:53:33.519449 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761fb0e-0677-4055-880a-30ab9b65ad3f req-24690994-048e-42d8-9d89-df1fa95f388b tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:33.521332 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d761fb0e-0677-4055-880a-30ab9b65ad3f req-24690994-048e-42d8-9d89-df1fa95f388b tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=1462b9cb-ca25-4af9-a5c0-869c5608c987 HTTP/1.1" status: 200 len: 948 time: 0.0938010 Sep 30 00:53:33.530779 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:33.554593 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-26d08616-a661-4be6-b6de-e50e7b99f8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'name': 'tempest-ServerActionsTestJSON-173081650-router', 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'b00622cc-a873-48f8-9d2e-ca913f2b2223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:53:21Z', 'updated_at': '2021-09-30T00:53:30Z', 'revision_number': 4, 'project_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'gw_port': {'id': 'b00622cc-a873-48f8-9d2e-ca913f2b2223', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:53:23Z', 'updated_at': '2021-09-30T00:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'd5d8dd04-f2e4-442f-ab1b-9c0ac1511521', 'name': '', 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487', 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'mac_address': 'fa:16:3e:74:de:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c136aabe-2b6e-40bd-889c-a97ee8fe6bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:53:28Z', 'updated_at': '2021-09-30T00:53:30Z', 'revision_number': 2, 'project_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'subnets': [{'id': 'c136aabe-2b6e-40bd-889c-a97ee8fe6bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:53:33.563741 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port fa2ea02c-02f4-48e0-a36c-cce2ad968042 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:53:33.569208 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d08616-a661-4be6-b6de-e50e7b99f8b0 None None] Checking router: 99c12d7a-87b8-47d3-896b-2eb74398c7fb for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:53:33.569578 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d08616-a661-4be6-b6de-e50e7b99f8b0 None None] Updating router 99c12d7a-87b8-47d3-896b-2eb74398c7fb port d5d8dd04-f2e4-442f-ab1b-9c0ac1511521 binding host n-d-811809-1 {{(pid=80276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:53:33.582506 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d761fb0e-0677-4055-880a-30ab9b65ad3f req-bbf3d944-32d3-4245-9cdb-7a25b9b94c8b tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528402 Sep 30 00:53:33.626014 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port fa2ea02c-02f4-48e0-a36c-cce2ad968042 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:53:33.626403 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:33.673726 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port d761df09-2ef7-4cf5-a7f5-fb9022de696c, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=d761df09-2ef7-4cf5-a7f5-fb9022de696c,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:33.691694 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:33.697046 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:33.727698 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2334174e-83ee-400b-b57f-d6e525068aad req-6a9abdba-5056-4afe-ae38-e3b5c8745a26 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/floatingips/c8cf99f4-0b91-4ec4-a5b1-553e82d97457 HTTP/1.1" status: 200 len: 692 time: 0.1012521 Sep 30 00:53:33.736921 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-26d08616-a661-4be6-b6de-e50e7b99f8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:33.842236 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:53:33.882396 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=d761df09-2ef7-4cf5-a7f5-fb9022de696c,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:33.917405 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:33.940350 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334174e-83ee-400b-b57f-d6e525068aad req-74ee8297-a3d8-42d2-9844-a5af9d27669f tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:33.949087 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2334174e-83ee-400b-b57f-d6e525068aad req-74ee8297-a3d8-42d2-9844-a5af9d27669f tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 784 time: 0.2144437 Sep 30 00:53:33.990411 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1462b9cb-ca25-4af9-a5c0-869c5608c987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd761df09-2ef7-4cf5-a7f5-fb9022de696c'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:53:34.023656 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:34.048420 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2334174e-83ee-400b-b57f-d6e525068aad req-22aaff63-dc99-421f-a161-3c342ef6be6f tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.81 HTTP/1.1" status: 200 len: 695 time: 0.0984678 Sep 30 00:53:34.150067 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port fa2ea02c-02f4-48e0-a36c-cce2ad968042, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=fa2ea02c-02f4-48e0-a36c-cce2ad968042,segment=NetworkSegment(d1c67cb8-9e18-4d24-aa91-f8fe6840e750),segment_id=d1c67cb8-9e18-4d24-aa91-f8fe6840e750)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:34.209101 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:34.213728 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:34.287909 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2334174e-83ee-400b-b57f-d6e525068aad req-0861e69c-3299-477f-83ce-1eaf52019e84 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.81 HTTP/1.1" status: 200 len: 695 time: 0.2274058 Sep 30 00:53:34.310527 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=fa2ea02c-02f4-48e0-a36c-cce2ad968042,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:34.313649 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:34.396035 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-26d08616-a661-4be6-b6de-e50e7b99f8b0 None None] Notify callbacks [] for port, precommit_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:34.415241 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-26d08616-a661-4be6-b6de-e50e7b99f8b0 None None] Transition to ACTIVE for port object d5d8dd04-f2e4-442f-ab1b-9c0ac1511521 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:53:34.424558 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-26d08616-a661-4be6-b6de-e50e7b99f8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:34.429148 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:34.485559 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-2334174e-83ee-400b-b57f-d6e525068aad req-50cd7a62-5bc1-4fb8-bc61-89ec82d23b23 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Deleting port 8932298e-ff3f-43f7-8548-9acecce3f28d {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:53:34.485905 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-2334174e-83ee-400b-b57f-d6e525068aad req-50cd7a62-5bc1-4fb8-bc61-89ec82d23b23 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:34.712428 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d8273-77e1-44da-946e-4a9c610a5682 None None] Pushing event updated for resources: {'Port': ['ID=d5d8dd04-f2e4-442f-ab1b-9c0ac1511521,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:34.722947 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 32972) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:34.723590 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c73d8273-77e1-44da-946e-4a9c610a5682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:34.729516 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-8b803c3c-8032-493e-a904-4821aa97bb8d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1599819505', 'description': 'tempest-description--1846655739'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:34.741450 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-8b803c3c-8032-493e-a904-4821aa97bb8d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:34.747018 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-2334174e-83ee-400b-b57f-d6e525068aad req-50cd7a62-5bc1-4fb8-bc61-89ec82d23b23 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:34.747576 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-2334174e-83ee-400b-b57f-d6e525068aad req-50cd7a62-5bc1-4fb8-bc61-89ec82d23b23 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:34.751819 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-8b803c3c-8032-493e-a904-4821aa97bb8d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Usage tracker for resource:security_group and tenant:038e4d0abd4b4e5c940f331b6f0950a9 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:53:34.767668 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-8b803c3c-8032-493e-a904-4821aa97bb8d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:53:34.781456 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-8b803c3c-8032-493e-a904-4821aa97bb8d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:34.799827 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-26d08616-a661-4be6-b6de-e50e7b99f8b0 None None] Attempting to bind port d5d8dd04-f2e4-442f-ab1b-9c0ac1511521 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:53:34.800214 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-26d08616-a661-4be6-b6de-e50e7b99f8b0 None None] Attempting to bind port d5d8dd04-f2e4-442f-ab1b-9c0ac1511521 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'e3d9462e-2f89-440e-8769-959374a5d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:53:34.800595 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d08616-a661-4be6-b6de-e50e7b99f8b0 None None] Attempting to bind port d5d8dd04-f2e4-442f-ab1b-9c0ac1511521 on network 4c98a929-4bc6-4ff2-9381-439d6c813487 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:53:34.809490 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d08616-a661-4be6-b6de-e50e7b99f8b0 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:53:34.809912 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d08616-a661-4be6-b6de-e50e7b99f8b0 None None] Checking segment: {'id': 'e3d9462e-2f89-440e-8769-959374a5d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:53:34.810386 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-26d08616-a661-4be6-b6de-e50e7b99f8b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:34.810817 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d08616-a661-4be6-b6de-e50e7b99f8b0 None None] Bound using segment: {'id': 'e3d9462e-2f89-440e-8769-959374a5d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:53:34.811349 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-26d08616-a661-4be6-b6de-e50e7b99f8b0 None None] Bound port: d5d8dd04-f2e4-442f-ab1b-9c0ac1511521, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d9462e-2f89-440e-8769-959374a5d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:53:34.814655 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8b803c3c-8032-493e-a904-4821aa97bb8d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:34.815417 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-26d08616-a661-4be6-b6de-e50e7b99f8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:34.862300 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-8b803c3c-8032-493e-a904-4821aa97bb8d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:34.867105 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-8b803c3c-8032-493e-a904-4821aa97bb8d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Usage tracker for resource:security_group_rule and tenant:038e4d0abd4b4e5c940f331b6f0950a9 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:53:34.874050 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-8b803c3c-8032-493e-a904-4821aa97bb8d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:53:34.894502 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-8b803c3c-8032-493e-a904-4821aa97bb8d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:34.920150 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-2334174e-83ee-400b-b57f-d6e525068aad req-50cd7a62-5bc1-4fb8-bc61-89ec82d23b23 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Calling delete_port for 8932298e-ff3f-43f7-8548-9acecce3f28d owned by network:floatingip {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:53:34.981285 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8b803c3c-8032-493e-a904-4821aa97bb8d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:34.988000 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8b803c3c-8032-493e-a904-4821aa97bb8d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:35.018130 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3e0e1afd-a908-4fab-8210-6d845a38e736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:35.034704 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8b803c3c-8032-493e-a904-4821aa97bb8d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:35.036007 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-8b803c3c-8032-493e-a904-4821aa97bb8d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3112893 Sep 30 00:53:35.039311 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 32978) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:35.049895 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-26d08616-a661-4be6-b6de-e50e7b99f8b0 None None] For port d5d8dd04-f2e4-442f-ab1b-9c0ac1511521, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:53:35.053335 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-26d08616-a661-4be6-b6de-e50e7b99f8b0 None None] For port d5d8dd04-f2e4-442f-ab1b-9c0ac1511521, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=d5d8dd04-f2e4-442f-ab1b-9c0ac1511521,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:53:35.065759 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b803c3c-8032-493e-a904-4821aa97bb8d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03e1149c-ca53-47d7-93ad-628e9735f792,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:35.066641 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-26d08616-a661-4be6-b6de-e50e7b99f8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:35.069087 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8b803c3c-8032-493e-a904-4821aa97bb8d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:35.080309 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-28a3d654-2ab3-47ca-88d7-36ba3e2d9aad tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Request body: {'security_group_rule': {'security_group_id': '03e1149c-ca53-47d7-93ad-628e9735f792', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:35.083772 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:35.095154 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-28a3d654-2ab3-47ca-88d7-36ba3e2d9aad tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:35.100379 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-28a3d654-2ab3-47ca-88d7-36ba3e2d9aad tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Usage tracker for resource:security_group_rule and tenant:038e4d0abd4b4e5c940f331b6f0950a9 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:53:35.105757 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-28a3d654-2ab3-47ca-88d7-36ba3e2d9aad tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:53:35.112740 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-28a3d654-2ab3-47ca-88d7-36ba3e2d9aad tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:35.199719 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-2334174e-83ee-400b-b57f-d6e525068aad req-50cd7a62-5bc1-4fb8-bc61-89ec82d23b23 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:35.206577 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-863ab61b-3788-4a04-9bed-2440f3b8ab69 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:35.206777 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d08616-a661-4be6-b6de-e50e7b99f8b0 None None] Routers {'99c12d7a-87b8-47d3-896b-2eb74398c7fb'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:53:35.207291 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-26d08616-a661-4be6-b6de-e50e7b99f8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:53:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['99c12d7a-87b8-47d3-896b-2eb74398c7fb'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:53:35.266885 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd7a62-5bc1-4fb8-bc61-89ec82d23b23 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Pushing event deleted for resources: {'Port': ['ID=8932298e-ff3f-43f7-8548-9acecce3f28d,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:35.307877 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-28a3d654-2ab3-47ca-88d7-36ba3e2d9aad tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:35.341955 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-50cd7a62-5bc1-4fb8-bc61-89ec82d23b23 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:35.391666 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d8273-77e1-44da-946e-4a9c610a5682 None None] Pushing event updated for resources: {'Port': ['ID=d5d8dd04-f2e4-442f-ab1b-9c0ac1511521,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:35.395077 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c73d8273-77e1-44da-946e-4a9c610a5682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:35.472716 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:35.475239 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-26d08616-a661-4be6-b6de-e50e7b99f8b0 None None] Set router 99c12d7a-87b8-47d3-896b-2eb74398c7fb gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:53:35.493776 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17b45c-ea0f-442a-90e1-fc0b7fbf3551 req-9d526e87-de4c-471e-86f8-62342374cb68 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:35.496306 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7a17b45c-ea0f-442a-90e1-fc0b7fbf3551 req-9d526e87-de4c-471e-86f8-62342374cb68 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b924abf-e5ad-496f-8d9f-3ea4389af1ea HTTP/1.1" status: 200 len: 946 time: 0.1290269 Sep 30 00:53:35.521072 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-28a3d654-2ab3-47ca-88d7-36ba3e2d9aad tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:35.525009 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-2334174e-83ee-400b-b57f-d6e525068aad req-50cd7a62-5bc1-4fb8-bc61-89ec82d23b23 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks [] for floatingip, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:35.535028 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-28a3d654-2ab3-47ca-88d7-36ba3e2d9aad tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:35.543981 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:35.558548 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7a17b45c-ea0f-442a-90e1-fc0b7fbf3551 req-1799d9b3-2df4-4ecd-a6d7-a2e4d4a9e04e tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c42dc21-c719-4a96-84be-a21d147d8c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543377 Sep 30 00:53:35.586915 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3d654-2ab3-47ca-88d7-36ba3e2d9aad tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ba3df7-1ca4-40bb-92fe-065a86a20dc1,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:35.594100 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-28a3d654-2ab3-47ca-88d7-36ba3e2d9aad tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:35.600632 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-2334174e-83ee-400b-b57f-d6e525068aad req-50cd7a62-5bc1-4fb8-bc61-89ec82d23b23 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:35.613239 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2334174e-83ee-400b-b57f-d6e525068aad req-50cd7a62-5bc1-4fb8-bc61-89ec82d23b23 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "DELETE /v2.0/floatingips/c8cf99f4-0b91-4ec4-a5b1-553e82d97457 HTTP/1.1" status: 204 len: 173 time: 1.3204744 Sep 30 00:53:35.617596 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-28a3d654-2ab3-47ca-88d7-36ba3e2d9aad tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:35.622069 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-28a3d654-2ab3-47ca-88d7-36ba3e2d9aad tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5777459 Sep 30 00:53:35.622312 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 32986) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:35.627740 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-16c4b3cf-6eaa-4320-9f19-a090cd95952e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Request body: {'security_group_rule': {'security_group_id': '03e1149c-ca53-47d7-93ad-628e9735f792', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:35.642478 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-16c4b3cf-6eaa-4320-9f19-a090cd95952e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:35.646539 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-16c4b3cf-6eaa-4320-9f19-a090cd95952e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Usage tracker for resource:security_group_rule and tenant:038e4d0abd4b4e5c940f331b6f0950a9 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:53:35.649740 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-16c4b3cf-6eaa-4320-9f19-a090cd95952e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:53:35.657690 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-16c4b3cf-6eaa-4320-9f19-a090cd95952e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:35.673849 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1462b9cb-ca25-4af9-a5c0-869c5608c987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd761df09-2ef7-4cf5-a7f5-fb9022de696c', 'code': 200} Sep 30 00:53:35.693321 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-16c4b3cf-6eaa-4320-9f19-a090cd95952e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:35.880724 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-16c4b3cf-6eaa-4320-9f19-a090cd95952e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:35.890555 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-16c4b3cf-6eaa-4320-9f19-a090cd95952e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:35.909679 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e322ef-1e03-41b0-9937-ea32ae84f785 req-83679def-760f-46b9-940a-0cef827a6156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:35.911311 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-77e322ef-1e03-41b0-9937-ea32ae84f785 req-83679def-760f-46b9-940a-0cef827a6156 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1462b9cb-ca25-4af9-a5c0-869c5608c987 HTTP/1.1" status: 200 len: 1100 time: 0.1531603 Sep 30 00:53:35.917861 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4d581e06-2eba-40de-a29a-d0ca4808b148 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:35.928292 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-16c4b3cf-6eaa-4320-9f19-a090cd95952e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:35.929621 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-16c4b3cf-6eaa-4320-9f19-a090cd95952e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3062918 Sep 30 00:53:35.934608 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 32990) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:35.938965 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4b3cf-6eaa-4320-9f19-a090cd95952e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7777079b-ac68-463b-b060-5a39eeb1e230,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:35.942677 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d7d28-9810-462d-bbea-9278f4b2bfb5 req-4a8701ff-3459-4f08-a297-72f3568b173d tempest-ServersAdminNegativeTestJSON-76926143 tempest-ServersAdminNegativeTestJSON-76926143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:35.950024 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0c9d7d28-9810-462d-bbea-9278f4b2bfb5 req-4a8701ff-3459-4f08-a297-72f3568b173d tempest-ServersAdminNegativeTestJSON-76926143 tempest-ServersAdminNegativeTestJSON-76926143-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f9db3b20-6c26-442f-b7ab-98ab56be586f HTTP/1.1" status: 200 len: 1101 time: 0.1673026 Sep 30 00:53:35.956004 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-6c902ce4-c3bd-4e47-bc71-4d45e3ef8505 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Request body: {'floatingip': {'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:35.968194 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-6c902ce4-c3bd-4e47-bc71-4d45e3ef8505 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:35.978551 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-6c902ce4-c3bd-4e47-bc71-4d45e3ef8505 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Usage tracker for resource:floatingip and tenant:038e4d0abd4b4e5c940f331b6f0950a9 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:53:35.984987 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-77e322ef-1e03-41b0-9937-ea32ae84f785 req-8186083a-b4e2-45a4-837a-a08d943b3f2b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650630 Sep 30 00:53:35.987776 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-26d08616-a661-4be6-b6de-e50e7b99f8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'name': 'tempest-ServerActionsTestJSON-173081650-router', 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'b00622cc-a873-48f8-9d2e-ca913f2b2223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:53:21Z', 'updated_at': '2021-09-30T00:53:30Z', 'revision_number': 4, 'project_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'gw_port': {'id': 'b00622cc-a873-48f8-9d2e-ca913f2b2223', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:53:23Z', 'updated_at': '2021-09-30T00:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'd5d8dd04-f2e4-442f-ab1b-9c0ac1511521', 'name': '', 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487', 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'mac_address': 'fa:16:3e:74:de:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c136aabe-2b6e-40bd-889c-a97ee8fe6bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:53:28Z', 'updated_at': '2021-09-30T00:53:35Z', 'revision_number': 4, 'project_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'subnets': [{'id': 'c136aabe-2b6e-40bd-889c-a97ee8fe6bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:53:35.993728 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d08616-a661-4be6-b6de-e50e7b99f8b0 None None] The sync data for ids ['99c12d7a-87b8-47d3-896b-2eb74398c7fb'] in n-d-811809-1 is: [{'id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'name': 'tempest-ServerActionsTestJSON-173081650-router', 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'b00622cc-a873-48f8-9d2e-ca913f2b2223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:53:21Z', 'updated_at': '2021-09-30T00:53:30Z', 'revision_number': 4, 'project_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'gw_port': {'id': 'b00622cc-a873-48f8-9d2e-ca913f2b2223', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:53:23Z', 'updated_at': '2021-09-30T00:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'd5d8dd04-f2e4-442f-ab1b-9c0ac1511521', 'name': '', 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487', 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'mac_address': 'fa:16:3e:74:de:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c136aabe-2b6e-40bd-889c-a97ee8fe6bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:53:28Z', 'updated_at': '2021-09-30T00:53:35Z', 'revision_number': 4, 'project_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'subnets': [{'id': 'c136aabe-2b6e-40bd-889c-a97ee8fe6bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:53:36.005184 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4b3cf-6eaa-4320-9f19-a090cd95952e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:36.005560 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4b3cf-6eaa-4320-9f19-a090cd95952e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:36.005923 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4b3cf-6eaa-4320-9f19-a090cd95952e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:36.006280 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4b3cf-6eaa-4320-9f19-a090cd95952e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:36.006646 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4b3cf-6eaa-4320-9f19-a090cd95952e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:36.007011 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4b3cf-6eaa-4320-9f19-a090cd95952e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:36.007361 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4b3cf-6eaa-4320-9f19-a090cd95952e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:36.007711 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4b3cf-6eaa-4320-9f19-a090cd95952e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:36.008058 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4b3cf-6eaa-4320-9f19-a090cd95952e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:36.008403 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4b3cf-6eaa-4320-9f19-a090cd95952e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:36.008746 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4b3cf-6eaa-4320-9f19-a090cd95952e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:36.009092 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c4b3cf-6eaa-4320-9f19-a090cd95952e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:36.014040 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-16c4b3cf-6eaa-4320-9f19-a090cd95952e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:36.015049 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-6c902ce4-c3bd-4e47-bc71-4d45e3ef8505 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:53:36.017179 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9a6bc-e340-4131-a17d-3ecaec72f6d7 req-04f3e19c-39c6-4c4c-81f2-4e9d4640c839 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:36.020103 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-71d9a6bc-e340-4131-a17d-3ecaec72f6d7 req-04f3e19c-39c6-4c4c-81f2-4e9d4640c839 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 949 time: 0.1644273 Sep 30 00:53:36.023310 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-6c902ce4-c3bd-4e47-bc71-4d45e3ef8505 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:36.075853 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0c9d7d28-9810-462d-bbea-9278f4b2bfb5 req-9b7646c4-0020-46d9-9982-0b4b618471e4 tempest-ServersAdminNegativeTestJSON-76926143 tempest-ServersAdminNegativeTestJSON-76926143-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d31e88a1-95c0-429a-ba32-e98354fad9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047876 Sep 30 00:53:36.077439 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6c902ce4-c3bd-4e47-bc71-4d45e3ef8505 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks [] for floatingip, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:36.109359 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-71d9a6bc-e340-4131-a17d-3ecaec72f6d7 req-e63508c7-e257-4327-a176-7c166d3979c5 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798309 Sep 30 00:53:36.373804 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device d5d8dd04-f2e4-442f-ab1b-9c0ac1511521 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:53:36.420286 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d0a9d-b47b-48c6-a0b4-71c7fbc00db1 req-9020bd0a-9590-410b-9f5d-79c0fc9b9691 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:36.429019 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b97d0a9d-b47b-48c6-a0b4-71c7fbc00db1 req-9020bd0a-9590-410b-9f5d-79c0fc9b9691 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=1462b9cb-ca25-4af9-a5c0-869c5608c987 HTTP/1.1" status: 200 len: 949 time: 0.1721194 Sep 30 00:53:36.475728 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port d5d8dd04-f2e4-442f-ab1b-9c0ac1511521 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:53:36.483987 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port d5d8dd04-f2e4-442f-ab1b-9c0ac1511521 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:53:36.484377 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:36.513104 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6c902ce4-c3bd-4e47-bc71-4d45e3ef8505 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:36.595622 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0762786-2dc7-4edc-a000-19a5131157e4 req-6be184b7-4113-47d1-82f5-782a85a6570c tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:36.613596 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d0762786-2dc7-4edc-a000-19a5131157e4 req-6be184b7-4113-47d1-82f5-782a85a6570c tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2538366 Sep 30 00:53:36.697201 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b97d0a9d-b47b-48c6-a0b4-71c7fbc00db1 req-f7080bed-219d-4e95-a541-34c360b80738 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670062 Sep 30 00:53:36.767715 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-6c902ce4-c3bd-4e47-bc71-4d45e3ef8505 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Allocated IP 172.25.0.158 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/e7eced4b-e08a-45ff-a6de-f34f1545c8b9) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:53:36.816910 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:36.861380 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port d5d8dd04-f2e4-442f-ab1b-9c0ac1511521, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=d5d8dd04-f2e4-442f-ab1b-9c0ac1511521,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:36.878296 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:36.878296 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:36.967976 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=d5d8dd04-f2e4-442f-ab1b-9c0ac1511521,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:36.977083 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:36.977385 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:36.977865 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:36.978207 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:36.978766 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:36.978975 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:36.979292 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:36.979617 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:36.981560 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:36.981900 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:36.982234 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:36.982560 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:53:36.986621 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:37.062742 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990bd3c-b026-415a-9ef1-77c6bd3fd368 req-4e79ddf7-443d-4603-b9f6-abbcc607eb76 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:37.064313 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c990bd3c-b026-415a-9ef1-77c6bd3fd368 req-4e79ddf7-443d-4603-b9f6-abbcc607eb76 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b924abf-e5ad-496f-8d9f-3ea4389af1ea HTTP/1.1" status: 200 len: 946 time: 0.1256976 Sep 30 00:53:37.140211 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83926f55-1144-4745-953b-889afa211006 req-1cfb4fc6-d9fa-42a5-88d7-9dea1c7a49fe tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:37.141683 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-83926f55-1144-4745-953b-889afa211006 req-1cfb4fc6-d9fa-42a5-88d7-9dea1c7a49fe tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 949 time: 0.1778510 Sep 30 00:53:37.144635 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6c902ce4-c3bd-4e47-bc71-4d45e3ef8505 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:37.155328 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c990bd3c-b026-415a-9ef1-77c6bd3fd368 req-fc9cc253-fffa-4735-9da1-d7f94d7be5f1 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c42dc21-c719-4a96-84be-a21d147d8c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813856 Sep 30 00:53:37.216666 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-83926f55-1144-4745-953b-889afa211006 req-5b50abe9-62c1-417a-b40f-e2258805ce82 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561678 Sep 30 00:53:37.252509 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6c902ce4-c3bd-4e47-bc71-4d45e3ef8505 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:37.258452 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ad7c558a-0454-4d29-a331-16faea51a28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:37.271148 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-1eb57b06-015b-4d04-9457-258e56204c0b req-28acd0db-0277-43d9-bdd0-88259a8a2246 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Synchronizing usage tracker for tenant:c9dd6dd8a9b34e0ba52c16c535feb461 on resource:floatingip {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:53:37.315944 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-1eb57b06-015b-4d04-9457-258e56204c0b req-28acd0db-0277-43d9-bdd0-88259a8a2246 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Unset dirty status for tenant:c9dd6dd8a9b34e0ba52c16c535feb461 on resource:floatingip {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:53:37.317830 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1eb57b06-015b-4d04-9457-258e56204c0b req-28acd0db-0277-43d9-bdd0-88259a8a2246 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=c9dd6dd8a9b34e0ba52c16c535feb461 HTTP/1.1" status: 200 len: 1656 time: 0.1409209 Sep 30 00:53:37.347853 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c902ce4-c3bd-4e47-bc71-4d45e3ef8505 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:53:37.351125 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-6c902ce4-c3bd-4e47-bc71-4d45e3ef8505 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:53:37.355079 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c902ce4-c3bd-4e47-bc71-4d45e3ef8505 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:53:37.449001 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c902ce4-c3bd-4e47-bc71-4d45e3ef8505 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Pushing event updated for resources: {'Port': ['ID=e7eced4b-e08a-45ff-a6de-f34f1545c8b9,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:37.454279 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6c902ce4-c3bd-4e47-bc71-4d45e3ef8505 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:37.511029 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6c902ce4-c3bd-4e47-bc71-4d45e3ef8505 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:37.654009 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6c902ce4-c3bd-4e47-bc71-4d45e3ef8505 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:37.674877 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b924abf-e5ad-496f-8d9f-3ea4389af1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2ea02c-02f4-48e0-a36c-cce2ad968042'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:53:37.767170 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb57b06-015b-4d04-9457-258e56204c0b req-6845ace8-f69d-4147-9de7-957257f1655e tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:37.768691 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1eb57b06-015b-4d04-9457-258e56204c0b req-6845ace8-f69d-4147-9de7-957257f1655e tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/networks?id=1b813296-b79a-4ce4-abf3-9e488de9f705&id=1b813296-b79a-4ce4-abf3-9e488de9f705&id=1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 787 time: 0.4486303 Sep 30 00:53:37.945969 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b924abf-e5ad-496f-8d9f-3ea4389af1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2ea02c-02f4-48e0-a36c-cce2ad968042', 'code': 200} Sep 30 00:53:38.068196 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6c902ce4-c3bd-4e47-bc71-4d45e3ef8505 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:38.077971 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6c902ce4-c3bd-4e47-bc71-4d45e3ef8505 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:38.082991 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-82a40f9b-3b7c-495d-9621-2b8a25451da3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:38.168809 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9d3f5-2870-4c2a-977f-c89cc2777041 req-b8592a0e-7ff2-4d02-a5a8-f5fdeb3d5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:38.173013 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7fe9d3f5-2870-4c2a-977f-c89cc2777041 req-b8592a0e-7ff2-4d02-a5a8-f5fdeb3d5a3d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6b924abf-e5ad-496f-8d9f-3ea4389af1ea HTTP/1.1" status: 200 len: 1097 time: 0.1452827 Sep 30 00:53:38.301089 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7fe9d3f5-2870-4c2a-977f-c89cc2777041 req-904241bd-6bd1-4749-bd9f-1f002c039423 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3c42dc21-c719-4a96-84be-a21d147d8c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830543 Sep 30 00:53:38.321678 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device d5d8dd04-f2e4-442f-ab1b-9c0ac1511521 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:53:38.323066 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8adfe7-09aa-4b33-803c-4cfdc89b1655 req-f852d87a-d645-4268-a8a2-e46117fd6829 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:38.324887 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3e8adfe7-09aa-4b33-803c-4cfdc89b1655 req-f852d87a-d645-4268-a8a2-e46117fd6829 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=1462b9cb-ca25-4af9-a5c0-869c5608c987 HTTP/1.1" status: 200 len: 949 time: 0.1483862 Sep 30 00:53:38.384165 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3e8adfe7-09aa-4b33-803c-4cfdc89b1655 req-dd5074e8-e98b-4491-86f2-76e95966b677 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517483 Sep 30 00:53:38.440159 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port d5d8dd04-f2e4-442f-ab1b-9c0ac1511521 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:53:38.440556 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:38.469692 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8fa84f8f-4336-48aa-a5a9-b892a1cb8548 req-545b59d5-5251-427c-a6bf-5879764fb25a tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/floatingips/2bb790dc-6d22-4fd5-8969-847fcf4ce996 HTTP/1.1" status: 200 len: 693 time: 0.3010347 Sep 30 00:53:38.655736 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9caea00-91b0-491d-837b-56753cef0520 req-84e74807-2f0b-4dbe-97ef-ed79b710d641 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:38.657323 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa84f8f-4336-48aa-a5a9-b892a1cb8548 req-8581e4ac-e938-4bec-8883-f760aed504f0 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:38.659472 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a9caea00-91b0-491d-837b-56753cef0520 req-84e74807-2f0b-4dbe-97ef-ed79b710d641 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9db3b20-6c26-442f-b7ab-98ab56be586f HTTP/1.1" status: 200 len: 950 time: 0.1421320 Sep 30 00:53:38.663793 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8fa84f8f-4336-48aa-a5a9-b892a1cb8548 req-8581e4ac-e938-4bec-8883-f760aed504f0 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 784 time: 0.1932397 Sep 30 00:53:38.669617 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [req-8fa84f8f-4336-48aa-a5a9-b892a1cb8548 req-9930d006-7112-4c91-841e-b0ba102313c2 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:53:38.676675 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8fa84f8f-4336-48aa-a5a9-b892a1cb8548 req-9930d006-7112-4c91-841e-b0ba102313c2 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120113 Sep 30 00:53:38.769165 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a9caea00-91b0-491d-837b-56753cef0520 req-0e8c06b4-c2f0-44e4-91ba-a61de39184a9 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/security-groups?id=d31e88a1-95c0-429a-ba32-e98354fad9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986562 Sep 30 00:53:38.783210 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c902ce4-c3bd-4e47-bc71-4d45e3ef8505 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Pushing event updated for resources: {'Port': ['ID=e7eced4b-e08a-45ff-a6de-f34f1545c8b9,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:38.786086 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6c902ce4-c3bd-4e47-bc71-4d45e3ef8505 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:38.801277 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8fa84f8f-4336-48aa-a5a9-b892a1cb8548 req-130ab7ce-51fd-4069-9fe8-f659f5bf5387 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.166 HTTP/1.1" status: 200 len: 696 time: 0.1237483 Sep 30 00:53:38.879941 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6c902ce4-c3bd-4e47-bc71-4d45e3ef8505 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:38.937444 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8fa84f8f-4336-48aa-a5a9-b892a1cb8548 req-ba98c395-d8c1-4a5a-8cf0-63af12cf1230 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.166 HTTP/1.1" status: 200 len: 696 time: 0.1351979 Sep 30 00:53:38.969592 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 33056) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:39.046326 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0967d6-f2be-4388-bf45-5c39c257ecb4 req-f9c2378f-c9fd-40e8-bb59-518f0f9d9930 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:39.048280 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ed0967d6-f2be-4388-bf45-5c39c257ecb4 req-f9c2378f-c9fd-40e8-bb59-518f0f9d9930 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b924abf-e5ad-496f-8d9f-3ea4389af1ea HTTP/1.1" status: 200 len: 946 time: 0.1224945 Sep 30 00:53:39.117578 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6c902ce4-c3bd-4e47-bc71-4d45e3ef8505 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:39.127199 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-6c902ce4-c3bd-4e47-bc71-4d45e3ef8505 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1820991 Sep 30 00:53:39.130043 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ed0967d6-f2be-4388-bf45-5c39c257ecb4 req-09331cf0-7c92-481d-a057-bc7eda0370e5 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c42dc21-c719-4a96-84be-a21d147d8c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619454 Sep 30 00:53:39.151255 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-8fa84f8f-4336-48aa-a5a9-b892a1cb8548 req-4521618b-e4d8-40d1-abf0-6c1571730c25 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Deleting port 90bb824f-31d2-4d0a-8bf2-ab62cc29cb61 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:53:39.152232 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8fa84f8f-4336-48aa-a5a9-b892a1cb8548 req-4521618b-e4d8-40d1-abf0-6c1571730c25 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:39.164430 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8cbe6350-5371-4f17-9e5d-f4444ded6c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:39.181534 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-8cbe6350-5371-4f17-9e5d-f4444ded6c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:39.190908 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-8cbe6350-5371-4f17-9e5d-f4444ded6c81 admin admin] Usage tracker for resource:security_group_rule and tenant:6247450d20d04181944211ae85ecd733 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:53:39.194490 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-8cbe6350-5371-4f17-9e5d-f4444ded6c81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:53:39.201407 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-8cbe6350-5371-4f17-9e5d-f4444ded6c81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:39.278634 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b21354fe-41cd-4f20-b688-797048f54f50 req-f7f59e9b-91c2-439e-bfdd-26ced0227a02 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438459 Sep 30 00:53:39.375906 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8fa84f8f-4336-48aa-a5a9-b892a1cb8548 req-4521618b-e4d8-40d1-abf0-6c1571730c25 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:39.376324 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8fa84f8f-4336-48aa-a5a9-b892a1cb8548 req-4521618b-e4d8-40d1-abf0-6c1571730c25 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:39.474087 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8cbe6350-5371-4f17-9e5d-f4444ded6c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:39.484703 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8cbe6350-5371-4f17-9e5d-f4444ded6c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:39.496420 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-784d3b7f-f79d-4ca3-8468-d2478e20dbdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:39.503603 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-8fa84f8f-4336-48aa-a5a9-b892a1cb8548 req-4521618b-e4d8-40d1-abf0-6c1571730c25 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Calling delete_port for 90bb824f-31d2-4d0a-8bf2-ab62cc29cb61 owned by network:floatingip {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:53:39.519946 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21354fe-41cd-4f20-b688-797048f54f50 req-c7030fcd-52f4-4ec0-8a8b-f224e90fb9c0 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:39.527270 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b21354fe-41cd-4f20-b688-797048f54f50 req-c7030fcd-52f4-4ec0-8a8b-f224e90fb9c0 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2387228 Sep 30 00:53:39.573362 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-8cbe6350-5371-4f17-9e5d-f4444ded6c81 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6247450d20d04181944211ae85ecd733&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5989830 Sep 30 00:53:39.573595 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 33074) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:39.583857 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b21354fe-41cd-4f20-b688-797048f54f50 req-b4bffa50-6fd3-49bb-be29-b39559c1594b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/quotas/59d8fe751f144ee29b8fd8ad36a4eefb HTTP/1.1" status: 200 len: 375 time: 0.0555604 Sep 30 00:53:39.585376 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe6350-5371-4f17-9e5d-f4444ded6c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02b345d-bdac-4f8d-9971-29e8f0d8a23f,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:39.604791 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8cbe6350-5371-4f17-9e5d-f4444ded6c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:39.702676 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ee846d67-1601-4159-b863-829696176031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:39.706546 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b21354fe-41cd-4f20-b688-797048f54f50 req-7438c44f-467a-4e93-95b2-aaab11569148 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0978315 Sep 30 00:53:39.727434 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8fa84f8f-4336-48aa-a5a9-b892a1cb8548 req-4521618b-e4d8-40d1-abf0-6c1571730c25 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:39.739222 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c54e81c8-ae46-4b0c-ace6-be4b76a7a2de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:39.775269 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ee846d67-1601-4159-b863-829696176031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:39.824721 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521618b-e4d8-40d1-abf0-6c1571730c25 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Pushing event deleted for resources: {'Port': ['ID=90bb824f-31d2-4d0a-8bf2-ab62cc29cb61,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:39.833355 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4521618b-e4d8-40d1-abf0-6c1571730c25 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:39.912346 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8fa84f8f-4336-48aa-a5a9-b892a1cb8548 req-4521618b-e4d8-40d1-abf0-6c1571730c25 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks [] for floatingip, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:39.959430 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8fa84f8f-4336-48aa-a5a9-b892a1cb8548 req-4521618b-e4d8-40d1-abf0-6c1571730c25 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:39.962833 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8fa84f8f-4336-48aa-a5a9-b892a1cb8548 req-4521618b-e4d8-40d1-abf0-6c1571730c25 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "DELETE /v2.0/floatingips/2bb790dc-6d22-4fd5-8969-847fcf4ce996 HTTP/1.1" status: 204 len: 173 time: 1.0233777 Sep 30 00:53:39.966187 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ee846d67-1601-4159-b863-829696176031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:39.970799 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ee846d67-1601-4159-b863-829696176031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:39.974577 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-ee846d67-1601-4159-b863-829696176031 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b02b345d-bdac-4f8d-9971-29e8f0d8a23f HTTP/1.1" status: 204 len: 168 time: 0.3977160 Sep 30 00:53:39.975378 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-63eb3284-e71f-4331-aa40-7fa4adc97e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:40.002506 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee846d67-1601-4159-b863-829696176031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02b345d-bdac-4f8d-9971-29e8f0d8a23f,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:40.006453 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ee846d67-1601-4159-b863-829696176031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:40.220834 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-1e4ac0cf-1eb1-4e62-b0cf-791fc9d5b04a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Synchronizing usage tracker for tenant:038e4d0abd4b4e5c940f331b6f0950a9 on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:53:40.249969 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-1e4ac0cf-1eb1-4e62-b0cf-791fc9d5b04a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Unset dirty status for tenant:038e4d0abd4b4e5c940f331b6f0950a9 on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:53:40.259147 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-1e4ac0cf-1eb1-4e62-b0cf-791fc9d5b04a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1599819505&fields=id&tenant_id=038e4d0abd4b4e5c940f331b6f0950a9 HTTP/1.1" status: 200 len: 267 time: 0.0980382 Sep 30 00:53:40.302599 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7695ef-ab14-41ce-8ad8-9c0cae9e9031 req-8fabeb5d-4962-4c86-8cc7-f03f51e585f5 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:40.305443 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-da7695ef-ab14-41ce-8ad8-9c0cae9e9031 req-8fabeb5d-4962-4c86-8cc7-f03f51e585f5 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9db3b20-6c26-442f-b7ab-98ab56be586f HTTP/1.1" status: 200 len: 950 time: 0.2231703 Sep 30 00:53:40.451005 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-da7695ef-ab14-41ce-8ad8-9c0cae9e9031 req-2bb99e9c-cdff-45f9-91bd-7430ac018b26 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Deleting port 7c68eab0-9366-4d10-b622-22b04c1178e6 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:53:40.451349 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-da7695ef-ab14-41ce-8ad8-9c0cae9e9031 req-2bb99e9c-cdff-45f9-91bd-7430ac018b26 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:40.548851 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03891171-90cd-4649-98d7-81e77b601eb3 req-83d99625-1417-4af9-8429-2e8eb423ebb6 tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:40.550441 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-03891171-90cd-4649-98d7-81e77b601eb3 req-83d99625-1417-4af9-8429-2e8eb423ebb6 tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1462b9cb-ca25-4af9-a5c0-869c5608c987 HTTP/1.1" status: 200 len: 1100 time: 0.2440493 Sep 30 00:53:40.685424 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-03891171-90cd-4649-98d7-81e77b601eb3 req-a03ae90a-d44c-416a-8a66-b034ad03b6e5 tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:40.687549 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-2adfc83e-60e4-45d8-af50-761114c1b82b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:40.689256 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-2adfc83e-60e4-45d8-af50-761114c1b82b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/networks?id=4c98a929-4bc6-4ff2-9381-439d6c813487 HTTP/1.1" status: 200 len: 811 time: 0.4291005 Sep 30 00:53:40.705205 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-ecc6dd80-ffca-4b98-98e7-33069c8dfbc8 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/quotas/038e4d0abd4b4e5c940f331b6f0950a9 HTTP/1.1" status: 200 len: 375 time: 0.0104978 Sep 30 00:53:40.721517 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-03891171-90cd-4649-98d7-81e77b601eb3 req-a03ae90a-d44c-416a-8a66-b034ad03b6e5 tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:40.728599 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-03891171-90cd-4649-98d7-81e77b601eb3 req-a03ae90a-d44c-416a-8a66-b034ad03b6e5 tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] Usage tracker for resource:security_group_rule and tenant:e4ca19a2f3bf43de8db63a6b852663da is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:53:40.733420 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-03891171-90cd-4649-98d7-81e77b601eb3 req-a03ae90a-d44c-416a-8a66-b034ad03b6e5 tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:53:40.759061 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-03891171-90cd-4649-98d7-81e77b601eb3 req-a03ae90a-d44c-416a-8a66-b034ad03b6e5 tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:40.821888 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-d77139f4-784c-4582-93f5-648a63b6ba61 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Synchronizing usage tracker for tenant:038e4d0abd4b4e5c940f331b6f0950a9 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:53:40.890710 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-d77139f4-784c-4582-93f5-648a63b6ba61 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Unset dirty status for tenant:038e4d0abd4b4e5c940f331b6f0950a9 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:53:40.892632 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-d77139f4-784c-4582-93f5-648a63b6ba61 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=038e4d0abd4b4e5c940f331b6f0950a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1752043 Sep 30 00:53:40.964641 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-da7695ef-ab14-41ce-8ad8-9c0cae9e9031 req-2bb99e9c-cdff-45f9-91bd-7430ac018b26 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] For port 7c68eab0-9366-4d10-b622-22b04c1178e6, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=7c68eab0-9366-4d10-b622-22b04c1178e6,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:40.965000 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-da7695ef-ab14-41ce-8ad8-9c0cae9e9031 req-2bb99e9c-cdff-45f9-91bd-7430ac018b26 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:41.124298 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-893877d6-1465-4aa7-a5ff-eeb27f960397 service neutron] 10.222.0.39 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188296 Sep 30 00:53:41.149422 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-da7695ef-ab14-41ce-8ad8-9c0cae9e9031 req-2bb99e9c-cdff-45f9-91bd-7430ac018b26 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Calling delete_port for 7c68eab0-9366-4d10-b622-22b04c1178e6 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:53:41.288616 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 33128) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:41.309156 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:41.357818 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-44fe65a0-3070-4016-8a00-a0075b007ce9 service neutron] 10.222.0.39 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254102 Sep 30 00:53:41.414291 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-03891171-90cd-4649-98d7-81e77b601eb3 req-a03ae90a-d44c-416a-8a66-b034ad03b6e5 tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:41.421663 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-03891171-90cd-4649-98d7-81e77b601eb3 req-a03ae90a-d44c-416a-8a66-b034ad03b6e5 tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:41.432271 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-22a700a2-7f27-491b-a14a-2327b88c7321 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:41.475569 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-118843a2-2f5f-40be-9f19-465d3a591991 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1622114565-network', 'tenant_id': '716fc66df2d842afbb8dd3ca9446ad5b'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:41.481717 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-118843a2-2f5f-40be-9f19-465d3a591991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:41.487187 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-118843a2-2f5f-40be-9f19-465d3a591991 admin admin] Usage tracker for resource:network and tenant:716fc66df2d842afbb8dd3ca9446ad5b is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:53:41.493237 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-118843a2-2f5f-40be-9f19-465d3a591991 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:53:41.501880 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-118843a2-2f5f-40be-9f19-465d3a591991 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:41.519398 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118843a2-2f5f-40be-9f19-465d3a591991 admin admin] Made reservation on behalf of 716fc66df2d842afbb8dd3ca9446ad5b for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:53:41.530279 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-118843a2-2f5f-40be-9f19-465d3a591991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:41.547396 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-03891171-90cd-4649-98d7-81e77b601eb3 req-a03ae90a-d44c-416a-8a66-b034ad03b6e5 tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9793141 Sep 30 00:53:41.581879 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-118843a2-2f5f-40be-9f19-465d3a591991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:41.592914 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ae90a-d44c-416a-8a66-b034ad03b6e5 tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6233c7-204c-4c07-8045-40af24b7af46,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:41.606490 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a03ae90a-d44c-416a-8a66-b034ad03b6e5 tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:41.609257 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-da7695ef-ab14-41ce-8ad8-9c0cae9e9031 req-2bb99e9c-cdff-45f9-91bd-7430ac018b26 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:41.625251 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-33056af9-6f5e-4d85-96e7-509b6892c68a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:41.661305 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['ba527aaa-8fdb-4a21-b647-dffeb47e51a0'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:53:41.713944 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb99e9c-cdff-45f9-91bd-7430ac018b26 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Pushing event deleted for resources: {'Port': ['ID=7c68eab0-9366-4d10-b622-22b04c1178e6,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:41.718286 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2bb99e9c-cdff-45f9-91bd-7430ac018b26 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:41.825007 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-118843a2-2f5f-40be-9f19-465d3a591991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:41.848397 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7695ef-ab14-41ce-8ad8-9c0cae9e9031 req-2bb99e9c-cdff-45f9-91bd-7430ac018b26 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] No DVR routers for this DVR port 7c68eab0-9366-4d10-b622-22b04c1178e6 on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:53:41.851329 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b4ecc697-5e54-4d59-947b-dd696ba4b108 req-940aacb6-b289-4c3c-93eb-568d21305d2f tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9db3b20-6c26-442f-b7ab-98ab56be586f HTTP/1.1" status: 200 len: 210 time: 0.1580844 Sep 30 00:53:41.854227 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-118843a2-2f5f-40be-9f19-465d3a591991 admin admin] Usage tracker for resource:security_group_rule and tenant:716fc66df2d842afbb8dd3ca9446ad5b is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:53:41.856384 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-da7695ef-ab14-41ce-8ad8-9c0cae9e9031 req-2bb99e9c-cdff-45f9-91bd-7430ac018b26 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:41.860818 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-118843a2-2f5f-40be-9f19-465d3a591991 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:53:41.862106 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9db3b20-6c26-442f-b7ab-98ab56be586f', 'name': 'network-vif-deleted', 'tag': '7c68eab0-9366-4d10-b622-22b04c1178e6'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:53:41.875839 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-118843a2-2f5f-40be-9f19-465d3a591991 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:42.062161 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d2b4e8e5-7d07-4c55-ae77-14f2ea4272bc req-9398b849-5ba9-4ab5-ac3f-96359e333f65 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 210 time: 0.1730580 Sep 30 00:53:42.078660 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b21354fe-41cd-4f20-b688-797048f54f50 req-02a2d755-1a9a-402a-95a8-2509af8ecee9 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0966046 Sep 30 00:53:42.157512 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-da7695ef-ab14-41ce-8ad8-9c0cae9e9031 req-2bb99e9c-cdff-45f9-91bd-7430ac018b26 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.59 "DELETE /v2.0/ports/7c68eab0-9366-4d10-b622-22b04c1178e6 HTTP/1.1" status: 204 len: 173 time: 1.8161907 Sep 30 00:53:42.159646 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ac9b2d8e-a4be-486d-9a49-2f472cf43856 req-1768d848-4d14-4ebd-b0bb-bf7c5575f11b tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/floatingips/46ca8674-44be-499d-93a1-272fe5f1eaba HTTP/1.1" status: 200 len: 692 time: 0.2382748 Sep 30 00:53:42.408773 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-118843a2-2f5f-40be-9f19-465d3a591991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:42.422402 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-118843a2-2f5f-40be-9f19-465d3a591991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:42.434884 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-01b6b3af-9579-4dd8-bfa7-9fb1f2b7f6fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:42.440619 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21354fe-41cd-4f20-b688-797048f54f50 req-124717a4-6817-4818-98a6-0edb454baed4 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:42.443521 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b21354fe-41cd-4f20-b688-797048f54f50 req-124717a4-6817-4818-98a6-0edb454baed4 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3521650 Sep 30 00:53:42.451702 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b2d8e-a4be-486d-9a49-2f472cf43856 req-cc973ef6-6e17-4bf3-bcd1-fb4c5ba4a0d3 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:42.453385 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ac9b2d8e-a4be-486d-9a49-2f472cf43856 req-cc973ef6-6e17-4bf3-bcd1-fb4c5ba4a0d3 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 784 time: 0.2792830 Sep 30 00:53:42.476967 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-b21354fe-41cd-4f20-b688-797048f54f50 req-66ce92fe-a409-4b7c-8ab0-2827ddaab8ea tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Request body: {'port': {'device_id': 'bb8c8d5c-a745-416f-90e0-05af024599b6', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'admin_state_up': True, 'tenant_id': '59d8fe751f144ee29b8fd8ad36a4eefb'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:42.537646 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-118843a2-2f5f-40be-9f19-465d3a591991 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:53:42.585043 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-118843a2-2f5f-40be-9f19-465d3a591991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:42.585503 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-118843a2-2f5f-40be-9f19-465d3a591991 admin admin] Added segment 539c1453-a5e1-49f7-a288-06e2935353b0 of type vlan for network b4acebb8-6c58-4918-9aa4-30effc94c387 Sep 30 00:53:42.597693 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-ac9b2d8e-a4be-486d-9a49-2f472cf43856 req-affa1924-ca49-4201-b325-c015600c71f8 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Synchronizing usage tracker for tenant:c9dd6dd8a9b34e0ba52c16c535feb461 on resource:floatingip {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:53:42.602528 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118843a2-2f5f-40be-9f19-465d3a591991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515020a2-57ce-4352-92b5-aba1a95022bb,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:42.607542 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-118843a2-2f5f-40be-9f19-465d3a591991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:42.636839 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-118843a2-2f5f-40be-9f19-465d3a591991 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:42.642592 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-ac9b2d8e-a4be-486d-9a49-2f472cf43856 req-affa1924-ca49-4201-b325-c015600c71f8 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Unset dirty status for tenant:c9dd6dd8a9b34e0ba52c16c535feb461 on resource:floatingip {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:53:42.643933 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ac9b2d8e-a4be-486d-9a49-2f472cf43856 req-affa1924-ca49-4201-b325-c015600c71f8 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.13 HTTP/1.1" status: 200 len: 695 time: 0.1787448 Sep 30 00:53:42.670408 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-b21354fe-41cd-4f20-b688-797048f54f50 req-66ce92fe-a409-4b7c-8ab0-2827ddaab8ea tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:42.683332 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-b21354fe-41cd-4f20-b688-797048f54f50 req-66ce92fe-a409-4b7c-8ab0-2827ddaab8ea tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:42.700117 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b21354fe-41cd-4f20-b688-797048f54f50 req-66ce92fe-a409-4b7c-8ab0-2827ddaab8ea tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Made reservation on behalf of 59d8fe751f144ee29b8fd8ad36a4eefb for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:53:42.703929 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b21354fe-41cd-4f20-b688-797048f54f50 req-66ce92fe-a409-4b7c-8ab0-2827ddaab8ea tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:42.736336 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690e92e-46ad-4d51-840b-825361ce6631 req-03080e85-778c-4aa3-adf8-2f63da5143d4 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:42.737829 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5690e92e-46ad-4d51-840b-825361ce6631 req-03080e85-778c-4aa3-adf8-2f63da5143d4 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b924abf-e5ad-496f-8d9f-3ea4389af1ea HTTP/1.1" status: 200 len: 946 time: 0.4071937 Sep 30 00:53:42.751641 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ac9b2d8e-a4be-486d-9a49-2f472cf43856 req-0fd0b25e-7174-4221-a015-98bcff5ab62e tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.13 HTTP/1.1" status: 200 len: 695 time: 0.0979688 Sep 30 00:53:42.861908 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5690e92e-46ad-4d51-840b-825361ce6631 req-4c1cbbc9-f3c1-4847-907f-8ae425830af1 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c42dc21-c719-4a96-84be-a21d147d8c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830648 Sep 30 00:53:42.916748 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-118843a2-2f5f-40be-9f19-465d3a591991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:42.933774 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118843a2-2f5f-40be-9f19-465d3a591991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:42.936021 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-118843a2-2f5f-40be-9f19-465d3a591991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:42.943536 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:42.982748 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-b21354fe-41cd-4f20-b688-797048f54f50 req-66ce92fe-a409-4b7c-8ab0-2827ddaab8ea tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Allocated IP 192.168.233.35 (5148d586-4385-4f2c-9968-16b3a645031f/d94969b3-14c1-4902-a40b-8e6c297e30ba/9015586e-32a9-4344-abfe-e8a54776ad77) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:53:43.078646 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-ac9b2d8e-a4be-486d-9a49-2f472cf43856 req-2902b61a-dc95-4370-a2f9-cb5b7978870c tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Deleting port 4e05d9a0-2dc8-466d-93b8-51a9bd4985e1 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:53:43.079686 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ac9b2d8e-a4be-486d-9a49-2f472cf43856 req-2902b61a-dc95-4370-a2f9-cb5b7978870c tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:43.107031 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 7c68eab0-9366-4d10-b622-22b04c1178e6 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:53:43.132431 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1e45233a-940d-4c85-91d3-55ac247abbea req-6a6701e0-8b5c-47ec-ac7d-f78247d5f281 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 210 time: 0.0966291 Sep 30 00:53:43.196707 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: 7c68eab0-9366-4d10-b622-22b04c1178e6 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:53:43.197056 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 7c68eab0-9366-4d10-b622-22b04c1178e6 not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:53:43.321809 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118843a2-2f5f-40be-9f19-465d3a591991 admin admin] Pushing event updated for resources: {'Network': ['ID=b4acebb8-6c58-4918-9aa4-30effc94c387,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:43.328535 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-118843a2-2f5f-40be-9f19-465d3a591991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:43.332041 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-118843a2-2f5f-40be-9f19-465d3a591991 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0394313 Sep 30 00:53:43.332706 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 33158) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:43.341354 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-bdbf8871-a2f2-43b8-b7ee-b01b3bd86b4c admin admin] Request body: {'subnet': {'network_id': 'b4acebb8-6c58-4918-9aa4-30effc94c387', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1622114565-subnet', 'tenant_id': '716fc66df2d842afbb8dd3ca9446ad5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:43.342124 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network b4acebb8-6c58-4918-9aa4-30effc94c387 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:53:43.346172 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-bdbf8871-a2f2-43b8-b7ee-b01b3bd86b4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:43.350708 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-bdbf8871-a2f2-43b8-b7ee-b01b3bd86b4c admin admin] Usage tracker for resource:subnet and tenant:716fc66df2d842afbb8dd3ca9446ad5b is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:53:43.354018 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-bdbf8871-a2f2-43b8-b7ee-b01b3bd86b4c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:53:43.361535 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-bdbf8871-a2f2-43b8-b7ee-b01b3bd86b4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:43.378750 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbf8871-a2f2-43b8-b7ee-b01b3bd86b4c admin admin] Made reservation on behalf of 716fc66df2d842afbb8dd3ca9446ad5b for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:53:43.381667 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bdbf8871-a2f2-43b8-b7ee-b01b3bd86b4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:43.456957 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b21354fe-41cd-4f20-b688-797048f54f50 req-66ce92fe-a409-4b7c-8ab0-2827ddaab8ea tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:43.511631 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9db3b20-6c26-442f-b7ab-98ab56be586f', 'name': 'network-vif-deleted', 'tag': '7c68eab0-9366-4d10-b622-22b04c1178e6', 'status': 'completed', 'code': 200} Sep 30 00:53:43.512546 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-b21354fe-41cd-4f20-b688-797048f54f50 req-66ce92fe-a409-4b7c-8ab0-2827ddaab8ea tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Transition to ACTIVE for port object 9015586e-32a9-4344-abfe-e8a54776ad77 will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:53:43.575380 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b21354fe-41cd-4f20-b688-797048f54f50 req-66ce92fe-a409-4b7c-8ab0-2827ddaab8ea tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:43.584840 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-45642ff0-1aab-409c-8506-348cd59c7d83 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:43.591852 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['3d518f2d-344f-4c32-9fed-6a6c1995109a', '863d8c69-3437-4b2c-898c-781bd4e0939e'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:53:43.695933 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b21354fe-41cd-4f20-b688-797048f54f50 req-66ce92fe-a409-4b7c-8ab0-2827ddaab8ea tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Network 5148d586-4385-4f2c-9968-16b3a645031f is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:53:43.700707 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-b21354fe-41cd-4f20-b688-797048f54f50 req-66ce92fe-a409-4b7c-8ab0-2827ddaab8ea tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:53:43.705815 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21354fe-41cd-4f20-b688-797048f54f50 req-66ce92fe-a409-4b7c-8ab0-2827ddaab8ea tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:53:43.820855 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce92fe-a409-4b7c-8ab0-2827ddaab8ea tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Pushing event updated for resources: {'Port': ['ID=9015586e-32a9-4344-abfe-e8a54776ad77,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:43.849752 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-66ce92fe-a409-4b7c-8ab0-2827ddaab8ea tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:43.892531 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21354fe-41cd-4f20-b688-797048f54f50 req-66ce92fe-a409-4b7c-8ab0-2827ddaab8ea tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:43.893676 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b21354fe-41cd-4f20-b688-797048f54f50 req-66ce92fe-a409-4b7c-8ab0-2827ddaab8ea tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:44.035099 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bdbf8871-a2f2-43b8-b7ee-b01b3bd86b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981632'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:44.050142 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-492ccbcc-b918-4e2e-9f6c-cd74d203b926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:44.138343 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b21354fe-41cd-4f20-b688-797048f54f50 req-66ce92fe-a409-4b7c-8ab0-2827ddaab8ea tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6680582 Sep 30 00:53:44.153154 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-3acb17c2-e15b-4f02-8db7-22cc726f24d5 None None] Provisioning for port 9015586e-32a9-4344-abfe-e8a54776ad77 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:53:44.161654 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c84e8-77b8-482a-a2f4-71bb73bb5498 req-6ca69f73-7be3-43bb-8810-8f1414c33734 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:44.162021 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-3acb17c2-e15b-4f02-8db7-22cc726f24d5 None None] Provisioning complete for port 9015586e-32a9-4344-abfe-e8a54776ad77 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:53:44.163236 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3acb17c2-e15b-4f02-8db7-22cc726f24d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:44.173371 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3b2c84e8-77b8-482a-a2f4-71bb73bb5498 req-6ca69f73-7be3-43bb-8810-8f1414c33734 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b924abf-e5ad-496f-8d9f-3ea4389af1ea HTTP/1.1" status: 200 len: 946 time: 0.3248386 Sep 30 00:53:44.176666 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 33172) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:44.183872 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ac9b2d8e-a4be-486d-9a49-2f472cf43856 req-2902b61a-dc95-4370-a2f9-cb5b7978870c tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:44.184123 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ac9b2d8e-a4be-486d-9a49-2f472cf43856 req-2902b61a-dc95-4370-a2f9-cb5b7978870c tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:44.196384 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-b21354fe-41cd-4f20-b688-797048f54f50 req-e3381c01-b785-45bc-9714-7dc2bd57fd7b service neutron] Request body: {'port': {'device_id': 'bb8c8d5c-a745-416f-90e0-05af024599b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:44.238222 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-3acb17c2-e15b-4f02-8db7-22cc726f24d5 None None] Port 9015586e-32a9-4344-abfe-e8a54776ad77 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:53:44.303589 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-33846b54-4a72-4d19-b951-dce567a389a0 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Request body: {'floatingip': {'port_id': 'fa2ea02c-02f4-48e0-a36c-cce2ad968042'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:44.344307 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-ac9b2d8e-a4be-486d-9a49-2f472cf43856 req-2902b61a-dc95-4370-a2f9-cb5b7978870c tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Calling delete_port for 4e05d9a0-2dc8-466d-93b8-51a9bd4985e1 owned by network:floatingip {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:53:44.378210 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf8871-a2f2-43b8-b7ee-b01b3bd86b4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa66c779-a4ae-49bb-a20c-2769954bc615,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:44.386674 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbf8871-a2f2-43b8-b7ee-b01b3bd86b4c admin admin] Checking segment: {'id': '539c1453-a5e1-49f7-a288-06e2935353b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b4acebb8-6c58-4918-9aa4-30effc94c387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:53:44.387093 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbf8871-a2f2-43b8-b7ee-b01b3bd86b4c admin admin] Network hostable DHCP agents. Network: b4acebb8-6c58-4918-9aa4-30effc94c387, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:53:44.398662 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bdbf8871-a2f2-43b8-b7ee-b01b3bd86b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:44.435124 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbf8871-a2f2-43b8-b7ee-b01b3bd86b4c admin admin] Network b4acebb8-6c58-4918-9aa4-30effc94c387 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:53:44.455087 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-bdbf8871-a2f2-43b8-b7ee-b01b3bd86b4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, b4acebb8-6c58-4918-9aa4-30effc94c387) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:53:44.458367 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbf8871-a2f2-43b8-b7ee-b01b3bd86b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:44.459124 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bdbf8871-a2f2-43b8-b7ee-b01b3bd86b4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:44.470323 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957162f3-8236-4ec4-9154-3eea63e298ed None None] Network b4acebb8-6c58-4918-9aa4-30effc94c387 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:53:44.528374 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-bdbf8871-a2f2-43b8-b7ee-b01b3bd86b4c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1944892 Sep 30 00:53:44.548515 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-ea5fd4b3-cbea-4204-b15d-caea51406fc2 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:44.549213 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-ea5fd4b3-cbea-4204-b15d-caea51406fc2 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Synchronizing usage tracker for tenant:038e4d0abd4b4e5c940f331b6f0950a9 on resource:network {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:53:44.559698 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ac9b2d8e-a4be-486d-9a49-2f472cf43856 req-2902b61a-dc95-4370-a2f9-cb5b7978870c tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:44.564181 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-33846b54-4a72-4d19-b951-dce567a389a0 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks [] for floatingip, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:44.564380 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-495d3b28-c663-4268-890a-34f87bbf4c04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:44.676798 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902b61a-dc95-4370-a2f9-cb5b7978870c tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Pushing event deleted for resources: {'Port': ['ID=4e05d9a0-2dc8-466d-93b8-51a9bd4985e1,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:44.685611 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2902b61a-dc95-4370-a2f9-cb5b7978870c tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:44.765853 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b21354fe-41cd-4f20-b688-797048f54f50 req-e3381c01-b785-45bc-9714-7dc2bd57fd7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:44.789144 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-ea5fd4b3-cbea-4204-b15d-caea51406fc2 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Unset dirty status for tenant:038e4d0abd4b4e5c940f331b6f0950a9 on resource:network {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:53:44.790577 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-ea5fd4b3-cbea-4204-b15d-caea51406fc2 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.59 "GET /v2.0/networks?id=4c98a929-4bc6-4ff2-9381-439d6c813487 HTTP/1.1" status: 200 len: 811 time: 1.0112343 Sep 30 00:53:44.857196 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ac9b2d8e-a4be-486d-9a49-2f472cf43856 req-2902b61a-dc95-4370-a2f9-cb5b7978870c tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks [] for floatingip, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:44.860200 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ac9b2d8e-a4be-486d-9a49-2f472cf43856 req-2902b61a-dc95-4370-a2f9-cb5b7978870c tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:44.872436 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ac9b2d8e-a4be-486d-9a49-2f472cf43856 req-2902b61a-dc95-4370-a2f9-cb5b7978870c tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "DELETE /v2.0/floatingips/46ca8674-44be-499d-93a1-272fe5f1eaba HTTP/1.1" status: 204 len: 173 time: 2.1130655 Sep 30 00:53:44.902210 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b2849c-7039-4cfd-aac0-934c2f138eac None None] Network b4acebb8-6c58-4918-9aa4-30effc94c387 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:53:45.006476 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-fc600c5b-b399-4ea0-8649-ba9bb1e314be tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296993 Sep 30 00:53:45.106100 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-f491ff35-82eb-4241-8a3b-a39ea670502b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Synchronizing usage tracker for tenant:038e4d0abd4b4e5c940f331b6f0950a9 on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:53:45.132626 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f31a31-1822-44c0-a1d5-bef8c2bd8dd0 req-7abdae32-dadc-4ac6-b123-b61d4fba7a66 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:45.134577 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-c2f31a31-1822-44c0-a1d5-bef8c2bd8dd0 req-7abdae32-dadc-4ac6-b123-b61d4fba7a66 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Synchronizing usage tracker for tenant:59d8fe751f144ee29b8fd8ad36a4eefb on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:53:45.220432 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-4a4275af-c97c-41b6-b919-e195a1086270 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:45.222092 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-4a4275af-c97c-41b6-b919-e195a1086270 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2066867 Sep 30 00:53:45.226910 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-f491ff35-82eb-4241-8a3b-a39ea670502b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Unset dirty status for tenant:038e4d0abd4b4e5c940f331b6f0950a9 on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:53:45.228036 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-f491ff35-82eb-4241-8a3b-a39ea670502b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=038e4d0abd4b4e5c940f331b6f0950a9 HTTP/1.1" status: 200 len: 380 time: 0.3696659 Sep 30 00:53:45.240997 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-7de961a1-c726-437b-a42b-174f0132f837 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Request body: {'port': {'device_id': '0c4e5f90-c517-48c3-9d07-64bbdd2b4779', 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487', 'admin_state_up': True, 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'security_groups': ['03e1149c-ca53-47d7-93ad-628e9735f792']}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:45.247283 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-808538c9-5dd2-4a98-83bc-7a3505cca259 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/quotas/e0e7edddb1c44f66ba9563f9cd33d4a2 HTTP/1.1" status: 200 len: 375 time: 0.0133951 Sep 30 00:53:45.260517 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-c2f31a31-1822-44c0-a1d5-bef8c2bd8dd0 req-7abdae32-dadc-4ac6-b123-b61d4fba7a66 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Unset dirty status for tenant:59d8fe751f144ee29b8fd8ad36a4eefb on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:53:45.267234 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c2f31a31-1822-44c0-a1d5-bef8c2bd8dd0 req-7abdae32-dadc-4ac6-b123-b61d4fba7a66 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 935 time: 0.7959828 Sep 30 00:53:45.333130 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-e2374701-75f3-4d98-8c87-9a73ecae66a1 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0822430 Sep 30 00:53:45.566590 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c2f31a31-1822-44c0-a1d5-bef8c2bd8dd0 req-0ee4dd75-3be7-4a66-8904-49c5c194878a tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984822 Sep 30 00:53:45.752739 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-7de961a1-c726-437b-a42b-174f0132f837 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:45.816903 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-7de961a1-c726-437b-a42b-174f0132f837 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:46.074515 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-b21354fe-41cd-4f20-b688-797048f54f50 req-e3381c01-b785-45bc-9714-7dc2bd57fd7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9015586e-32a9-4344-abfe-e8a54776ad77 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:53:46.101406 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b21354fe-41cd-4f20-b688-797048f54f50 req-e3381c01-b785-45bc-9714-7dc2bd57fd7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:46.137156 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-7de961a1-c726-437b-a42b-174f0132f837 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Made reservation on behalf of 038e4d0abd4b4e5c940f331b6f0950a9 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:53:46.141479 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-7de961a1-c726-437b-a42b-174f0132f837 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:46.174215 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-b21354fe-41cd-4f20-b688-797048f54f50 req-e3381c01-b785-45bc-9714-7dc2bd57fd7b service neutron] Transition to ACTIVE for port object 9015586e-32a9-4344-abfe-e8a54776ad77 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:53:46.188195 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.resource_extend [None req-33846b54-4a72-4d19-b951-dce567a389a0 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 00:53:46.189722 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6b6aef75-816b-4766-bd9a-c62fa23e84a1 req-dcc08f23-69ef-4608-ae2a-f5e511792610 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 210 time: 0.0776365 Sep 30 00:53:46.284929 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b21354fe-41cd-4f20-b688-797048f54f50 req-e3381c01-b785-45bc-9714-7dc2bd57fd7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:46.296050 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-50cd7a62-5bc1-4fb8-bc61-89ec82d23b23 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:46.345626 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b0e978f3-592d-45cf-8788-5fea65ad17db req-4f19d44e-123b-456c-8522-907a45cae4e8 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/floatingips/b01cf503-8806-4960-9d65-acb9ec3bc578 HTTP/1.1" status: 200 len: 693 time: 0.1336813 Sep 30 00:53:46.550521 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-6712db71-a477-4ecd-8269-8477b9cd9b90 req-314d2151-70b2-4a3e-b484-18ad8c4b369c tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-920861350', 'description': 'tempest-description-687374664'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:46.590018 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-6712db71-a477-4ecd-8269-8477b9cd9b90 req-314d2151-70b2-4a3e-b484-18ad8c4b369c tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:46.623160 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e978f3-592d-45cf-8788-5fea65ad17db req-1aaf7ae0-b632-4624-b9e7-6dc72e309095 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:46.625848 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b0e978f3-592d-45cf-8788-5fea65ad17db req-1aaf7ae0-b632-4624-b9e7-6dc72e309095 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 784 time: 0.2794414 Sep 30 00:53:46.696811 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-6712db71-a477-4ecd-8269-8477b9cd9b90 req-314d2151-70b2-4a3e-b484-18ad8c4b369c tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Usage tracker for resource:security_group and tenant:716fc66df2d842afbb8dd3ca9446ad5b is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:53:46.701748 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-33846b54-4a72-4d19-b951-dce567a389a0 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:46.714059 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-6712db71-a477-4ecd-8269-8477b9cd9b90 req-314d2151-70b2-4a3e-b484-18ad8c4b369c tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:53:46.729378 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-33846b54-4a72-4d19-b951-dce567a389a0 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:46.745703 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-b0e978f3-592d-45cf-8788-5fea65ad17db req-4bd1ee15-30d1-43b2-953e-c5f10ff8a72e tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Synchronizing usage tracker for tenant:c9dd6dd8a9b34e0ba52c16c535feb461 on resource:floatingip {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:53:46.772904 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-b0e978f3-592d-45cf-8788-5fea65ad17db req-4bd1ee15-30d1-43b2-953e-c5f10ff8a72e tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Unset dirty status for tenant:c9dd6dd8a9b34e0ba52c16c535feb461 on resource:floatingip {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:53:46.774396 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b0e978f3-592d-45cf-8788-5fea65ad17db req-4bd1ee15-30d1-43b2-953e-c5f10ff8a72e tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.143 HTTP/1.1" status: 200 len: 696 time: 0.1419945 Sep 30 00:53:46.898743 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b0e978f3-592d-45cf-8788-5fea65ad17db req-c1ee67e6-a45e-444c-a6a6-0e4cfe19d2f8 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.143 HTTP/1.1" status: 200 len: 696 time: 0.1168120 Sep 30 00:53:46.925167 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-6712db71-a477-4ecd-8269-8477b9cd9b90 req-314d2151-70b2-4a3e-b484-18ad8c4b369c tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:46.979037 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3381c01-b785-45bc-9714-7dc2bd57fd7b service neutron] Pushing event updated for resources: {'Port': ['ID=9015586e-32a9-4344-abfe-e8a54776ad77,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:46.994519 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e3381c01-b785-45bc-9714-7dc2bd57fd7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:47.065338 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-6712db71-a477-4ecd-8269-8477b9cd9b90 req-314d2151-70b2-4a3e-b484-18ad8c4b369c tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:47.131803 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-b0e978f3-592d-45cf-8788-5fea65ad17db req-b8dbf54b-d25d-47ad-a077-044428286072 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Deleting port dcd54ece-9249-4843-8b14-3b207032f982 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:53:47.132224 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b0e978f3-592d-45cf-8788-5fea65ad17db req-b8dbf54b-d25d-47ad-a077-044428286072 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:47.201324 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-6712db71-a477-4ecd-8269-8477b9cd9b90 req-314d2151-70b2-4a3e-b484-18ad8c4b369c tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:47.222190 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-6712db71-a477-4ecd-8269-8477b9cd9b90 req-314d2151-70b2-4a3e-b484-18ad8c4b369c tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Usage tracker for resource:security_group_rule and tenant:716fc66df2d842afbb8dd3ca9446ad5b is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:53:47.224991 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-b21354fe-41cd-4f20-b688-797048f54f50 req-e3381c01-b785-45bc-9714-7dc2bd57fd7b service neutron] Attempting to bind port 9015586e-32a9-4344-abfe-e8a54776ad77 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:53:47.225325 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-b21354fe-41cd-4f20-b688-797048f54f50 req-e3381c01-b785-45bc-9714-7dc2bd57fd7b service neutron] Attempting to bind port 9015586e-32a9-4344-abfe-e8a54776ad77 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:53:47.225657 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21354fe-41cd-4f20-b688-797048f54f50 req-e3381c01-b785-45bc-9714-7dc2bd57fd7b service neutron] Attempting to bind port 9015586e-32a9-4344-abfe-e8a54776ad77 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:53:47.236117 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-6712db71-a477-4ecd-8269-8477b9cd9b90 req-314d2151-70b2-4a3e-b484-18ad8c4b369c tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:53:47.251994 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-6712db71-a477-4ecd-8269-8477b9cd9b90 req-314d2151-70b2-4a3e-b484-18ad8c4b369c tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:47.287319 n-d-811809-1 neutron-server[80274]: INFO neutron.db.l3_db [None req-33846b54-4a72-4d19-b951-dce567a389a0 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Floating IP da26cbb1-ef48-408f-ae9f-f2b0997a3f29 associated. External IP: 172.25.0.245, port: fa2ea02c-02f4-48e0-a36c-cce2ad968042. Sep 30 00:53:47.336185 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-7de961a1-c726-437b-a42b-174f0132f837 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Allocated IP 172.20.0.8 (4c98a929-4bc6-4ff2-9381-439d6c813487/c136aabe-2b6e-40bd-889c-a97ee8fe6bf6/918c28de-bb64-453a-8beb-13a66f32b207) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:53:47.338718 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21354fe-41cd-4f20-b688-797048f54f50 req-e3381c01-b785-45bc-9714-7dc2bd57fd7b service neutron] Port 9015586e-32a9-4344-abfe-e8a54776ad77 on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:53:47.339069 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21354fe-41cd-4f20-b688-797048f54f50 req-e3381c01-b785-45bc-9714-7dc2bd57fd7b service neutron] Attempting to bind port 9015586e-32a9-4344-abfe-e8a54776ad77 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:53:47.432597 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21354fe-41cd-4f20-b688-797048f54f50 req-e3381c01-b785-45bc-9714-7dc2bd57fd7b service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:53:47.432940 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21354fe-41cd-4f20-b688-797048f54f50 req-e3381c01-b785-45bc-9714-7dc2bd57fd7b service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:53:47.433591 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21354fe-41cd-4f20-b688-797048f54f50 req-e3381c01-b785-45bc-9714-7dc2bd57fd7b service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:53:47.434058 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-b21354fe-41cd-4f20-b688-797048f54f50 req-e3381c01-b785-45bc-9714-7dc2bd57fd7b service neutron] Bound port: 9015586e-32a9-4344-abfe-e8a54776ad77, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:53:47.434506 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b21354fe-41cd-4f20-b688-797048f54f50 req-e3381c01-b785-45bc-9714-7dc2bd57fd7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:47.499705 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b0e978f3-592d-45cf-8788-5fea65ad17db req-b8dbf54b-d25d-47ad-a077-044428286072 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:47.501048 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b0e978f3-592d-45cf-8788-5fea65ad17db req-b8dbf54b-d25d-47ad-a077-044428286072 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:47.648240 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-b0e978f3-592d-45cf-8788-5fea65ad17db req-b8dbf54b-d25d-47ad-a077-044428286072 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Calling delete_port for dcd54ece-9249-4843-8b14-3b207032f982 owned by network:floatingip {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:53:47.737156 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-6712db71-a477-4ecd-8269-8477b9cd9b90 req-314d2151-70b2-4a3e-b484-18ad8c4b369c tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:47.742159 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-b21354fe-41cd-4f20-b688-797048f54f50 req-e3381c01-b785-45bc-9714-7dc2bd57fd7b service neutron] For port 9015586e-32a9-4344-abfe-e8a54776ad77, host n-h2-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:53:47.746878 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-b21354fe-41cd-4f20-b688-797048f54f50 req-e3381c01-b785-45bc-9714-7dc2bd57fd7b service neutron] For port 9015586e-32a9-4344-abfe-e8a54776ad77, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=9015586e-32a9-4344-abfe-e8a54776ad77,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:53:47.801729 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-6712db71-a477-4ecd-8269-8477b9cd9b90 req-314d2151-70b2-4a3e-b484-18ad8c4b369c tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:47.815533 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9d8b1f68-51b1-45fb-ae0c-963f5a76fb18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:47.820617 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b0e978f3-592d-45cf-8788-5fea65ad17db req-b8dbf54b-d25d-47ad-a077-044428286072 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:47.827651 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c513da4d-4fb1-47f8-bcb9-e5a9b6084e65 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:47.872491 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dbf54b-d25d-47ad-a077-044428286072 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Pushing event deleted for resources: {'Port': ['ID=dcd54ece-9249-4843-8b14-3b207032f982,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:47.876144 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b8dbf54b-d25d-47ad-a077-044428286072 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:47.892455 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b21354fe-41cd-4f20-b688-797048f54f50 req-e3381c01-b785-45bc-9714-7dc2bd57fd7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:47.977186 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b0e978f3-592d-45cf-8788-5fea65ad17db req-b8dbf54b-d25d-47ad-a077-044428286072 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks [] for floatingip, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:48.013947 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b0e978f3-592d-45cf-8788-5fea65ad17db req-b8dbf54b-d25d-47ad-a077-044428286072 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:48.015759 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b0e978f3-592d-45cf-8788-5fea65ad17db req-b8dbf54b-d25d-47ad-a077-044428286072 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] 10.222.0.39 "DELETE /v2.0/floatingips/b01cf503-8806-4960-9d65-acb9ec3bc578 HTTP/1.1" status: 204 len: 173 time: 1.1104789 Sep 30 00:53:48.021219 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 33218) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:48.028660 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21354fe-41cd-4f20-b688-797048f54f50 req-e3381c01-b785-45bc-9714-7dc2bd57fd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:48.029283 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b21354fe-41cd-4f20-b688-797048f54f50 req-e3381c01-b785-45bc-9714-7dc2bd57fd7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:48.030641 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b21354fe-41cd-4f20-b688-797048f54f50 req-e3381c01-b785-45bc-9714-7dc2bd57fd7b service neutron] 10.222.0.55 "PUT /v2.0/ports/9015586e-32a9-4344-abfe-e8a54776ad77 HTTP/1.1" status: 200 len: 1095 time: 3.8533502 Sep 30 00:53:48.040455 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8c8d5c-a745-416f-90e0-05af024599b6', 'tag': '9015586e-32a9-4344-abfe-e8a54776ad77'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:53:48.049619 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-6712db71-a477-4ecd-8269-8477b9cd9b90 req-314d2151-70b2-4a3e-b484-18ad8c4b369c tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:48.050900 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6712db71-a477-4ecd-8269-8477b9cd9b90 req-314d2151-70b2-4a3e-b484-18ad8c4b369c tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.5041380 Sep 30 00:53:48.078199 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d2151-70b2-4a3e-b484-18ad8c4b369c tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f4a91e-87a4-46f6-8ae0-8c937c63e296,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:48.084995 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-314d2151-70b2-4a3e-b484-18ad8c4b369c tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:48.088474 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-7de961a1-c726-437b-a42b-174f0132f837 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:48.100380 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-3b201341-cefb-4756-906c-fc550d0145f0 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:48.267822 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-7de961a1-c726-437b-a42b-174f0132f837 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Transition to ACTIVE for port object 918c28de-bb64-453a-8beb-13a66f32b207 will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:53:48.299807 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3381c01-b785-45bc-9714-7dc2bd57fd7b service neutron] Pushing event updated for resources: {'Port': ['ID=9015586e-32a9-4344-abfe-e8a54776ad77,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:48.309012 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33846b54-4a72-4d19-b951-dce567a389a0 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Router a9241a70-cc98-45d6-8949-9c71e63755a7 has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:53:48.310024 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e3381c01-b785-45bc-9714-7dc2bd57fd7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:48.542821 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-3d4d1d43-3729-4606-b0e1-54b42ce33b59 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540371 Sep 30 00:53:48.655794 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff0113-540a-480a-91fe-d2a70af57c3d req-7269eaf9-980a-4b98-a71f-b7c829f58c55 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:48.656558 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-4bff0113-540a-480a-91fe-d2a70af57c3d req-7269eaf9-980a-4b98-a71f-b7c829f58c55 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Synchronizing usage tracker for tenant:a52d3312de784e00ba80aff39950f6b4 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:53:48.787401 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-55edf53d-0ebc-4a3d-abb7-8d2cee133a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:48.837337 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-7de961a1-c726-437b-a42b-174f0132f837 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:48.857609 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4435338a-ebde-4f9b-b405-e7117dd498b8 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:48.939080 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-4bff0113-540a-480a-91fe-d2a70af57c3d req-7269eaf9-980a-4b98-a71f-b7c829f58c55 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Unset dirty status for tenant:a52d3312de784e00ba80aff39950f6b4 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:53:48.940227 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4bff0113-540a-480a-91fe-d2a70af57c3d req-7269eaf9-980a-4b98-a71f-b7c829f58c55 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.59 "GET /v2.0/ports?device_id=db6e9964-e471-4579-b00b-89da518d1c91 HTTP/1.1" status: 200 len: 949 time: 0.9784846 Sep 30 00:53:48.954087 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-7de961a1-c726-437b-a42b-174f0132f837 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Network 4c98a929-4bc6-4ff2-9381-439d6c813487 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:53:48.959809 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-020bf6b4-3b45-4888-be6d-66fa7d9700b4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:48.961358 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-020bf6b4-3b45-4888-be6d-66fa7d9700b4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4107234 Sep 30 00:53:48.999392 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-7de961a1-c726-437b-a42b-174f0132f837 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:53:49.002699 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-d7744832-b8ee-4077-a4ac-8f8c21407e41 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Request body: {'port': {'device_id': '210ba757-555c-48eb-9477-923ec0d34b02', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'admin_state_up': True, 'tenant_id': 'e0e7edddb1c44f66ba9563f9cd33d4a2'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:49.005984 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-7de961a1-c726-437b-a42b-174f0132f837 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:53:49.049399 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:49.142948 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-7de961a1-c726-437b-a42b-174f0132f837 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:49.143950 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-7de961a1-c726-437b-a42b-174f0132f837 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:49.160983 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de961a1-c726-437b-a42b-174f0132f837 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Pushing event updated for resources: {'Port': ['ID=918c28de-bb64-453a-8beb-13a66f32b207,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:49.209595 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-7de961a1-c726-437b-a42b-174f0132f837 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:49.214396 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21354fe-41cd-4f20-b688-797048f54f50 req-31985222-72ae-43bb-8c4b-72963d011928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:49.216927 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b21354fe-41cd-4f20-b688-797048f54f50 req-31985222-72ae-43bb-8c4b-72963d011928 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 1098 time: 0.8676405 Sep 30 00:53:49.241583 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-4bff0113-540a-480a-91fe-d2a70af57c3d req-ad767219-ddd9-420c-bc37-d5543ac91888 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Deleting port ba527aaa-8fdb-4a21-b647-dffeb47e51a0 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:53:49.242307 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4bff0113-540a-480a-91fe-d2a70af57c3d req-ad767219-ddd9-420c-bc37-d5543ac91888 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:49.249616 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ef17d-29e4-4725-931a-f3b7cac32bc8 req-d6afc823-a5d4-4bfe-ae72-0d291715be6c tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:49.257033 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f5ef17d-29e4-4725-931a-f3b7cac32bc8 req-d6afc823-a5d4-4bfe-ae72-0d291715be6c tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 947 time: 0.4575381 Sep 30 00:53:49.276728 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-a0f818ad-af40-4bb2-9cb8-4cb11d8fe6f3 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0942850 Sep 30 00:53:49.279351 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-7de961a1-c726-437b-a42b-174f0132f837 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0396130 Sep 30 00:53:49.383312 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff50a4-27ba-419d-b3c8-19cd966f13cf req-f702016f-391f-420b-a3d7-105fd07cb93c tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:49.387640 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-62ff50a4-27ba-419d-b3c8-19cd966f13cf req-f702016f-391f-420b-a3d7-105fd07cb93c tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/ports?device_id=db6e9964-e471-4579-b00b-89da518d1c91 HTTP/1.1" status: 200 len: 949 time: 1.0752103 Sep 30 00:53:49.389775 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b21354fe-41cd-4f20-b688-797048f54f50 req-acaa86fc-e4f7-4c39-9f52-44eb02cd15de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=9015586e-32a9-4344-abfe-e8a54776ad77 HTTP/1.1" status: 200 len: 217 time: 0.0992105 Sep 30 00:53:49.398788 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-9d14f9bb-c1e5-4da3-aa47-3b7381c981d6 None None] Provisioning for port 918c28de-bb64-453a-8beb-13a66f32b207 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:53:49.403270 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-33bcc911-93e9-495a-8318-b7c280b716f2 service neutron] Request body: {'port': {'device_id': '0c4e5f90-c517-48c3-9d07-64bbdd2b4779', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:49.407863 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-9d14f9bb-c1e5-4da3-aa47-3b7381c981d6 None None] Provisioning complete for port 918c28de-bb64-453a-8beb-13a66f32b207 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:53:49.408811 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-9d14f9bb-c1e5-4da3-aa47-3b7381c981d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:49.484264 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-9d14f9bb-c1e5-4da3-aa47-3b7381c981d6 None None] Port 918c28de-bb64-453a-8beb-13a66f32b207 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:53:49.533546 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33846b54-4a72-4d19-b951-dce567a389a0 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:53:49.545796 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41683997-5c68-4a41-bf04-1ec202079b74 None None] Sync routers for ids ['a9241a70-cc98-45d6-8949-9c71e63755a7'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:53:49.554871 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-33846b54-4a72-4d19-b951-dce567a389a0 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:49.561809 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41683997-5c68-4a41-bf04-1ec202079b74 None None] Routers {'a9241a70-cc98-45d6-8949-9c71e63755a7'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:53:49.562444 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-41683997-5c68-4a41-bf04-1ec202079b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:53:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['a9241a70-cc98-45d6-8949-9c71e63755a7'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:53:49.614187 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-33846b54-4a72-4d19-b951-dce567a389a0 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "PUT /v2.0/floatingips/da26cbb1-ef48-408f-ae9f-f2b0997a3f29 HTTP/1.1" status: 200 len: 992 time: 5.4356003 Sep 30 00:53:49.684808 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-d7744832-b8ee-4077-a4ac-8f8c21407e41 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:49.695911 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-d7744832-b8ee-4077-a4ac-8f8c21407e41 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:49.723671 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f5ef17d-29e4-4725-931a-f3b7cac32bc8 req-2d1056c5-4aab-41c0-b300-c161de792d30 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656532 Sep 30 00:53:49.730200 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-d7744832-b8ee-4077-a4ac-8f8c21407e41 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Made reservation on behalf of e0e7edddb1c44f66ba9563f9cd33d4a2 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:53:49.733656 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-d7744832-b8ee-4077-a4ac-8f8c21407e41 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:49.838523 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-41683997-5c68-4a41-bf04-1ec202079b74 None None] Set router a9241a70-cc98-45d6-8949-9c71e63755a7 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:53:49.859551 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-4bff0113-540a-480a-91fe-d2a70af57c3d req-ad767219-ddd9-420c-bc37-d5543ac91888 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] For port ba527aaa-8fdb-4a21-b647-dffeb47e51a0, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ba527aaa-8fdb-4a21-b647-dffeb47e51a0,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:49.860205 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4bff0113-540a-480a-91fe-d2a70af57c3d req-ad767219-ddd9-420c-bc37-d5543ac91888 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:49.866545 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-f6086134-063f-4a49-9e7c-b08e36a7ce4a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:49.868027 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-f6086134-063f-4a49-9e7c-b08e36a7ce4a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4014335 Sep 30 00:53:49.921865 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-4edd8632-102c-4260-bd59-b1753a34af79 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Request body: {'port': {'device_id': '3d75a316-51da-43f6-abfb-f042e7ecffa4', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'admin_state_up': True, 'tenant_id': 'e0e7edddb1c44f66ba9563f9cd33d4a2'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:49.984216 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-4bff0113-540a-480a-91fe-d2a70af57c3d req-ad767219-ddd9-420c-bc37-d5543ac91888 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Calling delete_port for ba527aaa-8fdb-4a21-b647-dffeb47e51a0 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:53:50.045509 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21354fe-41cd-4f20-b688-797048f54f50 req-d3b3acd7-1577-4ed4-8fc0-61e3c27eae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:50.047172 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b21354fe-41cd-4f20-b688-797048f54f50 req-d3b3acd7-1577-4ed4-8fc0-61e3c27eae00 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.6079605 Sep 30 00:53:50.116597 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-62ff50a4-27ba-419d-b3c8-19cd966f13cf req-85b97b86-1e81-4ebb-bac9-0bf112e07eb1 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.39 "GET /v2.0/security-groups?id=d31e88a1-95c0-429a-ba32-e98354fad9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6327920 Sep 30 00:53:50.243637 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-41683997-5c68-4a41-bf04-1ec202079b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1829927197-router', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:49:23Z', 'updated_at': '2021-09-30T00:49:29Z', 'revision_number': 4, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'gw_port': {'id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:24Z', 'updated_at': '2021-09-30T00:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': 'da26cbb1-ef48-408f-ae9f-f2b0997a3f29', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'port_id': 'fa2ea02c-02f4-48e0-a36c-cce2ad968042', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d', 'mac_address': 'fa:16:3e:2c:b3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b924abf-e5ad-496f-8d9f-3ea4389af1ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:49:57Z', 'updated_at': '2021-09-30T00:53:45Z', 'revision_number': 5, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c12eab7b-bd21-4dd6-ad46-440e13da5fea', 'name': '', 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'mac_address': 'fa:16:3e:94:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2832071e-b852-47d3-913e-f292b000827a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:28Z', 'updated_at': '2021-09-30T00:49:41Z', 'revision_number': 5, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'subnets': [{'id': '2832071e-b852-47d3-913e-f292b000827a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:53:50.254365 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-d7744832-b8ee-4077-a4ac-8f8c21407e41 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Allocated IP 192.168.233.90 (5148d586-4385-4f2c-9968-16b3a645031f/d94969b3-14c1-4902-a40b-8e6c297e30ba/d8145972-1c86-4921-892c-473259317eca) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:53:50.271168 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41683997-5c68-4a41-bf04-1ec202079b74 None None] Checking router: a9241a70-cc98-45d6-8949-9c71e63755a7 for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:53:50.280834 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41683997-5c68-4a41-bf04-1ec202079b74 None None] Routers {'a9241a70-cc98-45d6-8949-9c71e63755a7'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:53:50.282237 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-41683997-5c68-4a41-bf04-1ec202079b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:53:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['a9241a70-cc98-45d6-8949-9c71e63755a7'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:53:50.284540 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8c8d5c-a745-416f-90e0-05af024599b6', 'tag': '9015586e-32a9-4344-abfe-e8a54776ad77', 'status': 'completed', 'code': 200} Sep 30 00:53:50.285888 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-4edd8632-102c-4260-bd59-b1753a34af79 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:50.314565 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-4edd8632-102c-4260-bd59-b1753a34af79 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Usage tracker for resource:port and tenant:e0e7edddb1c44f66ba9563f9cd33d4a2 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:53:50.341769 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-4edd8632-102c-4260-bd59-b1753a34af79 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:53:50.370785 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c8f76-b319-443d-893b-4881a2433f9e req-a59cbae4-5cea-4e03-a834-2e6000f896b0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:50.378909 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ed1c8f76-b319-443d-893b-4881a2433f9e req-a59cbae4-5cea-4e03-a834-2e6000f896b0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 931 time: 0.3477283 Sep 30 00:53:50.406236 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-4edd8632-102c-4260-bd59-b1753a34af79 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:50.468532 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-33bcc911-93e9-495a-8318-b7c280b716f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:50.513961 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-41683997-5c68-4a41-bf04-1ec202079b74 None None] Set router a9241a70-cc98-45d6-8949-9c71e63755a7 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:53:50.520510 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-4edd8632-102c-4260-bd59-b1753a34af79 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Made reservation on behalf of e0e7edddb1c44f66ba9563f9cd33d4a2 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:53:50.523099 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-4edd8632-102c-4260-bd59-b1753a34af79 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:50.643363 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ed1c8f76-b319-443d-893b-4881a2433f9e req-18bdb977-1b54-42b5-85b6-4e74aec20f04 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631631 Sep 30 00:53:50.715270 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-19d574ea-cfca-4d88-ac40-704df2f1680d req-2546980a-1617-4652-87be-83ddfeea1b32 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] 10.222.0.39 "GET /v2.0/security-groups/d9f4a91e-87a4-46f6-8ae0-8c937c63e296 HTTP/1.1" status: 200 len: 1811 time: 0.4603882 Sep 30 00:53:50.739821 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-d7744832-b8ee-4077-a4ac-8f8c21407e41 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:50.745820 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-19d574ea-cfca-4d88-ac40-704df2f1680d req-ee71d68c-aa46-4795-8c77-999dd20a9412 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd9f4a91e-87a4-46f6-8ae0-8c937c63e296', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:50.751914 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-19d574ea-cfca-4d88-ac40-704df2f1680d req-ee71d68c-aa46-4795-8c77-999dd20a9412 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd9f4a91e-87a4-46f6-8ae0-8c937c63e296', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:50.762307 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-d7744832-b8ee-4077-a4ac-8f8c21407e41 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Transition to ACTIVE for port object d8145972-1c86-4921-892c-473259317eca will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:53:50.803514 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-d7744832-b8ee-4077-a4ac-8f8c21407e41 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:50.815257 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-aa577db9-5cde-416b-b3e4-3c7c3a8c2359 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:50.841702 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['d761df09-2ef7-4cf5-a7f5-fb9022de696c'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:53:50.920661 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-19d574ea-cfca-4d88-ac40-704df2f1680d req-ee71d68c-aa46-4795-8c77-999dd20a9412 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:50.926277 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4bff0113-540a-480a-91fe-d2a70af57c3d req-ad767219-ddd9-420c-bc37-d5543ac91888 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:50.942953 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21354fe-41cd-4f20-b688-797048f54f50 req-6623ecc9-5787-4d67-b43c-e467a4d31edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:50.949502 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b21354fe-41cd-4f20-b688-797048f54f50 req-6623ecc9-5787-4d67-b43c-e467a4d31edc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8812060 Sep 30 00:53:50.951032 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-19d574ea-cfca-4d88-ac40-704df2f1680d req-ee71d68c-aa46-4795-8c77-999dd20a9412 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Usage tracker for resource:security_group_rule and tenant:716fc66df2d842afbb8dd3ca9446ad5b is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:53:50.959744 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:51.005367 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-d7744832-b8ee-4077-a4ac-8f8c21407e41 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Network 5148d586-4385-4f2c-9968-16b3a645031f is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:53:51.007260 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-19d574ea-cfca-4d88-ac40-704df2f1680d req-ee71d68c-aa46-4795-8c77-999dd20a9412 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:53:51.020291 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-d7744832-b8ee-4077-a4ac-8f8c21407e41 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:53:51.028581 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-d7744832-b8ee-4077-a4ac-8f8c21407e41 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:53:51.070111 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7744832-b8ee-4077-a4ac-8f8c21407e41 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Pushing event updated for resources: {'Port': ['ID=d8145972-1c86-4921-892c-473259317eca,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:51.070951 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-19d574ea-cfca-4d88-ac40-704df2f1680d req-ee71d68c-aa46-4795-8c77-999dd20a9412 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:51.090540 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d7744832-b8ee-4077-a4ac-8f8c21407e41 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:51.091425 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad767219-ddd9-420c-bc37-d5543ac91888 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Pushing event deleted for resources: {'Port': ['ID=ba527aaa-8fdb-4a21-b647-dffeb47e51a0,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:51.097121 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ad767219-ddd9-420c-bc37-d5543ac91888 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:51.124921 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-281735b3-eb8e-4ccb-85f2-5c33c3a6fe7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734431'] for router_interface, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:51.132226 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-41683997-5c68-4a41-bf04-1ec202079b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1829927197-router', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:49:23Z', 'updated_at': '2021-09-30T00:49:29Z', 'revision_number': 4, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'gw_port': {'id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:24Z', 'updated_at': '2021-09-30T00:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': 'da26cbb1-ef48-408f-ae9f-f2b0997a3f29', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'port_id': 'fa2ea02c-02f4-48e0-a36c-cce2ad968042', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d', 'mac_address': 'fa:16:3e:2c:b3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b924abf-e5ad-496f-8d9f-3ea4389af1ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:49:57Z', 'updated_at': '2021-09-30T00:53:45Z', 'revision_number': 5, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c12eab7b-bd21-4dd6-ad46-440e13da5fea', 'name': '', 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'mac_address': 'fa:16:3e:94:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2832071e-b852-47d3-913e-f292b000827a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:28Z', 'updated_at': '2021-09-30T00:49:41Z', 'revision_number': 5, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'subnets': [{'id': '2832071e-b852-47d3-913e-f292b000827a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:53:51.138239 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41683997-5c68-4a41-bf04-1ec202079b74 None None] The sync data for ids ['a9241a70-cc98-45d6-8949-9c71e63755a7'] in n-d-811809-1 is: [{'id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1829927197-router', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:49:23Z', 'updated_at': '2021-09-30T00:49:29Z', 'revision_number': 4, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'gw_port': {'id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:24Z', 'updated_at': '2021-09-30T00:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': 'da26cbb1-ef48-408f-ae9f-f2b0997a3f29', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'floating_ip_address': '172.25.0.245', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'port_id': 'fa2ea02c-02f4-48e0-a36c-cce2ad968042', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d', 'mac_address': 'fa:16:3e:2c:b3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b924abf-e5ad-496f-8d9f-3ea4389af1ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:49:57Z', 'updated_at': '2021-09-30T00:53:45Z', 'revision_number': 5, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c12eab7b-bd21-4dd6-ad46-440e13da5fea', 'name': '', 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'mac_address': 'fa:16:3e:94:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2832071e-b852-47d3-913e-f292b000827a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:28Z', 'updated_at': '2021-09-30T00:49:41Z', 'revision_number': 5, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'subnets': [{'id': '2832071e-b852-47d3-913e-f292b000827a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:53:51.188938 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device ba527aaa-8fdb-4a21-b647-dffeb47e51a0 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:53:51.248837 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: ba527aaa-8fdb-4a21-b647-dffeb47e51a0 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:53:51.249501 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device ba527aaa-8fdb-4a21-b647-dffeb47e51a0 not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:53:51.274748 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3eaf6b6f-0a34-4656-82b0-cce4dd6b189d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:51.355951 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bff0113-540a-480a-91fe-d2a70af57c3d req-ad767219-ddd9-420c-bc37-d5543ac91888 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] No DVR routers for this DVR port ba527aaa-8fdb-4a21-b647-dffeb47e51a0 on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:53:51.361015 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-4edd8632-102c-4260-bd59-b1753a34af79 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Allocated IP 192.168.233.138 (5148d586-4385-4f2c-9968-16b3a645031f/d94969b3-14c1-4902-a40b-8e6c297e30ba/ee603d6a-e7fc-4f18-aab9-f28db39653d6) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:53:51.365906 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4bff0113-540a-480a-91fe-d2a70af57c3d req-ad767219-ddd9-420c-bc37-d5543ac91888 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:51.430115 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-22dfb3ea-7b37-4b14-9051-10e60f7100fd None None] Provisioning for port d8145972-1c86-4921-892c-473259317eca completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:53:51.443998 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-22dfb3ea-7b37-4b14-9051-10e60f7100fd None None] Provisioning complete for port d8145972-1c86-4921-892c-473259317eca triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:53:51.444397 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-22dfb3ea-7b37-4b14-9051-10e60f7100fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:51.463790 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b21354fe-41cd-4f20-b688-797048f54f50 req-052b33ad-5a49-463c-a009-a726cbc54cdc service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529881 Sep 30 00:53:51.466579 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.resource_extend [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-33bcc911-93e9-495a-8318-b7c280b716f2 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 00:53:51.486113 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4bff0113-540a-480a-91fe-d2a70af57c3d req-ad767219-ddd9-420c-bc37-d5543ac91888 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] 10.222.0.59 "DELETE /v2.0/ports/ba527aaa-8fdb-4a21-b647-dffeb47e51a0 HTTP/1.1" status: 204 len: 173 time: 2.5282385 Sep 30 00:53:51.544188 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-22dfb3ea-7b37-4b14-9051-10e60f7100fd None None] Port d8145972-1c86-4921-892c-473259317eca cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:53:51.595015 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-d7744832-b8ee-4077-a4ac-8f8c21407e41 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:51.595646 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-d7744832-b8ee-4077-a4ac-8f8c21407e41 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:51.605957 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2399ced-e38a-4367-a2df-cf93baf6ab81 None None] New status for floating IP da26cbb1-ef48-408f-ae9f-f2b0997a3f29: ACTIVE {{(pid=80276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:53:51.694220 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-d7744832-b8ee-4077-a4ac-8f8c21407e41 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7000632 Sep 30 00:53:51.762127 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-19d574ea-cfca-4d88-ac40-704df2f1680d req-ee71d68c-aa46-4795-8c77-999dd20a9412 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:51.794407 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-33bcc911-93e9-495a-8318-b7c280b716f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 918c28de-bb64-453a-8beb-13a66f32b207 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:53:51.813753 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-33bcc911-93e9-495a-8318-b7c280b716f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:51.843701 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-19d574ea-cfca-4d88-ac40-704df2f1680d req-ee71d68c-aa46-4795-8c77-999dd20a9412 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:51.886643 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-19d574ea-cfca-4d88-ac40-704df2f1680d req-ee71d68c-aa46-4795-8c77-999dd20a9412 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:51.902742 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-33bcc911-93e9-495a-8318-b7c280b716f2 service neutron] Transition to ACTIVE for port object 918c28de-bb64-453a-8beb-13a66f32b207 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:53:51.907250 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e42aca9d-f286-4fa2-9687-7a644999edf7 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:51.958834 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-33bcc911-93e9-495a-8318-b7c280b716f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:52.107479 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b21354fe-41cd-4f20-b688-797048f54f50 req-583ece1a-047d-4d1a-947f-2f6c944d1232 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6191878 Sep 30 00:53:52.109959 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71d68c-aa46-4795-8c77-999dd20a9412 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=053fe31b-a45a-4205-916a-b79fc2084115,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:52.124363 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ee71d68c-aa46-4795-8c77-999dd20a9412 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:52.125370 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-66ce92fe-a409-4b7c-8ab0-2827ddaab8ea tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:52.237082 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:52.244498 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-352cb62c-ee8c-4426-8750-5eea4a1d6d00 service neutron] Request body: {'port': {'device_id': '210ba757-555c-48eb-9477-923ec0d34b02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:52.270850 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-19d574ea-cfca-4d88-ac40-704df2f1680d req-ee71d68c-aa46-4795-8c77-999dd20a9412 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:52.293015 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-19d574ea-cfca-4d88-ac40-704df2f1680d req-ee71d68c-aa46-4795-8c77-999dd20a9412 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.5754519 Sep 30 00:53:52.372850 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d063eb7-732a-42d9-ac5d-73a4ec7346f2 req-33021887-14fc-4e85-9b82-6b9bb7724ead tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:52.373584 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6d063eb7-732a-42d9-ac5d-73a4ec7346f2 req-33021887-14fc-4e85-9b82-6b9bb7724ead tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Synchronizing usage tracker for tenant:e0e7edddb1c44f66ba9563f9cd33d4a2 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:53:52.384310 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b924abf-e5ad-496f-8d9f-3ea4389af1ea', 'tag': 'fa2ea02c-02f4-48e0-a36c-cce2ad968042'}, {'server_uuid': 'db6e9964-e471-4579-b00b-89da518d1c91', 'name': 'network-vif-deleted', 'tag': 'ba527aaa-8fdb-4a21-b647-dffeb47e51a0'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:53:52.385718 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-4edd8632-102c-4260-bd59-b1753a34af79 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:52.468384 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-4edd8632-102c-4260-bd59-b1753a34af79 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Transition to ACTIVE for port object ee603d6a-e7fc-4f18-aab9-f28db39653d6 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:53:52.489874 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6d063eb7-732a-42d9-ac5d-73a4ec7346f2 req-33021887-14fc-4e85-9b82-6b9bb7724ead tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Unset dirty status for tenant:e0e7edddb1c44f66ba9563f9cd33d4a2 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:53:52.491067 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6d063eb7-732a-42d9-ac5d-73a4ec7346f2 req-33021887-14fc-4e85-9b82-6b9bb7724ead tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=210ba757-555c-48eb-9477-923ec0d34b02 HTTP/1.1" status: 200 len: 935 time: 1.6163375 Sep 30 00:53:52.559203 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcc911-93e9-495a-8318-b7c280b716f2 service neutron] Pushing event updated for resources: {'Port': ['ID=918c28de-bb64-453a-8beb-13a66f32b207,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:52.565721 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-352cb62c-ee8c-4426-8750-5eea4a1d6d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:52.568835 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-33bcc911-93e9-495a-8318-b7c280b716f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:52.597122 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-33bcc911-93e9-495a-8318-b7c280b716f2 service neutron] Attempting to bind port 918c28de-bb64-453a-8beb-13a66f32b207 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:53:52.597374 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-33bcc911-93e9-495a-8318-b7c280b716f2 service neutron] Attempting to bind port 918c28de-bb64-453a-8beb-13a66f32b207 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'e3d9462e-2f89-440e-8769-959374a5d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:53:52.598009 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-33bcc911-93e9-495a-8318-b7c280b716f2 service neutron] Attempting to bind port 918c28de-bb64-453a-8beb-13a66f32b207 on network 4c98a929-4bc6-4ff2-9381-439d6c813487 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:53:52.607283 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-33bcc911-93e9-495a-8318-b7c280b716f2 service neutron] Port 918c28de-bb64-453a-8beb-13a66f32b207 on network 4c98a929-4bc6-4ff2-9381-439d6c813487 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:53:52.607922 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-33bcc911-93e9-495a-8318-b7c280b716f2 service neutron] Attempting to bind port 918c28de-bb64-453a-8beb-13a66f32b207 on network 4c98a929-4bc6-4ff2-9381-439d6c813487 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:53:52.650534 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-33bcc911-93e9-495a-8318-b7c280b716f2 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:53:52.651025 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-33bcc911-93e9-495a-8318-b7c280b716f2 service neutron] Checking segment: {'id': 'e3d9462e-2f89-440e-8769-959374a5d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:53:52.651644 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-33bcc911-93e9-495a-8318-b7c280b716f2 service neutron] Bound using segment: {'id': 'e3d9462e-2f89-440e-8769-959374a5d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:53:52.652166 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-33bcc911-93e9-495a-8318-b7c280b716f2 service neutron] Bound port: 918c28de-bb64-453a-8beb-13a66f32b207, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3d9462e-2f89-440e-8769-959374a5d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:53:52.652580 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-33bcc911-93e9-495a-8318-b7c280b716f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:52.699526 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6d063eb7-732a-42d9-ac5d-73a4ec7346f2 req-046552f8-4b1f-448d-998b-ce2211e44e4d tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485844 Sep 30 00:53:52.716161 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-4edd8632-102c-4260-bd59-b1753a34af79 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:52.724838 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6d5bb5a7-67f3-44d6-aa10-6b1fa9fdfd0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:52.753971 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['d761df09-2ef7-4cf5-a7f5-fb9022de696c'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:53:52.777933 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a1423-b334-48b8-a1da-5f64845bf74e req-38eb08a4-a806-4eb3-8f93-aad7407cc1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:52.779716 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d69a1423-b334-48b8-a1da-5f64845bf74e req-38eb08a4-a806-4eb3-8f93-aad7407cc1c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 1098 time: 0.5706429 Sep 30 00:53:52.933797 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-4edd8632-102c-4260-bd59-b1753a34af79 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Network 5148d586-4385-4f2c-9968-16b3a645031f is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:53:52.947525 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-4edd8632-102c-4260-bd59-b1753a34af79 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:53:52.956447 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-4edd8632-102c-4260-bd59-b1753a34af79 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:53:52.969551 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-33bcc911-93e9-495a-8318-b7c280b716f2 service neutron] For port 918c28de-bb64-453a-8beb-13a66f32b207, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:53:53.019968 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd8632-102c-4260-bd59-b1753a34af79 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Pushing event updated for resources: {'Port': ['ID=ee603d6a-e7fc-4f18-aab9-f28db39653d6,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:53.021253 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda876ae-94d6-4b34-b0ac-9832083535ab req-ae861624-54c5-479b-8a4f-088f3ef72c70 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:53.032540 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cda876ae-94d6-4b34-b0ac-9832083535ab req-ae861624-54c5-479b-8a4f-088f3ef72c70 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 947 time: 0.4268577 Sep 30 00:53:53.048581 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-33bcc911-93e9-495a-8318-b7c280b716f2 service neutron] For port 918c28de-bb64-453a-8beb-13a66f32b207, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=918c28de-bb64-453a-8beb-13a66f32b207,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:53:53.062949 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-33bcc911-93e9-495a-8318-b7c280b716f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:53.076349 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e3381c01-b785-45bc-9714-7dc2bd57fd7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:53.165758 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-281735b3-eb8e-4ccb-85f2-5c33c3a6fe7f admin admin] Deleting port 370eeb99-68d5-4a3e-91a9-482673030aae {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:53:53.166075 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-281735b3-eb8e-4ccb-85f2-5c33c3a6fe7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:53.201057 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-4edd8632-102c-4260-bd59-b1753a34af79 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:53.201834 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-4edd8632-102c-4260-bd59-b1753a34af79 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:53.206571 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4edd8632-102c-4260-bd59-b1753a34af79 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:53.212284 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a1423-b334-48b8-a1da-5f64845bf74e req-ee137b99-a2de-4628-8f97-25caec20e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:53.214571 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d69a1423-b334-48b8-a1da-5f64845bf74e req-ee137b99-a2de-4628-8f97-25caec20e8e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.4128349 Sep 30 00:53:53.328991 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 33282) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:53.342863 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-4edd8632-102c-4260-bd59-b1753a34af79 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4372499 Sep 30 00:53:53.390086 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-ccd56065-9f8d-48a3-a173-9f8e76455e2e service neutron] Request body: {'port': {'device_id': '3d75a316-51da-43f6-abfb-f042e7ecffa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:53.426808 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-30cdd18e-28e8-40f3-9d1b-13712a324be1 None None] Provisioning for port ee603d6a-e7fc-4f18-aab9-f28db39653d6 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:53:53.432942 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-30cdd18e-28e8-40f3-9d1b-13712a324be1 None None] Provisioning complete for port ee603d6a-e7fc-4f18-aab9-f28db39653d6 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:53:53.433582 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-30cdd18e-28e8-40f3-9d1b-13712a324be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:53.535411 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-33bcc911-93e9-495a-8318-b7c280b716f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:53.536104 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-33bcc911-93e9-495a-8318-b7c280b716f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:53.537716 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-33bcc911-93e9-495a-8318-b7c280b716f2 service neutron] 10.222.0.59 "PUT /v2.0/ports/918c28de-bb64-453a-8beb-13a66f32b207 HTTP/1.1" status: 200 len: 1091 time: 4.1393158 Sep 30 00:53:53.540379 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d69a1423-b334-48b8-a1da-5f64845bf74e req-91e59d11-11f1-403c-8fb4-a0a3464914bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=9015586e-32a9-4344-abfe-e8a54776ad77 HTTP/1.1" status: 200 len: 217 time: 0.3084302 Sep 30 00:53:53.553291 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-30cdd18e-28e8-40f3-9d1b-13712a324be1 None None] Port ee603d6a-e7fc-4f18-aab9-f28db39653d6 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:53:53.565260 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cda876ae-94d6-4b34-b0ac-9832083535ab req-656c0d1d-f011-4b59-b68a-121c1abb4f8d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5315924 Sep 30 00:53:53.576449 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcc911-93e9-495a-8318-b7c280b716f2 service neutron] Pushing event updated for resources: {'Port': ['ID=918c28de-bb64-453a-8beb-13a66f32b207,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:53.660039 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-33bcc911-93e9-495a-8318-b7c280b716f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:53.661645 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a1423-b334-48b8-a1da-5f64845bf74e req-cb5574aa-7323-4faa-a18e-f2be7c01b80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:53.663403 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d69a1423-b334-48b8-a1da-5f64845bf74e req-cb5574aa-7323-4faa-a18e-f2be7c01b80d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.0884793 Sep 30 00:53:53.677581 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-281735b3-eb8e-4ccb-85f2-5c33c3a6fe7f admin admin] For port 370eeb99-68d5-4a3e-91a9-482673030aae, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=370eeb99-68d5-4a3e-91a9-482673030aae,segment=NetworkSegment(a3b8f1b7-585a-44b3-9008-f1ca1b15bafe),segment_id=a3b8f1b7-585a-44b3-9008-f1ca1b15bafe)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:53.677938 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-281735b3-eb8e-4ccb-85f2-5c33c3a6fe7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:53.810120 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-281735b3-eb8e-4ccb-85f2-5c33c3a6fe7f admin admin] Calling delete_port for 370eeb99-68d5-4a3e-91a9-482673030aae owned by network:router_interface {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:53:53.832971 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-697d590f-9c6e-427d-b685-537b629cd9c9 req-a2a01875-7b99-45a4-8fe0-1661ee1df1f9 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] 10.222.0.39 "GET /v2.0/security-groups/d9f4a91e-87a4-46f6-8ae0-8c937c63e296 HTTP/1.1" status: 200 len: 2404 time: 0.1683006 Sep 30 00:53:53.858424 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-194a206b-5621-4aaa-af14-1af12188806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:53.859941 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-194a206b-5621-4aaa-af14-1af12188806e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=038e4d0abd4b4e5c940f331b6f0950a9&device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 1094 time: 0.1805377 Sep 30 00:53:53.871031 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a1423-b334-48b8-a1da-5f64845bf74e req-fe5046f8-1234-4c3e-8843-1216a9b906cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:53.872677 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d69a1423-b334-48b8-a1da-5f64845bf74e req-fe5046f8-1234-4c3e-8843-1216a9b906cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1618752 Sep 30 00:53:53.904029 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:53.968220 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b924abf-e5ad-496f-8d9f-3ea4389af1ea', 'tag': 'fa2ea02c-02f4-48e0-a36c-cce2ad968042', 'status': 'completed', 'code': 200} Sep 30 00:53:53.968594 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6e9964-e471-4579-b00b-89da518d1c91', 'name': 'network-vif-deleted', 'tag': 'ba527aaa-8fdb-4a21-b647-dffeb47e51a0', 'status': 'completed', 'code': 200} Sep 30 00:53:53.998083 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-56dc0c92-f623-4b9a-8d20-67932a2338df service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=918c28de-bb64-453a-8beb-13a66f32b207 HTTP/1.1" status: 200 len: 217 time: 0.1141362 Sep 30 00:53:54.086859 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-0edc8389-b152-4b80-9e57-da423adcb0d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a52d3312de784e00ba80aff39950f6b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7544072 Sep 30 00:53:54.088119 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 33294) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:54.147100 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-70eb8a93-10c7-4cae-ad1c-dce404a36d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:54.148506 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-70eb8a93-10c7-4cae-ad1c-dce404a36d9c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c136aabe-2b6e-40bd-889c-a97ee8fe6bf6 HTTP/1.1" status: 200 len: 850 time: 0.1422982 Sep 30 00:53:54.167523 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-ccd56065-9f8d-48a3-a173-9f8e76455e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:54.246828 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a3c53-18ab-4e0a-a982-3a62c9ec6774 req-34fa0981-00ee-474e-b8bd-c8da3b2c48b1 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:54.248412 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-526a3c53-18ab-4e0a-a982-3a62c9ec6774 req-34fa0981-00ee-474e-b8bd-c8da3b2c48b1 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 943 time: 1.0408318 Sep 30 00:53:54.294490 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d69a1423-b334-48b8-a1da-5f64845bf74e req-c6ab2c06-4120-436d-95b8-caa198d1bcab service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358862 Sep 30 00:53:54.464132 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f90449-2777-4c75-81d8-b0115a9f90cd req-02ea6b2c-10ef-4ef3-9bda-a7f93ca5becb tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:54.465788 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-83f90449-2777-4c75-81d8-b0115a9f90cd req-02ea6b2c-10ef-4ef3-9bda-a7f93ca5becb tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=210ba757-555c-48eb-9477-923ec0d34b02 HTTP/1.1" status: 200 len: 935 time: 0.3236225 Sep 30 00:53:54.549782 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7738cda7-2e5f-4a4f-8cf7-eb1423193470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:54.576434 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-352cb62c-ee8c-4426-8750-5eea4a1d6d00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8145972-1c86-4921-892c-473259317eca {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:53:54.585450 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d69a1423-b334-48b8-a1da-5f64845bf74e req-23f45f9e-93c6-466a-9277-14996a4a5652 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773757 Sep 30 00:53:54.588816 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-5ec3e24d-99de-43f4-b91c-d0bc29cf1566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:54.594772 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-5ec3e24d-99de-43f4-b91c-d0bc29cf1566 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4c98a929-4bc6-4ff2-9381-439d6c813487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3980038 Sep 30 00:53:54.609987 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-352cb62c-ee8c-4426-8750-5eea4a1d6d00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:54.642158 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-83f90449-2777-4c75-81d8-b0115a9f90cd req-d63de84d-9742-4979-b591-b31995a27422 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483607 Sep 30 00:53:54.735568 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7738cda7-2e5f-4a4f-8cf7-eb1423193470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:54.736465 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ba37a315-7223-428f-b732-b5fcca610897 req-323b4544-b3e9-4b9f-a01f-3cffe361f05f tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] 10.222.0.39 "GET /v2.0/security-group-rules/053fe31b-a45a-4205-916a-b79fc2084115 HTTP/1.1" status: 200 len: 778 time: 0.0282114 Sep 30 00:53:54.749970 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-526a3c53-18ab-4e0a-a982-3a62c9ec6774 req-920c681c-1117-4237-b7b2-38e582b629ff tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4422774 Sep 30 00:53:54.758550 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1335e82-1696-459e-abae-3157bd7e7a87 req-fd48fbdd-02e4-4e15-80aa-b7d40cdd088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:54.760979 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e1335e82-1696-459e-abae-3157bd7e7a87 req-fd48fbdd-02e4-4e15-80aa-b7d40cdd088c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6d910a5d3074b9cb61a601c2a7cb84a&device_id=6b924abf-e5ad-496f-8d9f-3ea4389af1ea HTTP/1.1" status: 200 len: 1097 time: 0.6651285 Sep 30 00:53:54.762367 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-352cb62c-ee8c-4426-8750-5eea4a1d6d00 service neutron] Transition to ACTIVE for port object d8145972-1c86-4921-892c-473259317eca will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:53:54.797135 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-352cb62c-ee8c-4426-8750-5eea4a1d6d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:54.809779 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-1ac5813d-9683-4ad7-b437-02f91a358b70 service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946163 Sep 30 00:53:54.841115 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9cfef8b4-7b87-4eaa-9ff3-43484524b510 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:54.907753 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ba37a315-7223-428f-b732-b5fcca610897 req-73185270-84bf-456c-80cb-110c97a428e4 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] 10.222.0.39 "GET /v2.0/security-groups/d9f4a91e-87a4-46f6-8ae0-8c937c63e296 HTTP/1.1" status: 200 len: 2404 time: 0.1589768 Sep 30 00:53:54.963218 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ba37a315-7223-428f-b732-b5fcca610897 req-f6aa9570-3082-4343-ae90-a3051e96a3e5 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:54.990544 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ba37a315-7223-428f-b732-b5fcca610897 req-f6aa9570-3082-4343-ae90-a3051e96a3e5 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:55.033100 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b0cb1a31-7e70-490e-9579-35e463534a47 req-31e6161f-8c4c-43d1-89b2-b22f0f631e0e service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142386 Sep 30 00:53:55.049435 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ba37a315-7223-428f-b732-b5fcca610897 req-f6aa9570-3082-4343-ae90-a3051e96a3e5 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:55.053081 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-28a3d654-2ab3-47ca-88d7-36ba3e2d9aad tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:55.073998 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa9570-3082-4343-ae90-a3051e96a3e5 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=053fe31b-a45a-4205-916a-b79fc2084115,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:55.077050 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f6aa9570-3082-4343-ae90-a3051e96a3e5 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:55.078487 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ba37a315-7223-428f-b732-b5fcca610897 req-f6aa9570-3082-4343-ae90-a3051e96a3e5 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:55.095412 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ba37a315-7223-428f-b732-b5fcca610897 req-f6aa9570-3082-4343-ae90-a3051e96a3e5 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/053fe31b-a45a-4205-916a-b79fc2084115 HTTP/1.1" status: 204 len: 173 time: 0.1764271 Sep 30 00:53:55.143455 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-281735b3-eb8e-4ccb-85f2-5c33c3a6fe7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:55.249083 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-a0a15129-a264-49d1-8c08-b75123b2cf8c req-85378fb6-ba89-43d6-9307-9606ce9d3865 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-176190425', 'description': 'tempest-description-157525044'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:55.276637 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-a0a15129-a264-49d1-8c08-b75123b2cf8c req-85378fb6-ba89-43d6-9307-9606ce9d3865 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:55.281232 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-a0a15129-a264-49d1-8c08-b75123b2cf8c req-85378fb6-ba89-43d6-9307-9606ce9d3865 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Usage tracker for resource:security_group and tenant:716fc66df2d842afbb8dd3ca9446ad5b is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:53:55.286111 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-a0a15129-a264-49d1-8c08-b75123b2cf8c req-85378fb6-ba89-43d6-9307-9606ce9d3865 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:53:55.293646 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-a0a15129-a264-49d1-8c08-b75123b2cf8c req-85378fb6-ba89-43d6-9307-9606ce9d3865 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:55.318517 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a0a15129-a264-49d1-8c08-b75123b2cf8c req-85378fb6-ba89-43d6-9307-9606ce9d3865 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:55.344371 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-a0a15129-a264-49d1-8c08-b75123b2cf8c req-85378fb6-ba89-43d6-9307-9606ce9d3865 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:55.349947 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-a0a15129-a264-49d1-8c08-b75123b2cf8c req-85378fb6-ba89-43d6-9307-9606ce9d3865 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Usage tracker for resource:security_group_rule and tenant:716fc66df2d842afbb8dd3ca9446ad5b is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:53:55.352633 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-a0a15129-a264-49d1-8c08-b75123b2cf8c req-85378fb6-ba89-43d6-9307-9606ce9d3865 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:53:55.363774 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-a0a15129-a264-49d1-8c08-b75123b2cf8c req-85378fb6-ba89-43d6-9307-9606ce9d3865 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:55.424488 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352cb62c-ee8c-4426-8750-5eea4a1d6d00 service neutron] Pushing event updated for resources: {'Port': ['ID=d8145972-1c86-4921-892c-473259317eca,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:55.451399 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-352cb62c-ee8c-4426-8750-5eea4a1d6d00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:55.473421 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a0a15129-a264-49d1-8c08-b75123b2cf8c req-85378fb6-ba89-43d6-9307-9606ce9d3865 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:55.479064 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a0a15129-a264-49d1-8c08-b75123b2cf8c req-85378fb6-ba89-43d6-9307-9606ce9d3865 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:55.484495 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0dbdf9b5-6f95-4c86-bd1f-2512461bf39e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.264s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:55.486347 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ca5dd394-3277-464f-8dcb-6404062e6ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:55.490757 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 9015586e-32a9-4344-abfe-e8a54776ad77 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:53:55.549609 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a0a15129-a264-49d1-8c08-b75123b2cf8c req-85378fb6-ba89-43d6-9307-9606ce9d3865 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:55.551921 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a0a15129-a264-49d1-8c08-b75123b2cf8c req-85378fb6-ba89-43d6-9307-9606ce9d3865 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3090258 Sep 30 00:53:55.552774 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85378fb6-ba89-43d6-9307-9606ce9d3865 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39b93a03-08c5-4079-ad46-907667d84b9a,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:55.562676 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-85378fb6-ba89-43d6-9307-9606ce9d3865 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:55.604219 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7738cda7-2e5f-4a4f-8cf7-eb1423193470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:55.643148 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281735b3-eb8e-4ccb-85f2-5c33c3a6fe7f admin admin] Pushing event deleted for resources: {'Port': ['ID=370eeb99-68d5-4a3e-91a9-482673030aae,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:55.645574 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-281735b3-eb8e-4ccb-85f2-5c33c3a6fe7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:55.671277 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-558078cb-0029-4146-93e0-a45b635bf3d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:55.677822 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-30020d37-9312-4062-a26c-2fb3746f89fc req-c8bad733-f13a-498c-a251-1a8dfb07397e tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] 10.222.0.39 "GET /v2.0/security-groups/39b93a03-08c5-4079-ad46-907667d84b9a HTTP/1.1" status: 200 len: 1811 time: 0.0974512 Sep 30 00:53:55.704933 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 9015586e-32a9-4344-abfe-e8a54776ad77, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=9015586e-32a9-4344-abfe-e8a54776ad77,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:55.721515 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '9015586e-32a9-4344-abfe-e8a54776ad77', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': '9015586e-32a9-4344-abfe-e8a54776ad77', 'mac_address': 'fa:16:3e:8f:b7:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:53:55.725442 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738cda7-2e5f-4a4f-8cf7-eb1423193470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31e88a1-95c0-429a-ba32-e98354fad9e7,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:55.727866 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7738cda7-2e5f-4a4f-8cf7-eb1423193470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:55.764049 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7738cda7-2e5f-4a4f-8cf7-eb1423193470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:55.767621 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-7738cda7-2e5f-4a4f-8cf7-eb1423193470 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d31e88a1-95c0-429a-ba32-e98354fad9e7 HTTP/1.1" status: 204 len: 168 time: 1.6681247 Sep 30 00:53:55.807324 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:55.812652 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c8123-d009-4916-a969-6d69c4fb0d96 req-751e8788-518a-4024-8876-4e1190afca79 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:55.814293 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-243c8123-d009-4916-a969-6d69c4fb0d96 req-751e8788-518a-4024-8876-4e1190afca79 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 947 time: 0.8226609 Sep 30 00:53:55.821580 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1335e82-1696-459e-abae-3157bd7e7a87 req-9f9b173e-ef94-47c1-9503-1001625576cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:55.824260 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e1335e82-1696-459e-abae-3157bd7e7a87 req-9f9b173e-ef94-47c1-9503-1001625576cd service neutron] 10.222.0.55 "GET /v2.0/networks?id=789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d HTTP/1.1" status: 200 len: 925 time: 1.0379243 Sep 30 00:53:55.852299 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9015586e-32a9-4344-abfe-e8a54776ad77 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:53:55.901347 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 9015586e-32a9-4344-abfe-e8a54776ad77, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=9015586e-32a9-4344-abfe-e8a54776ad77,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:55.910404 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:55.912473 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:55.920085 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c79c4-be75-44ce-9464-ae35ff7a5b03 req-2a06450a-cb24-42c4-9920-3e934e29fdf5 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:55.922293 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7f4c79c4-be75-44ce-9464-ae35ff7a5b03 req-2a06450a-cb24-42c4-9920-3e934e29fdf5 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=210ba757-555c-48eb-9477-923ec0d34b02 HTTP/1.1" status: 200 len: 947 time: 0.0999014 Sep 30 00:53:55.970813 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4e5f90-c517-48c3-9d07-64bbdd2b4779', 'tag': '918c28de-bb64-453a-8beb-13a66f32b207'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:53:56.000487 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7f4c79c4-be75-44ce-9464-ae35ff7a5b03 req-7b77aac0-cbe1-40ea-b2af-f6eef89aba51 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709124 Sep 30 00:53:56.025840 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=9015586e-32a9-4344-abfe-e8a54776ad77,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:56.034869 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:56.038772 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-ed56e1c9-cbbd-4cb7-9f43-567d0b4b48d2 req-0a944a13-e2cb-4f30-b563-3f8e7c528448 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1045908862', 'description': 'tempest-description-988559646'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:56.046788 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-ed56e1c9-cbbd-4cb7-9f43-567d0b4b48d2 req-0a944a13-e2cb-4f30-b563-3f8e7c528448 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:56.051604 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-ed56e1c9-cbbd-4cb7-9f43-567d0b4b48d2 req-0a944a13-e2cb-4f30-b563-3f8e7c528448 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Usage tracker for resource:security_group and tenant:716fc66df2d842afbb8dd3ca9446ad5b is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:53:56.054943 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-ed56e1c9-cbbd-4cb7-9f43-567d0b4b48d2 req-0a944a13-e2cb-4f30-b563-3f8e7c528448 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:53:56.061562 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e1335e82-1696-459e-abae-3157bd7e7a87 req-666357ea-b4b7-49ba-9da4-78e8c526114b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa2ea02c-02f4-48e0-a36c-cce2ad968042 HTTP/1.1" status: 200 len: 1002 time: 0.2113569 Sep 30 00:53:56.064607 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-ed56e1c9-cbbd-4cb7-9f43-567d0b4b48d2 req-0a944a13-e2cb-4f30-b563-3f8e7c528448 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:56.078407 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ed56e1c9-cbbd-4cb7-9f43-567d0b4b48d2 req-0a944a13-e2cb-4f30-b563-3f8e7c528448 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:56.111557 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-ed56e1c9-cbbd-4cb7-9f43-567d0b4b48d2 req-0a944a13-e2cb-4f30-b563-3f8e7c528448 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:56.117899 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-ed56e1c9-cbbd-4cb7-9f43-567d0b4b48d2 req-0a944a13-e2cb-4f30-b563-3f8e7c528448 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Usage tracker for resource:security_group_rule and tenant:716fc66df2d842afbb8dd3ca9446ad5b is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:53:56.123222 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-ed56e1c9-cbbd-4cb7-9f43-567d0b4b48d2 req-0a944a13-e2cb-4f30-b563-3f8e7c528448 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:53:56.140941 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-ed56e1c9-cbbd-4cb7-9f43-567d0b4b48d2 req-0a944a13-e2cb-4f30-b563-3f8e7c528448 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:56.207006 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 33326) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:56.242973 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ed56e1c9-cbbd-4cb7-9f43-567d0b4b48d2 req-0a944a13-e2cb-4f30-b563-3f8e7c528448 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:56.253856 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ed56e1c9-cbbd-4cb7-9f43-567d0b4b48d2 req-0a944a13-e2cb-4f30-b563-3f8e7c528448 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:56.260722 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-91b73d25-12bb-496d-8885-cb17db305f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:56.297035 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['9015586e-32a9-4344-abfe-e8a54776ad77'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:53:56.310755 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a944a13-e2cb-4f30-b563-3f8e7c528448 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdb49c7-49e2-492b-8034-5330f25fa62e,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:56.318792 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0a944a13-e2cb-4f30-b563-3f8e7c528448 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:56.326359 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-d132807b-4e5f-42c5-8927-0d3b952b418e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eca63b6dd6c84a888ce6b5ecc4ac149c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1180289 Sep 30 00:53:56.329008 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 33332) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:56.340526 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ed56e1c9-cbbd-4cb7-9f43-567d0b4b48d2 req-0a944a13-e2cb-4f30-b563-3f8e7c528448 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:56.341712 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ed56e1c9-cbbd-4cb7-9f43-567d0b4b48d2 req-0a944a13-e2cb-4f30-b563-3f8e7c528448 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3150892 Sep 30 00:53:56.350619 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.db.resource_extend [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-ccd56065-9f8d-48a3-a173-9f8e76455e2e service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 00:53:56.460190 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-352cb62c-ee8c-4426-8750-5eea4a1d6d00 service neutron] Attempting to bind port d8145972-1c86-4921-892c-473259317eca on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:53:56.460530 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-352cb62c-ee8c-4426-8750-5eea4a1d6d00 service neutron] Attempting to bind port d8145972-1c86-4921-892c-473259317eca by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:53:56.460819 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-352cb62c-ee8c-4426-8750-5eea4a1d6d00 service neutron] Attempting to bind port d8145972-1c86-4921-892c-473259317eca on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:53:56.480646 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-243c8123-d009-4916-a969-6d69c4fb0d96 req-6681f449-b3e9-45f4-911c-b9b42ae93dcb tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6543784 Sep 30 00:53:56.487444 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-352cb62c-ee8c-4426-8750-5eea4a1d6d00 service neutron] Port d8145972-1c86-4921-892c-473259317eca on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:53:56.487752 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-352cb62c-ee8c-4426-8750-5eea4a1d6d00 service neutron] Attempting to bind port d8145972-1c86-4921-892c-473259317eca on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:53:56.506752 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-352cb62c-ee8c-4426-8750-5eea4a1d6d00 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:53:56.517417 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-352cb62c-ee8c-4426-8750-5eea4a1d6d00 service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:53:56.517832 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-352cb62c-ee8c-4426-8750-5eea4a1d6d00 service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:53:56.518306 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-352cb62c-ee8c-4426-8750-5eea4a1d6d00 service neutron] Bound port: d8145972-1c86-4921-892c-473259317eca, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:53:56.518671 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-352cb62c-ee8c-4426-8750-5eea4a1d6d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:56.557916 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4e5f90-c517-48c3-9d07-64bbdd2b4779', 'tag': '918c28de-bb64-453a-8beb-13a66f32b207', 'status': 'completed', 'code': 200} Sep 30 00:53:56.573189 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-901a919b-02f9-4658-aa33-636005091214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:56.621147 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-ccd56065-9f8d-48a3-a173-9f8e76455e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee603d6a-e7fc-4f18-aab9-f28db39653d6 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:53:56.627706 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1335e82-1696-459e-abae-3157bd7e7a87 req-f22d5509-bf37-4565-8d31-c1d8fb5db70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:56.629335 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e1335e82-1696-459e-abae-3157bd7e7a87 req-f22d5509-bf37-4565-8d31-c1d8fb5db70f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2832071e-b852-47d3-913e-f292b000827a HTTP/1.1" status: 200 len: 863 time: 0.3444963 Sep 30 00:53:56.644464 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-ccd56065-9f8d-48a3-a173-9f8e76455e2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:56.679371 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-901a919b-02f9-4658-aa33-636005091214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:56.740549 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc11d5-073f-4136-844a-494e2f9d4874 req-88150ed0-a26d-4290-a5fa-f9c7a2a48498 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:56.741169 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-a6cc11d5-073f-4136-844a-494e2f9d4874 req-88150ed0-a26d-4290-a5fa-f9c7a2a48498 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Synchronizing usage tracker for tenant:038e4d0abd4b4e5c940f331b6f0950a9 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:53:56.760541 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-ccd56065-9f8d-48a3-a173-9f8e76455e2e service neutron] Transition to ACTIVE for port object ee603d6a-e7fc-4f18-aab9-f28db39653d6 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:53:56.761296 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-281735b3-eb8e-4ccb-85f2-5c33c3a6fe7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683119'] for router_interface, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:56.771983 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-a6cc11d5-073f-4136-844a-494e2f9d4874 req-88150ed0-a26d-4290-a5fa-f9c7a2a48498 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Unset dirty status for tenant:038e4d0abd4b4e5c940f331b6f0950a9 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:53:56.779054 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a6cc11d5-073f-4136-844a-494e2f9d4874 req-88150ed0-a26d-4290-a5fa-f9c7a2a48498 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 943 time: 0.2883992 Sep 30 00:53:56.794026 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-ccd56065-9f8d-48a3-a173-9f8e76455e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:56.794645 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-901a919b-02f9-4658-aa33-636005091214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:56.799434 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e11714-0c78-4e79-a266-ad9ba742bbf8 req-4f0241f8-9bad-447d-8aac-1671e53061a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:56.800872 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-58e11714-0c78-4e79-a266-ad9ba742bbf8 req-4f0241f8-9bad-447d-8aac-1671e53061a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=038e4d0abd4b4e5c940f331b6f0950a9&device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 1094 time: 0.1930137 Sep 30 00:53:56.804080 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-cfc2a5a8-4b64-4b75-b7ad-a4cb4e9a7923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:56.810493 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-83d3bdc6-dc1b-4188-b9e3-04f34ec87935 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:56.844514 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a919b-02f9-4658-aa33-636005091214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6ce618-37b7-4d30-9964-8e0d03a8e2d8,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:56.860023 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-901a919b-02f9-4658-aa33-636005091214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:56.924521 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a6cc11d5-073f-4136-844a-494e2f9d4874 req-0ba70975-2540-4a36-9dae-d7561faaf15c tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445994 Sep 30 00:53:56.927672 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-901a919b-02f9-4658-aa33-636005091214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:56.928206 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-901a919b-02f9-4658-aa33-636005091214 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ca6ce618-37b7-4d30-9964-8e0d03a8e2d8 HTTP/1.1" status: 204 len: 168 time: 0.5980716 Sep 30 00:53:56.929539 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-352cb62c-ee8c-4426-8750-5eea4a1d6d00 service neutron] For port d8145972-1c86-4921-892c-473259317eca, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:53:56.941029 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-352cb62c-ee8c-4426-8750-5eea4a1d6d00 service neutron] For port d8145972-1c86-4921-892c-473259317eca, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=d8145972-1c86-4921-892c-473259317eca,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:53:56.984268 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e11714-0c78-4e79-a266-ad9ba742bbf8 req-4f0792a5-c1cf-46b7-ba9e-622b27ff18a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:56.985849 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-58e11714-0c78-4e79-a266-ad9ba742bbf8 req-4f0792a5-c1cf-46b7-ba9e-622b27ff18a4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4c98a929-4bc6-4ff2-9381-439d6c813487 HTTP/1.1" status: 200 len: 912 time: 0.1748538 Sep 30 00:53:57.082472 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-58e11714-0c78-4e79-a266-ad9ba742bbf8 req-50d76f03-c491-4047-aa0b-e5681ed9772c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=918c28de-bb64-453a-8beb-13a66f32b207 HTTP/1.1" status: 200 len: 217 time: 0.0893764 Sep 30 00:53:57.093920 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-352cb62c-ee8c-4426-8750-5eea4a1d6d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:57.149234 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-352cb62c-ee8c-4426-8750-5eea4a1d6d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:57.149861 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-352cb62c-ee8c-4426-8750-5eea4a1d6d00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:57.151871 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-352cb62c-ee8c-4426-8750-5eea4a1d6d00 service neutron] 10.222.0.59 "PUT /v2.0/ports/d8145972-1c86-4921-892c-473259317eca HTTP/1.1" status: 200 len: 1095 time: 4.9130785 Sep 30 00:53:57.191138 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8384d13d-de29-49dd-9d15-1cc9632052f2 req-4c6a0690-cd37-4f16-ab58-f5ebcc06f7a0 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] 10.222.0.39 "GET /v2.0/security-groups/ecdb49c7-49e2-492b-8034-5330f25fa62e HTTP/1.1" status: 200 len: 1812 time: 0.4716535 Sep 30 00:53:57.191651 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '210ba757-555c-48eb-9477-923ec0d34b02', 'tag': 'd8145972-1c86-4921-892c-473259317eca'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:53:57.191974 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e11714-0c78-4e79-a266-ad9ba742bbf8 req-0f3ab51b-952f-43db-84ef-451f3760ee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:57.194308 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-58e11714-0c78-4e79-a266-ad9ba742bbf8 req-0f3ab51b-952f-43db-84ef-451f3760ee06 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c136aabe-2b6e-40bd-889c-a97ee8fe6bf6 HTTP/1.1" status: 200 len: 850 time: 0.1027958 Sep 30 00:53:57.287236 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd56065-9f8d-48a3-a173-9f8e76455e2e service neutron] Pushing event updated for resources: {'Port': ['ID=ee603d6a-e7fc-4f18-aab9-f28db39653d6,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:57.365721 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ccd56065-9f8d-48a3-a173-9f8e76455e2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:57.366396 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-622f422b-44e9-4ee4-a6e3-514a57ce87e2 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:57.439529 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-68c32b9f-0f25-4968-8381-7f6ba94da098 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:57.447555 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-68c32b9f-0f25-4968-8381-7f6ba94da098 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/networks?id=0a0a50fb-f59e-4919-9310-948ef891e84f HTTP/1.1" status: 200 len: 808 time: 0.2831314 Sep 30 00:53:57.465459 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e11714-0c78-4e79-a266-ad9ba742bbf8 req-c5c8f8dd-71ca-4c6f-8fc5-ee19bfacf756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:57.467002 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-58e11714-0c78-4e79-a266-ad9ba742bbf8 req-c5c8f8dd-71ca-4c6f-8fc5-ee19bfacf756 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4c98a929-4bc6-4ff2-9381-439d6c813487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2060301 Sep 30 00:53:57.474555 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-e7cce220-c8c3-4fdf-81d5-defc1e3c091f tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/quotas/f37261e7a4fc4ea5bf5016bed7997e37 HTTP/1.1" status: 200 len: 375 time: 0.0259166 Sep 30 00:53:57.516861 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 9015586e-32a9-4344-abfe-e8a54776ad77 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:53:57.525627 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1335e82-1696-459e-abae-3157bd7e7a87 req-4c75e0b2-a6b2-4431-9efe-0bd65f38be26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:57.527232 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e1335e82-1696-459e-abae-3157bd7e7a87 req-4c75e0b2-a6b2-4431-9efe-0bd65f38be26 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8800173 Sep 30 00:53:57.678944 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port 9015586e-32a9-4344-abfe-e8a54776ad77 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:53:57.679921 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-58e11714-0c78-4e79-a266-ad9ba742bbf8 req-360815c0-d3e4-4f54-9949-4117938956ee service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033105 Sep 30 00:53:57.687978 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 9015586e-32a9-4344-abfe-e8a54776ad77 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:53:57.689912 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:57.729601 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352cb62c-ee8c-4426-8750-5eea4a1d6d00 service neutron] Pushing event updated for resources: {'Port': ['ID=d8145972-1c86-4921-892c-473259317eca,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:57.740335 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-352cb62c-ee8c-4426-8750-5eea4a1d6d00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:57.747945 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-ccd56065-9f8d-48a3-a173-9f8e76455e2e service neutron] Attempting to bind port ee603d6a-e7fc-4f18-aab9-f28db39653d6 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:53:57.748415 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-ccd56065-9f8d-48a3-a173-9f8e76455e2e service neutron] Attempting to bind port ee603d6a-e7fc-4f18-aab9-f28db39653d6 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:53:57.748594 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-ccd56065-9f8d-48a3-a173-9f8e76455e2e service neutron] Attempting to bind port ee603d6a-e7fc-4f18-aab9-f28db39653d6 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:53:57.848805 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:57.887610 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-b2e9bf22-f114-4b9a-87f9-1252721d50aa tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4121430 Sep 30 00:53:57.895376 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8c8d5c-a745-416f-90e0-05af024599b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9015586e-32a9-4344-abfe-e8a54776ad77'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:53:57.895894 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-58e11714-0c78-4e79-a266-ad9ba742bbf8 req-44d193c4-1e8f-4f67-b5e6-8deddfaaedd2 service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072117 Sep 30 00:53:57.907295 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 9015586e-32a9-4344-abfe-e8a54776ad77, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=9015586e-32a9-4344-abfe-e8a54776ad77,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:57.911280 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:57.913421 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c73d8273-77e1-44da-946e-4a9c610a5682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:57.943808 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-ccd56065-9f8d-48a3-a173-9f8e76455e2e service neutron] Port ee603d6a-e7fc-4f18-aab9-f28db39653d6 on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:53:57.944536 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-ccd56065-9f8d-48a3-a173-9f8e76455e2e service neutron] Attempting to bind port ee603d6a-e7fc-4f18-aab9-f28db39653d6 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:53:57.971924 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-ccd56065-9f8d-48a3-a173-9f8e76455e2e service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:53:57.973084 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-ccd56065-9f8d-48a3-a173-9f8e76455e2e service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:53:57.974015 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-ccd56065-9f8d-48a3-a173-9f8e76455e2e service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:53:57.974811 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-ccd56065-9f8d-48a3-a173-9f8e76455e2e service neutron] Bound port: ee603d6a-e7fc-4f18-aab9-f28db39653d6, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:53:57.975437 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-ccd56065-9f8d-48a3-a173-9f8e76455e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:57.999637 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=9015586e-32a9-4344-abfe-e8a54776ad77,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:58.003091 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:58.036921 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc959a-5475-4f26-a047-6e2c20355b27 req-b3309102-f3a5-45c1-838f-9dd087af27b5 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:58.038306 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-48fc959a-5475-4f26-a047-6e2c20355b27 req-b3309102-f3a5-45c1-838f-9dd087af27b5 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=210ba757-555c-48eb-9477-923ec0d34b02 HTTP/1.1" status: 200 len: 947 time: 0.6160984 Sep 30 00:53:58.053176 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-3fe58cfc-1418-47ea-93d6-86e26edf55ff service neutron] 10.222.0.39 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563361 Sep 30 00:53:58.077573 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-b5f0e4e9-cbe5-467a-8553-96e8fd38d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:58.079072 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-b5f0e4e9-cbe5-467a-8553-96e8fd38d58f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&device_id=210ba757-555c-48eb-9477-923ec0d34b02 HTTP/1.1" status: 200 len: 1098 time: 0.7832630 Sep 30 00:53:58.202100 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-5ad522f0-15c8-4397-9671-f1af99cdcb06 service neutron] 10.222.0.39 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408279 Sep 30 00:53:58.360886 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e1335e82-1696-459e-abae-3157bd7e7a87 req-c7a78aab-2c7d-4545-982c-1f3269493556 service neutron] 10.222.0.55 "GET /v2.0/networks/789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8054173 Sep 30 00:53:58.369929 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-e8f4ac56-cd8e-4287-abc4-17231ae2d9fc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=d8145972-1c86-4921-892c-473259317eca HTTP/1.1" status: 200 len: 217 time: 0.1144543 Sep 30 00:53:58.520162 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281735b3-eb8e-4ccb-85f2-5c33c3a6fe7f admin admin] Router 5f718fcc-3e8c-46a0-957e-50f838fc2155 has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:53:58.568718 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-61ee87d9-f66f-45c2-95a0-97a0a05db968 req-b7720d4e-288a-424b-8e02-6ee8cdf3798d tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1162561992', 'description': 'tempest-description-314977792'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:53:58.576070 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-61ee87d9-f66f-45c2-95a0-97a0a05db968 req-b7720d4e-288a-424b-8e02-6ee8cdf3798d tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:58.580523 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-61ee87d9-f66f-45c2-95a0-97a0a05db968 req-b7720d4e-288a-424b-8e02-6ee8cdf3798d tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Usage tracker for resource:security_group and tenant:716fc66df2d842afbb8dd3ca9446ad5b is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:53:58.583186 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-61ee87d9-f66f-45c2-95a0-97a0a05db968 req-b7720d4e-288a-424b-8e02-6ee8cdf3798d tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:53:58.589506 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-61ee87d9-f66f-45c2-95a0-97a0a05db968 req-b7720d4e-288a-424b-8e02-6ee8cdf3798d tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:58.599072 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-48fc959a-5475-4f26-a047-6e2c20355b27 req-97ae306a-0208-4e2e-b1d8-945ca3333b9e tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5180507 Sep 30 00:53:58.604056 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61ee87d9-f66f-45c2-95a0-97a0a05db968 req-b7720d4e-288a-424b-8e02-6ee8cdf3798d tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:58.636450 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-61ee87d9-f66f-45c2-95a0-97a0a05db968 req-b7720d4e-288a-424b-8e02-6ee8cdf3798d tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:53:58.641377 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-61ee87d9-f66f-45c2-95a0-97a0a05db968 req-b7720d4e-288a-424b-8e02-6ee8cdf3798d tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Usage tracker for resource:security_group_rule and tenant:716fc66df2d842afbb8dd3ca9446ad5b is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:53:58.646371 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-61ee87d9-f66f-45c2-95a0-97a0a05db968 req-b7720d4e-288a-424b-8e02-6ee8cdf3798d tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:53:58.654344 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-61ee87d9-f66f-45c2-95a0-97a0a05db968 req-b7720d4e-288a-424b-8e02-6ee8cdf3798d tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:53:58.679267 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-ccd56065-9f8d-48a3-a173-9f8e76455e2e service neutron] For port ee603d6a-e7fc-4f18-aab9-f28db39653d6, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:53:58.690811 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-997c0830-cded-44b9-82b7-026cbd193040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:58.695038 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-997c0830-cded-44b9-82b7-026cbd193040 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.3143961 Sep 30 00:53:58.702584 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-ccd56065-9f8d-48a3-a173-9f8e76455e2e service neutron] For port ee603d6a-e7fc-4f18-aab9-f28db39653d6, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ee603d6a-e7fc-4f18-aab9-f28db39653d6,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:53:58.755293 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61ee87d9-f66f-45c2-95a0-97a0a05db968 req-b7720d4e-288a-424b-8e02-6ee8cdf3798d tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:58.761296 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61ee87d9-f66f-45c2-95a0-97a0a05db968 req-b7720d4e-288a-424b-8e02-6ee8cdf3798d tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:58.767987 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0a944a13-e2cb-4f30-b563-3f8e7c528448 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:58.813085 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '210ba757-555c-48eb-9477-923ec0d34b02', 'tag': 'd8145972-1c86-4921-892c-473259317eca', 'status': 'completed', 'code': 200} Sep 30 00:53:58.822701 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7720d4e-288a-424b-8e02-6ee8cdf3798d tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55138880-25d7-46c0-a5de-dd1bed165969,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:58.834319 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b7720d4e-288a-424b-8e02-6ee8cdf3798d tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:58.835682 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61ee87d9-f66f-45c2-95a0-97a0a05db968 req-b7720d4e-288a-424b-8e02-6ee8cdf3798d tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:58.847316 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61ee87d9-f66f-45c2-95a0-97a0a05db968 req-b7720d4e-288a-424b-8e02-6ee8cdf3798d tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2828708 Sep 30 00:53:58.880069 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-ccd56065-9f8d-48a3-a173-9f8e76455e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:58.896022 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-352cb62c-ee8c-4426-8750-5eea4a1d6d00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:59.011302 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8c8d5c-a745-416f-90e0-05af024599b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9015586e-32a9-4344-abfe-e8a54776ad77', 'code': 200} Sep 30 00:53:59.065181 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-ccd56065-9f8d-48a3-a173-9f8e76455e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:59.065804 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-ccd56065-9f8d-48a3-a173-9f8e76455e2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:59.067189 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-ccd56065-9f8d-48a3-a173-9f8e76455e2e service neutron] 10.222.0.59 "PUT /v2.0/ports/ee603d6a-e7fc-4f18-aab9-f28db39653d6 HTTP/1.1" status: 200 len: 1096 time: 5.6873724 Sep 30 00:53:59.097579 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e1335e82-1696-459e-abae-3157bd7e7a87 req-b3d516d4-7573-4f19-8226-934c8917075a service neutron] 10.222.0.55 "GET /v2.0/networks/789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7172616 Sep 30 00:53:59.132827 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd56065-9f8d-48a3-a173-9f8e76455e2e service neutron] Pushing event updated for resources: {'Port': ['ID=ee603d6a-e7fc-4f18-aab9-f28db39653d6,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:59.141829 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ccd56065-9f8d-48a3-a173-9f8e76455e2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:59.211232 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281735b3-eb8e-4ccb-85f2-5c33c3a6fe7f admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:53:59.219926 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-281735b3-eb8e-4ccb-85f2-5c33c3a6fe7f admin admin] 10.222.0.39 "PUT /v2.0/routers/5f718fcc-3e8c-46a0-957e-50f838fc2155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1943984 Sep 30 00:53:59.225576 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 33412) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:53:59.226584 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9bd4a1-251f-4252-b369-52dd3707b34e None None] Sync routers for ids ['5f718fcc-3e8c-46a0-957e-50f838fc2155'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:53:59.235610 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 918c28de-bb64-453a-8beb-13a66f32b207 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:53:59.240182 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9bd4a1-251f-4252-b369-52dd3707b34e None None] Routers {'5f718fcc-3e8c-46a0-957e-50f838fc2155'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:53:59.241310 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-0a9bd4a1-251f-4252-b369-52dd3707b34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:53:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['5f718fcc-3e8c-46a0-957e-50f838fc2155'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:53:59.246343 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-4331caca-9dca-483e-8e08-10ae85b8b083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:59.247989 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-4331caca-9dca-483e-8e08-10ae85b8b083 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4814663 Sep 30 00:53:59.322042 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07167b9a-8b50-4eb7-9f26-73e37f2cf0f2 req-0afdec31-c950-4306-8581-5f5f933ec676 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:59.323915 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-07167b9a-8b50-4eb7-9f26-73e37f2cf0f2 req-0afdec31-c950-4306-8581-5f5f933ec676 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 949 time: 0.4363198 Sep 30 00:53:59.466629 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-0a9bd4a1-251f-4252-b369-52dd3707b34e None None] Set router 5f718fcc-3e8c-46a0-957e-50f838fc2155 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:53:59.534861 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 918c28de-bb64-453a-8beb-13a66f32b207, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=918c28de-bb64-453a-8beb-13a66f32b207,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:59.535371 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-07167b9a-8b50-4eb7-9f26-73e37f2cf0f2 req-08781618-e540-4ae0-825b-38e5f2dad4dd tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358063 Sep 30 00:53:59.576974 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '918c28de-bb64-453a-8beb-13a66f32b207', 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487', 'port_id': '918c28de-bb64-453a-8beb-13a66f32b207', 'mac_address': 'fa:16:3e:d0:08:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c136aabe-2b6e-40bd-889c-a97ee8fe6bf6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:53:59.630751 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-01dc7aa4-ad52-4e0c-95ae-a4fa31026f26 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558619 Sep 30 00:53:59.632972 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-7ccac570-5d56-4ece-b177-4ec6072f0997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:59.635002 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-7ccac570-5d56-4ece-b177-4ec6072f0997 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&device_id=3d75a316-51da-43f6-abfb-f042e7ecffa4 HTTP/1.1" status: 200 len: 1099 time: 0.4968221 Sep 30 00:53:59.664234 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:59.690035 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918c28de-bb64-453a-8beb-13a66f32b207 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:53:59.707552 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1049feca-baa0-4599-9993-9335be1eb992 admin admin] Notify callbacks [] for router, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:59.716921 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 918c28de-bb64-453a-8beb-13a66f32b207, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=918c28de-bb64-453a-8beb-13a66f32b207,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:53:59.722309 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:53:59.724376 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:53:59.803225 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=918c28de-bb64-453a-8beb-13a66f32b207,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:53:59.813956 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:53:59.817155 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-0a9bd4a1-251f-4252-b369-52dd3707b34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f718fcc-3e8c-46a0-957e-50f838fc2155', 'name': 'tempest-FloatingIPDetailsTestJSON-931987869-router', 'tenant_id': 'c9dd6dd8a9b34e0ba52c16c535feb461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e539a7dd-763d-4b56-9ecf-cc5edb17d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:52:56Z', 'updated_at': '2021-09-30T00:53:54Z', 'revision_number': 5, 'project_id': 'c9dd6dd8a9b34e0ba52c16c535feb461', 'gw_port': {'id': 'e539a7dd-763d-4b56-9ecf-cc5edb17d4c5', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f718fcc-3e8c-46a0-957e-50f838fc2155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:52:57Z', 'updated_at': '2021-09-30T00:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:53:59.822466 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9bd4a1-251f-4252-b369-52dd3707b34e None None] Checking router: 5f718fcc-3e8c-46a0-957e-50f838fc2155 for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:53:59.832452 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9bd4a1-251f-4252-b369-52dd3707b34e None None] Routers {'5f718fcc-3e8c-46a0-957e-50f838fc2155'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:53:59.832985 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-0a9bd4a1-251f-4252-b369-52dd3707b34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:53:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['5f718fcc-3e8c-46a0-957e-50f838fc2155'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:53:59.869596 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65dc980-d835-4e68-a1ee-095be2822be2 req-f65ce8e3-fe28-4579-ba65-086e0129bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:59.870983 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f65dc980-d835-4e68-a1ee-095be2822be2 req-f65ce8e3-fe28-4579-ba65-086e0129bbc4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 1100 time: 0.7491636 Sep 30 00:53:59.880881 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-fd69b5f9-5fe5-4202-8aba-906fae3c2161 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=ee603d6a-e7fc-4f18-aab9-f28db39653d6 HTTP/1.1" status: 200 len: 217 time: 0.2151208 Sep 30 00:53:59.885352 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-31258c8b-e9ab-4d6b-9fb7-2f22135e6165 req-7c4f17b4-eeff-4a83-ad54-9832b84eb69e tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 210 time: 0.0680320 Sep 30 00:53:59.914867 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23322056-851e-4ad6-a7e2-791a20143e63 req-e132cdae-c62b-4827-9308-be6f17499605 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:59.920426 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-23322056-851e-4ad6-a7e2-791a20143e63 req-e132cdae-c62b-4827-9308-be6f17499605 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 943 time: 0.7414305 Sep 30 00:53:59.953726 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-33869ee2-4ac0-4034-a47f-dc056a871db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:53:59.955483 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-33869ee2-4ac0-4034-a47f-dc056a871db7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.0674486 Sep 30 00:54:00.012081 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1049feca-baa0-4599-9993-9335be1eb992 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:00.028041 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f65dc980-d835-4e68-a1ee-095be2822be2 req-35926d31-0ef8-4403-9402-d877f1441c2b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434596 Sep 30 00:54:00.032851 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-238d420f-6e14-4ab8-85e0-8704d2bd43d1 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683522 Sep 30 00:54:00.038438 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-1049feca-baa0-4599-9993-9335be1eb992 admin admin] Deleting port e539a7dd-763d-4b56-9ecf-cc5edb17d4c5 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:54:00.039066 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1049feca-baa0-4599-9993-9335be1eb992 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:00.063370 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-0a9bd4a1-251f-4252-b369-52dd3707b34e None None] Set router 5f718fcc-3e8c-46a0-957e-50f838fc2155 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:54:00.083636 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-a0bf4984-f99f-44b9-86d0-9d6140732373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:00.085311 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-a0bf4984-f99f-44b9-86d0-9d6140732373 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1172204 Sep 30 00:54:00.108007 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-23322056-851e-4ad6-a7e2-791a20143e63 req-5c607dc0-7fbf-48df-9f6f-e2c4b08f43fc tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866539 Sep 30 00:54:00.213697 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['918c28de-bb64-453a-8beb-13a66f32b207'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:54:00.293200 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ec068589-30f2-4385-955c-eba1cf6baafd req-b93fda6e-ad56-4ed5-9e56-0a72444f7314 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] 10.222.0.39 "GET /v2.0/security-groups/55138880-25d7-46c0-a5de-dd1bed165969 HTTP/1.1" status: 200 len: 1812 time: 0.1564362 Sep 30 00:54:00.436075 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-0a9bd4a1-251f-4252-b369-52dd3707b34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f718fcc-3e8c-46a0-957e-50f838fc2155', 'name': 'tempest-FloatingIPDetailsTestJSON-931987869-router', 'tenant_id': 'c9dd6dd8a9b34e0ba52c16c535feb461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e539a7dd-763d-4b56-9ecf-cc5edb17d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:52:56Z', 'updated_at': '2021-09-30T00:53:54Z', 'revision_number': 5, 'project_id': 'c9dd6dd8a9b34e0ba52c16c535feb461', 'gw_port': {'id': 'e539a7dd-763d-4b56-9ecf-cc5edb17d4c5', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f718fcc-3e8c-46a0-957e-50f838fc2155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:52:57Z', 'updated_at': '2021-09-30T00:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:54:00.440785 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9bd4a1-251f-4252-b369-52dd3707b34e None None] The sync data for ids ['5f718fcc-3e8c-46a0-957e-50f838fc2155'] in n-d-811809-1 is: [{'id': '5f718fcc-3e8c-46a0-957e-50f838fc2155', 'name': 'tempest-FloatingIPDetailsTestJSON-931987869-router', 'tenant_id': 'c9dd6dd8a9b34e0ba52c16c535feb461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e539a7dd-763d-4b56-9ecf-cc5edb17d4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:52:56Z', 'updated_at': '2021-09-30T00:53:54Z', 'revision_number': 5, 'project_id': 'c9dd6dd8a9b34e0ba52c16c535feb461', 'gw_port': {'id': 'e539a7dd-763d-4b56-9ecf-cc5edb17d4c5', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f718fcc-3e8c-46a0-957e-50f838fc2155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:52:57Z', 'updated_at': '2021-09-30T00:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:54:00.576442 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-1049feca-baa0-4599-9993-9335be1eb992 admin admin] For port e539a7dd-763d-4b56-9ecf-cc5edb17d4c5, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=e539a7dd-763d-4b56-9ecf-cc5edb17d4c5,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:00.576810 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1049feca-baa0-4599-9993-9335be1eb992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:00.592552 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-26e66224-c217-430e-8b1f-b3c5bafc0535 req-e98cfbf6-3503-4e24-b160-14e4a535f7fc tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-182489446', 'description': 'tempest-description-2082762699'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:54:00.664242 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-26e66224-c217-430e-8b1f-b3c5bafc0535 req-e98cfbf6-3503-4e24-b160-14e4a535f7fc tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:00.707517 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-a9e2f8a0-db5e-4864-80e5-383668cfc1e7 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5742941 Sep 30 00:54:00.725365 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-26e66224-c217-430e-8b1f-b3c5bafc0535 req-e98cfbf6-3503-4e24-b160-14e4a535f7fc tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Usage tracker for resource:security_group and tenant:716fc66df2d842afbb8dd3ca9446ad5b is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:54:00.731028 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-26e66224-c217-430e-8b1f-b3c5bafc0535 req-e98cfbf6-3503-4e24-b160-14e4a535f7fc tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:54:00.742875 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-1049feca-baa0-4599-9993-9335be1eb992 admin admin] Calling delete_port for e539a7dd-763d-4b56-9ecf-cc5edb17d4c5 owned by network:router_gateway {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:54:00.783088 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-26e66224-c217-430e-8b1f-b3c5bafc0535 req-e98cfbf6-3503-4e24-b160-14e4a535f7fc tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:00.813107 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea9de6-a33b-4f6e-b81f-fab7cb2f0177 req-d8d47dbb-877c-4717-a866-6f8806d5c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:00.814283 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a8ea9de6-a33b-4f6e-b81f-fab7cb2f0177 req-d8d47dbb-877c-4717-a866-6f8806d5c592 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&device_id=210ba757-555c-48eb-9477-923ec0d34b02 HTTP/1.1" status: 200 len: 1098 time: 0.6536763 Sep 30 00:54:00.818355 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d75a316-51da-43f6-abfb-f042e7ecffa4', 'tag': 'ee603d6a-e7fc-4f18-aab9-f28db39653d6'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:54:00.840567 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-26e66224-c217-430e-8b1f-b3c5bafc0535 req-e98cfbf6-3503-4e24-b160-14e4a535f7fc tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:00.883241 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-3d513842-bf01-4ae9-ad4d-be50e40ea239 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:00.885969 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-3d513842-bf01-4ae9-ad4d-be50e40ea239 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.55 "GET /v2.0/networks?id=0a0a50fb-f59e-4919-9310-948ef891e84f HTTP/1.1" status: 200 len: 808 time: 0.5580976 Sep 30 00:54:00.886268 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e4dac-7e1b-4e62-b693-b9cf84dd09b6 req-d6c015c8-2828-485c-98ab-a505dfe09af2 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:00.887815 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5c3e4dac-7e1b-4e62-b693-b9cf84dd09b6 req-d6c015c8-2828-485c-98ab-a505dfe09af2 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=210ba757-555c-48eb-9477-923ec0d34b02 HTTP/1.1" status: 200 len: 947 time: 0.3289518 Sep 30 00:54:00.908324 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-81a87080-087c-4854-bf93-d4f34981a9ac tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Request body: {'port': {'device_id': '3fd25685-8db8-4083-8d82-5fe07ac89157', 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f', 'admin_state_up': True, 'tenant_id': 'f37261e7a4fc4ea5bf5016bed7997e37'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:54:00.924143 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-26e66224-c217-430e-8b1f-b3c5bafc0535 req-e98cfbf6-3503-4e24-b160-14e4a535f7fc tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:00.942299 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-26e66224-c217-430e-8b1f-b3c5bafc0535 req-e98cfbf6-3503-4e24-b160-14e4a535f7fc tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Usage tracker for resource:security_group_rule and tenant:716fc66df2d842afbb8dd3ca9446ad5b is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:54:00.946141 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-26e66224-c217-430e-8b1f-b3c5bafc0535 req-e98cfbf6-3503-4e24-b160-14e4a535f7fc tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:54:00.997887 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-26e66224-c217-430e-8b1f-b3c5bafc0535 req-e98cfbf6-3503-4e24-b160-14e4a535f7fc tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:01.092302 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5c3e4dac-7e1b-4e62-b693-b9cf84dd09b6 req-2027a2bc-6f34-440d-b0d7-98579a11d5c1 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869872 Sep 30 00:54:01.147648 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea9de6-a33b-4f6e-b81f-fab7cb2f0177 req-b3351236-30e4-4ed2-8db7-a8cb09d11b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:01.149200 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a8ea9de6-a33b-4f6e-b81f-fab7cb2f0177 req-b3351236-30e4-4ed2-8db7-a8cb09d11b97 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.3253891 Sep 30 00:54:01.152706 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e34f25fb-247d-477b-9792-ec77b06bbb3b req-65ed95a7-1c9e-4d07-803c-51f59082ab37 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359643 Sep 30 00:54:01.171422 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-81a87080-087c-4854-bf93-d4f34981a9ac tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:01.203107 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-81a87080-087c-4854-bf93-d4f34981a9ac tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:01.234348 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-26e66224-c217-430e-8b1f-b3c5bafc0535 req-e98cfbf6-3503-4e24-b160-14e4a535f7fc tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:01.237129 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-81a87080-087c-4854-bf93-d4f34981a9ac tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Made reservation on behalf of f37261e7a4fc4ea5bf5016bed7997e37 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:54:01.240970 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-81a87080-087c-4854-bf93-d4f34981a9ac tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:01.251651 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a8ea9de6-a33b-4f6e-b81f-fab7cb2f0177 req-5861d72c-070c-4344-82ad-9554a17f6cbc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=d8145972-1c86-4921-892c-473259317eca HTTP/1.1" status: 200 len: 217 time: 0.0823789 Sep 30 00:54:01.258060 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-26e66224-c217-430e-8b1f-b3c5bafc0535 req-e98cfbf6-3503-4e24-b160-14e4a535f7fc tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:01.264986 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9811674f-abf7-4450-90e3-7f93f401b034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:01.278600 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1049feca-baa0-4599-9993-9335be1eb992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:01.382028 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea9de6-a33b-4f6e-b81f-fab7cb2f0177 req-3bb0ee34-1d67-4052-aa66-915cb40fb78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:01.383571 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a8ea9de6-a33b-4f6e-b81f-fab7cb2f0177 req-3bb0ee34-1d67-4052-aa66-915cb40fb78c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1246760 Sep 30 00:54:01.468371 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70e3c2-d1d9-4f0a-9917-91abe113efd6 req-53c359be-d720-498d-a9e2-ce6f3b98899a tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:01.469955 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8e70e3c2-d1d9-4f0a-9917-91abe113efd6 req-53c359be-d720-498d-a9e2-ce6f3b98899a tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 949 time: 0.1733413 Sep 30 00:54:01.538143 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98cfbf6-3503-4e24-b160-14e4a535f7fc tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b708ab0-33e6-4005-b593-af811d376d5e,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:01.539570 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea9de6-a33b-4f6e-b81f-fab7cb2f0177 req-fde42a97-ad88-475e-a5b2-316074ceca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:01.543210 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a8ea9de6-a33b-4f6e-b81f-fab7cb2f0177 req-fde42a97-ad88-475e-a5b2-316074ceca3a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1506498 Sep 30 00:54:01.558114 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8e70e3c2-d1d9-4f0a-9917-91abe113efd6 req-e19e2895-3163-4e87-a06f-9ab278e09046 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802200 Sep 30 00:54:01.581303 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e98cfbf6-3503-4e24-b160-14e4a535f7fc tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:01.584847 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-906cec30-57af-4b29-b624-5e63d34f1d83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:01.625701 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-26e66224-c217-430e-8b1f-b3c5bafc0535 req-e98cfbf6-3503-4e24-b160-14e4a535f7fc tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:01.626968 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-26e66224-c217-430e-8b1f-b3c5bafc0535 req-e98cfbf6-3503-4e24-b160-14e4a535f7fc tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.0602517 Sep 30 00:54:01.659668 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1049feca-baa0-4599-9993-9335be1eb992 admin admin] Pushing event deleted for resources: {'Port': ['ID=e539a7dd-763d-4b56-9ecf-cc5edb17d4c5,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:01.669052 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1049feca-baa0-4599-9993-9335be1eb992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:01.720560 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d75a316-51da-43f6-abfb-f042e7ecffa4', 'tag': 'ee603d6a-e7fc-4f18-aab9-f28db39653d6', 'status': 'completed', 'code': 200} Sep 30 00:54:01.756046 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1049feca-baa0-4599-9993-9335be1eb992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673024'] for router_gateway, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:01.807458 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1bf7490a-3806-4518-9052-eb625c52b33e req-9a63c334-08bb-479d-8eba-4750233b72bb tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 210 time: 0.0830095 Sep 30 00:54:01.918411 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763e336-6013-43be-b4a7-3476c8a401d3 req-ac0a159b-2f6a-445f-ae0f-99fbb555c649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:01.921315 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d763e336-6013-43be-b4a7-3476c8a401d3 req-ac0a159b-2f6a-445f-ae0f-99fbb555c649 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&device_id=3d75a316-51da-43f6-abfb-f042e7ecffa4 HTTP/1.1" status: 200 len: 1099 time: 0.1993265 Sep 30 00:54:01.923228 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a8ea9de6-a33b-4f6e-b81f-fab7cb2f0177 req-4fb0bdbf-6fd3-486f-bd1d-df40466b800c service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622653 Sep 30 00:54:02.014850 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-81a87080-087c-4854-bf93-d4f34981a9ac tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Allocated IP 172.20.0.14 (0a0a50fb-f59e-4919-9310-948ef891e84f/e11b3221-7cfb-4feb-801d-70a2c0ec6209/5de44ce1-6ece-4303-ac8e-abf0ca829a27) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:54:02.019767 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1049feca-baa0-4599-9993-9335be1eb992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30720'] for router, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:02.025987 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1049feca-baa0-4599-9993-9335be1eb992 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:02.096701 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1049feca-baa0-4599-9993-9335be1eb992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736498'] for router, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:02.097204 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1049feca-baa0-4599-9993-9335be1eb992 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f718fcc-3e8c-46a0-957e-50f838fc2155 {{(pid=80274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 30 00:54:02.130426 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705cbed2-6385-456a-b03d-832ffd42ceb2 req-d1981618-5748-45ee-8514-3bb58b522f2d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:02.138288 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-705cbed2-6385-456a-b03d-832ffd42ceb2 req-d1981618-5748-45ee-8514-3bb58b522f2d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.3319082 Sep 30 00:54:02.249843 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-af965b99-0087-4552-ac53-82621e606fc7 req-911c355d-4790-4447-bbac-c1297165288b tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] 10.222.0.39 "GET /v2.0/security-groups/0b708ab0-33e6-4005-b593-af811d376d5e HTTP/1.1" status: 200 len: 1812 time: 0.1670825 Sep 30 00:54:02.267669 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1049feca-baa0-4599-9993-9335be1eb992 admin admin] Notify callbacks [] for router, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:02.268789 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-1049feca-baa0-4599-9993-9335be1eb992 admin admin] 10.222.0.39 "DELETE /v2.0/routers/5f718fcc-3e8c-46a0-957e-50f838fc2155 HTTP/1.1" status: 204 len: 168 time: 2.8935807 Sep 30 00:54:02.273446 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 33450) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:02.292243 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-705cbed2-6385-456a-b03d-832ffd42ceb2 req-afeb5e1e-58e1-4e61-b3ec-9e409f96fda7 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529751 Sep 30 00:54:02.301209 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763e336-6013-43be-b4a7-3476c8a401d3 req-d1e9f83b-368c-4453-ac52-abcb9732b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:02.303143 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d763e336-6013-43be-b4a7-3476c8a401d3 req-d1e9f83b-368c-4453-ac52-abcb9732b3ce service neutron] 10.222.0.59 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.3691721 Sep 30 00:54:02.411925 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a8ea9de6-a33b-4f6e-b81f-fab7cb2f0177 req-84daf23d-ebac-46a7-888f-711bb685de61 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456882 Sep 30 00:54:02.426399 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d763e336-6013-43be-b4a7-3476c8a401d3 req-77d11409-09f5-446e-a9e5-9124c9c5a28d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=ee603d6a-e7fc-4f18-aab9-f28db39653d6 HTTP/1.1" status: 200 len: 217 time: 0.1155629 Sep 30 00:54:02.427630 n-d-811809-1 neutron-server[80275]: INFO neutron.api.v2.resource [req-ddf8f401-664c-4da2-a4ec-408aa7e455f2 req-045a820d-b6c7-4391-9520-b5a3453d336f tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] show failed (client error): The resource could not be found. Sep 30 00:54:02.428720 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ddf8f401-664c-4da2-a4ec-408aa7e455f2 req-045a820d-b6c7-4391-9520-b5a3453d336f tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] 10.222.0.39 "GET /v2.0/security-groups/c3d1bcec-c03f-48f1-86ca-1778f643b47d HTTP/1.1" status: 404 len: 352 time: 0.0363355 Sep 30 00:54:02.502981 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-22814fc5-877a-4443-9db8-1134743c4e55 admin admin] Deleting subnet 57ea68fa-2952-4c4f-9e7c-b51c0846fe43 {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 00:54:02.521847 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-22814fc5-877a-4443-9db8-1134743c4e55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:02.550940 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-81a87080-087c-4854-bf93-d4f34981a9ac tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:02.611368 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-22814fc5-877a-4443-9db8-1134743c4e55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2490848'] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:02.631520 n-d-811809-1 neutron-server[80275]: INFO neutron.api.v2.resource [req-254f81f3-64f5-49b2-9937-be4042874ed9 req-5f42f783-aec6-4608-9e15-789e82af37cc tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] show failed (client error): The resource could not be found. Sep 30 00:54:02.632541 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-254f81f3-64f5-49b2-9937-be4042874ed9 req-5f42f783-aec6-4608-9e15-789e82af37cc tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] 10.222.0.39 "GET /v2.0/security-group-rules/181ae3d9-e374-4471-b3e3-fda2f488f426 HTTP/1.1" status: 404 len: 361 time: 0.0265164 Sep 30 00:54:02.651462 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763e336-6013-43be-b4a7-3476c8a401d3 req-c242796b-1cbd-4a4e-85ff-d57452c8ac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:02.651462 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d763e336-6013-43be-b4a7-3476c8a401d3 req-c242796b-1cbd-4a4e-85ff-d57452c8ac48 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.2121217 Sep 30 00:54:02.710659 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393b648-8184-4530-b84c-24eee481205d req-62faa78c-df3c-41b2-89e3-18d5c8fc68b4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:02.713620 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a393b648-8184-4530-b84c-24eee481205d req-62faa78c-df3c-41b2-89e3-18d5c8fc68b4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=210ba757-555c-48eb-9477-923ec0d34b02 HTTP/1.1" status: 200 len: 947 time: 0.2815149 Sep 30 00:54:02.752332 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 370eeb99-68d5-4a3e-91a9-482673030aae no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:54:02.775995 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-81a87080-087c-4854-bf93-d4f34981a9ac tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:02.780426 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763e336-6013-43be-b4a7-3476c8a401d3 req-cdfed4e6-73b7-4715-8950-456745e9d203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:02.782020 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d763e336-6013-43be-b4a7-3476c8a401d3 req-cdfed4e6-73b7-4715-8950-456745e9d203 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1236765 Sep 30 00:54:02.801421 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 370eeb99-68d5-4a3e-91a9-482673030aae {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:54:02.801778 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 370eeb99-68d5-4a3e-91a9-482673030aae not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:54:02.811091 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:54:02.818487 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-22814fc5-877a-4443-9db8-1134743c4e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:02.887944 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-64901cc5-6fa9-4801-a70a-4ce0daa82848 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:02.921674 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a393b648-8184-4530-b84c-24eee481205d req-6b4f15de-55ad-43d3-925e-6699ec20f75b tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014339 Sep 30 00:54:03.035454 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-81a87080-087c-4854-bf93-d4f34981a9ac tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Network 0a0a50fb-f59e-4919-9310-948ef891e84f is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:54:03.045954 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-81a87080-087c-4854-bf93-d4f34981a9ac tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:54:03.048401 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-81a87080-087c-4854-bf93-d4f34981a9ac tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:54:03.069621 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d763e336-6013-43be-b4a7-3476c8a401d3 req-e4413d98-6edc-48c7-aed2-94ce989e1ed9 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796824 Sep 30 00:54:03.078182 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-22814fc5-877a-4443-9db8-1134743c4e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:03.082429 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb258f2-8ae7-4457-a5aa-aec7417bb87e req-c6c68c26-b655-484b-a0a1-a059ca86a40f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:03.083916 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dcb258f2-8ae7-4457-a5aa-aec7417bb87e req-c6c68c26-b655-484b-a0a1-a059ca86a40f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 949 time: 0.1619749 Sep 30 00:54:03.092411 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a87080-087c-4854-bf93-d4f34981a9ac tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Pushing event updated for resources: {'Port': ['ID=5de44ce1-6ece-4303-ac8e-abf0ca829a27,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:03.095241 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-81a87080-087c-4854-bf93-d4f34981a9ac tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:03.115036 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:03.161246 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22814fc5-877a-4443-9db8-1134743c4e55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57ea68fa-2952-4c4f-9e7c-b51c0846fe43,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:03.163624 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-22814fc5-877a-4443-9db8-1134743c4e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:03.166426 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-22814fc5-877a-4443-9db8-1134743c4e55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:03.173675 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bf7510-51f6-4ebc-82ea-8de55a8d93ea None None] Network bbfd6912-5477-4862-80d2-6fea0ae19380 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:54:03.185916 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d39477bf-440e-4e3a-8894-c0f41c100201 req-d2627f2a-252f-42c6-8349-b21fbae34c6a tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] 10.222.0.39 "GET /v2.0/security-groups/0b708ab0-33e6-4005-b593-af811d376d5e HTTP/1.1" status: 200 len: 1812 time: 0.1975627 Sep 30 00:54:03.189321 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-22814fc5-877a-4443-9db8-1134743c4e55 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/57ea68fa-2952-4c4f-9e7c-b51c0846fe43 HTTP/1.1" status: 204 len: 168 time: 0.9121692 Sep 30 00:54:03.195468 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-81a87080-087c-4854-bf93-d4f34981a9ac tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:03.195995 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-81a87080-087c-4854-bf93-d4f34981a9ac tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:03.196700 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 33476) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:03.231903 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dcb258f2-8ae7-4457-a5aa-aec7417bb87e req-8a4e8460-01c7-4007-a70c-04fc7375af82 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299570 Sep 30 00:54:03.242424 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-81a87080-087c-4854-bf93-d4f34981a9ac tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3378479 Sep 30 00:54:03.271060 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-b4365ccd-d625-493f-a10d-65cd3441384e service neutron] Request body: {'port': {'device_id': '3fd25685-8db8-4083-8d82-5fe07ac89157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:54:03.345132 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d763e336-6013-43be-b4a7-3476c8a401d3 req-7dd9b9e8-5209-4fec-92e6-215f301c4be3 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602115 Sep 30 00:54:03.348905 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-74734cd5-e45f-4f3e-b31d-b5fd9f31abdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:03.359207 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-d39477bf-440e-4e3a-8894-c0f41c100201 req-7f39740b-2a14-4575-9234-fa30cc392b5c tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:03.360277 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-74734cd5-e45f-4f3e-b31d-b5fd9f31abdb admin admin] Deleting port e35d53e6-ff2c-4881-9f75-00fb4867650d {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:54:03.360613 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-74734cd5-e45f-4f3e-b31d-b5fd9f31abdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:03.380882 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device d8145972-1c86-4921-892c-473259317eca details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:54:03.398871 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 918c28de-bb64-453a-8beb-13a66f32b207 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:54:03.441939 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-d39477bf-440e-4e3a-8894-c0f41c100201 req-7f39740b-2a14-4575-9234-fa30cc392b5c tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:03.466462 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-b4365ccd-d625-493f-a10d-65cd3441384e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:03.634778 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba044c-e2c8-4013-861e-92e8857ca2e3 req-8cdbf814-4d2a-4c88-be45-1b324cdde3bc tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:03.639650 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-90ba044c-e2c8-4013-861e-92e8857ca2e3 req-8cdbf814-4d2a-4c88-be45-1b324cdde3bc tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 932 time: 0.2327158 Sep 30 00:54:03.648655 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port d8145972-1c86-4921-892c-473259317eca, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=d8145972-1c86-4921-892c-473259317eca,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:03.664439 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 918c28de-bb64-453a-8beb-13a66f32b207 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:54:03.674907 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': 'd8145972-1c86-4921-892c-473259317eca', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': 'd8145972-1c86-4921-892c-473259317eca', 'mac_address': 'fa:16:3e:18:c4:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:54:03.679251 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-74734cd5-e45f-4f3e-b31d-b5fd9f31abdb admin admin] For port e35d53e6-ff2c-4881-9f75-00fb4867650d, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=e35d53e6-ff2c-4881-9f75-00fb4867650d,segment=NetworkSegment(a3b8f1b7-585a-44b3-9008-f1ca1b15bafe),segment_id=a3b8f1b7-585a-44b3-9008-f1ca1b15bafe)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:03.679616 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-74734cd5-e45f-4f3e-b31d-b5fd9f31abdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:03.679967 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 918c28de-bb64-453a-8beb-13a66f32b207 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:54:03.680357 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:03.720343 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-d39477bf-440e-4e3a-8894-c0f41c100201 req-7f39740b-2a14-4575-9234-fa30cc392b5c tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:03.727018 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8cbe6350-5371-4f17-9e5d-f4444ded6c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:03.773703 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f39740b-2a14-4575-9234-fa30cc392b5c tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b708ab0-33e6-4005-b593-af811d376d5e,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:03.786398 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-7f39740b-2a14-4575-9234-fa30cc392b5c tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:03.789366 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:03.797885 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-d39477bf-440e-4e3a-8894-c0f41c100201 req-7f39740b-2a14-4575-9234-fa30cc392b5c tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:03.806662 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d39477bf-440e-4e3a-8894-c0f41c100201 req-7f39740b-2a14-4575-9234-fa30cc392b5c tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] 10.222.0.39 "DELETE /v2.0/security-groups/0b708ab0-33e6-4005-b593-af811d376d5e HTTP/1.1" status: 204 len: 173 time: 0.6051073 Sep 30 00:54:03.834293 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8145972-1c86-4921-892c-473259317eca {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:54:03.838747 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-74734cd5-e45f-4f3e-b31d-b5fd9f31abdb admin admin] Calling delete_port for e35d53e6-ff2c-4881-9f75-00fb4867650d owned by network:dhcp {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:54:03.875507 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c341fc-8879-4d4f-a8a8-b6749d1542f3 None None] DHCP port deletion for bbfd6912-5477-4862-80d2-6fea0ae19380 request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 00:54:03.900566 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-16c341fc-8879-4d4f-a8a8-b6749d1542f3 None None] Deleting port e35d53e6-ff2c-4881-9f75-00fb4867650d {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:54:03.900962 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-16c341fc-8879-4d4f-a8a8-b6749d1542f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:03.901655 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-90ba044c-e2c8-4013-861e-92e8857ca2e3 req-7c6ac249-1f5c-4037-a686-76318fff0fdb tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500827 Sep 30 00:54:03.972140 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port d8145972-1c86-4921-892c-473259317eca, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=d8145972-1c86-4921-892c-473259317eca,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:03.984669 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:03.985860 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-74734cd5-e45f-4f3e-b31d-b5fd9f31abdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:03.999165 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:04.007676 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e51956f1-e26d-473d-b414-ead70632ec4d tempest-FloatingIPsAssociationTestJSON-887798733 tempest-FloatingIPsAssociationTestJSON-887798733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:04.048127 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:04.057662 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74734cd5-e45f-4f3e-b31d-b5fd9f31abdb admin admin] No DVR routers for this DVR port e35d53e6-ff2c-4881-9f75-00fb4867650d on host n-d-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:54:04.122070 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74734cd5-e45f-4f3e-b31d-b5fd9f31abdb admin admin] Pushing event deleted for resources: {'Port': ['ID=e35d53e6-ff2c-4881-9f75-00fb4867650d,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:04.134776 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-74734cd5-e45f-4f3e-b31d-b5fd9f31abdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:04.138634 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-b4365ccd-d625-493f-a10d-65cd3441384e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de44ce1-6ece-4303-ac8e-abf0ca829a27 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:54:04.146174 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4e5f90-c517-48c3-9d07-64bbdd2b4779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918c28de-bb64-453a-8beb-13a66f32b207'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:54:04.155076 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-b4365ccd-d625-493f-a10d-65cd3441384e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:04.156182 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-16c341fc-8879-4d4f-a8a8-b6749d1542f3 None None] The port 'e35d53e6-ff2c-4881-9f75-00fb4867650d' was deleted {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 30 00:54:04.170343 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 918c28de-bb64-453a-8beb-13a66f32b207, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=918c28de-bb64-453a-8beb-13a66f32b207,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:04.179321 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:04.182466 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=d8145972-1c86-4921-892c-473259317eca,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:04.182630 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-b4365ccd-d625-493f-a10d-65cd3441384e service neutron] Transition to ACTIVE for port object 5de44ce1-6ece-4303-ac8e-abf0ca829a27 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:54:04.185960 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:04.186463 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:04.194034 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-b4365ccd-d625-493f-a10d-65cd3441384e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:04.200810 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-3b201341-cefb-4756-906c-fc550d0145f0 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:04.240330 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-74734cd5-e45f-4f3e-b31d-b5fd9f31abdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:04.248558 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2508a7-b49a-4f9e-a8f9-a2c877ebd441 req-b4baccfc-dbd7-4e88-92be-74999f8d2e1d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:04.250332 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0d2508a7-b49a-4f9e-a8f9-a2c877ebd441 req-b4baccfc-dbd7-4e88-92be-74999f8d2e1d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.1646292 Sep 30 00:54:04.263851 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=918c28de-bb64-453a-8beb-13a66f32b207,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:04.272164 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:04.273470 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-74734cd5-e45f-4f3e-b31d-b5fd9f31abdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbfd6912-5477-4862-80d2-6fea0ae19380']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:54:04.292118 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-74734cd5-e45f-4f3e-b31d-b5fd9f31abdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b8f1b7-585a-44b3-9008-f1ca1b15bafe') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:54:04.292613 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-74734cd5-e45f-4f3e-b31d-b5fd9f31abdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b8f1b7-585a-44b3-9008-f1ca1b15bafe') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:54:04.309865 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe7729-a755-42c6-b24b-e766325bbb91 req-db74ddd6-bc1c-4318-b7d3-6ca94c313ff2 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:04.311397 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ddfe7729-a755-42c6-b24b-e766325bbb91 req-db74ddd6-bc1c-4318-b7d3-6ca94c313ff2 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 949 time: 0.2556183 Sep 30 00:54:04.315340 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-74734cd5-e45f-4f3e-b31d-b5fd9f31abdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:04.351949 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-74734cd5-e45f-4f3e-b31d-b5fd9f31abdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:04.358128 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device e539a7dd-763d-4b56-9ecf-cc5edb17d4c5 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:54:04.367058 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74734cd5-e45f-4f3e-b31d-b5fd9f31abdb admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:54:04.367436 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-74734cd5-e45f-4f3e-b31d-b5fd9f31abdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:04.395561 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: e539a7dd-763d-4b56-9ecf-cc5edb17d4c5 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:54:04.395916 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device e539a7dd-763d-4b56-9ecf-cc5edb17d4c5 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:54:04.396254 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device e35d53e6-ff2c-4881-9f75-00fb4867650d no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:54:04.403912 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4365ccd-d625-493f-a10d-65cd3441384e service neutron] Pushing event updated for resources: {'Port': ['ID=5de44ce1-6ece-4303-ac8e-abf0ca829a27,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:04.416507 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b4365ccd-d625-493f-a10d-65cd3441384e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:04.426298 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0d2508a7-b49a-4f9e-a8f9-a2c877ebd441 req-e4e34b99-7619-41e4-b1dd-bb94a94dd9fb tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563077 Sep 30 00:54:04.427148 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['d8145972-1c86-4921-892c-473259317eca'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:54:04.466583 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: e35d53e6-ff2c-4881-9f75-00fb4867650d {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:54:04.466987 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device e35d53e6-ff2c-4881-9f75-00fb4867650d not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: timer() Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:54:04.523637 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:54:04.539277 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-b4365ccd-d625-493f-a10d-65cd3441384e service neutron] Attempting to bind port 5de44ce1-6ece-4303-ac8e-abf0ca829a27 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:54:04.539625 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-b4365ccd-d625-493f-a10d-65cd3441384e service neutron] Attempting to bind port 5de44ce1-6ece-4303-ac8e-abf0ca829a27 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:54:04.539946 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-b4365ccd-d625-493f-a10d-65cd3441384e service neutron] Attempting to bind port 5de44ce1-6ece-4303-ac8e-abf0ca829a27 on network 0a0a50fb-f59e-4919-9310-948ef891e84f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:54:04.545002 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2a559282-813d-4d03-94a3-113af61f5db1 req-7011c2be-8896-49c4-95c0-42e9549c2200 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] 10.222.0.39 "GET /v2.0/security-groups/55138880-25d7-46c0-a5de-dd1bed165969 HTTP/1.1" status: 200 len: 1812 time: 0.0780251 Sep 30 00:54:04.570383 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-b4365ccd-d625-493f-a10d-65cd3441384e service neutron] Port 5de44ce1-6ece-4303-ac8e-abf0ca829a27 on network 0a0a50fb-f59e-4919-9310-948ef891e84f not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:54:04.570998 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-b4365ccd-d625-493f-a10d-65cd3441384e service neutron] Attempting to bind port 5de44ce1-6ece-4303-ac8e-abf0ca829a27 on network 0a0a50fb-f59e-4919-9310-948ef891e84f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:54:04.581875 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-b4365ccd-d625-493f-a10d-65cd3441384e service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:54:04.582209 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-b4365ccd-d625-493f-a10d-65cd3441384e service neutron] Checking segment: {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:54:04.582606 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-b4365ccd-d625-493f-a10d-65cd3441384e service neutron] Bound using segment: {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:54:04.583195 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-b4365ccd-d625-493f-a10d-65cd3441384e service neutron] Bound port: 5de44ce1-6ece-4303-ac8e-abf0ca829a27, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:54:04.583555 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-b4365ccd-d625-493f-a10d-65cd3441384e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:04.587155 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ddfe7729-a755-42c6-b24b-e766325bbb91 req-0a86dcd4-c3aa-4da2-80a1-4b4f64fca7c5 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650540 Sep 30 00:54:04.637202 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-74734cd5-e45f-4f3e-b31d-b5fd9f31abdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:04.641871 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:04.662161 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-74734cd5-e45f-4f3e-b31d-b5fd9f31abdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:04.669146 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74734cd5-e45f-4f3e-b31d-b5fd9f31abdb admin admin] Pushing event deleted for resources: {'Network': ['ID=bbfd6912-5477-4862-80d2-6fea0ae19380,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:04.673516 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-74734cd5-e45f-4f3e-b31d-b5fd9f31abdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:04.687491 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-74734cd5-e45f-4f3e-b31d-b5fd9f31abdb admin admin] 10.222.0.39 "DELETE /v2.0/networks/bbfd6912-5477-4862-80d2-6fea0ae19380 HTTP/1.1" status: 204 len: 168 time: 1.4864326 Sep 30 00:54:04.704580 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-2a559282-813d-4d03-94a3-113af61f5db1 req-a741bd9b-39cc-462a-ac19-ad861ac1f840 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:04.753088 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-b4365ccd-d625-493f-a10d-65cd3441384e service neutron] For port 5de44ce1-6ece-4303-ac8e-abf0ca829a27, host n-h2-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:54:04.755766 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-2a559282-813d-4d03-94a3-113af61f5db1 req-a741bd9b-39cc-462a-ac19-ad861ac1f840 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:04.772643 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-b4365ccd-d625-493f-a10d-65cd3441384e service neutron] For port 5de44ce1-6ece-4303-ac8e-abf0ca829a27, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=5de44ce1-6ece-4303-ac8e-abf0ca829a27,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:54:04.785633 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-b4365ccd-d625-493f-a10d-65cd3441384e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:04.792776 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0dd1efa9-709f-456e-8986-946f71ab02d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:04.814995 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0e039-02dd-45b8-93ee-74335054345b req-bb7e2b76-98b0-4a1b-a396-add915a16e18 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:04.816480 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f5b0e039-02dd-45b8-93ee-74335054345b req-bb7e2b76-98b0-4a1b-a396-add915a16e18 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=210ba757-555c-48eb-9477-923ec0d34b02 HTTP/1.1" status: 200 len: 948 time: 0.0847225 Sep 30 00:54:04.861632 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-b4365ccd-d625-493f-a10d-65cd3441384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:04.862571 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-b4365ccd-d625-493f-a10d-65cd3441384e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:04.864011 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-b4365ccd-d625-493f-a10d-65cd3441384e service neutron] 10.222.0.55 "PUT /v2.0/ports/5de44ce1-6ece-4303-ac8e-abf0ca829a27 HTTP/1.1" status: 200 len: 1092 time: 1.6023064 Sep 30 00:54:04.866153 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f5b0e039-02dd-45b8-93ee-74335054345b req-2cbdc016-b44e-43f4-82b9-dc395b98a956 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429046 Sep 30 00:54:04.867380 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd25685-8db8-4083-8d82-5fe07ac89157', 'tag': '5de44ce1-6ece-4303-ac8e-abf0ca829a27'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:54:04.885764 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 33504) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:04.891436 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-2a559282-813d-4d03-94a3-113af61f5db1 req-a741bd9b-39cc-462a-ac19-ad861ac1f840 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:04.905764 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4365ccd-d625-493f-a10d-65cd3441384e service neutron] Pushing event updated for resources: {'Port': ['ID=5de44ce1-6ece-4303-ac8e-abf0ca829a27,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:04.908887 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b4365ccd-d625-493f-a10d-65cd3441384e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:04.909730 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-901a919b-02f9-4658-aa33-636005091214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:04.920845 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-2a559282-813d-4d03-94a3-113af61f5db1 req-a741bd9b-39cc-462a-ac19-ad861ac1f840 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:04.921962 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2a559282-813d-4d03-94a3-113af61f5db1 req-a741bd9b-39cc-462a-ac19-ad861ac1f840 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] 10.222.0.39 "DELETE /v2.0/security-groups/55138880-25d7-46c0-a5de-dd1bed165969 HTTP/1.1" status: 204 len: 173 time: 0.3695524 Sep 30 00:54:04.959135 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-d0bda6cc-48b6-4626-b8ea-18c120ee5879 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c9dd6dd8a9b34e0ba52c16c535feb461&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0719805 Sep 30 00:54:04.963979 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 33516) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:04.973741 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741bd9b-39cc-462a-ac19-ad861ac1f840 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55138880-25d7-46c0-a5de-dd1bed165969,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:04.983046 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4e5f90-c517-48c3-9d07-64bbdd2b4779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918c28de-bb64-453a-8beb-13a66f32b207', 'code': 200} Sep 30 00:54:04.983648 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a741bd9b-39cc-462a-ac19-ad861ac1f840 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:05.027475 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-e2a8551b-034c-4f7b-8f30-0d777ab85ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:05.032790 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-e2a8551b-034c-4f7b-8f30-0d777ab85ce5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 1095 time: 0.0998681 Sep 30 00:54:05.048281 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-415247ff-4437-4b6f-ab46-812844e15e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:05.083398 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-415247ff-4437-4b6f-ab46-812844e15e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:05.124441 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-b545425c-0640-4e89-a0fb-638de8e91fbf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5de44ce1-6ece-4303-ac8e-abf0ca829a27 HTTP/1.1" status: 200 len: 217 time: 0.0740476 Sep 30 00:54:05.126044 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd25685-8db8-4083-8d82-5fe07ac89157', 'tag': '5de44ce1-6ece-4303-ac8e-abf0ca829a27', 'status': 'completed', 'code': 200} Sep 30 00:54:05.203598 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451eb62-fcdd-4d69-a0f0-f299083c75dd req-beed05ae-ff4c-40ca-b9bd-30b73a0776d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:05.205293 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7451eb62-fcdd-4d69-a0f0-f299083c75dd req-beed05ae-ff4c-40ca-b9bd-30b73a0776d7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 1096 time: 0.1115925 Sep 30 00:54:05.207565 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-415247ff-4437-4b6f-ab46-812844e15e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:05.214881 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-34e0eb3a-653d-4b35-a4af-b1e6d893403d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:05.255414 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415247ff-4437-4b6f-ab46-812844e15e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77250267-0aba-431f-82bf-dc0b1feabd02,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:05.261491 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-415247ff-4437-4b6f-ab46-812844e15e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:05.277230 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-e4b0cfa8-9bf9-463d-b469-a161d1ca447b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:05.279885 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-e4b0cfa8-9bf9-463d-b469-a161d1ca447b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e11b3221-7cfb-4feb-801d-70a2c0ec6209 HTTP/1.1" status: 200 len: 848 time: 0.1460617 Sep 30 00:54:05.281131 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-415247ff-4437-4b6f-ab46-812844e15e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:05.285431 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-415247ff-4437-4b6f-ab46-812844e15e5d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/77250267-0aba-431f-82bf-dc0b1feabd02 HTTP/1.1" status: 204 len: 168 time: 0.3173110 Sep 30 00:54:05.294808 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7451eb62-fcdd-4d69-a0f0-f299083c75dd req-bc02b251-fd11-4be2-b9cb-8336723dc564 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706413 Sep 30 00:54:05.303487 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device ee603d6a-e7fc-4f18-aab9-f28db39653d6 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:54:05.341972 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-4ffa61bb-c49b-4717-9a09-e145e0816b89 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a0a50fb-f59e-4919-9310-948ef891e84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522373 Sep 30 00:54:05.381296 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3173aa-29df-4dd4-8c76-8b46e797edd8 req-6882299b-836c-47fa-9317-63901e9e9180 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:05.382036 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-4a3173aa-29df-4dd4-8c76-8b46e797edd8 req-6882299b-836c-47fa-9317-63901e9e9180 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Synchronizing usage tracker for tenant:f37261e7a4fc4ea5bf5016bed7997e37 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:54:05.399243 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-23faaf3d-4eb5-43f1-b61d-88419ed7831f req-b19bd760-5ed1-4d65-915c-4d79b6b64ee0 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] 10.222.0.39 "GET /v2.0/security-groups/ecdb49c7-49e2-492b-8034-5330f25fa62e HTTP/1.1" status: 200 len: 1812 time: 0.0634251 Sep 30 00:54:05.464856 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-4a3173aa-29df-4dd4-8c76-8b46e797edd8 req-6882299b-836c-47fa-9317-63901e9e9180 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Unset dirty status for tenant:f37261e7a4fc4ea5bf5016bed7997e37 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:54:05.465309 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4a3173aa-29df-4dd4-8c76-8b46e797edd8 req-6882299b-836c-47fa-9317-63901e9e9180 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 944 time: 0.2887926 Sep 30 00:54:05.483435 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:05.543162 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port ee603d6a-e7fc-4f18-aab9-f28db39653d6, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ee603d6a-e7fc-4f18-aab9-f28db39653d6,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:05.549599 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-23faaf3d-4eb5-43f1-b61d-88419ed7831f req-f16ffa9e-584b-43de-b876-88586c4bffa0 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:05.559101 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': 'ee603d6a-e7fc-4f18-aab9-f28db39653d6', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': 'ee603d6a-e7fc-4f18-aab9-f28db39653d6', 'mac_address': 'fa:16:3e:2f:a4:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:54:05.566743 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-f41e1985-f74c-4afb-9001-3a4ac38f96cb service neutron] 10.222.0.55 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140529 Sep 30 00:54:05.632182 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:05.641528 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-23faaf3d-4eb5-43f1-b61d-88419ed7831f req-f16ffa9e-584b-43de-b876-88586c4bffa0 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:05.705237 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee603d6a-e7fc-4f18-aab9-f28db39653d6 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:54:05.725349 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port ee603d6a-e7fc-4f18-aab9-f28db39653d6, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ee603d6a-e7fc-4f18-aab9-f28db39653d6,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:05.735625 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:05.737460 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-446f474f-cf46-4b88-a9c5-f944f0b4c54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:05.760472 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-23faaf3d-4eb5-43f1-b61d-88419ed7831f req-f16ffa9e-584b-43de-b876-88586c4bffa0 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:05.764712 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b8c49314-f138-4b16-9fb2-df42d4b4e372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:05.777396 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 33538) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:05.788274 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ffa9e-584b-43de-b876-88586c4bffa0 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdb49c7-49e2-492b-8034-5330f25fa62e,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:05.793726 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f16ffa9e-584b-43de-b876-88586c4bffa0 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:05.798861 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-23faaf3d-4eb5-43f1-b61d-88419ed7831f req-f16ffa9e-584b-43de-b876-88586c4bffa0 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:05.802184 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-23faaf3d-4eb5-43f1-b61d-88419ed7831f req-f16ffa9e-584b-43de-b876-88586c4bffa0 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] 10.222.0.39 "DELETE /v2.0/security-groups/ecdb49c7-49e2-492b-8034-5330f25fa62e HTTP/1.1" status: 204 len: 173 time: 0.3977377 Sep 30 00:54:05.876816 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=ee603d6a-e7fc-4f18-aab9-f28db39653d6,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:05.882659 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:05.940018 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4a3173aa-29df-4dd4-8c76-8b46e797edd8 req-40baa6a6-1ffa-4cfe-b597-31ad9ce1705b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503391 Sep 30 00:54:06.003557 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2106c8e3-edd4-4304-abf3-aaeaffd4454c req-b63593fe-e011-4766-b16e-a676431dbc95 service neutron] 10.222.0.55 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252748 Sep 30 00:54:06.019580 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e0525005-1246-416b-b252-a4ad1de017be admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:06.039689 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-846c8f13-4938-48cc-a37d-b7c646651fea req-9ba13195-03aa-4f57-9a9c-23e623893b40 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] 10.222.0.39 "GET /v2.0/security-groups/39b93a03-08c5-4079-ad46-907667d84b9a HTTP/1.1" status: 200 len: 1811 time: 0.0572734 Sep 30 00:54:06.046227 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-e0525005-1246-416b-b252-a4ad1de017be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:06.051958 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-e0525005-1246-416b-b252-a4ad1de017be admin admin] Usage tracker for resource:security_group_rule and tenant:3c0f7dff482c4ffb8b7fa76c1b570382 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:54:06.055973 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-e0525005-1246-416b-b252-a4ad1de017be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:54:06.063883 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-e0525005-1246-416b-b252-a4ad1de017be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:06.108211 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbcf3e-a757-4a8e-a39d-be8e2f13ca4a req-3bc7ea3b-f12e-4934-9554-9badae694b2b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:06.111185 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-81dbcf3e-a757-4a8e-a39d-be8e2f13ca4a req-3bc7ea3b-f12e-4934-9554-9badae694b2b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 945 time: 0.1682150 Sep 30 00:54:06.178831 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-846c8f13-4938-48cc-a37d-b7c646651fea req-2f49d48f-bc7b-433f-9f97-c7b716564a1f tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:06.184870 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-81dbcf3e-a757-4a8e-a39d-be8e2f13ca4a req-4cbe6a5e-6ef8-4509-881d-6df0579d9fbd tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688884 Sep 30 00:54:06.216259 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-846c8f13-4938-48cc-a37d-b7c646651fea req-2f49d48f-bc7b-433f-9f97-c7b716564a1f tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:06.238898 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f56c46-f7d1-4fbb-996f-b93532f1f9b9 req-8ba1aa3c-afb8-4847-aa32-758a87d2d4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:06.240398 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-99f56c46-f7d1-4fbb-996f-b93532f1f9b9 req-8ba1aa3c-afb8-4847-aa32-758a87d2d4de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 1095 time: 0.1561139 Sep 30 00:54:06.240809 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e0525005-1246-416b-b252-a4ad1de017be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:06.248536 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e0525005-1246-416b-b252-a4ad1de017be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:06.263044 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6d3f6e89-3b9b-4bc6-a2d4-a5b48a08c5e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:06.271863 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['ee603d6a-e7fc-4f18-aab9-f28db39653d6'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:54:06.339596 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0525005-1246-416b-b252-a4ad1de017be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60f74e0-edd1-460c-86e1-7aff0cfe246f,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:06.343649 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e0525005-1246-416b-b252-a4ad1de017be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:06.349024 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-e0525005-1246-416b-b252-a4ad1de017be admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c0f7dff482c4ffb8b7fa76c1b570382&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5664487 Sep 30 00:54:06.350081 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 33562) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:06.447760 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8ed761dc-3684-42c7-8306-73e585128828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:06.482438 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8ed761dc-3684-42c7-8306-73e585128828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:06.515158 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f56c46-f7d1-4fbb-996f-b93532f1f9b9 req-12d3480c-79e0-40c5-b620-165f0a9a1610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:06.516623 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-99f56c46-f7d1-4fbb-996f-b93532f1f9b9 req-12d3480c-79e0-40c5-b620-165f0a9a1610 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a0a50fb-f59e-4919-9310-948ef891e84f HTTP/1.1" status: 200 len: 909 time: 0.2576878 Sep 30 00:54:06.559358 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8ed761dc-3684-42c7-8306-73e585128828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:06.564714 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5c7cbaf3-5a7a-4db1-9e1f-83bba0be64e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:06.582571 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed761dc-3684-42c7-8306-73e585128828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60f74e0-edd1-460c-86e1-7aff0cfe246f,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:06.607987 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8ed761dc-3684-42c7-8306-73e585128828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:06.615666 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-846c8f13-4938-48cc-a37d-b7c646651fea req-2f49d48f-bc7b-433f-9f97-c7b716564a1f tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:06.617974 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8ed761dc-3684-42c7-8306-73e585128828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:06.622277 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-8ed761dc-3684-42c7-8306-73e585128828 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c60f74e0-edd1-460c-86e1-7aff0cfe246f HTTP/1.1" status: 204 len: 168 time: 0.2719052 Sep 30 00:54:06.626304 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-99f56c46-f7d1-4fbb-996f-b93532f1f9b9 req-b0e096fb-5621-4a60-a538-4c3b49fe76ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5de44ce1-6ece-4303-ac8e-abf0ca829a27 HTTP/1.1" status: 200 len: 217 time: 0.0991762 Sep 30 00:54:06.627115 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5b60df31-e62a-4c92-8ccf-d94489b4fe34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:06.684568 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49d48f-bc7b-433f-9f97-c7b716564a1f tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b93a03-08c5-4079-ad46-907667d84b9a,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:06.699432 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-846c8f13-4938-48cc-a37d-b7c646651fea req-2f49d48f-bc7b-433f-9f97-c7b716564a1f tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:06.714218 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-846c8f13-4938-48cc-a37d-b7c646651fea req-2f49d48f-bc7b-433f-9f97-c7b716564a1f tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] 10.222.0.39 "DELETE /v2.0/security-groups/39b93a03-08c5-4079-ad46-907667d84b9a HTTP/1.1" status: 204 len: 173 time: 0.6565242 Sep 30 00:54:06.717447 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2f49d48f-bc7b-433f-9f97-c7b716564a1f tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:06.754371 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f56c46-f7d1-4fbb-996f-b93532f1f9b9 req-532ecb2d-cf9f-4f10-b53c-15c23bb7e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:06.755922 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-99f56c46-f7d1-4fbb-996f-b93532f1f9b9 req-532ecb2d-cf9f-4f10-b53c-15c23bb7e57d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e11b3221-7cfb-4feb-801d-70a2c0ec6209 HTTP/1.1" status: 200 len: 848 time: 0.1159656 Sep 30 00:54:06.928187 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-99f56c46-f7d1-4fbb-996f-b93532f1f9b9 req-5d55a95a-3306-4373-a607-cdcd797cfbcc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a0a50fb-f59e-4919-9310-948ef891e84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1624136 Sep 30 00:54:06.951593 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56e6e1-d13b-4f34-ba6f-2f27a41f3a79 req-83eca88e-50a5-4fea-b443-a15c79306ca4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:06.953149 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dd56e6e1-d13b-4f34-ba6f-2f27a41f3a79 req-83eca88e-50a5-4fea-b443-a15c79306ca4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=210ba757-555c-48eb-9477-923ec0d34b02 HTTP/1.1" status: 200 len: 948 time: 0.1289647 Sep 30 00:54:07.049279 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dd56e6e1-d13b-4f34-ba6f-2f27a41f3a79 req-5d68ea85-56bd-4a98-b23c-fa6333905768 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798039 Sep 30 00:54:07.152176 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-680d4eb3-c7c4-472b-a753-779ccd0a8376 req-504f5b4f-0c71-4248-8735-6c198262a298 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] 10.222.0.39 "GET /v2.0/security-groups/d9f4a91e-87a4-46f6-8ae0-8c937c63e296 HTTP/1.1" status: 200 len: 1811 time: 0.0489738 Sep 30 00:54:07.216210 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f2445a2d-ac2a-4593-9275-2e3937bb9de8 req-4e003502-230c-4dfc-9cc6-02bb7dbeef96 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3894470 Sep 30 00:54:07.240359 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-680d4eb3-c7c4-472b-a753-779ccd0a8376 req-142f65e4-2138-42bc-ad45-5bb929c7b235 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:07.279987 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca13ccc-cede-48c8-a7c9-64dac22a9cc2 req-d28afde1-bb0b-4e71-8622-b68ac26f40f2 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:07.281634 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0ca13ccc-cede-48c8-a7c9-64dac22a9cc2 req-d28afde1-bb0b-4e71-8622-b68ac26f40f2 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 949 time: 0.2641137 Sep 30 00:54:07.291025 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-680d4eb3-c7c4-472b-a753-779ccd0a8376 req-142f65e4-2138-42bc-ad45-5bb929c7b235 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:07.298753 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 33602) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:07.308600 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-99f56c46-f7d1-4fbb-996f-b93532f1f9b9 req-d933d882-fa38-4a56-8139-2ca64d8000b8 service neutron] 10.222.0.55 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652904 Sep 30 00:54:07.311410 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device d8145972-1c86-4921-892c-473259317eca up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:54:07.333884 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d252732a-d7dd-4df9-8fed-6d79ca37412d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:07.352788 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d252732a-d7dd-4df9-8fed-6d79ca37412d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:07.356851 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-d252732a-d7dd-4df9-8fed-6d79ca37412d admin admin] Usage tracker for resource:security_group_rule and tenant:909c317fe23e40fb855ff559ab1ffe42 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:54:07.359801 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-d252732a-d7dd-4df9-8fed-6d79ca37412d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:54:07.366068 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d252732a-d7dd-4df9-8fed-6d79ca37412d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:07.430556 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0ca13ccc-cede-48c8-a7c9-64dac22a9cc2 req-38aabcda-b947-4ba5-9ea2-bd02f48ffeae tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431339 Sep 30 00:54:07.480926 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port d8145972-1c86-4921-892c-473259317eca completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:54:07.486893 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port d8145972-1c86-4921-892c-473259317eca triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:54:07.488515 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:07.499711 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-99f56c46-f7d1-4fbb-996f-b93532f1f9b9 req-f03051e9-7b88-4d01-b3b3-cfdaf416b5cf service neutron] 10.222.0.55 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761286 Sep 30 00:54:07.516150 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d252732a-d7dd-4df9-8fed-6d79ca37412d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:07.532384 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d252732a-d7dd-4df9-8fed-6d79ca37412d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:07.549375 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-04eca882-d522-413c-9ba7-d350cd80003d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:07.641459 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-d252732a-d7dd-4df9-8fed-6d79ca37412d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=909c317fe23e40fb855ff559ab1ffe42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406878 Sep 30 00:54:07.645253 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252732a-d7dd-4df9-8fed-6d79ca37412d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d420457-b49b-44a8-8e1e-ee33f4b36c13,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:07.663693 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 33616) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:07.668924 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-680d4eb3-c7c4-472b-a753-779ccd0a8376 req-142f65e4-2138-42bc-ad45-5bb929c7b235 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:07.683280 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d252732a-d7dd-4df9-8fed-6d79ca37412d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:07.684517 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d252732a-d7dd-4df9-8fed-6d79ca37412d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:07.721450 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f65e4-2138-42bc-ad45-5bb929c7b235 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f4a91e-87a4-46f6-8ae0-8c937c63e296,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:07.739247 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-142f65e4-2138-42bc-ad45-5bb929c7b235 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:07.756408 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f91cd-1189-4b97-9e0f-26c1f9a6def3 req-d7ea4aa2-e8f6-4807-ba5b-01beacdc56ce tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:07.758216 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-680d4eb3-c7c4-472b-a753-779ccd0a8376 req-142f65e4-2138-42bc-ad45-5bb929c7b235 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:07.758626 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-083f91cd-1189-4b97-9e0f-26c1f9a6def3 req-d7ea4aa2-e8f6-4807-ba5b-01beacdc56ce tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 944 time: 0.1457894 Sep 30 00:54:07.760144 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-680d4eb3-c7c4-472b-a753-779ccd0a8376 req-142f65e4-2138-42bc-ad45-5bb929c7b235 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] 10.222.0.39 "DELETE /v2.0/security-groups/d9f4a91e-87a4-46f6-8ae0-8c937c63e296 HTTP/1.1" status: 204 len: 173 time: 0.6017823 Sep 30 00:54:07.767478 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 33630) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:07.816645 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:07.848122 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-083f91cd-1189-4b97-9e0f-26c1f9a6def3 req-8f3cc3ed-0835-4022-85e8-be6b154f8e60 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734320 Sep 30 00:54:07.854631 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d4d25905-e49e-4a3a-88a2-4e4e5dad092b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:07.875980 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-344b0495-6979-442c-b0ac-f34527ee7425 admin admin] Deleting subnet aa66c779-a4ae-49bb-a20c-2769954bc615 {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 00:54:07.904770 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210ba757-555c-48eb-9477-923ec0d34b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8145972-1c86-4921-892c-473259317eca'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:54:07.908261 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-344b0495-6979-442c-b0ac-f34527ee7425 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:07.918429 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port d8145972-1c86-4921-892c-473259317eca, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=d8145972-1c86-4921-892c-473259317eca,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:07.924724 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:07.927360 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:07.940472 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d4d25905-e49e-4a3a-88a2-4e4e5dad092b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:08.014982 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=d8145972-1c86-4921-892c-473259317eca,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:08.029352 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:08.058062 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-344b0495-6979-442c-b0ac-f34527ee7425 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:08.123944 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210ba757-555c-48eb-9477-923ec0d34b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8145972-1c86-4921-892c-473259317eca', 'code': 200} Sep 30 00:54:08.137111 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-344b0495-6979-442c-b0ac-f34527ee7425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:08.171738 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d4d25905-e49e-4a3a-88a2-4e4e5dad092b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:08.188385 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-415247ff-4437-4b6f-ab46-812844e15e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:08.209676 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf685a74-f05c-49d3-9a3d-2e4a9c094cba req-bf04ef08-ac17-4bc9-863f-cbecb8b2b3ca tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:08.211222 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cf685a74-f05c-49d3-9a3d-2e4a9c094cba req-bf04ef08-ac17-4bc9-863f-cbecb8b2b3ca tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 945 time: 0.3049603 Sep 30 00:54:08.220302 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d25905-e49e-4a3a-88a2-4e4e5dad092b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d420457-b49b-44a8-8e1e-ee33f4b36c13,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:08.230983 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d4d25905-e49e-4a3a-88a2-4e4e5dad092b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:08.292268 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d4d25905-e49e-4a3a-88a2-4e4e5dad092b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:08.293262 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-d4d25905-e49e-4a3a-88a2-4e4e5dad092b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2d420457-b49b-44a8-8e1e-ee33f4b36c13 HTTP/1.1" status: 204 len: 168 time: 0.6158056 Sep 30 00:54:08.345600 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cf685a74-f05c-49d3-9a3d-2e4a9c094cba req-b1699f51-8ba0-499f-be34-fd8ed6d507b0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215675 Sep 30 00:54:08.359861 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-344b0495-6979-442c-b0ac-f34527ee7425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:08.368647 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bdbf8871-a2f2-43b8-b7ee-b01b3bd86b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:08.532973 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b0495-6979-442c-b0ac-f34527ee7425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa66c779-a4ae-49bb-a20c-2769954bc615,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:08.536085 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-344b0495-6979-442c-b0ac-f34527ee7425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:08.539459 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-344b0495-6979-442c-b0ac-f34527ee7425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:08.546625 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-344b0495-6979-442c-b0ac-f34527ee7425 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/aa66c779-a4ae-49bb-a20c-2769954bc615 HTTP/1.1" status: 204 len: 168 time: 0.7777863 Sep 30 00:54:08.550251 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 33696) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:08.554109 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c6f68-9f1f-49f3-a782-618396c8f308 req-19ff2ddb-e1dd-4711-8237-63743201e540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:08.555267 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-495c6f68-9f1f-49f3-a782-618396c8f308 req-19ff2ddb-e1dd-4711-8237-63743201e540 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=210ba757-555c-48eb-9477-923ec0d34b02 HTTP/1.1" status: 200 len: 1100 time: 0.3288636 Sep 30 00:54:08.764432 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-495c6f68-9f1f-49f3-a782-618396c8f308 req-8c747021-c73f-4d24-84b1-5346eae55081 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467094 Sep 30 00:54:08.767238 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-62de81c9-5d85-46dc-87bc-038b3b91a281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:08.826249 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fe26b-f50f-4e7d-8681-564a22321488 req-b5ab4d96-ba5f-4ebc-91a2-55cf4df7da4d tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:08.827773 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-593fe26b-f50f-4e7d-8681-564a22321488 req-b5ab4d96-ba5f-4ebc-91a2-55cf4df7da4d tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=210ba757-555c-48eb-9477-923ec0d34b02 HTTP/1.1" status: 200 len: 949 time: 0.2795985 Sep 30 00:54:08.908966 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a32f4-2d55-4e67-bae5-df9b38bb6bd6 req-a4cf62b4-588d-42eb-bad1-f123714f427d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:08.910441 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-786a32f4-2d55-4e67-bae5-df9b38bb6bd6 req-a4cf62b4-588d-42eb-bad1-f123714f427d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 945 time: 0.0947995 Sep 30 00:54:08.922075 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 33720) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:08.927574 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-360d8c27-41f4-4747-9701-44175cdb54e4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Request body: {'floatingip': {'port_id': '918c28de-bb64-453a-8beb-13a66f32b207'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:54:08.948419 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-62de81c9-5d85-46dc-87bc-038b3b91a281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:08.975688 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-593fe26b-f50f-4e7d-8681-564a22321488 req-eb402c73-cf91-4dd9-b0ad-b6d4aea412dc tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310384 Sep 30 00:54:08.990813 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-62de81c9-5d85-46dc-87bc-038b3b91a281 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4acebb8-6c58-4918-9aa4-30effc94c387']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:54:09.007484 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-62de81c9-5d85-46dc-87bc-038b3b91a281 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '539c1453-a5e1-49f7-a288-06e2935353b0') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:54:09.007926 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-62de81c9-5d85-46dc-87bc-038b3b91a281 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '539c1453-a5e1-49f7-a288-06e2935353b0') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:54:09.022365 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-360d8c27-41f4-4747-9701-44175cdb54e4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks [] for floatingip, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:09.034628 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-62de81c9-5d85-46dc-87bc-038b3b91a281 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:09.055818 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-62de81c9-5d85-46dc-87bc-038b3b91a281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:09.065242 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62de81c9-5d85-46dc-87bc-038b3b91a281 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:54:09.065909 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-62de81c9-5d85-46dc-87bc-038b3b91a281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: timer() Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:54:09.108112 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:54:09.218065 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-62de81c9-5d85-46dc-87bc-038b3b91a281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:09.229013 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5fe388b3-55ec-44c3-815d-3a92b537a89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:09.245991 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-62de81c9-5d85-46dc-87bc-038b3b91a281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:09.256594 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-62de81c9-5d85-46dc-87bc-038b3b91a281 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b4acebb8-6c58-4918-9aa4-30effc94c387 HTTP/1.1" status: 204 len: 168 time: 0.7057250 Sep 30 00:54:09.260973 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de81c9-5d85-46dc-87bc-038b3b91a281 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4acebb8-6c58-4918-9aa4-30effc94c387,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:09.264468 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-62de81c9-5d85-46dc-87bc-038b3b91a281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:09.315259 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device ee603d6a-e7fc-4f18-aab9-f28db39653d6 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:54:09.398022 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 33768) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:09.432019 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port ee603d6a-e7fc-4f18-aab9-f28db39653d6 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:54:09.449315 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port ee603d6a-e7fc-4f18-aab9-f28db39653d6 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:54:09.449970 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:09.502558 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 33774) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:09.615047 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-b652e567-032d-4a3a-a203-bb425655af0b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=716fc66df2d842afbb8dd3ca9446ad5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1112413 Sep 30 00:54:09.621845 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 33782) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:09.648821 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee47899-7310-4b05-950e-b3553e25d933 req-13c7306c-c222-4fa8-8618-fa1d43e4d3a9 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:09.655875 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2ee47899-7310-4b05-950e-b3553e25d933 req-13c7306c-c222-4fa8-8618-fa1d43e4d3a9 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 949 time: 0.5783887 Sep 30 00:54:09.707217 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:09.741812 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2ee47899-7310-4b05-950e-b3553e25d933 req-d708498b-48e8-4499-8cc1-f57f9901a497 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847838 Sep 30 00:54:09.749443 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3116c4bd-c628-47fc-9d94-1a7f7bd4e1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:09.779906 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port ee603d6a-e7fc-4f18-aab9-f28db39653d6, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ee603d6a-e7fc-4f18-aab9-f28db39653d6,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:09.780584 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-c93cab1c-ea73-4463-b624-dc5f5c96cabd admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1786663493-network', 'tenant_id': 'e6736ee0b97b473ea9167c65af5c10ff'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:54:09.786320 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:09.788408 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:09.789124 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2445a2d-ac2a-4593-9275-2e3937bb9de8 req-4ee37e87-e45d-4cef-a29a-2d07bfef3a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:09.791704 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f2445a2d-ac2a-4593-9275-2e3937bb9de8 req-4ee37e87-e45d-4cef-a29a-2d07bfef3a1a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 1100 time: 0.5302048 Sep 30 00:54:09.793651 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c93cab1c-ea73-4463-b624-dc5f5c96cabd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:09.842842 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-c93cab1c-ea73-4463-b624-dc5f5c96cabd admin admin] Usage tracker for resource:network and tenant:e6736ee0b97b473ea9167c65af5c10ff is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:54:09.851659 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3116c4bd-c628-47fc-9d94-1a7f7bd4e1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:09.860652 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-c93cab1c-ea73-4463-b624-dc5f5c96cabd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:54:09.868875 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=ee603d6a-e7fc-4f18-aab9-f28db39653d6,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:09.872334 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c93cab1c-ea73-4463-b624-dc5f5c96cabd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:09.873216 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:09.926785 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93cab1c-ea73-4463-b624-dc5f5c96cabd admin admin] Made reservation on behalf of e6736ee0b97b473ea9167c65af5c10ff for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:54:09.929759 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c93cab1c-ea73-4463-b624-dc5f5c96cabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:09.951469 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c93cab1c-ea73-4463-b624-dc5f5c96cabd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:09.974599 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c93cab1c-ea73-4463-b624-dc5f5c96cabd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:09.982907 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-c93cab1c-ea73-4463-b624-dc5f5c96cabd admin admin] Usage tracker for resource:security_group_rule and tenant:e6736ee0b97b473ea9167c65af5c10ff is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:54:09.987206 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-c93cab1c-ea73-4463-b624-dc5f5c96cabd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:54:09.998166 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ccfdc-41b8-4631-83c7-e4eb12da594e req-3ea0bea3-31dd-4b50-b8d2-c8c74f712001 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:10.003371 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-424ccfdc-41b8-4631-83c7-e4eb12da594e req-3ea0bea3-31dd-4b50-b8d2-c8c74f712001 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 944 time: 0.2267675 Sep 30 00:54:10.008930 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c93cab1c-ea73-4463-b624-dc5f5c96cabd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:10.049612 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2445a2d-ac2a-4593-9275-2e3937bb9de8 req-ab1ceff3-4ed3-42f0-8a68-2fe7ae913cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:10.050130 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3116c4bd-c628-47fc-9d94-1a7f7bd4e1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:10.051779 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f2445a2d-ac2a-4593-9275-2e3937bb9de8 req-ab1ceff3-4ed3-42f0-8a68-2fe7ae913cb2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.1880374 Sep 30 00:54:10.059160 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c1972785-ab10-42a3-b561-c1877abcffba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:10.096035 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116c4bd-c628-47fc-9d94-1a7f7bd4e1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515020a2-57ce-4352-92b5-aba1a95022bb,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:10.099551 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3116c4bd-c628-47fc-9d94-1a7f7bd4e1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:10.115527 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3116c4bd-c628-47fc-9d94-1a7f7bd4e1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:10.119080 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-3116c4bd-c628-47fc-9d94-1a7f7bd4e1a3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/515020a2-57ce-4352-92b5-aba1a95022bb HTTP/1.1" status: 204 len: 168 time: 0.4937897 Sep 30 00:54:10.134172 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f2445a2d-ac2a-4593-9275-2e3937bb9de8 req-5c058915-6c96-450d-8ea7-19c2792eb999 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=9015586e-32a9-4344-abfe-e8a54776ad77 HTTP/1.1" status: 200 len: 217 time: 0.0713391 Sep 30 00:54:10.137779 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d75a316-51da-43f6-abfb-f042e7ecffa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee603d6a-e7fc-4f18-aab9-f28db39653d6'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:54:10.139677 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-424ccfdc-41b8-4631-83c7-e4eb12da594e req-bd0ebf0e-c80e-472d-89a3-84bb591362d2 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257322 Sep 30 00:54:10.265310 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c93cab1c-ea73-4463-b624-dc5f5c96cabd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:10.282069 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c93cab1c-ea73-4463-b624-dc5f5c96cabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:10.288391 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-360d8c27-41f4-4747-9701-44175cdb54e4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:10.295178 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2445a2d-ac2a-4593-9275-2e3937bb9de8 req-7e1559e4-5c87-4cb8-87ba-e64d98edcd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:10.300704 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f2445a2d-ac2a-4593-9275-2e3937bb9de8 req-7e1559e4-5c87-4cb8-87ba-e64d98edcd67 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1049695 Sep 30 00:54:10.302250 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-360d8c27-41f4-4747-9701-44175cdb54e4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:10.305699 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c93cab1c-ea73-4463-b624-dc5f5c96cabd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:54:10.328830 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c93cab1c-ea73-4463-b624-dc5f5c96cabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:10.329219 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-c93cab1c-ea73-4463-b624-dc5f5c96cabd admin admin] Added segment b3278454-baba-4e4d-97e8-7d6a91c9b643 of type vlan for network 03cb09b4-051a-4528-8ab0-3f807701dbd6 Sep 30 00:54:10.390975 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c93cab1c-ea73-4463-b624-dc5f5c96cabd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:10.460378 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e436cf1c-d7df-481c-80f3-c800aabd131e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:10.514192 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c93cab1c-ea73-4463-b624-dc5f5c96cabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:10.527831 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93cab1c-ea73-4463-b624-dc5f5c96cabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:10.528417 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c93cab1c-ea73-4463-b624-dc5f5c96cabd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:10.584281 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-c93cab1c-ea73-4463-b624-dc5f5c96cabd admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1799071 Sep 30 00:54:10.587903 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 33838) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:10.588296 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cab1c-ea73-4463-b624-dc5f5c96cabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a322c6d4-73a7-4f6a-b42d-5ff712efee47,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:10.591946 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c93cab1c-ea73-4463-b624-dc5f5c96cabd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:10.592469 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-118843a2-2f5f-40be-9f19-465d3a591991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:10.617864 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-ed76df80-dd11-4233-89b6-3ec3111405df admin admin] Request body: {'subnet': {'network_id': '03cb09b4-051a-4528-8ab0-3f807701dbd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1786663493-subnet', 'tenant_id': 'e6736ee0b97b473ea9167c65af5c10ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:54:10.634119 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-ed76df80-dd11-4233-89b6-3ec3111405df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:10.667399 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-ed76df80-dd11-4233-89b6-3ec3111405df admin admin] Usage tracker for resource:subnet and tenant:e6736ee0b97b473ea9167c65af5c10ff is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:54:10.682001 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-ed76df80-dd11-4233-89b6-3ec3111405df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:54:10.707752 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-ed76df80-dd11-4233-89b6-3ec3111405df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:10.708919 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2869a9-a134-4fd8-bb7a-712b8340936c req-06572419-7940-44b5-9b6e-7fd4ea6c9bb5 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:10.716571 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-af2869a9-a134-4fd8-bb7a-712b8340936c req-06572419-7940-44b5-9b6e-7fd4ea6c9bb5 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=210ba757-555c-48eb-9477-923ec0d34b02 HTTP/1.1" status: 200 len: 949 time: 0.2598701 Sep 30 00:54:10.744351 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cab1c-ea73-4463-b624-dc5f5c96cabd admin admin] Pushing event updated for resources: {'Network': ['ID=03cb09b4-051a-4528-8ab0-3f807701dbd6,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:10.748777 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c93cab1c-ea73-4463-b624-dc5f5c96cabd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:10.767421 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 03cb09b4-051a-4528-8ab0-3f807701dbd6 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:54:10.771116 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed76df80-dd11-4233-89b6-3ec3111405df admin admin] Made reservation on behalf of e6736ee0b97b473ea9167c65af5c10ff for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:54:10.774142 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ed76df80-dd11-4233-89b6-3ec3111405df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:10.790927 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-af2869a9-a134-4fd8-bb7a-712b8340936c req-714f7e89-65c1-4935-91c1-b9b1d373e5c0 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681245 Sep 30 00:54:10.833886 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:54:10.936274 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d75a316-51da-43f6-abfb-f042e7ecffa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee603d6a-e7fc-4f18-aab9-f28db39653d6', 'code': 200} Sep 30 00:54:10.979634 n-d-811809-1 neutron-server[80274]: INFO neutron.db.l3_db [None req-360d8c27-41f4-4747-9701-44175cdb54e4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Floating IP da914f28-330d-4d77-87ec-4dd7b1809318 associated. External IP: 172.25.0.158, port: 918c28de-bb64-453a-8beb-13a66f32b207. Sep 30 00:54:11.082469 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2445a2d-ac2a-4593-9275-2e3937bb9de8 req-d1027010-8a18-4cf6-ade8-ac0188561aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:11.086079 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f2445a2d-ac2a-4593-9275-2e3937bb9de8 req-d1027010-8a18-4cf6-ade8-ac0188561aa1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6946418 Sep 30 00:54:11.183102 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af976c-b441-4c7a-b69c-a3f59b4d2b52 req-9b140528-9f9b-4d7e-a089-f45920abb135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:11.184869 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b0af976c-b441-4c7a-b69c-a3f59b4d2b52 req-9b140528-9f9b-4d7e-a089-f45920abb135 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3d75a316-51da-43f6-abfb-f042e7ecffa4 HTTP/1.1" status: 200 len: 1101 time: 0.1302338 Sep 30 00:54:11.199537 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99175bc0-225f-4148-91dc-79f6f4187adb req-d89ad57e-afc0-441a-beeb-3da84f03002a tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:11.208159 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-99175bc0-225f-4148-91dc-79f6f4187adb req-d89ad57e-afc0-441a-beeb-3da84f03002a tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 949 time: 0.2162414 Sep 30 00:54:11.308287 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b0af976c-b441-4c7a-b69c-a3f59b4d2b52 req-1c18e2d4-37a1-472d-a006-48db7ca1f182 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975432 Sep 30 00:54:11.319849 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-99175bc0-225f-4148-91dc-79f6f4187adb req-ed5df6cc-1d68-4b41-b301-d6c4704adbf1 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106033 Sep 30 00:54:11.339915 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:11.404388 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 33912) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:11.593688 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-f32d3e35-0409-4038-ab55-d77564cb98c3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1703482194-network', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:54:11.604089 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f32d3e35-0409-4038-ab55-d77564cb98c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:11.613028 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-f32d3e35-0409-4038-ab55-d77564cb98c3 admin admin] Usage tracker for resource:network and tenant:5a750dc97d8045f29998977fe5e379fc is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:54:11.618224 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-f32d3e35-0409-4038-ab55-d77564cb98c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:54:11.629846 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f32d3e35-0409-4038-ab55-d77564cb98c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:11.647631 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32d3e35-0409-4038-ab55-d77564cb98c3 admin admin] Made reservation on behalf of 5a750dc97d8045f29998977fe5e379fc for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:54:11.653391 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f32d3e35-0409-4038-ab55-d77564cb98c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:11.672058 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f2445a2d-ac2a-4593-9275-2e3937bb9de8 req-321846e3-8e52-4e7a-a50e-d13899b979ba service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5646489 Sep 30 00:54:11.677595 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f32d3e35-0409-4038-ab55-d77564cb98c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:11.707062 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f32d3e35-0409-4038-ab55-d77564cb98c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:11.713533 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-f32d3e35-0409-4038-ab55-d77564cb98c3 admin admin] Usage tracker for resource:security_group_rule and tenant:5a750dc97d8045f29998977fe5e379fc is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:54:11.718125 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-f32d3e35-0409-4038-ab55-d77564cb98c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:54:11.727384 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f32d3e35-0409-4038-ab55-d77564cb98c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:11.839995 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f32d3e35-0409-4038-ab55-d77564cb98c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:11.844753 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f32d3e35-0409-4038-ab55-d77564cb98c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:11.848830 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8b803c3c-8032-493e-a904-4821aa97bb8d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:11.879737 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d3e35-0409-4038-ab55-d77564cb98c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e025d1c2-fd07-41e9-afee-fa9c9d8614c0,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:11.881788 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ed76df80-dd11-4233-89b6-3ec3111405df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:11.884721 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f32d3e35-0409-4038-ab55-d77564cb98c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:11.894246 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32d3e35-0409-4038-ab55-d77564cb98c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:54:11.904796 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-dc25b6de-2c42-4a24-b16b-0daf76c23eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:11.909351 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f32d3e35-0409-4038-ab55-d77564cb98c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:11.909854 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-f32d3e35-0409-4038-ab55-d77564cb98c3 admin admin] Added segment 7a580927-319d-432d-8607-34e9ac4cfc0f of type vlan for network 5fb36fa6-51fa-41e0-a614-23d3a62d6673 Sep 30 00:54:11.942876 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f32d3e35-0409-4038-ab55-d77564cb98c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:11.981643 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f32d3e35-0409-4038-ab55-d77564cb98c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:11.986962 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32d3e35-0409-4038-ab55-d77564cb98c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:11.987630 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f32d3e35-0409-4038-ab55-d77564cb98c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:12.012286 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0c9632cf-b396-4560-803f-6cf831924746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:12.034882 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-f32d3e35-0409-4038-ab55-d77564cb98c3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6293302 Sep 30 00:54:12.035489 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 33974) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:12.050635 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76df80-dd11-4233-89b6-3ec3111405df admin admin] Pushing event updated for resources: {'Subnet': ['ID=27cc03be-a035-4a0b-8790-7636655be2f5,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:12.055557 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ed76df80-dd11-4233-89b6-3ec3111405df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:12.071358 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f2445a2d-ac2a-4593-9275-2e3937bb9de8 req-0cde8f9a-bb29-4dd4-a50c-2875a37ee12f service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338714 Sep 30 00:54:12.075320 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360d8c27-41f4-4747-9701-44175cdb54e4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Router 99c12d7a-87b8-47d3-896b-2eb74398c7fb has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:54:12.090899 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d29143-5e86-43eb-982e-cca0707c8de6 req-902e9468-209b-49c9-94c4-a190be046244 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:12.096154 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-e1910b06-669c-4bc0-9041-a909dc0785da admin admin] Request body: {'subnet': {'network_id': '5fb36fa6-51fa-41e0-a614-23d3a62d6673', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1703482194-subnet', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:54:12.097649 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c1d29143-5e86-43eb-982e-cca0707c8de6 req-902e9468-209b-49c9-94c4-a190be046244 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 944 time: 0.3590441 Sep 30 00:54:12.103252 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed76df80-dd11-4233-89b6-3ec3111405df admin admin] Checking segment: {'id': 'b3278454-baba-4e4d-97e8-7d6a91c9b643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '03cb09b4-051a-4528-8ab0-3f807701dbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:54:12.103631 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed76df80-dd11-4233-89b6-3ec3111405df admin admin] Network hostable DHCP agents. Network: 03cb09b4-051a-4528-8ab0-3f807701dbd6, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:54:12.114697 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-e1910b06-669c-4bc0-9041-a909dc0785da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:12.135006 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-e1910b06-669c-4bc0-9041-a909dc0785da admin admin] Usage tracker for resource:subnet and tenant:5a750dc97d8045f29998977fe5e379fc is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:54:12.141114 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-e1910b06-669c-4bc0-9041-a909dc0785da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:54:12.180148 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d3e35-0409-4038-ab55-d77564cb98c3 admin admin] Pushing event updated for resources: {'Network': ['ID=5fb36fa6-51fa-41e0-a614-23d3a62d6673,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:12.183421 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f32d3e35-0409-4038-ab55-d77564cb98c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:12.184763 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-e1910b06-669c-4bc0-9041-a909dc0785da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:12.196145 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 5fb36fa6-51fa-41e0-a614-23d3a62d6673 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:54:12.211684 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1910b06-669c-4bc0-9041-a909dc0785da admin admin] Made reservation on behalf of 5a750dc97d8045f29998977fe5e379fc for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:54:12.214579 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e1910b06-669c-4bc0-9041-a909dc0785da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:12.307864 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c1d29143-5e86-43eb-982e-cca0707c8de6 req-caec471f-d069-4bfc-9030-a55ff7c69d2c tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088017 Sep 30 00:54:12.313670 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed76df80-dd11-4233-89b6-3ec3111405df admin admin] Network 03cb09b4-051a-4528-8ab0-3f807701dbd6 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:54:12.346566 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-ed76df80-dd11-4233-89b6-3ec3111405df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 03cb09b4-051a-4528-8ab0-3f807701dbd6) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:54:12.356509 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed76df80-dd11-4233-89b6-3ec3111405df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:12.358176 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ed76df80-dd11-4233-89b6-3ec3111405df admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:12.360204 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093c5cf4-8ae6-4181-a97d-04215e608d70 None None] Network 03cb09b4-051a-4528-8ab0-3f807701dbd6 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:54:12.406460 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360d8c27-41f4-4747-9701-44175cdb54e4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:54:12.410058 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-ed76df80-dd11-4233-89b6-3ec3111405df admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8239472 Sep 30 00:54:12.413742 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-360d8c27-41f4-4747-9701-44175cdb54e4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:12.471328 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f28bd8-7aa9-45ac-9f8c-7d9071f539a2 None None] Sync routers for ids ['99c12d7a-87b8-47d3-896b-2eb74398c7fb'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:54:12.502682 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f28bd8-7aa9-45ac-9f8c-7d9071f539a2 None None] Routers {'99c12d7a-87b8-47d3-896b-2eb74398c7fb'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:54:12.503610 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-80f28bd8-7aa9-45ac-9f8c-7d9071f539a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:53:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['99c12d7a-87b8-47d3-896b-2eb74398c7fb'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:54:12.506858 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-360d8c27-41f4-4747-9701-44175cdb54e4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "PUT /v2.0/floatingips/da914f28-330d-4d77-87ec-4dd7b1809318 HTTP/1.1" status: 200 len: 991 time: 3.5835431 Sep 30 00:54:12.508945 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4e5f90-c517-48c3-9d07-64bbdd2b4779', 'tag': '918c28de-bb64-453a-8beb-13a66f32b207'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:54:12.558067 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8670c-c268-42dd-9aec-be55eb7c421d req-91259b1f-a56a-457c-9c6a-3d177d5578e9 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:12.565338 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b8b8670c-c268-42dd-9aec-be55eb7c421d req-91259b1f-a56a-457c-9c6a-3d177d5578e9 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=210ba757-555c-48eb-9477-923ec0d34b02 HTTP/1.1" status: 200 len: 949 time: 0.4252875 Sep 30 00:54:12.698179 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b8b8670c-c268-42dd-9aec-be55eb7c421d req-cc6aeeb4-c21a-464c-9636-72f1a26293ae tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319628 Sep 30 00:54:12.777452 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e1910b06-669c-4bc0-9041-a909dc0785da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981632'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:12.787807 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:12.907217 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-80f28bd8-7aa9-45ac-9f8c-7d9071f539a2 None None] Set router 99c12d7a-87b8-47d3-896b-2eb74398c7fb gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:54:12.981204 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1910b06-669c-4bc0-9041-a909dc0785da admin admin] Checking segment: {'id': '7a580927-319d-432d-8607-34e9ac4cfc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5fb36fa6-51fa-41e0-a614-23d3a62d6673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:54:12.981720 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1910b06-669c-4bc0-9041-a909dc0785da admin admin] Network hostable DHCP agents. Network: 5fb36fa6-51fa-41e0-a614-23d3a62d6673, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:54:13.015292 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114c0b9c-3ee9-483f-b4dd-cd89e37869dd None None] Network 03cb09b4-051a-4528-8ab0-3f807701dbd6 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:54:13.112108 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1910b06-669c-4bc0-9041-a909dc0785da admin admin] Network 5fb36fa6-51fa-41e0-a614-23d3a62d6673 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:54:13.138535 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c77a5-b36f-440f-b742-8cc10e12ae71 req-6288d964-49f6-43c1-a059-80d8f8d191c8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:13.146844 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ec5c77a5-b36f-440f-b742-8cc10e12ae71 req-6288d964-49f6-43c1-a059-80d8f8d191c8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 949 time: 0.2924902 Sep 30 00:54:13.148917 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1910b06-669c-4bc0-9041-a909dc0785da admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd3c024e-b603-46de-89e9-6733ca50df93,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:13.155607 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e1910b06-669c-4bc0-9041-a909dc0785da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:13.180283 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-e1910b06-669c-4bc0-9041-a909dc0785da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 5fb36fa6-51fa-41e0-a614-23d3a62d6673) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:54:13.200153 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f53c7cb-86cd-4f1b-b8d6-da3a35ba850d None None] Network 5fb36fa6-51fa-41e0-a614-23d3a62d6673 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:54:13.212151 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1910b06-669c-4bc0-9041-a909dc0785da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:13.213398 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e1910b06-669c-4bc0-9041-a909dc0785da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:13.235353 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ec5c77a5-b36f-440f-b742-8cc10e12ae71 req-f3e9a928-aeae-4fdd-b3a7-de71ac279e9d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845816 Sep 30 00:54:13.269807 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-e1910b06-669c-4bc0-9041-a909dc0785da admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2221739 Sep 30 00:54:13.270035 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 34040) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:13.276507 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-4ac6f2ac-8ede-4436-b1fe-5d1d24998886 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1703482194-router', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:54:13.286259 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4ac6f2ac-8ede-4436-b1fe-5d1d24998886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:13.295929 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-4ac6f2ac-8ede-4436-b1fe-5d1d24998886 admin admin] Usage tracker for resource:router and tenant:5a750dc97d8045f29998977fe5e379fc is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:54:13.296915 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4e5f90-c517-48c3-9d07-64bbdd2b4779', 'tag': '918c28de-bb64-453a-8beb-13a66f32b207', 'status': 'completed', 'code': 200} Sep 30 00:54:13.299430 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-4ac6f2ac-8ede-4436-b1fe-5d1d24998886 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:54:13.310974 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 34048) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:13.314836 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4ac6f2ac-8ede-4436-b1fe-5d1d24998886 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:13.324910 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-f14925ef-ac7a-488d-9781-0fe59a32e3ad admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-27754493-network', 'tenant_id': '06ef6e829e8844948a01cc49f13c2f02'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:54:13.331694 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-f14925ef-ac7a-488d-9781-0fe59a32e3ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:13.334702 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f2ac-8ede-4436-b1fe-5d1d24998886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-730961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30750'] for router, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:13.336327 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-f14925ef-ac7a-488d-9781-0fe59a32e3ad admin admin] Usage tracker for resource:network and tenant:06ef6e829e8844948a01cc49f13c2f02 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:54:13.336627 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f2ac-8ede-4436-b1fe-5d1d24998886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30743'] for router, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:13.339837 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-f14925ef-ac7a-488d-9781-0fe59a32e3ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:54:13.348156 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-f14925ef-ac7a-488d-9781-0fe59a32e3ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:13.362887 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14925ef-ac7a-488d-9781-0fe59a32e3ad admin admin] Made reservation on behalf of 06ef6e829e8844948a01cc49f13c2f02 for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:54:13.366828 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f14925ef-ac7a-488d-9781-0fe59a32e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:13.400287 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f14925ef-ac7a-488d-9781-0fe59a32e3ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:13.421859 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-f14925ef-ac7a-488d-9781-0fe59a32e3ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:13.428647 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-f14925ef-ac7a-488d-9781-0fe59a32e3ad admin admin] Usage tracker for resource:security_group_rule and tenant:06ef6e829e8844948a01cc49f13c2f02 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:54:13.430389 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f2ac-8ede-4436-b1fe-5d1d24998886 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:13.433313 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-f14925ef-ac7a-488d-9781-0fe59a32e3ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:54:13.465764 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb45a5e-269b-4f93-94b1-3103c52c4de3 req-0021f4fd-7f67-49f2-9c45-07fbc0369d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:13.467362 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6eb45a5e-269b-4f93-94b1-3103c52c4de3 req-0021f4fd-7f67-49f2-9c45-07fbc0369d46 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=038e4d0abd4b4e5c940f331b6f0950a9&device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 1096 time: 0.1193304 Sep 30 00:54:13.491830 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-f14925ef-ac7a-488d-9781-0fe59a32e3ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:13.630560 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f14925ef-ac7a-488d-9781-0fe59a32e3ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:13.637492 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f14925ef-ac7a-488d-9781-0fe59a32e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:13.645666 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2fddd2ac-7e0b-41a3-822a-689e7e295143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:13.645876 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 5de44ce1-6ece-4303-ac8e-abf0ca829a27 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:54:13.682373 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14925ef-ac7a-488d-9781-0fe59a32e3ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:54:13.701926 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14925ef-ac7a-488d-9781-0fe59a32e3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec0d493-8256-48b6-8d03-1c90da6de0da,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:13.705236 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f14925ef-ac7a-488d-9781-0fe59a32e3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:13.709839 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f14925ef-ac7a-488d-9781-0fe59a32e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:13.710277 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-f14925ef-ac7a-488d-9781-0fe59a32e3ad admin admin] Added segment 029aaeaf-9673-4425-980a-50c737e3aa11 of type vlan for network de4bef75-2f5e-4323-b27b-ffa426e33d82 Sep 30 00:54:13.727580 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d7fc3-f3e0-40b8-ac98-7cbffbdb3711 req-2881939b-8047-4fd1-9093-65c572fb688d tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:13.730419 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cf9d7fc3-f3e0-40b8-ac98-7cbffbdb3711 req-2881939b-8047-4fd1-9093-65c572fb688d tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d75a316-51da-43f6-abfb-f042e7ecffa4 HTTP/1.1" status: 200 len: 950 time: 0.2931514 Sep 30 00:54:13.772704 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f14925ef-ac7a-488d-9781-0fe59a32e3ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:13.800402 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cf9d7fc3-f3e0-40b8-ac98-7cbffbdb3711 req-7f72f07c-94bd-4932-9e30-60a949c5143c tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620830 Sep 30 00:54:13.832662 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f14925ef-ac7a-488d-9781-0fe59a32e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:13.834098 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14925ef-ac7a-488d-9781-0fe59a32e3ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:13.834690 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f14925ef-ac7a-488d-9781-0fe59a32e3ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:13.853634 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbd2ed2-8377-4573-9e9e-ec552787bb20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-5fb36fa6-51fa-41e0-a614-23d3a62d6673', 'network_id': '5fb36fa6-51fa-41e0-a614-23d3a62d6673', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'fixed_ips': [{'subnet_id': 'bd3c024e-b603-46de-89e9-6733ca50df93'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 00:54:13.855119 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6cbd2ed2-8377-4573-9e9e-ec552787bb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:13.858981 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:13.903247 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f2ac-8ede-4436-b1fe-5d1d24998886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-672991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-730982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30841'] for router, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:13.966605 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14925ef-ac7a-488d-9781-0fe59a32e3ad admin admin] Pushing event updated for resources: {'Network': ['ID=de4bef75-2f5e-4323-b27b-ffa426e33d82,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:13.966966 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71842049-19e0-4540-bbda-046400738a92 req-6c761bbc-68ee-4960-a7ea-12a7e2fe2789 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:13.969793 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-f14925ef-ac7a-488d-9781-0fe59a32e3ad admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6576796 Sep 30 00:54:13.971234 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f14925ef-ac7a-488d-9781-0fe59a32e3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:13.972400 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 34074) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:13.976918 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-71842049-19e0-4540-bbda-046400738a92 req-6c761bbc-68ee-4960-a7ea-12a7e2fe2789 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 944 time: 0.4416263 Sep 30 00:54:13.978963 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-4799ba5c-262a-4475-b620-560875409a49 admin admin] Request body: {'subnet': {'network_id': 'de4bef75-2f5e-4323-b27b-ffa426e33d82', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-27754493-subnet', 'tenant_id': '06ef6e829e8844948a01cc49f13c2f02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:54:13.979461 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb45a5e-269b-4f93-94b1-3103c52c4de3 req-aea66f8d-17d4-41c8-b7ca-ba237fb2df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:13.980857 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6eb45a5e-269b-4f93-94b1-3103c52c4de3 req-aea66f8d-17d4-41c8-b7ca-ba237fb2df1c service neutron] 10.222.0.59 "GET /v2.0/networks?id=4c98a929-4bc6-4ff2-9381-439d6c813487 HTTP/1.1" status: 200 len: 912 time: 0.4469323 Sep 30 00:54:13.983622 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-4799ba5c-262a-4475-b620-560875409a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:13.987913 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-4799ba5c-262a-4475-b620-560875409a49 admin admin] Usage tracker for resource:subnet and tenant:06ef6e829e8844948a01cc49f13c2f02 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:54:13.990893 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-4799ba5c-262a-4475-b620-560875409a49 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:54:13.997853 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-4799ba5c-262a-4475-b620-560875409a49 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:14.000418 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network de4bef75-2f5e-4323-b27b-ffa426e33d82 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:54:14.011058 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4799ba5c-262a-4475-b620-560875409a49 admin admin] Made reservation on behalf of 06ef6e829e8844948a01cc49f13c2f02 for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:54:14.013832 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4799ba5c-262a-4475-b620-560875409a49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:14.157776 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-71842049-19e0-4540-bbda-046400738a92 req-cb3bd36d-f74e-4f09-9dca-2f355b0566c9 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799078 Sep 30 00:54:14.239652 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6eb45a5e-269b-4f93-94b1-3103c52c4de3 req-c7deaae4-bb65-4ad9-af6b-4b0fe324a0a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=918c28de-bb64-453a-8beb-13a66f32b207 HTTP/1.1" status: 200 len: 999 time: 0.2242894 Sep 30 00:54:14.337328 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 5de44ce1-6ece-4303-ac8e-abf0ca829a27, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=5de44ce1-6ece-4303-ac8e-abf0ca829a27,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:14.342612 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb45a5e-269b-4f93-94b1-3103c52c4de3 req-98e19640-edd1-4067-949e-7e6743587eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:14.344227 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6eb45a5e-269b-4f93-94b1-3103c52c4de3 req-98e19640-edd1-4067-949e-7e6743587eab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c136aabe-2b6e-40bd-889c-a97ee8fe6bf6 HTTP/1.1" status: 200 len: 850 time: 0.0926573 Sep 30 00:54:14.534496 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4799ba5c-262a-4475-b620-560875409a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:14.551906 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0e3b4613-139f-4eee-ac93-2403ac33a9c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:14.639070 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '5de44ce1-6ece-4303-ac8e-abf0ca829a27', 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f', 'port_id': '5de44ce1-6ece-4303-ac8e-abf0ca829a27', 'mac_address': 'fa:16:3e:aa:17:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11b3221-7cfb-4feb-801d-70a2c0ec6209', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:54:14.656463 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799ba5c-262a-4475-b620-560875409a49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=227c8669-006f-4949-b7f4-ba1ccf23df0a,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:14.659744 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4799ba5c-262a-4475-b620-560875409a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:14.662206 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4799ba5c-262a-4475-b620-560875409a49 admin admin] Checking segment: {'id': '029aaeaf-9673-4425-980a-50c737e3aa11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'de4bef75-2f5e-4323-b27b-ffa426e33d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:54:14.662559 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4799ba5c-262a-4475-b620-560875409a49 admin admin] Network hostable DHCP agents. Network: de4bef75-2f5e-4323-b27b-ffa426e33d82, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:54:14.684540 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4799ba5c-262a-4475-b620-560875409a49 admin admin] Network de4bef75-2f5e-4323-b27b-ffa426e33d82 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:54:14.697188 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-4799ba5c-262a-4475-b620-560875409a49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, de4bef75-2f5e-4323-b27b-ffa426e33d82) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:54:14.701303 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-80f28bd8-7aa9-45ac-9f8c-7d9071f539a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'name': 'tempest-ServerActionsTestJSON-173081650-router', 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'b00622cc-a873-48f8-9d2e-ca913f2b2223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:53:21Z', 'updated_at': '2021-09-30T00:53:30Z', 'revision_number': 4, 'project_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'gw_port': {'id': 'b00622cc-a873-48f8-9d2e-ca913f2b2223', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:53:23Z', 'updated_at': '2021-09-30T00:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': 'da914f28-330d-4d77-87ec-4dd7b1809318', 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'floating_ip_address': '172.25.0.158', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'port_id': '918c28de-bb64-453a-8beb-13a66f32b207', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487', 'mac_address': 'fa:16:3e:d0:08:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4e5f90-c517-48c3-9d07-64bbdd2b4779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:53:37Z', 'updated_at': '2021-09-30T00:54:10Z', 'revision_number': 1, 'project_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d8dd04-f2e4-442f-ab1b-9c0ac1511521', 'name': '', 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487', 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'mac_address': 'fa:16:3e:74:de:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c136aabe-2b6e-40bd-889c-a97ee8fe6bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:53:28Z', 'updated_at': '2021-09-30T00:53:36Z', 'revision_number': 5, 'project_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'subnets': [{'id': 'c136aabe-2b6e-40bd-889c-a97ee8fe6bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:54:14.712578 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4799ba5c-262a-4475-b620-560875409a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:14.713761 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4799ba5c-262a-4475-b620-560875409a49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:14.719546 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ff8151-7d77-47c4-a4e1-cd304c1cdb11 None None] Network de4bef75-2f5e-4323-b27b-ffa426e33d82 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:54:14.735341 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-6cbd2ed2-8377-4573-9e9e-ec552787bb20 None None] Allocated IP 172.20.0.2 (5fb36fa6-51fa-41e0-a614-23d3a62d6673/bd3c024e-b603-46de-89e9-6733ca50df93/57df840c-4ad6-4e47-844c-88814b4816a5) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:54:14.751857 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-4799ba5c-262a-4475-b620-560875409a49 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7696984 Sep 30 00:54:14.756680 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f28bd8-7aa9-45ac-9f8c-7d9071f539a2 None None] Checking router: 99c12d7a-87b8-47d3-896b-2eb74398c7fb for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:54:14.822057 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f2ac-8ede-4436-b1fe-5d1d24998886 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:14.846016 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:14.866305 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f2ac-8ede-4436-b1fe-5d1d24998886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:14.875167 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f28bd8-7aa9-45ac-9f8c-7d9071f539a2 None None] Routers {'99c12d7a-87b8-47d3-896b-2eb74398c7fb'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:54:14.876282 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-80f28bd8-7aa9-45ac-9f8c-7d9071f539a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:53:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['99c12d7a-87b8-47d3-896b-2eb74398c7fb'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:54:14.902547 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0063b2-a7aa-4836-b7e2-e64f775b247d req-a3e8fafe-ba3e-446b-9883-e3e66ebb5212 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:14.910619 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1b0063b2-a7aa-4836-b7e2-e64f775b247d req-a3e8fafe-ba3e-446b-9883-e3e66ebb5212 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 949 time: 0.1162503 Sep 30 00:54:14.954536 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb45a5e-269b-4f93-94b1-3103c52c4de3 req-ea4a9946-2cd7-4ffa-bf8d-082067f566e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:14.956114 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6eb45a5e-269b-4f93-94b1-3103c52c4de3 req-ea4a9946-2cd7-4ffa-bf8d-082067f566e1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4c98a929-4bc6-4ff2-9381-439d6c813487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5979395 Sep 30 00:54:14.964891 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1b0063b2-a7aa-4836-b7e2-e64f775b247d req-3263a149-b290-406d-8b84-6018932c5bfb tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531666 Sep 30 00:54:15.075823 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de44ce1-6ece-4303-ac8e-abf0ca829a27 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:54:15.103659 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca4799-65c0-4ca6-80ac-e95fb4faf186 req-983c82b1-44f3-4cea-b390-83f4b76941c4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:15.109877 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca4799-65c0-4ca6-80ac-e95fb4faf186 req-983c82b1-44f3-4cea-b390-83f4b76941c4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:15.115661 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f8ca4799-65c0-4ca6-80ac-e95fb4faf186 req-983c82b1-44f3-4cea-b390-83f4b76941c4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=210ba757-555c-48eb-9477-923ec0d34b02&device_id=3d75a316-51da-43f6-abfb-f042e7ecffa4 HTTP/1.1" status: 200 len: 1690 time: 0.4938755 Sep 30 00:54:15.141303 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 5de44ce1-6ece-4303-ac8e-abf0ca829a27, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=5de44ce1-6ece-4303-ac8e-abf0ca829a27,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:15.170339 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:15.186170 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-dbe7fd0b-0dbf-4d98-86bc-d6632e585158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:15.203267 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-4ac6f2ac-8ede-4436-b1fe-5d1d24998886 admin admin] Allocated IP 172.25.0.223 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/0bd74f79-951f-4631-ba72-8b14de7c56d6) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:54:15.239870 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f8ca4799-65c0-4ca6-80ac-e95fb4faf186 req-d38f8d1d-7633-408d-914a-8b223c718466 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039875 Sep 30 00:54:15.350817 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6eb45a5e-269b-4f93-94b1-3103c52c4de3 req-6b7d0882-8288-475b-a911-6c450a5c4f2b service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832295 Sep 30 00:54:15.419199 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-80f28bd8-7aa9-45ac-9f8c-7d9071f539a2 None None] Set router 99c12d7a-87b8-47d3-896b-2eb74398c7fb gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:54:15.550885 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=5de44ce1-6ece-4303-ac8e-abf0ca829a27,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:15.565589 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:15.626229 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f2ac-8ede-4436-b1fe-5d1d24998886 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:15.668911 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc030c4f-57a1-498f-8ee5-7cebd829c2e2 None None] Network de4bef75-2f5e-4323-b27b-ffa426e33d82 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:54:15.683957 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6cbd2ed2-8377-4573-9e9e-ec552787bb20 None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:15.689627 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6eb45a5e-269b-4f93-94b1-3103c52c4de3 req-f10fad6d-e048-4aca-a676-71dba50ebb2a service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268163 Sep 30 00:54:15.691977 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['5de44ce1-6ece-4303-ac8e-abf0ca829a27'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:54:15.745466 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08da045-dd57-4722-921d-4add877f59ba req-528cbb2b-3ce0-4169-929c-a7660acde7d1 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:15.746206 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-f08da045-dd57-4722-921d-4add877f59ba req-528cbb2b-3ce0-4169-929c-a7660acde7d1 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Synchronizing usage tracker for tenant:e6736ee0b97b473ea9167c65af5c10ff on resource:network {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:54:15.761058 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f2ac-8ede-4436-b1fe-5d1d24998886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:15.770846 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ccd56065-9f8d-48a3-a173-9f8e76455e2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:15.811355 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be34f3-1386-412f-a9d8-ab1d9362617e req-59a41f4b-6f2a-4b52-9baa-41c2ae5b8546 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:15.813364 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-55be34f3-1386-412f-a9d8-ab1d9362617e req-59a41f4b-6f2a-4b52-9baa-41c2ae5b8546 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 945 time: 0.0925179 Sep 30 00:54:15.828135 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-f08da045-dd57-4722-921d-4add877f59ba req-528cbb2b-3ce0-4169-929c-a7660acde7d1 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Unset dirty status for tenant:e6736ee0b97b473ea9167c65af5c10ff on resource:network {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:54:15.831214 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f08da045-dd57-4722-921d-4add877f59ba req-528cbb2b-3ce0-4169-929c-a7660acde7d1 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] 10.222.0.39 "GET /v2.0/networks?id=03cb09b4-051a-4528-8ab0-3f807701dbd6 HTTP/1.1" status: 200 len: 815 time: 0.3278563 Sep 30 00:54:15.836998 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-6cbd2ed2-8377-4573-9e9e-ec552787bb20 None None] Transition to ACTIVE for port object 57df840c-4ad6-4e47-844c-88814b4816a5 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:54:15.848017 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac6f2ac-8ede-4436-b1fe-5d1d24998886 admin admin] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:54:15.857806 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-4ac6f2ac-8ede-4436-b1fe-5d1d24998886 admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:54:15.860828 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6f2ac-8ede-4436-b1fe-5d1d24998886 admin admin] Pushing event updated for resources: {'Port': ['ID=0bd74f79-951f-4631-ba72-8b14de7c56d6,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:15.864145 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac6f2ac-8ede-4436-b1fe-5d1d24998886 admin admin] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:54:15.871894 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-55be34f3-1386-412f-a9d8-ab1d9362617e req-fc0752c4-91aa-4381-acfb-6c4286617ebf tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506995 Sep 30 00:54:15.906232 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4ac6f2ac-8ede-4436-b1fe-5d1d24998886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:15.909632 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f08da045-dd57-4722-921d-4add877f59ba req-44aee7db-5f9b-47a0-a935-4fcbb1caaa50 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] 10.222.0.39 "GET /v2.0/quotas/e6736ee0b97b473ea9167c65af5c10ff HTTP/1.1" status: 200 len: 375 time: 0.0656555 Sep 30 00:54:15.956631 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-6cbd2ed2-8377-4573-9e9e-ec552787bb20 None None] Transition to ACTIVE for port object 57df840c-4ad6-4e47-844c-88814b4816a5 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:54:15.998647 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6cbd2ed2-8377-4573-9e9e-ec552787bb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:16.008603 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:16.019330 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f08da045-dd57-4722-921d-4add877f59ba req-ed11b145-95bb-45ac-abc5-31c9b772c47c tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e6736ee0b97b473ea9167c65af5c10ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1000941 Sep 30 00:54:16.251082 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbd2ed2-8377-4573-9e9e-ec552787bb20 None None] Network 5fb36fa6-51fa-41e0-a614-23d3a62d6673 is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:54:16.270277 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-6cbd2ed2-8377-4573-9e9e-ec552787bb20 None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:54:16.286386 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd2ed2-8377-4573-9e9e-ec552787bb20 None None] Pushing event updated for resources: {'Port': ['ID=57df840c-4ad6-4e47-844c-88814b4816a5,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:16.296154 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbd2ed2-8377-4573-9e9e-ec552787bb20 None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:54:16.297919 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239d1e5-1ac7-48ff-9fce-8018f97e7037 req-210c517a-3075-4c3d-955f-d3f18fb7cd87 tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:16.299576 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2239d1e5-1ac7-48ff-9fce-8018f97e7037 req-210c517a-3075-4c3d-955f-d3f18fb7cd87 tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=210ba757-555c-48eb-9477-923ec0d34b02 HTTP/1.1" status: 200 len: 1100 time: 0.0836880 Sep 30 00:54:16.309307 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-6cbd2ed2-8377-4573-9e9e-ec552787bb20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:16.352215 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-2239d1e5-1ac7-48ff-9fce-8018f97e7037 req-1eea4c1a-06c6-4891-afbc-ba7a1b8ab4c2 tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] Synchronizing usage tracker for tenant:e4ca19a2f3bf43de8db63a6b852663da on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:54:16.370413 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-2239d1e5-1ac7-48ff-9fce-8018f97e7037 req-1eea4c1a-06c6-4891-afbc-ba7a1b8ab4c2 tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] Unset dirty status for tenant:e4ca19a2f3bf43de8db63a6b852663da on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:54:16.373463 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2239d1e5-1ac7-48ff-9fce-8018f97e7037 req-1eea4c1a-06c6-4891-afbc-ba7a1b8ab4c2 tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591395 Sep 30 00:54:16.519915 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-6cbd2ed2-8377-4573-9e9e-ec552787bb20 None None] Attempting to bind port 57df840c-4ad6-4e47-844c-88814b4816a5 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:54:16.520493 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-6cbd2ed2-8377-4573-9e9e-ec552787bb20 None None] Attempting to bind port 57df840c-4ad6-4e47-844c-88814b4816a5 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '7a580927-319d-432d-8607-34e9ac4cfc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5fb36fa6-51fa-41e0-a614-23d3a62d6673'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:54:16.520646 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbd2ed2-8377-4573-9e9e-ec552787bb20 None None] Attempting to bind port 57df840c-4ad6-4e47-844c-88814b4816a5 on network 5fb36fa6-51fa-41e0-a614-23d3a62d6673 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:54:16.539753 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f08da045-dd57-4722-921d-4add877f59ba req-31e31edb-5e1e-4b80-ab47-d06887256d5a service neutron] 10.222.0.39 "GET /v2.0/networks/03cb09b4-051a-4528-8ab0-3f807701dbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576311 Sep 30 00:54:16.544977 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbd2ed2-8377-4573-9e9e-ec552787bb20 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:54:16.545358 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbd2ed2-8377-4573-9e9e-ec552787bb20 None None] Checking segment: {'id': '7a580927-319d-432d-8607-34e9ac4cfc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5fb36fa6-51fa-41e0-a614-23d3a62d6673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:54:16.545765 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6cbd2ed2-8377-4573-9e9e-ec552787bb20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:16.546160 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbd2ed2-8377-4573-9e9e-ec552787bb20 None None] Bound using segment: {'id': '7a580927-319d-432d-8607-34e9ac4cfc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5fb36fa6-51fa-41e0-a614-23d3a62d6673'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:54:16.546636 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-6cbd2ed2-8377-4573-9e9e-ec552787bb20 None None] Bound port: 57df840c-4ad6-4e47-844c-88814b4816a5, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a580927-319d-432d-8607-34e9ac4cfc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5fb36fa6-51fa-41e0-a614-23d3a62d6673'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:54:16.547046 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6cbd2ed2-8377-4573-9e9e-ec552787bb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:16.586874 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7dcdc-5697-4105-9298-924913767669 req-8b73c1e9-e796-4d8c-936a-49133a0ed98c tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:16.589268 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e8a7dcdc-5697-4105-9298-924913767669 req-8b73c1e9-e796-4d8c-936a-49133a0ed98c tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 949 time: 0.0992270 Sep 30 00:54:16.639707 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-80f28bd8-7aa9-45ac-9f8c-7d9071f539a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'name': 'tempest-ServerActionsTestJSON-173081650-router', 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'b00622cc-a873-48f8-9d2e-ca913f2b2223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:53:21Z', 'updated_at': '2021-09-30T00:53:30Z', 'revision_number': 4, 'project_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'gw_port': {'id': 'b00622cc-a873-48f8-9d2e-ca913f2b2223', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:53:23Z', 'updated_at': '2021-09-30T00:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': 'da914f28-330d-4d77-87ec-4dd7b1809318', 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'floating_ip_address': '172.25.0.158', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'port_id': '918c28de-bb64-453a-8beb-13a66f32b207', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487', 'mac_address': 'fa:16:3e:d0:08:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4e5f90-c517-48c3-9d07-64bbdd2b4779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:53:37Z', 'updated_at': '2021-09-30T00:54:10Z', 'revision_number': 1, 'project_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d8dd04-f2e4-442f-ab1b-9c0ac1511521', 'name': '', 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487', 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'mac_address': 'fa:16:3e:74:de:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c136aabe-2b6e-40bd-889c-a97ee8fe6bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:53:28Z', 'updated_at': '2021-09-30T00:53:36Z', 'revision_number': 5, 'project_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'subnets': [{'id': 'c136aabe-2b6e-40bd-889c-a97ee8fe6bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:54:16.650434 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f28bd8-7aa9-45ac-9f8c-7d9071f539a2 None None] The sync data for ids ['99c12d7a-87b8-47d3-896b-2eb74398c7fb'] in n-d-811809-1 is: [{'id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'name': 'tempest-ServerActionsTestJSON-173081650-router', 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'b00622cc-a873-48f8-9d2e-ca913f2b2223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:53:21Z', 'updated_at': '2021-09-30T00:53:30Z', 'revision_number': 4, 'project_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'gw_port': {'id': 'b00622cc-a873-48f8-9d2e-ca913f2b2223', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:53:23Z', 'updated_at': '2021-09-30T00:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': 'da914f28-330d-4d77-87ec-4dd7b1809318', 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'floating_ip_address': '172.25.0.158', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'port_id': '918c28de-bb64-453a-8beb-13a66f32b207', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487', 'mac_address': 'fa:16:3e:d0:08:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4e5f90-c517-48c3-9d07-64bbdd2b4779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:53:37Z', 'updated_at': '2021-09-30T00:54:10Z', 'revision_number': 1, 'project_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d8dd04-f2e4-442f-ab1b-9c0ac1511521', 'name': '', 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487', 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'mac_address': 'fa:16:3e:74:de:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c136aabe-2b6e-40bd-889c-a97ee8fe6bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:53:28Z', 'updated_at': '2021-09-30T00:53:36Z', 'revision_number': 5, 'project_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'subnets': [{'id': 'c136aabe-2b6e-40bd-889c-a97ee8fe6bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:54:16.652114 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e8a7dcdc-5697-4105-9298-924913767669 req-2a983fbb-f8f8-4a7a-a574-47d8b1bd7d5a tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565250 Sep 30 00:54:16.663344 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-6cbd2ed2-8377-4573-9e9e-ec552787bb20 None None] For port 57df840c-4ad6-4e47-844c-88814b4816a5, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:54:16.668246 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-6cbd2ed2-8377-4573-9e9e-ec552787bb20 None None] For port 57df840c-4ad6-4e47-844c-88814b4816a5, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=57df840c-4ad6-4e47-844c-88814b4816a5,segment=NetworkSegment(7a580927-319d-432d-8607-34e9ac4cfc0f),segment_id=7a580927-319d-432d-8607-34e9ac4cfc0f)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:54:16.678911 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6cbd2ed2-8377-4573-9e9e-ec552787bb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:16.686860 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:16.727150 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f2ac-8ede-4436-b1fe-5d1d24998886 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:16.789209 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd2ed2-8377-4573-9e9e-ec552787bb20 None None] Pushing event updated for resources: {'Port': ['ID=57df840c-4ad6-4e47-844c-88814b4816a5,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:16.797020 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-6cbd2ed2-8377-4573-9e9e-ec552787bb20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:16.853689 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f08da045-dd57-4722-921d-4add877f59ba req-4fecfe9c-7043-4b36-bbf5-436d6121d5de service neutron] 10.222.0.39 "GET /v2.0/networks/03cb09b4-051a-4528-8ab0-3f807701dbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126647 Sep 30 00:54:17.129251 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4513cb9a-72ec-4450-8e61-4f411cae35e1 None None] New status for floating IP da914f28-330d-4d77-87ec-4dd7b1809318: ACTIVE {{(pid=80277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:54:17.288807 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f2ac-8ede-4436-b1fe-5d1d24998886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673175'] for router, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:17.488290 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e7496-ff95-4cf9-b46c-6803cd7b92fd req-0fc1a138-0bd5-4434-95b7-a928fb39163a tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:17.490133 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e65e7496-ff95-4cf9-b46c-6803cd7b92fd req-0fc1a138-0bd5-4434-95b7-a928fb39163a tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 945 time: 0.0972655 Sep 30 00:54:17.586063 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e65e7496-ff95-4cf9-b46c-6803cd7b92fd req-8cd605e4-c539-4341-8ebc-1f5ef795f012 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867803 Sep 30 00:54:17.588378 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbfce4-f22c-4df0-b53c-9ed1ea6ec37d req-264147e7-d8dd-45c8-b870-ab9a8eb6f269 tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:17.605584 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b7fbfce4-f22c-4df0-b53c-9ed1ea6ec37d req-264147e7-d8dd-45c8-b870-ab9a8eb6f269 tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3d75a316-51da-43f6-abfb-f042e7ecffa4 HTTP/1.1" status: 200 len: 1101 time: 0.1745090 Sep 30 00:54:17.703085 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4157e59c-a33e-4249-b409-ec510c06e91f req-486e6292-5c00-476b-bd06-2677c9c87dc7 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9004ca-d893-4e0b-86b4-589cc489b86f HTTP/1.1" status: 200 len: 210 time: 0.0660417 Sep 30 00:54:17.717538 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b7fbfce4-f22c-4df0-b53c-9ed1ea6ec37d req-a1240325-7471-4e28-a584-5809e6012e96 tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109691 Sep 30 00:54:17.718579 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac6f2ac-8ede-4436-b1fe-5d1d24998886 admin admin] Router f58e22ba-18ec-43d7-8773-53a56659ac50 is scheduled to L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 with binding_index 1 {{(pid=80275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 30 00:54:17.959097 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac6f2ac-8ede-4436-b1fe-5d1d24998886 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:54:17.969677 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ca7679-ef17-43bf-95f5-b5b938f358ff None None] Sync routers for ids ['f58e22ba-18ec-43d7-8773-53a56659ac50'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:54:17.982782 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ca7679-ef17-43bf-95f5-b5b938f358ff None None] Routers {'f58e22ba-18ec-43d7-8773-53a56659ac50'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:54:17.983689 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-d3ca7679-ef17-43bf-95f5-b5b938f358ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:53:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['f58e22ba-18ec-43d7-8773-53a56659ac50'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:54:18.011640 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f2ac-8ede-4436-b1fe-5d1d24998886 admin admin] Notify callbacks [] for router, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:18.015439 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 34264) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:18.015784 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-4ac6f2ac-8ede-4436-b1fe-5d1d24998886 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7441893 Sep 30 00:54:18.207093 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3613707a-ccd5-44d7-aeab-6fab30fa3fae None None] Network 5fb36fa6-51fa-41e0-a614-23d3a62d6673 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:54:18.270785 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-d3ca7679-ef17-43bf-95f5-b5b938f358ff None None] Set router f58e22ba-18ec-43d7-8773-53a56659ac50 gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:54:18.469938 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 57df840c-4ad6-4e47-844c-88814b4816a5 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:54:18.545707 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f932a05-3a30-423e-9338-2518bec324ac req-b507cf86-37ba-4ab6-98b3-afd619e47123 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:18.547073 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0f932a05-3a30-423e-9338-2518bec324ac req-b507cf86-37ba-4ab6-98b3-afd619e47123 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 949 time: 0.2501273 Sep 30 00:54:18.611971 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-a6ee3ea9-f4ea-41a1-a444-24b62ea73201 None None] Provisioning for port 57df840c-4ad6-4e47-844c-88814b4816a5 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:54:18.698992 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0f932a05-3a30-423e-9338-2518bec324ac req-b3bcb770-9b61-4fac-a145-d7826c95c6c6 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403682 Sep 30 00:54:18.755638 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 57df840c-4ad6-4e47-844c-88814b4816a5 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:54:18.822360 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 57df840c-4ad6-4e47-844c-88814b4816a5 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:54:18.822858 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:18.906219 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2882a265-96f5-4a41-a122-347b214e6112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:19.011842 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f646e304-de8f-44f7-bfa5-97608a2e95b4 req-f90698e1-6d8f-4d3a-9000-162c72a58099 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9004ca-d893-4e0b-86b4-589cc489b86f HTTP/1.1" status: 200 len: 210 time: 0.0535913 Sep 30 00:54:19.106473 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-d3ca7679-ef17-43bf-95f5-b5b938f358ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'name': 'tempest-TaggedBootDevicesTest-1703482194-router', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '0bd74f79-951f-4631-ba72-8b14de7c56d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:54:13Z', 'updated_at': '2021-09-30T00:54:16Z', 'revision_number': 3, 'project_id': '5a750dc97d8045f29998977fe5e379fc', 'gw_port': {'id': '0bd74f79-951f-4631-ba72-8b14de7c56d6', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:14Z', 'updated_at': '2021-09-30T00:54:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:54:19.108709 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:19.129715 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ca7679-ef17-43bf-95f5-b5b938f358ff None None] Checking router: f58e22ba-18ec-43d7-8773-53a56659ac50 for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:54:19.130085 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ca7679-ef17-43bf-95f5-b5b938f358ff None None] Updating router f58e22ba-18ec-43d7-8773-53a56659ac50 port 0bd74f79-951f-4631-ba72-8b14de7c56d6 binding host n-d-811809-1 {{(pid=80276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:54:19.170316 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:19.170493 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-d563ab6c-8a29-43f7-b955-a2cfb238511f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382662 Sep 30 00:54:19.210811 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d3ca7679-ef17-43bf-95f5-b5b938f358ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:19.345812 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 57df840c-4ad6-4e47-844c-88814b4816a5, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=57df840c-4ad6-4e47-844c-88814b4816a5,segment=NetworkSegment(7a580927-319d-432d-8607-34e9ac4cfc0f),segment_id=7a580927-319d-432d-8607-34e9ac4cfc0f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:19.355222 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:19.360683 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:19.541365 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08da045-dd57-4722-921d-4add877f59ba req-8514f151-0814-4f95-83cd-081af1b75875 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:19.542797 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f08da045-dd57-4722-921d-4add877f59ba req-8514f151-0814-4f95-83cd-081af1b75875 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] 10.222.0.55 "GET /v2.0/networks?id=03cb09b4-051a-4528-8ab0-3f807701dbd6 HTTP/1.1" status: 200 len: 815 time: 0.6508694 Sep 30 00:54:19.583814 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-f08da045-dd57-4722-921d-4add877f59ba req-69ff21cc-69a7-4329-8a1f-074c77456d07 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Request body: {'port': {'device_id': 'ca9004ca-d893-4e0b-86b4-589cc489b86f', 'network_id': '03cb09b4-051a-4528-8ab0-3f807701dbd6', 'admin_state_up': True, 'tenant_id': 'e6736ee0b97b473ea9167c65af5c10ff'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:54:19.608589 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=57df840c-4ad6-4e47-844c-88814b4816a5,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:19.628466 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:19.640438 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c501e-bf46-40f6-9832-e17ff6c57f3f req-96f9892a-84d5-435d-b6c9-fa37c49e75f9 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:19.645560 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4b1c501e-bf46-40f6-9832-e17ff6c57f3f req-96f9892a-84d5-435d-b6c9-fa37c49e75f9 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 945 time: 0.7239337 Sep 30 00:54:19.673242 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-f5b56e3e-d250-4fad-b655-4d0ead35dd82 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:19.680692 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-f5b56e3e-d250-4fad-b655-4d0ead35dd82 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5093920 Sep 30 00:54:19.697275 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 5de44ce1-6ece-4303-ac8e-abf0ca829a27 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:54:19.699386 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-8ddd361a-12c7-4276-9dd9-e462f17303e0 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/quotas/e0e7edddb1c44f66ba9563f9cd33d4a2 HTTP/1.1" status: 200 len: 375 time: 0.0160174 Sep 30 00:54:19.762014 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-31794157-a254-48ff-a2fe-8f9ba60606e4 None None] Provisioning complete for port 57df840c-4ad6-4e47-844c-88814b4816a5 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:54:19.762398 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-31794157-a254-48ff-a2fe-8f9ba60606e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:19.780295 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1b5d8752-a4fb-4eef-9d8d-f58040ec3866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:19.812114 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4b1c501e-bf46-40f6-9832-e17ff6c57f3f req-94aa1806-d0c5-4381-b924-811ece92a21b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656058 Sep 30 00:54:19.830599 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-3a27624e-dadc-482d-b679-41df371e4cab tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1301570 Sep 30 00:54:19.957917 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port 5de44ce1-6ece-4303-ac8e-abf0ca829a27 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:54:19.998057 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 5de44ce1-6ece-4303-ac8e-abf0ca829a27 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:54:19.998327 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:20.067743 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-f08da045-dd57-4722-921d-4add877f59ba req-69ff21cc-69a7-4329-8a1f-074c77456d07 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:20.070605 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f08da045-dd57-4722-921d-4add877f59ba req-69ff21cc-69a7-4329-8a1f-074c77456d07 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Usage tracker for resource:port and tenant:e6736ee0b97b473ea9167c65af5c10ff is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:54:20.074177 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f08da045-dd57-4722-921d-4add877f59ba req-69ff21cc-69a7-4329-8a1f-074c77456d07 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:54:20.080305 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-f08da045-dd57-4722-921d-4add877f59ba req-69ff21cc-69a7-4329-8a1f-074c77456d07 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:20.115721 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 34342) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:20.137146 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f08da045-dd57-4722-921d-4add877f59ba req-69ff21cc-69a7-4329-8a1f-074c77456d07 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Made reservation on behalf of e6736ee0b97b473ea9167c65af5c10ff for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:54:20.144860 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f08da045-dd57-4722-921d-4add877f59ba req-69ff21cc-69a7-4329-8a1f-074c77456d07 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:20.158118 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d3ca7679-ef17-43bf-95f5-b5b938f358ff None None] Notify callbacks [] for port, precommit_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:20.205728 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-d3ca7679-ef17-43bf-95f5-b5b938f358ff None None] Transition to ACTIVE for port object 0bd74f79-951f-4631-ba72-8b14de7c56d6 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:54:20.228352 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d3ca7679-ef17-43bf-95f5-b5b938f358ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:20.235600 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:20.313056 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:20.341785 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-d3ca7679-ef17-43bf-95f5-b5b938f358ff None None] Attempting to bind port 0bd74f79-951f-4631-ba72-8b14de7c56d6 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:54:20.342182 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-d3ca7679-ef17-43bf-95f5-b5b938f358ff None None] Attempting to bind port 0bd74f79-951f-4631-ba72-8b14de7c56d6 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:54:20.342675 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ca7679-ef17-43bf-95f5-b5b938f358ff None None] Attempting to bind port 0bd74f79-951f-4631-ba72-8b14de7c56d6 on network 1b813296-b79a-4ce4-abf3-9e488de9f705 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:54:20.360096 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ca7679-ef17-43bf-95f5-b5b938f358ff None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:54:20.360485 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ca7679-ef17-43bf-95f5-b5b938f358ff None None] Checking segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:54:20.360905 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d3ca7679-ef17-43bf-95f5-b5b938f358ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:20.361312 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ca7679-ef17-43bf-95f5-b5b938f358ff None None] Bound using segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:54:20.361801 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-d3ca7679-ef17-43bf-95f5-b5b938f358ff None None] Bound port: 0bd74f79-951f-4631-ba72-8b14de7c56d6, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:54:20.362189 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d3ca7679-ef17-43bf-95f5-b5b938f358ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:20.399240 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd25685-8db8-4083-8d82-5fe07ac89157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de44ce1-6ece-4303-ac8e-abf0ca829a27'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:54:20.401799 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-89ea89c9-2c17-459f-bf19-8fa6f2764831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:20.414331 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 57df840c-4ad6-4e47-844c-88814b4816a5 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:54:20.447403 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0807e-7725-4335-b8be-96efc3e46225 None None] Pushing event updated for resources: {'Port': ['ID=0bd74f79-951f-4631-ba72-8b14de7c56d6,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:20.473481 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-30e0807e-7725-4335-b8be-96efc3e46225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:20.477773 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 5de44ce1-6ece-4303-ac8e-abf0ca829a27, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=5de44ce1-6ece-4303-ac8e-abf0ca829a27,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:20.481852 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-89ea89c9-2c17-459f-bf19-8fa6f2764831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:20.486580 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5fea5de9-5eda-4111-a2a6-49fc049cdf07 req-72d42db5-11e1-4c12-aeba-f245aedc0d2c tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9004ca-d893-4e0b-86b4-589cc489b86f HTTP/1.1" status: 200 len: 210 time: 0.0722773 Sep 30 00:54:20.489179 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-89ea89c9-2c17-459f-bf19-8fa6f2764831 admin admin] Usage tracker for resource:security_group_rule and tenant:5a68e5cd22174dc294b9607c5a2971de is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:54:20.492149 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:20.492490 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-89ea89c9-2c17-459f-bf19-8fa6f2764831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:54:20.498625 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:20.500036 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-89ea89c9-2c17-459f-bf19-8fa6f2764831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:20.545958 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-1b5d8752-a4fb-4eef-9d8d-f58040ec3866 admin admin] Allocated IP 172.20.0.1 (5fb36fa6-51fa-41e0-a614-23d3a62d6673/bd3c024e-b603-46de-89e9-6733ca50df93/08a6a374-a425-4dde-8f11-f6f621854786) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:54:20.635989 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=5de44ce1-6ece-4303-ac8e-abf0ca829a27,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:20.651975 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:20.679359 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-f08da045-dd57-4722-921d-4add877f59ba req-69ff21cc-69a7-4329-8a1f-074c77456d07 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Allocated IP 172.20.0.11 (03cb09b4-051a-4528-8ab0-3f807701dbd6/27cc03be-a035-4a0b-8790-7636655be2f5/dde71f08-8d03-4da6-80b9-5d92d6f3a53d) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:54:20.686237 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-89ea89c9-2c17-459f-bf19-8fa6f2764831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:20.692445 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-89ea89c9-2c17-459f-bf19-8fa6f2764831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:20.706988 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e73b033e-06fc-40d6-a516-155fe73cf8f8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:20.711928 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-d3ca7679-ef17-43bf-95f5-b5b938f358ff None None] For port 0bd74f79-951f-4631-ba72-8b14de7c56d6, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:54:20.731264 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-d3ca7679-ef17-43bf-95f5-b5b938f358ff None None] For port 0bd74f79-951f-4631-ba72-8b14de7c56d6, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=0bd74f79-951f-4631-ba72-8b14de7c56d6,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:54:20.732505 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 57df840c-4ad6-4e47-844c-88814b4816a5 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:54:20.745216 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:20.774785 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-89ea89c9-2c17-459f-bf19-8fa6f2764831 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5a68e5cd22174dc294b9607c5a2971de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6573598 Sep 30 00:54:20.776793 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea89c9-2c17-459f-bf19-8fa6f2764831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6d8e52-f182-4ea0-a03d-aef67b78209c,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:20.780031 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 34362) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:20.783150 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-89ea89c9-2c17-459f-bf19-8fa6f2764831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:20.815803 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d3ca7679-ef17-43bf-95f5-b5b938f358ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:20.845529 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:20.852521 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b6e89a53-74f8-4e26-8e45-374c197c265c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:20.902032 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b6e89a53-74f8-4e26-8e45-374c197c265c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:20.966705 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd25685-8db8-4083-8d82-5fe07ac89157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de44ce1-6ece-4303-ac8e-abf0ca829a27', 'code': 200} Sep 30 00:54:20.981605 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b6e89a53-74f8-4e26-8e45-374c197c265c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:20.989410 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1fa62b5f-acbc-4968-acb5-9999cb39b383 tempest-MigrationsAdminTest-602832877 tempest-MigrationsAdminTest-602832877-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:21.021926 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ca7679-ef17-43bf-95f5-b5b938f358ff None None] Routers {'f58e22ba-18ec-43d7-8773-53a56659ac50'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:54:21.022704 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-d3ca7679-ef17-43bf-95f5-b5b938f358ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:53:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['f58e22ba-18ec-43d7-8773-53a56659ac50'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:54:21.028181 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e89a53-74f8-4e26-8e45-374c197c265c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6d8e52-f182-4ea0-a03d-aef67b78209c,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:21.037149 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b6e89a53-74f8-4e26-8e45-374c197c265c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:21.042816 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b6e89a53-74f8-4e26-8e45-374c197c265c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:21.044801 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-b6e89a53-74f8-4e26-8e45-374c197c265c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6f6d8e52-f182-4ea0-a03d-aef67b78209c HTTP/1.1" status: 204 len: 168 time: 0.2635372 Sep 30 00:54:21.172807 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294ef6b-7727-43b0-940f-b7dce0ae7773 req-048dcb63-4c67-4590-a346-eba283af9726 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:21.191640 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8294ef6b-7727-43b0-940f-b7dce0ae7773 req-048dcb63-4c67-4590-a346-eba283af9726 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 949 time: 0.9591951 Sep 30 00:54:21.248453 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0807e-7725-4335-b8be-96efc3e46225 None None] Pushing event updated for resources: {'Port': ['ID=0bd74f79-951f-4631-ba72-8b14de7c56d6,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:21.270916 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-88939116-fd85-4f63-bbf8-1c25b53ee80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:21.285291 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145ab02-2e7e-4987-8d71-0f3885903d36 req-d154d142-7a04-481b-bdd8-abe6ccbc38dc tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:21.287650 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1145ab02-2e7e-4987-8d71-0f3885903d36 req-d154d142-7a04-481b-bdd8-abe6ccbc38dc tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 946 time: 0.2327549 Sep 30 00:54:21.289670 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-30e0807e-7725-4335-b8be-96efc3e46225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:21.295718 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefeeb5d-32cb-4b5c-b47a-07f33a2994a8 req-be314e08-e35b-46df-905a-bd4d3f5f6cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:21.297600 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fefeeb5d-32cb-4b5c-b47a-07f33a2994a8 req-be314e08-e35b-46df-905a-bd4d3f5f6cde service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 1097 time: 0.1875689 Sep 30 00:54:21.335959 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1b5d8752-a4fb-4eef-9d8d-f58040ec3866 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:21.383260 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1145ab02-2e7e-4987-8d71-0f3885903d36 req-c4ecb22e-cffe-4492-89a6-af32fffb15db tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843697 Sep 30 00:54:21.387888 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fefeeb5d-32cb-4b5c-b47a-07f33a2994a8 req-40544331-3ecf-4dee-b92c-263894d52eb0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737035 Sep 30 00:54:21.443334 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8294ef6b-7727-43b0-940f-b7dce0ae7773 req-d66eded4-b15f-419c-ae92-834cfc6daa7d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502656 Sep 30 00:54:21.476455 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [None req-1b5d8752-a4fb-4eef-9d8d-f58040ec3866 admin admin] Transition to ACTIVE for port object 08a6a374-a425-4dde-8f11-f6f621854786 will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:54:21.501821 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f08da045-dd57-4722-921d-4add877f59ba req-69ff21cc-69a7-4329-8a1f-074c77456d07 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:21.539488 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1b5d8752-a4fb-4eef-9d8d-f58040ec3866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:21.546197 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-33bcc911-93e9-495a-8318-b7c280b716f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:21.551303 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-d3ca7679-ef17-43bf-95f5-b5b938f358ff None None] Set router f58e22ba-18ec-43d7-8773-53a56659ac50 gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:54:21.630151 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5d8752-a4fb-4eef-9d8d-f58040ec3866 admin admin] Network 5fb36fa6-51fa-41e0-a614-23d3a62d6673 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:54:21.633596 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f08da045-dd57-4722-921d-4add877f59ba req-69ff21cc-69a7-4329-8a1f-074c77456d07 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:21.638340 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-1b5d8752-a4fb-4eef-9d8d-f58040ec3866 admin admin] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:54:21.655377 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5d8752-a4fb-4eef-9d8d-f58040ec3866 admin admin] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:54:21.723677 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-06af27ff-8554-45cf-9e19-6e2b87547565 req-c284f716-93ef-4d21-9064-39fbb442b170 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=b17f618b-a6ac-492c-a2a8-6b646e220639 HTTP/1.1" status: 200 len: 210 time: 0.0894549 Sep 30 00:54:21.734807 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1b5d8752-a4fb-4eef-9d8d-f58040ec3866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734280'] for router_interface, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:21.776886 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d8752-a4fb-4eef-9d8d-f58040ec3866 admin admin] Pushing event updated for resources: {'Port': ['ID=08a6a374-a425-4dde-8f11-f6f621854786,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:21.783898 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1b5d8752-a4fb-4eef-9d8d-f58040ec3866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:21.786488 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-33056af9-6f5e-4d85-96e7-509b6892c68a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:21.832160 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f08da045-dd57-4722-921d-4add877f59ba req-69ff21cc-69a7-4329-8a1f-074c77456d07 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Network 03cb09b4-051a-4528-8ab0-3f807701dbd6 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:54:21.859347 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-f08da045-dd57-4722-921d-4add877f59ba req-69ff21cc-69a7-4329-8a1f-074c77456d07 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:54:21.891247 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08da045-dd57-4722-921d-4add877f59ba req-69ff21cc-69a7-4329-8a1f-074c77456d07 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:54:22.041504 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08da045-dd57-4722-921d-4add877f59ba req-69ff21cc-69a7-4329-8a1f-074c77456d07 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:22.042433 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f08da045-dd57-4722-921d-4add877f59ba req-69ff21cc-69a7-4329-8a1f-074c77456d07 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:22.092231 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff21cc-69a7-4329-8a1f-074c77456d07 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Pushing event updated for resources: {'Port': ['ID=dde71f08-8d03-4da6-80b9-5d92d6f3a53d,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:22.096229 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-69ff21cc-69a7-4329-8a1f-074c77456d07 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:22.097589 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f08da045-dd57-4722-921d-4add877f59ba req-69ff21cc-69a7-4329-8a1f-074c77456d07 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5188475 Sep 30 00:54:22.121859 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-f08da045-dd57-4722-921d-4add877f59ba req-54372e2a-e48b-4619-b699-12aea408714a service neutron] Request body: {'port': {'device_id': 'ca9004ca-d893-4e0b-86b4-589cc489b86f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:54:22.139428 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e322d-c255-4b5e-bd03-6ecbb64707cc req-cfea52ba-cfe3-4479-8c8b-44cd1d580f1f tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:22.141771 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3b2e322d-c255-4b5e-bd03-6ecbb64707cc req-cfea52ba-cfe3-4479-8c8b-44cd1d580f1f tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9004ca-d893-4e0b-86b4-589cc489b86f HTTP/1.1" status: 200 len: 932 time: 0.1743681 Sep 30 00:54:22.153880 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c66419ec-087d-4fa7-9e3d-c01dd50625e6 None None] Provisioning for port 08a6a374-a425-4dde-8f11-f6f621854786 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:54:22.160854 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c66419ec-087d-4fa7-9e3d-c01dd50625e6 None None] Provisioning complete for port 08a6a374-a425-4dde-8f11-f6f621854786 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:54:22.161295 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c66419ec-087d-4fa7-9e3d-c01dd50625e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:22.194670 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-3b2e322d-c255-4b5e-bd03-6ecbb64707cc req-6bc24858-8788-494e-8259-09ab051f9bf7 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Synchronizing usage tracker for tenant:e6736ee0b97b473ea9167c65af5c10ff on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:54:22.225171 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-3b2e322d-c255-4b5e-bd03-6ecbb64707cc req-6bc24858-8788-494e-8259-09ab051f9bf7 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Unset dirty status for tenant:e6736ee0b97b473ea9167c65af5c10ff on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:54:22.226609 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3b2e322d-c255-4b5e-bd03-6ecbb64707cc req-6bc24858-8788-494e-8259-09ab051f9bf7 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] 10.222.0.39 "GET /v2.0/security-groups?id=a322c6d4-73a7-4f6a-b42d-5ff712efee47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781391 Sep 30 00:54:22.283969 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:22.284852 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c66419ec-087d-4fa7-9e3d-c01dd50625e6 None None] Port 08a6a374-a425-4dde-8f11-f6f621854786 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:54:22.351390 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-d3ca7679-ef17-43bf-95f5-b5b938f358ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'name': 'tempest-TaggedBootDevicesTest-1703482194-router', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '0bd74f79-951f-4631-ba72-8b14de7c56d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:54:13Z', 'updated_at': '2021-09-30T00:54:16Z', 'revision_number': 3, 'project_id': '5a750dc97d8045f29998977fe5e379fc', 'gw_port': {'id': '0bd74f79-951f-4631-ba72-8b14de7c56d6', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:14Z', 'updated_at': '2021-09-30T00:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:54:22.356190 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ca7679-ef17-43bf-95f5-b5b938f358ff None None] The sync data for ids ['f58e22ba-18ec-43d7-8773-53a56659ac50'] in n-d-811809-1 is: [{'id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'name': 'tempest-TaggedBootDevicesTest-1703482194-router', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '0bd74f79-951f-4631-ba72-8b14de7c56d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:54:13Z', 'updated_at': '2021-09-30T00:54:16Z', 'revision_number': 3, 'project_id': '5a750dc97d8045f29998977fe5e379fc', 'gw_port': {'id': '0bd74f79-951f-4631-ba72-8b14de7c56d6', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:14Z', 'updated_at': '2021-09-30T00:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:54:22.393534 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1b5d8752-a4fb-4eef-9d8d-f58040ec3866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:22.534571 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f08da045-dd57-4722-921d-4add877f59ba req-54372e2a-e48b-4619-b699-12aea408714a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:22.775732 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47758380-61df-4cf7-bd51-ce56dbc0eea9 req-118a9c65-0240-4301-b98f-c194c07ba68f tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:22.778117 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-47758380-61df-4cf7-bd51-ce56dbc0eea9 req-118a9c65-0240-4301-b98f-c194c07ba68f tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 946 time: 0.2185817 Sep 30 00:54:22.871745 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-1cfbf201-ddf6-4f6d-adb4-80fc4f2a5873 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467103 Sep 30 00:54:23.029824 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-b5847ead-f195-4e84-aed8-9fc2b11e172a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1202343 Sep 30 00:54:23.131811 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1b5d8752-a4fb-4eef-9d8d-f58040ec3866 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:23.157302 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1b5d8752-a4fb-4eef-9d8d-f58040ec3866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:23.168373 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-47758380-61df-4cf7-bd51-ce56dbc0eea9 req-fe684ecf-7922-4640-84cd-4b1858f89d2f tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823056 Sep 30 00:54:23.355300 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-f08da045-dd57-4722-921d-4add877f59ba req-54372e2a-e48b-4619-b699-12aea408714a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dde71f08-8d03-4da6-80b9-5d92d6f3a53d {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:54:23.363862 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f08da045-dd57-4722-921d-4add877f59ba req-54372e2a-e48b-4619-b699-12aea408714a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:23.382134 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-f08da045-dd57-4722-921d-4add877f59ba req-54372e2a-e48b-4619-b699-12aea408714a service neutron] Transition to ACTIVE for port object dde71f08-8d03-4da6-80b9-5d92d6f3a53d will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:54:23.383155 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-12d4cc91-622b-470f-bc1a-8e46d6f0568f tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:23.397752 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-cc221af7-048b-4339-a58a-7fa788cdfd34 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:23.403420 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-cc221af7-048b-4339-a58a-7fa788cdfd34 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5264165 Sep 30 00:54:23.448778 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-f8196d27-ddf3-47a1-9023-05e24c60525a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Request body: {'port': {'device_id': 'b17f618b-a6ac-492c-a2a8-6b646e220639', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'admin_state_up': True, 'tenant_id': 'e0e7edddb1c44f66ba9563f9cd33d4a2'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:54:23.449721 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f08da045-dd57-4722-921d-4add877f59ba req-54372e2a-e48b-4619-b699-12aea408714a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:23.482924 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-d48b3961-0a45-44f9-9dd1-3b9616c1062a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:23.484405 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-d48b3961-0a45-44f9-9dd1-3b9616c1062a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4358425 Sep 30 00:54:23.494001 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d8752-a4fb-4eef-9d8d-f58040ec3866 admin admin] Pushing event updated for resources: {'Port': ['ID=08a6a374-a425-4dde-8f11-f6f621854786,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:23.522235 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1b5d8752-a4fb-4eef-9d8d-f58040ec3866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:23.527578 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1049feca-baa0-4599-9993-9335be1eb992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:23.562362 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-50efb080-010a-4b97-b5b4-bb5d2d5e0d16 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Request body: {'port': {'device_id': 'e53aea3e-8e21-4bee-9a70-c3be7d7ce27b', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'admin_state_up': True, 'tenant_id': 'e0e7edddb1c44f66ba9563f9cd33d4a2'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:54:23.586763 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29b75b-f323-4106-9b3b-6091e4215656 req-712140e7-fefe-4333-94b0-fa8b051bd849 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:23.589180 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ae29b75b-f323-4106-9b3b-6091e4215656 req-712140e7-fefe-4333-94b0-fa8b051bd849 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 949 time: 0.7061250 Sep 30 00:54:23.691771 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-03c1f446-c9e6-4210-884f-1dc8de24aee0 req-395a9595-c2df-426f-87b6-fd4c1fe254d1 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=b17f618b-a6ac-492c-a2a8-6b646e220639 HTTP/1.1" status: 200 len: 210 time: 0.1434183 Sep 30 00:54:23.732129 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1b5d8752-a4fb-4eef-9d8d-f58040ec3866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734445'] for router_interface, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:23.816230 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-f8196d27-ddf3-47a1-9023-05e24c60525a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:23.832267 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-50efb080-010a-4b97-b5b4-bb5d2d5e0d16 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:23.835005 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-f8196d27-ddf3-47a1-9023-05e24c60525a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:23.835866 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54372e2a-e48b-4619-b699-12aea408714a service neutron] Pushing event updated for resources: {'Port': ['ID=dde71f08-8d03-4da6-80b9-5d92d6f3a53d,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:23.855496 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-f8196d27-ddf3-47a1-9023-05e24c60525a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Made reservation on behalf of e0e7edddb1c44f66ba9563f9cd33d4a2 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:54:23.859362 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-f8196d27-ddf3-47a1-9023-05e24c60525a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:23.875675 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-50efb080-010a-4b97-b5b4-bb5d2d5e0d16 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:23.886619 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:23.889059 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-54372e2a-e48b-4619-b699-12aea408714a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:23.903587 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ae29b75b-f323-4106-9b3b-6091e4215656 req-b50f6dce-76dc-4c5d-aa69-534e00079eec tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550135 Sep 30 00:54:23.943604 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-f08da045-dd57-4722-921d-4add877f59ba req-54372e2a-e48b-4619-b699-12aea408714a service neutron] Attempting to bind port dde71f08-8d03-4da6-80b9-5d92d6f3a53d on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:54:23.944020 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-f08da045-dd57-4722-921d-4add877f59ba req-54372e2a-e48b-4619-b699-12aea408714a service neutron] Attempting to bind port dde71f08-8d03-4da6-80b9-5d92d6f3a53d by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'b3278454-baba-4e4d-97e8-7d6a91c9b643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '03cb09b4-051a-4528-8ab0-3f807701dbd6'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:54:23.944446 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08da045-dd57-4722-921d-4add877f59ba req-54372e2a-e48b-4619-b699-12aea408714a service neutron] Attempting to bind port dde71f08-8d03-4da6-80b9-5d92d6f3a53d on network 03cb09b4-051a-4528-8ab0-3f807701dbd6 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:54:23.964423 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08da045-dd57-4722-921d-4add877f59ba req-54372e2a-e48b-4619-b699-12aea408714a service neutron] Port dde71f08-8d03-4da6-80b9-5d92d6f3a53d on network 03cb09b4-051a-4528-8ab0-3f807701dbd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:54:23.964853 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08da045-dd57-4722-921d-4add877f59ba req-54372e2a-e48b-4619-b699-12aea408714a service neutron] Attempting to bind port dde71f08-8d03-4da6-80b9-5d92d6f3a53d on network 03cb09b4-051a-4528-8ab0-3f807701dbd6 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:54:23.986663 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08da045-dd57-4722-921d-4add877f59ba req-54372e2a-e48b-4619-b699-12aea408714a service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:54:23.987165 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08da045-dd57-4722-921d-4add877f59ba req-54372e2a-e48b-4619-b699-12aea408714a service neutron] Checking segment: {'id': 'b3278454-baba-4e4d-97e8-7d6a91c9b643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '03cb09b4-051a-4528-8ab0-3f807701dbd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:54:23.987671 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08da045-dd57-4722-921d-4add877f59ba req-54372e2a-e48b-4619-b699-12aea408714a service neutron] Bound using segment: {'id': 'b3278454-baba-4e4d-97e8-7d6a91c9b643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '03cb09b4-051a-4528-8ab0-3f807701dbd6'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:54:23.988227 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-f08da045-dd57-4722-921d-4add877f59ba req-54372e2a-e48b-4619-b699-12aea408714a service neutron] Bound port: dde71f08-8d03-4da6-80b9-5d92d6f3a53d, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3278454-baba-4e4d-97e8-7d6a91c9b643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '03cb09b4-051a-4528-8ab0-3f807701dbd6'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:54:23.988669 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f08da045-dd57-4722-921d-4add877f59ba req-54372e2a-e48b-4619-b699-12aea408714a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:24.051799 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5d8752-a4fb-4eef-9d8d-f58040ec3866 admin admin] Network 5fb36fa6-51fa-41e0-a614-23d3a62d6673 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:54:24.059742 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-1b5d8752-a4fb-4eef-9d8d-f58040ec3866 admin admin] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:54:24.101252 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-50efb080-010a-4b97-b5b4-bb5d2d5e0d16 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Made reservation on behalf of e0e7edddb1c44f66ba9563f9cd33d4a2 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:54:24.104985 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-50efb080-010a-4b97-b5b4-bb5d2d5e0d16 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:24.292977 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-f08da045-dd57-4722-921d-4add877f59ba req-54372e2a-e48b-4619-b699-12aea408714a service neutron] For port dde71f08-8d03-4da6-80b9-5d92d6f3a53d, host n-h2-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:54:24.298402 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-f08da045-dd57-4722-921d-4add877f59ba req-54372e2a-e48b-4619-b699-12aea408714a service neutron] For port dde71f08-8d03-4da6-80b9-5d92d6f3a53d, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=dde71f08-8d03-4da6-80b9-5d92d6f3a53d,segment=NetworkSegment(b3278454-baba-4e4d-97e8-7d6a91c9b643),segment_id=b3278454-baba-4e4d-97e8-7d6a91c9b643)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:54:24.311450 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f08da045-dd57-4722-921d-4add877f59ba req-54372e2a-e48b-4619-b699-12aea408714a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:24.317457 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-10af40f6-487c-40c3-9c3d-43be56ce7996 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:24.371319 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-f8196d27-ddf3-47a1-9023-05e24c60525a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Allocated IP 192.168.233.125 (5148d586-4385-4f2c-9968-16b3a645031f/d94969b3-14c1-4902-a40b-8e6c297e30ba/e2a306f7-be35-48f4-9e71-f910c163e2ca) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:54:24.442751 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-ffce54d2-bb4d-4d7c-9df8-988621a138ed None None] Provisioning complete for port 08a6a374-a425-4dde-8f11-f6f621854786 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:54:24.443451 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ffce54d2-bb4d-4d7c-9df8-988621a138ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:24.505796 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ade84-f1ee-4b12-a5cb-cb3ac74c8bf5 req-8bada8cf-2589-457d-8317-5cfa6e46ca3e tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:24.506974 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 0bd74f79-951f-4631-ba72-8b14de7c56d6 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:54:24.507345 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a24ade84-f1ee-4b12-a5cb-cb3ac74c8bf5 req-8bada8cf-2589-457d-8317-5cfa6e46ca3e tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9004ca-d893-4e0b-86b4-589cc489b86f HTTP/1.1" status: 200 len: 944 time: 0.4580517 Sep 30 00:54:24.650189 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-ffce54d2-bb4d-4d7c-9df8-988621a138ed None None] Port 08a6a374-a425-4dde-8f11-f6f621854786 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:54:24.653116 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 0bd74f79-951f-4631-ba72-8b14de7c56d6 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:54:24.653285 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08da045-dd57-4722-921d-4add877f59ba req-54372e2a-e48b-4619-b699-12aea408714a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:24.653832 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f08da045-dd57-4722-921d-4add877f59ba req-54372e2a-e48b-4619-b699-12aea408714a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:24.655630 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f08da045-dd57-4722-921d-4add877f59ba req-54372e2a-e48b-4619-b699-12aea408714a service neutron] 10.222.0.55 "PUT /v2.0/ports/dde71f08-8d03-4da6-80b9-5d92d6f3a53d HTTP/1.1" status: 200 len: 1092 time: 2.5435495 Sep 30 00:54:24.660339 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 0bd74f79-951f-4631-ba72-8b14de7c56d6 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:54:24.660968 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:24.663649 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca9004ca-d893-4e0b-86b4-589cc489b86f', 'tag': 'dde71f08-8d03-4da6-80b9-5d92d6f3a53d'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:54:24.668809 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a24ade84-f1ee-4b12-a5cb-cb3ac74c8bf5 req-ac555f34-8fd0-4bf4-bcd3-dcf0b2d24c47 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] 10.222.0.39 "GET /v2.0/security-groups?id=a322c6d4-73a7-4f6a-b42d-5ff712efee47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424334 Sep 30 00:54:24.683224 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5d8752-a4fb-4eef-9d8d-f58040ec3866 admin admin] Router f58e22ba-18ec-43d7-8773-53a56659ac50 has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:54:24.780631 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54372e2a-e48b-4619-b699-12aea408714a service neutron] Pushing event updated for resources: {'Port': ['ID=dde71f08-8d03-4da6-80b9-5d92d6f3a53d,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:24.815812 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-f8196d27-ddf3-47a1-9023-05e24c60525a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:24.815812 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 34464) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:24.842838 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-f8196d27-ddf3-47a1-9023-05e24c60525a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Transition to ACTIVE for port object e2a306f7-be35-48f4-9e71-f910c163e2ca will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:54:24.857993 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:24.872114 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-f8196d27-ddf3-47a1-9023-05e24c60525a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:24.875414 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-54372e2a-e48b-4619-b699-12aea408714a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:24.882098 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ba83c463-98a6-4ac4-9282-8642cf9d6412 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:24.907066 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 0bd74f79-951f-4631-ba72-8b14de7c56d6, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=0bd74f79-951f-4631-ba72-8b14de7c56d6,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:24.915014 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:24.927272 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-6cbd2ed2-8377-4573-9e9e-ec552787bb20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:24.975775 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5d8752-a4fb-4eef-9d8d-f58040ec3866 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:54:24.979080 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca9004ca-d893-4e0b-86b4-589cc489b86f', 'tag': 'dde71f08-8d03-4da6-80b9-5d92d6f3a53d', 'status': 'completed', 'code': 200} Sep 30 00:54:24.987186 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa76eec-1dbf-4926-9808-79402f00a502 None None] Sync routers for ids ['f58e22ba-18ec-43d7-8773-53a56659ac50'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:54:24.998444 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa76eec-1dbf-4926-9808-79402f00a502 None None] Routers {'f58e22ba-18ec-43d7-8773-53a56659ac50'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:54:25.002959 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-1b5d8752-a4fb-4eef-9d8d-f58040ec3866 admin admin] 10.222.0.39 "PUT /v2.0/routers/f58e22ba-18ec-43d7-8773-53a56659ac50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9821637 Sep 30 00:54:25.003073 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-afa76eec-1dbf-4926-9808-79402f00a502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:54:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['f58e22ba-18ec-43d7-8773-53a56659ac50'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:54:25.039552 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['d761df09-2ef7-4cf5-a7f5-fb9022de696c', 'd8145972-1c86-4921-892c-473259317eca', 'ee603d6a-e7fc-4f18-aab9-f28db39653d6'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:54:25.056588 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81c437-462b-4ed5-9f4e-56633ff04b01 req-0a1913fb-a495-4978-9e8f-008e19a308c4 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:25.058175 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2c81c437-462b-4ed5-9f4e-56633ff04b01 req-0a1913fb-a495-4978-9e8f-008e19a308c4 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 946 time: 0.5315311 Sep 30 00:54:25.066762 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ed543860-a0ff-4dd6-a375-0c667df8407a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:25.086356 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=0bd74f79-951f-4631-ba72-8b14de7c56d6,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:25.088563 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-f8196d27-ddf3-47a1-9023-05e24c60525a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Network 5148d586-4385-4f2c-9968-16b3a645031f is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:54:25.097321 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:25.101801 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8196d27-ddf3-47a1-9023-05e24c60525a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Pushing event updated for resources: {'Port': ['ID=e2a306f7-be35-48f4-9e71-f910c163e2ca,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:25.108842 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-f8196d27-ddf3-47a1-9023-05e24c60525a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:54:25.123573 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-f8196d27-ddf3-47a1-9023-05e24c60525a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:54:25.156064 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08da045-dd57-4722-921d-4add877f59ba req-62915b80-ca0e-4ab9-a856-aebbb4cd91ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:25.157295 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f08da045-dd57-4722-921d-4add877f59ba req-62915b80-ca0e-4ab9-a856-aebbb4cd91ff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e6736ee0b97b473ea9167c65af5c10ff&device_id=ca9004ca-d893-4e0b-86b4-589cc489b86f HTTP/1.1" status: 200 len: 1095 time: 0.3851645 Sep 30 00:54:25.166801 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f8196d27-ddf3-47a1-9023-05e24c60525a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:25.177125 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2c81c437-462b-4ed5-9f4e-56633ff04b01 req-5a0c65fc-c42c-4489-905c-d8c0064ed92c tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080945 Sep 30 00:54:25.325663 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-afa76eec-1dbf-4926-9808-79402f00a502 None None] Set router f58e22ba-18ec-43d7-8773-53a56659ac50 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:54:25.338077 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-ed543860-a0ff-4dd6-a375-0c667df8407a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:25.347807 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-50efb080-010a-4b97-b5b4-bb5d2d5e0d16 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Allocated IP 192.168.233.93 (5148d586-4385-4f2c-9968-16b3a645031f/d94969b3-14c1-4902-a40b-8e6c297e30ba/f0900a2e-d98c-4463-bfba-024226cc0373) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:54:25.371888 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f08da045-dd57-4722-921d-4add877f59ba req-2553208b-2f81-4e33-91c1-71ce473f7b91 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dde71f08-8d03-4da6-80b9-5d92d6f3a53d HTTP/1.1" status: 200 len: 217 time: 0.1980648 Sep 30 00:54:25.376993 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-ed543860-a0ff-4dd6-a375-0c667df8407a admin admin] Usage tracker for resource:security_group_rule and tenant:0e97bd6bc0964a9aacf13fe7a798636c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:54:25.396388 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-ed543860-a0ff-4dd6-a375-0c667df8407a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:54:25.429121 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-ed543860-a0ff-4dd6-a375-0c667df8407a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:25.465079 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-f8196d27-ddf3-47a1-9023-05e24c60525a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:25.466163 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-f8196d27-ddf3-47a1-9023-05e24c60525a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:25.560052 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08da045-dd57-4722-921d-4add877f59ba req-b7be02a1-6f23-4555-b72b-96cf8162a402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:25.562884 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f08da045-dd57-4722-921d-4add877f59ba req-b7be02a1-6f23-4555-b72b-96cf8162a402 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=27cc03be-a035-4a0b-8790-7636655be2f5 HTTP/1.1" status: 200 len: 855 time: 0.1774809 Sep 30 00:54:25.625174 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-f8196d27-ddf3-47a1-9023-05e24c60525a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1968875 Sep 30 00:54:25.713715 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5446ed96-04c7-433a-be60-b14f758497b3 None None] Provisioning for port e2a306f7-be35-48f4-9e71-f910c163e2ca completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:54:25.723554 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f08da045-dd57-4722-921d-4add877f59ba req-8e69f553-5cc2-475a-b5b1-17b0fccecc5e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=03cb09b4-051a-4528-8ab0-3f807701dbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1495283 Sep 30 00:54:25.734329 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5446ed96-04c7-433a-be60-b14f758497b3 None None] Provisioning complete for port e2a306f7-be35-48f4-9e71-f910c163e2ca triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:54:25.734712 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5446ed96-04c7-433a-be60-b14f758497b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:25.771387 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ed543860-a0ff-4dd6-a375-0c667df8407a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:25.778999 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-afa76eec-1dbf-4926-9808-79402f00a502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'name': 'tempest-TaggedBootDevicesTest-1703482194-router', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '0bd74f79-951f-4631-ba72-8b14de7c56d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:54:13Z', 'updated_at': '2021-09-30T00:54:22Z', 'revision_number': 4, 'project_id': '5a750dc97d8045f29998977fe5e379fc', 'gw_port': {'id': '0bd74f79-951f-4631-ba72-8b14de7c56d6', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:14Z', 'updated_at': '2021-09-30T00:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '08a6a374-a425-4dde-8f11-f6f621854786', 'name': '', 'network_id': '5fb36fa6-51fa-41e0-a614-23d3a62d6673', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'mac_address': 'fa:16:3e:88:11:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'bd3c024e-b603-46de-89e9-6733ca50df93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:19Z', 'updated_at': '2021-09-30T00:54:22Z', 'revision_number': 2, 'project_id': '5a750dc97d8045f29998977fe5e379fc', 'subnets': [{'id': 'bd3c024e-b603-46de-89e9-6733ca50df93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:54:25.783213 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa76eec-1dbf-4926-9808-79402f00a502 None None] Checking router: f58e22ba-18ec-43d7-8773-53a56659ac50 for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:54:25.783894 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa76eec-1dbf-4926-9808-79402f00a502 None None] Updating router f58e22ba-18ec-43d7-8773-53a56659ac50 port 08a6a374-a425-4dde-8f11-f6f621854786 binding host n-d-811809-1 {{(pid=80277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:54:25.808256 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5446ed96-04c7-433a-be60-b14f758497b3 None None] Port e2a306f7-be35-48f4-9e71-f910c163e2ca cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:54:25.877297 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-afa76eec-1dbf-4926-9808-79402f00a502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:25.894746 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-c39f0d77-adf4-4346-a81c-0f7c6f59ff87 service neutron] Request body: {'port': {'device_id': 'b17f618b-a6ac-492c-a2a8-6b646e220639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:54:25.947794 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0582d02-32fd-4c75-8e4c-c640b1c81292 req-091a885e-1bd4-421d-99f1-4829d73b6c04 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:25.954958 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a0582d02-32fd-4c75-8e4c-c640b1c81292 req-091a885e-1bd4-421d-99f1-4829d73b6c04 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 949 time: 0.2838583 Sep 30 00:54:25.964434 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ed543860-a0ff-4dd6-a375-0c667df8407a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:25.973180 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f08da045-dd57-4722-921d-4add877f59ba req-54d6f125-2118-40c8-98a7-53cdcd1fca0a service neutron] 10.222.0.55 "GET /v2.0/networks/03cb09b4-051a-4528-8ab0-3f807701dbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399693 Sep 30 00:54:25.981104 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e0525005-1246-416b-b252-a4ad1de017be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:26.015109 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed543860-a0ff-4dd6-a375-0c667df8407a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214bc0fe-d566-4d90-8c54-b8c63d698ba4,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:26.019001 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ed543860-a0ff-4dd6-a375-0c667df8407a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:26.033557 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982af70-e3a9-4661-995b-44650be12979 req-25fd32bc-92ec-42ba-aac5-2330e391940c tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:26.034316 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-f982af70-e3a9-4661-995b-44650be12979 req-25fd32bc-92ec-42ba-aac5-2330e391940c tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Synchronizing usage tracker for tenant:e0e7edddb1c44f66ba9563f9cd33d4a2 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:54:26.085638 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a0582d02-32fd-4c75-8e4c-c640b1c81292 req-bd22d4b4-316f-4ba2-abcc-4f7bda28fa09 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296105 Sep 30 00:54:26.148441 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-c39f0d77-adf4-4346-a81c-0f7c6f59ff87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:26.167286 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-ed543860-a0ff-4dd6-a375-0c667df8407a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0e97bd6bc0964a9aacf13fe7a798636c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3457234 Sep 30 00:54:26.168124 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 34522) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:26.200382 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-f982af70-e3a9-4661-995b-44650be12979 req-25fd32bc-92ec-42ba-aac5-2330e391940c tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Unset dirty status for tenant:e0e7edddb1c44f66ba9563f9cd33d4a2 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:54:26.201610 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f982af70-e3a9-4661-995b-44650be12979 req-25fd32bc-92ec-42ba-aac5-2330e391940c tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=b17f618b-a6ac-492c-a2a8-6b646e220639 HTTP/1.1" status: 200 len: 936 time: 1.0212855 Sep 30 00:54:26.203976 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f08da045-dd57-4722-921d-4add877f59ba req-07500c3a-dcad-4ce3-b8f0-4aba58b9826f service neutron] 10.222.0.55 "GET /v2.0/networks/03cb09b4-051a-4528-8ab0-3f807701dbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144425 Sep 30 00:54:26.403354 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-afa76eec-1dbf-4926-9808-79402f00a502 None None] Notify callbacks [] for port, precommit_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:26.404039 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a6797-69d6-44dd-a759-f5a8fb0ea94b req-16f8e397-c129-4da0-aa07-a4111de4c2e9 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:26.410611 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 0bd74f79-951f-4631-ba72-8b14de7c56d6 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:54:26.417769 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.provisioning_blocks [None req-afa76eec-1dbf-4926-9808-79402f00a502 None None] Transition to ACTIVE for port object 08a6a374-a425-4dde-8f11-f6f621854786 will not be triggered until provisioned by entity L2. {{(pid=80277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:54:26.421529 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-492a6797-69d6-44dd-a759-f5a8fb0ea94b req-16f8e397-c129-4da0-aa07-a4111de4c2e9 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 1097 time: 0.1881788 Sep 30 00:54:26.427018 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-afa76eec-1dbf-4926-9808-79402f00a502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:26.427317 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6cfdf9f5-9a08-48a3-a780-d5884ccc1f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:26.430445 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e35a3c-6540-425b-9915-31068d50cbe4 req-1e6dd007-bd0c-4bb2-8a20-d25624d0a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:26.432441 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-47e35a3c-6540-425b-9915-31068d50cbe4 req-1e6dd007-bd0c-4bb2-8a20-d25624d0a541 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e6736ee0b97b473ea9167c65af5c10ff&device_id=ca9004ca-d893-4e0b-86b4-589cc489b86f HTTP/1.1" status: 200 len: 1095 time: 0.1668057 Sep 30 00:54:26.432807 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:26.595331 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-50efb080-010a-4b97-b5b4-bb5d2d5e0d16 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:26.633116 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 0bd74f79-951f-4631-ba72-8b14de7c56d6 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:54:26.634383 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:26.647954 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-492a6797-69d6-44dd-a759-f5a8fb0ea94b req-da4ff598-09e8-46ef-ad66-e61419bc8866 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198567 Sep 30 00:54:26.656551 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f982af70-e3a9-4661-995b-44650be12979 req-3fb1b422-4396-450b-a312-36e873f37ff8 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865652 Sep 30 00:54:26.658928 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6cfdf9f5-9a08-48a3-a780-d5884ccc1f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:26.733635 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-50efb080-010a-4b97-b5b4-bb5d2d5e0d16 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Transition to ACTIVE for port object f0900a2e-d98c-4463-bfba-024226cc0373 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:54:26.766933 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b40403-bcc8-413a-8962-edb5a1b18eca None None] Pushing event updated for resources: {'Port': ['ID=08a6a374-a425-4dde-8f11-f6f621854786,revision_number=3']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:26.810477 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e35a3c-6540-425b-9915-31068d50cbe4 req-6649f813-8d82-4331-8f0b-9057937e532a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:26.820166 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-47e35a3c-6540-425b-9915-31068d50cbe4 req-6649f813-8d82-4331-8f0b-9057937e532a service neutron] 10.222.0.55 "GET /v2.0/networks?id=03cb09b4-051a-4528-8ab0-3f807701dbd6 HTTP/1.1" status: 200 len: 916 time: 0.3522308 Sep 30 00:54:26.927525 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b40403-bcc8-413a-8962-edb5a1b18eca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:26.928223 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b40403-bcc8-413a-8962-edb5a1b18eca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:26.928767 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b40403-bcc8-413a-8962-edb5a1b18eca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:26.929336 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b40403-bcc8-413a-8962-edb5a1b18eca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:26.929831 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b40403-bcc8-413a-8962-edb5a1b18eca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:26.930361 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b40403-bcc8-413a-8962-edb5a1b18eca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:26.931178 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b40403-bcc8-413a-8962-edb5a1b18eca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:26.932045 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b40403-bcc8-413a-8962-edb5a1b18eca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:26.932904 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b40403-bcc8-413a-8962-edb5a1b18eca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:26.933582 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b40403-bcc8-413a-8962-edb5a1b18eca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:26.934322 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b40403-bcc8-413a-8962-edb5a1b18eca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:26.934877 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b40403-bcc8-413a-8962-edb5a1b18eca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:26.957964 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-36b40403-bcc8-413a-8962-edb5a1b18eca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:26.958675 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-afa76eec-1dbf-4926-9808-79402f00a502 None None] Attempting to bind port 08a6a374-a425-4dde-8f11-f6f621854786 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:54:26.959088 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-afa76eec-1dbf-4926-9808-79402f00a502 None None] Attempting to bind port 08a6a374-a425-4dde-8f11-f6f621854786 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '7a580927-319d-432d-8607-34e9ac4cfc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5fb36fa6-51fa-41e0-a614-23d3a62d6673'}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:54:26.959459 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa76eec-1dbf-4926-9808-79402f00a502 None None] Attempting to bind port 08a6a374-a425-4dde-8f11-f6f621854786 on network 5fb36fa6-51fa-41e0-a614-23d3a62d6673 {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:54:26.969166 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa76eec-1dbf-4926-9808-79402f00a502 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:54:26.969853 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa76eec-1dbf-4926-9808-79402f00a502 None None] Checking segment: {'id': '7a580927-319d-432d-8607-34e9ac4cfc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5fb36fa6-51fa-41e0-a614-23d3a62d6673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:54:26.970446 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-afa76eec-1dbf-4926-9808-79402f00a502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:26.971026 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa76eec-1dbf-4926-9808-79402f00a502 None None] Bound using segment: {'id': '7a580927-319d-432d-8607-34e9ac4cfc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5fb36fa6-51fa-41e0-a614-23d3a62d6673'} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:54:26.971889 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-afa76eec-1dbf-4926-9808-79402f00a502 None None] Bound port: 08a6a374-a425-4dde-8f11-f6f621854786, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a580927-319d-432d-8607-34e9ac4cfc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5fb36fa6-51fa-41e0-a614-23d3a62d6673'}}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:54:26.972576 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-afa76eec-1dbf-4926-9808-79402f00a502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:26.978395 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-50efb080-010a-4b97-b5b4-bb5d2d5e0d16 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:26.988338 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2902b61a-dc95-4370-a2f9-cb5b7978870c tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:27.001406 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-47e35a3c-6540-425b-9915-31068d50cbe4 req-e4705a1b-7494-4bac-a86b-7fcc8d885079 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dde71f08-8d03-4da6-80b9-5d92d6f3a53d HTTP/1.1" status: 200 len: 217 time: 0.1693575 Sep 30 00:54:27.023638 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['d761df09-2ef7-4cf5-a7f5-fb9022de696c', 'd8145972-1c86-4921-892c-473259317eca', 'ee603d6a-e7fc-4f18-aab9-f28db39653d6'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:54:27.125302 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-afa76eec-1dbf-4926-9808-79402f00a502 None None] For port 08a6a374-a425-4dde-8f11-f6f621854786, host n-d-811809-1, cleared binding levels {{(pid=80277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:54:27.127987 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-afa76eec-1dbf-4926-9808-79402f00a502 None None] For port 08a6a374-a425-4dde-8f11-f6f621854786, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=08a6a374-a425-4dde-8f11-f6f621854786,segment=NetworkSegment(7a580927-319d-432d-8607-34e9ac4cfc0f),segment_id=7a580927-319d-432d-8607-34e9ac4cfc0f)] {{(pid=80277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:54:27.135538 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6cfdf9f5-9a08-48a3-a780-d5884ccc1f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:27.135776 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-afa76eec-1dbf-4926-9808-79402f00a502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:27.155616 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-fe2b727f-ddd6-4520-8d5f-dd5cfff61033 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:27.271381 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e35a3c-6540-425b-9915-31068d50cbe4 req-aa2aa95a-8e2d-4002-91fe-102021a64370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:27.272847 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-47e35a3c-6540-425b-9915-31068d50cbe4 req-aa2aa95a-8e2d-4002-91fe-102021a64370 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=27cc03be-a035-4a0b-8790-7636655be2f5 HTTP/1.1" status: 200 len: 855 time: 0.2516055 Sep 30 00:54:27.358608 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6cfdf9f5-9a08-48a3-a780-d5884ccc1f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:27.365207 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-6cfdf9f5-9a08-48a3-a780-d5884ccc1f84 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/214bc0fe-d566-4d90-8c54-b8c63d698ba4 HTTP/1.1" status: 204 len: 168 time: 1.1710699 Sep 30 00:54:27.382484 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-50efb080-010a-4b97-b5b4-bb5d2d5e0d16 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Network 5148d586-4385-4f2c-9968-16b3a645031f is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:54:27.383622 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b461c7-5ce2-423f-81db-c5d4922a6e81 req-d4f14230-a870-4190-9487-3426450f0588 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:27.384718 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-51b461c7-5ce2-423f-81db-c5d4922a6e81 req-d4f14230-a870-4190-9487-3426450f0588 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Synchronizing usage tracker for tenant:e6736ee0b97b473ea9167c65af5c10ff on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:54:27.392861 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-47e35a3c-6540-425b-9915-31068d50cbe4 req-1bd7b654-b3e3-4acd-8aae-4ef599fa7cdd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=03cb09b4-051a-4528-8ab0-3f807701dbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981874 Sep 30 00:54:27.404556 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-50efb080-010a-4b97-b5b4-bb5d2d5e0d16 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:54:27.422945 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-50efb080-010a-4b97-b5b4-bb5d2d5e0d16 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:54:27.437100 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa76eec-1dbf-4926-9808-79402f00a502 None None] Routers {'f58e22ba-18ec-43d7-8773-53a56659ac50'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:54:27.437742 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-afa76eec-1dbf-4926-9808-79402f00a502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:54:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['f58e22ba-18ec-43d7-8773-53a56659ac50'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:54:27.646180 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b40403-bcc8-413a-8962-edb5a1b18eca None None] Pushing event updated for resources: {'Port': ['ID=08a6a374-a425-4dde-8f11-f6f621854786,revision_number=4']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:27.650244 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-36b40403-bcc8-413a-8962-edb5a1b18eca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:27.742663 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-51b461c7-5ce2-423f-81db-c5d4922a6e81 req-d4f14230-a870-4190-9487-3426450f0588 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Unset dirty status for tenant:e6736ee0b97b473ea9167c65af5c10ff on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:54:27.754191 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-51b461c7-5ce2-423f-81db-c5d4922a6e81 req-d4f14230-a870-4190-9487-3426450f0588 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9004ca-d893-4e0b-86b4-589cc489b86f HTTP/1.1" status: 200 len: 944 time: 0.7916574 Sep 30 00:54:27.761254 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device dde71f08-8d03-4da6-80b9-5d92d6f3a53d details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:54:27.781930 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50efb080-010a-4b97-b5b4-bb5d2d5e0d16 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Pushing event updated for resources: {'Port': ['ID=f0900a2e-d98c-4463-bfba-024226cc0373,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:27.800854 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-50efb080-010a-4b97-b5b4-bb5d2d5e0d16 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.812s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:27.809837 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-afa76eec-1dbf-4926-9808-79402f00a502 None None] Set router f58e22ba-18ec-43d7-8773-53a56659ac50 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:54:27.952024 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-51b461c7-5ce2-423f-81db-c5d4922a6e81 req-36a15e12-403a-4b8c-8371-13ff3c651633 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] 10.222.0.39 "GET /v2.0/security-groups?id=a322c6d4-73a7-4f6a-b42d-5ff712efee47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924231 Sep 30 00:54:28.012051 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-47e35a3c-6540-425b-9915-31068d50cbe4 req-c2d17cd7-5df7-4003-a586-c0c696a49f75 service neutron] 10.222.0.55 "GET /v2.0/networks/03cb09b4-051a-4528-8ab0-3f807701dbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6064110 Sep 30 00:54:28.051866 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-c39f0d77-adf4-4346-a81c-0f7c6f59ff87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2a306f7-be35-48f4-9e71-f910c163e2ca {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:54:28.076302 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-142f65e4-2138-42bc-ad45-5bb929c7b235 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.936s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:28.126523 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-c39f0d77-adf4-4346-a81c-0f7c6f59ff87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:28.212143 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-c39f0d77-adf4-4346-a81c-0f7c6f59ff87 service neutron] Transition to ACTIVE for port object e2a306f7-be35-48f4-9e71-f910c163e2ca will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:54:28.220415 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfdf9f5-9a08-48a3-a780-d5884ccc1f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214bc0fe-d566-4d90-8c54-b8c63d698ba4,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:28.241288 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-50efb080-010a-4b97-b5b4-bb5d2d5e0d16 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:28.241288 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-50efb080-010a-4b97-b5b4-bb5d2d5e0d16 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:28.246161 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6cfdf9f5-9a08-48a3-a780-d5884ccc1f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:28.251407 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port dde71f08-8d03-4da6-80b9-5d92d6f3a53d, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=dde71f08-8d03-4da6-80b9-5d92d6f3a53d,segment=NetworkSegment(b3278454-baba-4e4d-97e8-7d6a91c9b643),segment_id=b3278454-baba-4e4d-97e8-7d6a91c9b643)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:28.256708 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-c39f0d77-adf4-4346-a81c-0f7c6f59ff87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:28.272291 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-74734cd5-e45f-4f3e-b31d-b5fd9f31abdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:28.292345 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': 'dde71f08-8d03-4da6-80b9-5d92d6f3a53d', 'network_id': '03cb09b4-051a-4528-8ab0-3f807701dbd6', 'port_id': 'dde71f08-8d03-4da6-80b9-5d92d6f3a53d', 'mac_address': 'fa:16:3e:18:61:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27cc03be-a035-4a0b-8790-7636655be2f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:54:28.389287 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-50efb080-010a-4b97-b5b4-bb5d2d5e0d16 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8419087 Sep 30 00:54:28.460653 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-47e35a3c-6540-425b-9915-31068d50cbe4 req-231a759e-49e6-405b-98da-8d0b0e3dc4b6 service neutron] 10.222.0.55 "GET /v2.0/networks/03cb09b4-051a-4528-8ab0-3f807701dbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337897 Sep 30 00:54:28.461991 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-4089409f-bf22-48b1-a864-a474afc46e10 service neutron] Request body: {'port': {'device_id': 'e53aea3e-8e21-4bee-9a70-c3be7d7ce27b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:54:28.485935 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-4bf45dbd-730a-4e39-a716-b365989997ba None None] Provisioning for port f0900a2e-d98c-4463-bfba-024226cc0373 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:54:28.490831 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe59206-b72e-4c51-b2bc-bb773bb41705 req-022efcb7-09f9-427e-8978-14e29c2efca1 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:28.503218 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-4bf45dbd-730a-4e39-a716-b365989997ba None None] Provisioning complete for port f0900a2e-d98c-4463-bfba-024226cc0373 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:54:28.503604 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-4bf45dbd-730a-4e39-a716-b365989997ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:28.506924 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-afe59206-b72e-4c51-b2bc-bb773bb41705 req-022efcb7-09f9-427e-8978-14e29c2efca1 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 949 time: 0.3489118 Sep 30 00:54:28.537883 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c713d1-f623-4326-983a-31470503feef req-d501635c-ca9a-4441-90da-f9b50e2a941b tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:28.542968 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-37c713d1-f623-4326-983a-31470503feef req-d501635c-ca9a-4441-90da-f9b50e2a941b tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 1097 time: 1.0487306 Sep 30 00:54:28.567749 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-afa76eec-1dbf-4926-9808-79402f00a502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'name': 'tempest-TaggedBootDevicesTest-1703482194-router', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '0bd74f79-951f-4631-ba72-8b14de7c56d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:54:13Z', 'updated_at': '2021-09-30T00:54:22Z', 'revision_number': 4, 'project_id': '5a750dc97d8045f29998977fe5e379fc', 'gw_port': {'id': '0bd74f79-951f-4631-ba72-8b14de7c56d6', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:14Z', 'updated_at': '2021-09-30T00:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '08a6a374-a425-4dde-8f11-f6f621854786', 'name': '', 'network_id': '5fb36fa6-51fa-41e0-a614-23d3a62d6673', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'mac_address': 'fa:16:3e:88:11:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'bd3c024e-b603-46de-89e9-6733ca50df93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:19Z', 'updated_at': '2021-09-30T00:54:27Z', 'revision_number': 4, 'project_id': '5a750dc97d8045f29998977fe5e379fc', 'subnets': [{'id': 'bd3c024e-b603-46de-89e9-6733ca50df93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:54:28.574036 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa76eec-1dbf-4926-9808-79402f00a502 None None] The sync data for ids ['f58e22ba-18ec-43d7-8773-53a56659ac50'] in n-d-811809-1 is: [{'id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'name': 'tempest-TaggedBootDevicesTest-1703482194-router', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '0bd74f79-951f-4631-ba72-8b14de7c56d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:54:13Z', 'updated_at': '2021-09-30T00:54:22Z', 'revision_number': 4, 'project_id': '5a750dc97d8045f29998977fe5e379fc', 'gw_port': {'id': '0bd74f79-951f-4631-ba72-8b14de7c56d6', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:14Z', 'updated_at': '2021-09-30T00:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '08a6a374-a425-4dde-8f11-f6f621854786', 'name': '', 'network_id': '5fb36fa6-51fa-41e0-a614-23d3a62d6673', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'mac_address': 'fa:16:3e:88:11:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'bd3c024e-b603-46de-89e9-6733ca50df93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:19Z', 'updated_at': '2021-09-30T00:54:27Z', 'revision_number': 4, 'project_id': '5a750dc97d8045f29998977fe5e379fc', 'subnets': [{'id': 'bd3c024e-b603-46de-89e9-6733ca50df93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:54:28.607727 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-afe59206-b72e-4c51-b2bc-bb773bb41705 req-53095870-e88d-4a6d-8133-9290fb25abc0 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992012 Sep 30 00:54:28.673322 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-4bf45dbd-730a-4e39-a716-b365989997ba None None] Port f0900a2e-d98c-4463-bfba-024226cc0373 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:54:28.701540 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:28.739421 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde71f08-8d03-4da6-80b9-5d92d6f3a53d {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:54:28.783638 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port dde71f08-8d03-4da6-80b9-5d92d6f3a53d, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=dde71f08-8d03-4da6-80b9-5d92d6f3a53d,segment=NetworkSegment(b3278454-baba-4e4d-97e8-7d6a91c9b643),segment_id=b3278454-baba-4e4d-97e8-7d6a91c9b643)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:28.792414 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:28.795244 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:28.798516 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f0d77-adf4-4346-a81c-0f7c6f59ff87 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a306f7-be35-48f4-9e71-f910c163e2ca,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:28.899027 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c39f0d77-adf4-4346-a81c-0f7c6f59ff87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:28.989000 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac20cc4-1734-4f2c-b816-2d29b6e61d7d req-004c592a-be8e-403f-801f-5a0ad10e738f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:28.997747 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=dde71f08-8d03-4da6-80b9-5d92d6f3a53d,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:29.000679 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-aac20cc4-1734-4f2c-b816-2d29b6e61d7d req-004c592a-be8e-403f-801f-5a0ad10e738f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=b17f618b-a6ac-492c-a2a8-6b646e220639 HTTP/1.1" status: 200 len: 948 time: 0.1551211 Sep 30 00:54:29.002571 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:29.088652 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-37c713d1-f623-4326-983a-31470503feef req-23788d95-6451-43b9-a5d9-f5e887ae712e tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821005 Sep 30 00:54:29.114189 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-4089409f-bf22-48b1-a864-a474afc46e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:29.114426 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-aac20cc4-1734-4f2c-b816-2d29b6e61d7d req-6c147f06-82a0-476a-9c6e-8a9ec24d12cf tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121159 Sep 30 00:54:29.123912 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-c39f0d77-adf4-4346-a81c-0f7c6f59ff87 service neutron] Attempting to bind port e2a306f7-be35-48f4-9e71-f910c163e2ca on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:54:29.124251 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-c39f0d77-adf4-4346-a81c-0f7c6f59ff87 service neutron] Attempting to bind port e2a306f7-be35-48f4-9e71-f910c163e2ca by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:54:29.124580 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-c39f0d77-adf4-4346-a81c-0f7c6f59ff87 service neutron] Attempting to bind port e2a306f7-be35-48f4-9e71-f910c163e2ca on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:54:29.131540 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-c39f0d77-adf4-4346-a81c-0f7c6f59ff87 service neutron] Port e2a306f7-be35-48f4-9e71-f910c163e2ca on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:54:29.131826 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-c39f0d77-adf4-4346-a81c-0f7c6f59ff87 service neutron] Attempting to bind port e2a306f7-be35-48f4-9e71-f910c163e2ca on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:54:29.174892 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-c39f0d77-adf4-4346-a81c-0f7c6f59ff87 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:54:29.175229 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-c39f0d77-adf4-4346-a81c-0f7c6f59ff87 service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:54:29.175613 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-c39f0d77-adf4-4346-a81c-0f7c6f59ff87 service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:54:29.176040 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-c39f0d77-adf4-4346-a81c-0f7c6f59ff87 service neutron] Bound port: e2a306f7-be35-48f4-9e71-f910c163e2ca, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:54:29.176384 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-c39f0d77-adf4-4346-a81c-0f7c6f59ff87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:29.226230 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['dde71f08-8d03-4da6-80b9-5d92d6f3a53d'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:54:29.645864 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-c39f0d77-adf4-4346-a81c-0f7c6f59ff87 service neutron] For port e2a306f7-be35-48f4-9e71-f910c163e2ca, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:54:29.717836 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-c39f0d77-adf4-4346-a81c-0f7c6f59ff87 service neutron] For port e2a306f7-be35-48f4-9e71-f910c163e2ca, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=e2a306f7-be35-48f4-9e71-f910c163e2ca,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:54:29.728801 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-c39f0d77-adf4-4346-a81c-0f7c6f59ff87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:29.736129 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-83d3bdc6-dc1b-4188-b9e3-04f34ec87935 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:29.809923 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-c39f0d77-adf4-4346-a81c-0f7c6f59ff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:29.810805 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-c39f0d77-adf4-4346-a81c-0f7c6f59ff87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:29.812163 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-c39f0d77-adf4-4346-a81c-0f7c6f59ff87 service neutron] 10.222.0.59 "PUT /v2.0/ports/e2a306f7-be35-48f4-9e71-f910c163e2ca HTTP/1.1" status: 200 len: 1096 time: 3.9502125 Sep 30 00:54:29.818328 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17f618b-a6ac-492c-a2a8-6b646e220639', 'tag': 'e2a306f7-be35-48f4-9e71-f910c163e2ca'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:54:29.878825 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597d6e0-dddb-4699-ab90-9d7ea68d7652 req-5bedf421-ec2b-455c-8cbe-394150d4f026 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:29.880395 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e597d6e0-dddb-4699-ab90-9d7ea68d7652 req-5bedf421-ec2b-455c-8cbe-394150d4f026 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9004ca-d893-4e0b-86b4-589cc489b86f HTTP/1.1" status: 200 len: 945 time: 0.4058089 Sep 30 00:54:29.950009 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f0d77-adf4-4346-a81c-0f7c6f59ff87 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a306f7-be35-48f4-9e71-f910c163e2ca,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:29.953304 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c39f0d77-adf4-4346-a81c-0f7c6f59ff87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:30.018146 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e597d6e0-dddb-4699-ab90-9d7ea68d7652 req-534ac521-483c-499b-8e5b-6faf33765f02 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] 10.222.0.39 "GET /v2.0/security-groups?id=a322c6d4-73a7-4f6a-b42d-5ff712efee47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966570 Sep 30 00:54:30.137831 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-4089409f-bf22-48b1-a864-a474afc46e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0900a2e-d98c-4463-bfba-024226cc0373 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:54:30.146765 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-4089409f-bf22-48b1-a864-a474afc46e10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:30.166342 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-4089409f-bf22-48b1-a864-a474afc46e10 service neutron] Transition to ACTIVE for port object f0900a2e-d98c-4463-bfba-024226cc0373 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:54:30.176438 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-4089409f-bf22-48b1-a864-a474afc46e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:30.182031 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ba4d999c-69fe-4566-b360-39b341a90230 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:30.299607 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-fd28bd00-bb13-4f04-936d-65582b5cee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:30.301098 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-fd28bd00-bb13-4f04-936d-65582b5cee6b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&device_id=b17f618b-a6ac-492c-a2a8-6b646e220639 HTTP/1.1" status: 200 len: 1099 time: 0.4143999 Sep 30 00:54:30.428697 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 08a6a374-a425-4dde-8f11-f6f621854786 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:54:30.586003 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 08a6a374-a425-4dde-8f11-f6f621854786 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:54:30.592801 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 08a6a374-a425-4dde-8f11-f6f621854786 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:54:30.594291 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:30.745444 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-0cfd3be8-2524-49b3-a0c3-c5f46badc789 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=e2a306f7-be35-48f4-9e71-f910c163e2ca HTTP/1.1" status: 200 len: 217 time: 0.3273613 Sep 30 00:54:30.803007 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089409f-bf22-48b1-a864-a474afc46e10 service neutron] Pushing event updated for resources: {'Port': ['ID=f0900a2e-d98c-4463-bfba-024226cc0373,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:30.817599 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:30.818235 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4089409f-bf22-48b1-a864-a474afc46e10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:30.863745 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 08a6a374-a425-4dde-8f11-f6f621854786, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=08a6a374-a425-4dde-8f11-f6f621854786,segment=NetworkSegment(7a580927-319d-432d-8607-34e9ac4cfc0f),segment_id=7a580927-319d-432d-8607-34e9ac4cfc0f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:30.868713 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:30.870654 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c73d8273-77e1-44da-946e-4a9c610a5682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:30.956450 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=08a6a374-a425-4dde-8f11-f6f621854786,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:30.960742 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-55259704-450d-453c-b291-b4df8be96842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:30.963043 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-55259704-450d-453c-b291-b4df8be96842 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.2034221 Sep 30 00:54:30.964070 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:30.999536 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996632b-4f49-49cb-a81d-7b9515e35f5f req-4d014bbc-31f7-43b1-a631-d1e20b7c0541 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:31.000997 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e996632b-4f49-49cb-a81d-7b9515e35f5f req-4d014bbc-31f7-43b1-a631-d1e20b7c0541 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 949 time: 0.7575870 Sep 30 00:54:31.003201 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-4089409f-bf22-48b1-a864-a474afc46e10 service neutron] Attempting to bind port f0900a2e-d98c-4463-bfba-024226cc0373 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:54:31.003535 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-4089409f-bf22-48b1-a864-a474afc46e10 service neutron] Attempting to bind port f0900a2e-d98c-4463-bfba-024226cc0373 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:54:31.003862 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-4089409f-bf22-48b1-a864-a474afc46e10 service neutron] Attempting to bind port f0900a2e-d98c-4463-bfba-024226cc0373 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:54:31.021592 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-4089409f-bf22-48b1-a864-a474afc46e10 service neutron] Port f0900a2e-d98c-4463-bfba-024226cc0373 on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:54:31.021916 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-4089409f-bf22-48b1-a864-a474afc46e10 service neutron] Attempting to bind port f0900a2e-d98c-4463-bfba-024226cc0373 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:54:31.074314 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-4089409f-bf22-48b1-a864-a474afc46e10 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:54:31.074656 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-4089409f-bf22-48b1-a864-a474afc46e10 service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:54:31.075080 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-4089409f-bf22-48b1-a864-a474afc46e10 service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:54:31.075535 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-4089409f-bf22-48b1-a864-a474afc46e10 service neutron] Bound port: f0900a2e-d98c-4463-bfba-024226cc0373, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:54:31.075880 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-4089409f-bf22-48b1-a864-a474afc46e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:31.174075 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e996632b-4f49-49cb-a81d-7b9515e35f5f req-55d66d6b-c475-4e66-8069-d5e07792c462 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663811 Sep 30 00:54:31.188085 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [req-e56561d5-713b-469a-b6a3-6540347b379f req-eff28bb1-89d4-44a2-960d-34dc5cedffac tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:54:31.189089 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e56561d5-713b-469a-b6a3-6540347b379f req-eff28bb1-89d4-44a2-960d-34dc5cedffac tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094457 Sep 30 00:54:31.213575 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-e56561d5-713b-469a-b6a3-6540347b379f req-1b6d8e65-4300-40e5-9e05-50bec88ac14a service neutron] Request body: {'binding': {'host': 'n-h1-811809-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:54:31.214042 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-e56561d5-713b-469a-b6a3-6540347b379f req-1b6d8e65-4300-40e5-9e05-50bec88ac14a service neutron] Unknown quota resources ['binding']. {{(pid=80275) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Sep 30 00:54:31.279131 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-4089409f-bf22-48b1-a864-a474afc46e10 service neutron] For port f0900a2e-d98c-4463-bfba-024226cc0373, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:54:31.312542 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-4089409f-bf22-48b1-a864-a474afc46e10 service neutron] For port f0900a2e-d98c-4463-bfba-024226cc0373, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=f0900a2e-d98c-4463-bfba-024226cc0373,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:54:31.316300 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-d501ae9c-6109-493b-a19a-ba993f40bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:31.317818 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-d501ae9c-6109-493b-a19a-ba993f40bf93 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2904172 Sep 30 00:54:31.322362 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-4089409f-bf22-48b1-a864-a474afc46e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:31.370716 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9e96f42e-72df-4a55-a0bf-1f27ef49d96a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:31.399195 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17f618b-a6ac-492c-a2a8-6b646e220639', 'tag': 'e2a306f7-be35-48f4-9e71-f910c163e2ca', 'status': 'completed', 'code': 200} Sep 30 00:54:31.565068 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-4089409f-bf22-48b1-a864-a474afc46e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:31.565693 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-4089409f-bf22-48b1-a864-a474afc46e10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:31.567112 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-4089409f-bf22-48b1-a864-a474afc46e10 service neutron] 10.222.0.55 "PUT /v2.0/ports/f0900a2e-d98c-4463-bfba-024226cc0373 HTTP/1.1" status: 200 len: 1095 time: 3.1113696 Sep 30 00:54:31.637207 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089409f-bf22-48b1-a864-a474afc46e10 service neutron] Pushing event updated for resources: {'Port': ['ID=f0900a2e-d98c-4463-bfba-024226cc0373,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:31.704277 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4089409f-bf22-48b1-a864-a474afc46e10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:31.713709 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device dde71f08-8d03-4da6-80b9-5d92d6f3a53d up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:54:31.794101 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port dde71f08-8d03-4da6-80b9-5d92d6f3a53d completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:54:31.799557 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port dde71f08-8d03-4da6-80b9-5d92d6f3a53d triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:54:31.800372 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:31.801568 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-f8f72177-23f2-41b7-a8aa-5ad724bd9a38 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4742804 Sep 30 00:54:31.837399 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-e56561d5-713b-469a-b6a3-6540347b379f req-1b6d8e65-4300-40e5-9e05-50bec88ac14a service neutron] Attempting to bind port 5de44ce1-6ece-4303-ac8e-abf0ca829a27 on host n-h1-811809-1 for vnic_type normal with profile None {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:54:31.837762 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-e56561d5-713b-469a-b6a3-6540347b379f req-1b6d8e65-4300-40e5-9e05-50bec88ac14a service neutron] Attempting to bind port 5de44ce1-6ece-4303-ac8e-abf0ca829a27 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:54:31.838067 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56561d5-713b-469a-b6a3-6540347b379f req-1b6d8e65-4300-40e5-9e05-50bec88ac14a service neutron] Attempting to bind port 5de44ce1-6ece-4303-ac8e-abf0ca829a27 on network 0a0a50fb-f59e-4919-9310-948ef891e84f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:54:31.898626 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56561d5-713b-469a-b6a3-6540347b379f req-1b6d8e65-4300-40e5-9e05-50bec88ac14a service neutron] Port 5de44ce1-6ece-4303-ac8e-abf0ca829a27 on network 0a0a50fb-f59e-4919-9310-948ef891e84f not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:54:31.898965 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56561d5-713b-469a-b6a3-6540347b379f req-1b6d8e65-4300-40e5-9e05-50bec88ac14a service neutron] Attempting to bind port 5de44ce1-6ece-4303-ac8e-abf0ca829a27 on network 0a0a50fb-f59e-4919-9310-948ef891e84f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:54:31.924174 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56561d5-713b-469a-b6a3-6540347b379f req-1b6d8e65-4300-40e5-9e05-50bec88ac14a service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:54:31.924509 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56561d5-713b-469a-b6a3-6540347b379f req-1b6d8e65-4300-40e5-9e05-50bec88ac14a service neutron] Checking segment: {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:54:31.924896 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56561d5-713b-469a-b6a3-6540347b379f req-1b6d8e65-4300-40e5-9e05-50bec88ac14a service neutron] Bound using segment: {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:54:31.925334 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-e56561d5-713b-469a-b6a3-6540347b379f req-1b6d8e65-4300-40e5-9e05-50bec88ac14a service neutron] Bound port: 5de44ce1-6ece-4303-ac8e-abf0ca829a27, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:54:31.940133 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15587d-3d93-41d9-bc5f-0dc69560b128 req-39a6789c-ecfa-4c21-94a8-1df9a7fc55c2 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:31.940549 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:31.941614 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5c15587d-3d93-41d9-bc5f-0dc69560b128 req-39a6789c-ecfa-4c21-94a8-1df9a7fc55c2 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=b17f618b-a6ac-492c-a2a8-6b646e220639 HTTP/1.1" status: 200 len: 948 time: 0.4808278 Sep 30 00:54:31.971432 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9004ca-d893-4e0b-86b4-589cc489b86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde71f08-8d03-4da6-80b9-5d92d6f3a53d'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:54:31.982497 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-a19e5918-0858-427d-ae41-c909f4ef7839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:31.983830 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port dde71f08-8d03-4da6-80b9-5d92d6f3a53d, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=dde71f08-8d03-4da6-80b9-5d92d6f3a53d,segment=NetworkSegment(b3278454-baba-4e4d-97e8-7d6a91c9b643),segment_id=b3278454-baba-4e4d-97e8-7d6a91c9b643)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:31.983999 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-a19e5918-0858-427d-ae41-c909f4ef7839 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&device_id=e53aea3e-8e21-4bee-9a70-c3be7d7ce27b HTTP/1.1" status: 200 len: 1098 time: 0.3515964 Sep 30 00:54:31.988774 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:31.990612 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:32.062869 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=dde71f08-8d03-4da6-80b9-5d92d6f3a53d,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:32.065497 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:32.089076 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-ef353cbe-52e4-4b91-a796-f2de348d0fb5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=f0900a2e-d98c-4463-bfba-024226cc0373 HTTP/1.1" status: 200 len: 217 time: 0.0953381 Sep 30 00:54:32.108793 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5c15587d-3d93-41d9-bc5f-0dc69560b128 req-d44a052b-0b69-4eb8-8557-ce896a8937f5 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594651 Sep 30 00:54:32.156016 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-9625d5c4-90b6-4cfb-8288-a97acb529543 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440795 Sep 30 00:54:32.161925 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-e56561d5-713b-469a-b6a3-6540347b379f req-1b6d8e65-4300-40e5-9e05-50bec88ac14a service neutron] For port 5de44ce1-6ece-4303-ac8e-abf0ca829a27, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=5de44ce1-6ece-4303-ac8e-abf0ca829a27,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:54:32.170400 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e56561d5-713b-469a-b6a3-6540347b379f req-1b6d8e65-4300-40e5-9e05-50bec88ac14a service neutron] Notify callbacks [] for binding, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:32.171599 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e56561d5-713b-469a-b6a3-6540347b379f req-1b6d8e65-4300-40e5-9e05-50bec88ac14a service neutron] 10.222.0.39 "POST /v2.0/ports/5de44ce1-6ece-4303-ac8e-abf0ca829a27/bindings HTTP/1.1" status: 201 len: 389 time: 0.9659317 Sep 30 00:54:32.179691 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-bd6cfd1c-a453-4505-a22a-d4cdc3c0bbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:32.181756 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-bd6cfd1c-a453-4505-a22a-d4cdc3c0bbfa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.0797091 Sep 30 00:54:32.355021 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-708e828d-14b4-4fdb-8b50-1ef2e42a42fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:32.356581 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-708e828d-14b4-4fdb-8b50-1ef2e42a42fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1677239 Sep 30 00:54:32.419527 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 08a6a374-a425-4dde-8f11-f6f621854786 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:54:32.517228 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 08a6a374-a425-4dde-8f11-f6f621854786 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:54:32.518069 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:32.778643 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9004ca-d893-4e0b-86b4-589cc489b86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde71f08-8d03-4da6-80b9-5d92d6f3a53d', 'code': 200} Sep 30 00:54:32.877689 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74707b7-b60a-44cd-957f-c01ea797503f req-330f468e-2260-4ab3-8285-eeddeff5e4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:32.879376 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e74707b7-b60a-44cd-957f-c01ea797503f req-330f468e-2260-4ab3-8285-eeddeff5e4f8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&device_id=b17f618b-a6ac-492c-a2a8-6b646e220639 HTTP/1.1" status: 200 len: 1099 time: 0.6074438 Sep 30 00:54:32.929781 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2d9a9-1eb6-4660-b43e-57df5ca22cf6 req-556838d3-039b-4803-b42b-232d8bfa4100 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:32.938081 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-31c2d9a9-1eb6-4660-b43e-57df5ca22cf6 req-556838d3-039b-4803-b42b-232d8bfa4100 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9004ca-d893-4e0b-86b4-589cc489b86f HTTP/1.1" status: 200 len: 946 time: 0.5703702 Sep 30 00:54:33.021775 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-d2f2fa3d-86a8-4a88-a129-a00089406b26 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6225150 Sep 30 00:54:33.042766 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56561d5-713b-469a-b6a3-6540347b379f req-f34f23ef-f3a5-45bb-9820-d7947efe9280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:33.044340 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e56561d5-713b-469a-b6a3-6540347b379f req-f34f23ef-f3a5-45bb-9820-d7947efe9280 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 1097 time: 0.5334361 Sep 30 00:54:33.084384 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024fecf-e103-469e-ba65-c9f5e89c941b req-fe9cf68d-0da5-46fd-907e-d429d13f5572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:33.086200 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9024fecf-e103-469e-ba65-c9f5e89c941b req-fe9cf68d-0da5-46fd-907e-d429d13f5572 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ca9004ca-d893-4e0b-86b4-589cc489b86f HTTP/1.1" status: 200 len: 1097 time: 0.2279336 Sep 30 00:54:33.098387 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0a90a-7d11-42b0-97ba-719b00dc21ce req-dbc0e47b-86c6-474a-9226-c31ecde0d3ae tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:33.106359 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-33f0a90a-7d11-42b0-97ba-719b00dc21ce req-dbc0e47b-86c6-474a-9226-c31ecde0d3ae tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 949 time: 0.1266880 Sep 30 00:54:33.106990 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 34686) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:33.176714 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-33f0a90a-7d11-42b0-97ba-719b00dc21ce req-c1945ae2-0e92-412b-947d-9836a12cf2b9 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694423 Sep 30 00:54:33.178739 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9024fecf-e103-469e-ba65-c9f5e89c941b req-0cb4d2be-0ee2-4a0c-ae2e-5585a8460911 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a322c6d4-73a7-4f6a-b42d-5ff712efee47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703855 Sep 30 00:54:33.273871 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-31c2d9a9-1eb6-4660-b43e-57df5ca22cf6 req-45e2881d-bd30-4a3b-a0dd-46aa83a7826a tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] 10.222.0.39 "GET /v2.0/security-groups?id=a322c6d4-73a7-4f6a-b42d-5ff712efee47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344917 Sep 30 00:54:33.400583 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74707b7-b60a-44cd-957f-c01ea797503f req-120c7203-765b-44fa-8ef9-90f60e0d8881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:33.402151 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e74707b7-b60a-44cd-957f-c01ea797503f req-120c7203-765b-44fa-8ef9-90f60e0d8881 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.5098331 Sep 30 00:54:33.421913 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53aea3e-8e21-4bee-9a70-c3be7d7ce27b', 'tag': 'f0900a2e-d98c-4463-bfba-024226cc0373'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:54:33.448118 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b723c-eef3-4b4f-aa68-2dc523e522d3 req-adb0565e-e3ef-404d-81f2-e6ae60ca31fb tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:33.451190 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-049b723c-eef3-4b4f-aa68-2dc523e522d3 req-adb0565e-e3ef-404d-81f2-e6ae60ca31fb tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 946 time: 0.1104176 Sep 30 00:54:33.501746 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-049b723c-eef3-4b4f-aa68-2dc523e522d3 req-9762b752-054c-4a49-b83c-af595d9c4441 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449843 Sep 30 00:54:33.516244 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56561d5-713b-469a-b6a3-6540347b379f req-02854dad-9336-424a-b047-52a4e7f49dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:33.518207 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e56561d5-713b-469a-b6a3-6540347b379f req-02854dad-9336-424a-b047-52a4e7f49dca service neutron] 10.222.0.59 "GET /v2.0/networks?id=0a0a50fb-f59e-4919-9310-948ef891e84f HTTP/1.1" status: 200 len: 909 time: 0.4473002 Sep 30 00:54:33.545506 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6bbcba72-c759-4a4b-a2fe-86386aec7a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:33.665474 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e74707b7-b60a-44cd-957f-c01ea797503f req-06962b62-1728-4c30-83d5-9a3d03eb269a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=e2a306f7-be35-48f4-9e71-f910c163e2ca HTTP/1.1" status: 200 len: 217 time: 0.2385828 Sep 30 00:54:33.731799 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e56561d5-713b-469a-b6a3-6540347b379f req-e7b95cae-6862-4fcf-8e1f-1f71f43c86f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5de44ce1-6ece-4303-ac8e-abf0ca829a27 HTTP/1.1" status: 200 len: 217 time: 0.1670039 Sep 30 00:54:33.732759 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-6bbcba72-c759-4a4b-a2fe-86386aec7a06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:33.740063 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53aea3e-8e21-4bee-9a70-c3be7d7ce27b', 'tag': 'f0900a2e-d98c-4463-bfba-024226cc0373', 'status': 'completed', 'code': 200} Sep 30 00:54:33.742031 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-76408f80-ed6c-40e3-8d72-7bfec1e23222 req-351fdd23-94c8-446f-868d-0842c2fa6697 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6931365 Sep 30 00:54:33.784564 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-6bbcba72-c759-4a4b-a2fe-86386aec7a06 admin admin] Usage tracker for resource:security_group_rule and tenant:6bf1394398d34c13926a27cc32759731 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:54:33.794370 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-6bbcba72-c759-4a4b-a2fe-86386aec7a06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:54:33.825386 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-6bbcba72-c759-4a4b-a2fe-86386aec7a06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:33.919571 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74707b7-b60a-44cd-957f-c01ea797503f req-9a7de8b6-76d6-493c-8f3a-650127366366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:33.920963 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e74707b7-b60a-44cd-957f-c01ea797503f req-9a7de8b6-76d6-493c-8f3a-650127366366 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.2338669 Sep 30 00:54:33.924262 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56561d5-713b-469a-b6a3-6540347b379f req-315d8769-9bd7-4b35-a60a-630e137d67fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:33.925578 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e56561d5-713b-469a-b6a3-6540347b379f req-315d8769-9bd7-4b35-a60a-630e137d67fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e11b3221-7cfb-4feb-801d-70a2c0ec6209 HTTP/1.1" status: 200 len: 848 time: 0.1827486 Sep 30 00:54:34.046038 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e56561d5-713b-469a-b6a3-6540347b379f req-eef7827e-3ea2-4218-b83c-954ab0977aa3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0a0a50fb-f59e-4919-9310-948ef891e84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025903 Sep 30 00:54:34.057352 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d137de-5f64-4084-ac19-38445594e443 req-4107b65c-25c3-4637-b7a9-86daf577693f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:34.059079 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-39d137de-5f64-4084-ac19-38445594e443 req-4107b65c-25c3-4637-b7a9-86daf577693f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=b17f618b-a6ac-492c-a2a8-6b646e220639 HTTP/1.1" status: 200 len: 948 time: 0.6241119 Sep 30 00:54:34.275782 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddaea7-617e-4fe0-8f62-44aa57554f45 req-56a2d401-f888-4ce4-9905-a16532ec8f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:34.277288 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-64ddaea7-617e-4fe0-8f62-44aa57554f45 req-56a2d401-f888-4ce4-9905-a16532ec8f5c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&device_id=e53aea3e-8e21-4bee-9a70-c3be7d7ce27b HTTP/1.1" status: 200 len: 1098 time: 0.4280398 Sep 30 00:54:34.280206 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-39d137de-5f64-4084-ac19-38445594e443 req-fea5fd8e-8be9-4759-ac04-2118f84bf0be tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916869 Sep 30 00:54:34.289803 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6bbcba72-c759-4a4b-a2fe-86386aec7a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:34.310690 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6bbcba72-c759-4a4b-a2fe-86386aec7a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:34.336547 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-247171cc-f331-42f4-a6ca-8c7d5b1786fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:34.351577 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e56561d5-713b-469a-b6a3-6540347b379f req-01be1327-07d7-4e17-9653-4e1c02b90042 service neutron] 10.222.0.59 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902803 Sep 30 00:54:34.409747 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fbe29-8316-4135-9670-3ba15bfb3098 req-a67ba4d2-6405-4488-9644-8d80bc76bbc1 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:34.417966 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe2fbe29-8316-4135-9670-3ba15bfb3098 req-a67ba4d2-6405-4488-9644-8d80bc76bbc1 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 949 time: 0.1091797 Sep 30 00:54:34.428243 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74707b7-b60a-44cd-957f-c01ea797503f req-0da35c9b-2cbd-4b1e-90c4-e3e443f72c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:34.429734 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e74707b7-b60a-44cd-957f-c01ea797503f req-0da35c9b-2cbd-4b1e-90c4-e3e443f72c2f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4808943 Sep 30 00:54:34.466647 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe2fbe29-8316-4135-9670-3ba15bfb3098 req-b8dee4ac-77ba-4add-af02-6d5048f4304b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477359 Sep 30 00:54:34.720608 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbcba72-c759-4a4b-a2fe-86386aec7a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a825da-b3b0-4fc1-9153-0b09f0368df4,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:34.746373 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-6bbcba72-c759-4a4b-a2fe-86386aec7a06 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6bf1394398d34c13926a27cc32759731&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6318014 Sep 30 00:54:34.749096 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 34720) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:34.792742 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6bbcba72-c759-4a4b-a2fe-86386aec7a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:34.835890 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97ef31-38c4-4645-ba65-50b18cb4bd14 req-6a9d5525-3fac-4a84-b2d0-0a263aa804b8 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:34.838000 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0c97ef31-38c4-4645-ba65-50b18cb4bd14 req-6a9d5525-3fac-4a84-b2d0-0a263aa804b8 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 946 time: 0.1677687 Sep 30 00:54:34.879852 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9f23a074-44c1-4d07-be94-0b5cd7b5ea17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:34.918742 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddaea7-617e-4fe0-8f62-44aa57554f45 req-8a78d424-cabc-489b-94c1-5dea995175f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:34.920072 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-64ddaea7-617e-4fe0-8f62-44aa57554f45 req-8a78d424-cabc-489b-94c1-5dea995175f0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.6158962 Sep 30 00:54:34.933401 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0c97ef31-38c4-4645-ba65-50b18cb4bd14 req-c7e8944e-d425-4e7f-ac18-f3ac650df7a3 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808661 Sep 30 00:54:34.936039 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9f23a074-44c1-4d07-be94-0b5cd7b5ea17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:35.024255 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e56561d5-713b-469a-b6a3-6540347b379f req-fbe22612-cfa7-4689-967c-63ebee6805d6 service neutron] 10.222.0.59 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6166351 Sep 30 00:54:35.026759 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-64ddaea7-617e-4fe0-8f62-44aa57554f45 req-9fe6f27d-11a5-4fc6-8dd1-5def52d6dc58 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=f0900a2e-d98c-4463-bfba-024226cc0373 HTTP/1.1" status: 200 len: 217 time: 0.0832245 Sep 30 00:54:35.028651 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e74707b7-b60a-44cd-957f-c01ea797503f req-e10368be-2a19-4a67-be12-7e12f9571d6f service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5677643 Sep 30 00:54:35.042296 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48244152-c7a2-44e6-af2e-4ba2e7c55a32 req-a0f60b5a-962d-40ae-97b0-af51bcbb7402 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:35.044319 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-48244152-c7a2-44e6-af2e-4ba2e7c55a32 req-a0f60b5a-962d-40ae-97b0-af51bcbb7402 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9004ca-d893-4e0b-86b4-589cc489b86f HTTP/1.1" status: 200 len: 946 time: 0.5933120 Sep 30 00:54:35.062364 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9f23a074-44c1-4d07-be94-0b5cd7b5ea17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:35.070203 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ff806d6d-6059-4953-8ac6-e28f145b035d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:35.086483 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23a074-44c1-4d07-be94-0b5cd7b5ea17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a825da-b3b0-4fc1-9153-0b09f0368df4,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:35.095165 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9f23a074-44c1-4d07-be94-0b5cd7b5ea17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:35.098788 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-9f23a074-44c1-4d07-be94-0b5cd7b5ea17 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e2a825da-b3b0-4fc1-9153-0b09f0368df4 HTTP/1.1" status: 204 len: 168 time: 0.3462672 Sep 30 00:54:35.098788 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23a074-44c1-4d07-be94-0b5cd7b5ea17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:35.098788 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23a074-44c1-4d07-be94-0b5cd7b5ea17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:35.099167 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23a074-44c1-4d07-be94-0b5cd7b5ea17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:35.099549 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23a074-44c1-4d07-be94-0b5cd7b5ea17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:35.099971 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23a074-44c1-4d07-be94-0b5cd7b5ea17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:35.100791 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23a074-44c1-4d07-be94-0b5cd7b5ea17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:35.100890 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23a074-44c1-4d07-be94-0b5cd7b5ea17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:35.101315 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23a074-44c1-4d07-be94-0b5cd7b5ea17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:35.101848 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23a074-44c1-4d07-be94-0b5cd7b5ea17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:35.102354 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23a074-44c1-4d07-be94-0b5cd7b5ea17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:35.103390 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23a074-44c1-4d07-be94-0b5cd7b5ea17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:35.103827 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f23a074-44c1-4d07-be94-0b5cd7b5ea17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:35.107852 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9f23a074-44c1-4d07-be94-0b5cd7b5ea17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:35.255490 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddaea7-617e-4fe0-8f62-44aa57554f45 req-c0ad5189-aebf-41b2-9d06-ad77dbf40400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:35.262331 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-64ddaea7-617e-4fe0-8f62-44aa57554f45 req-c0ad5189-aebf-41b2-9d06-ad77dbf40400 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.2168548 Sep 30 00:54:35.468526 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:35.487491 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device e2a306f7-be35-48f4-9e71-f910c163e2ca details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:54:35.562699 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-48244152-c7a2-44e6-af2e-4ba2e7c55a32 req-eaec58ba-496b-4093-a12e-3975188f83d7 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] 10.222.0.39 "GET /v2.0/security-groups?id=a322c6d4-73a7-4f6a-b42d-5ff712efee47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407015 Sep 30 00:54:35.567978 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e74707b7-b60a-44cd-957f-c01ea797503f req-621fc30c-07d2-43f3-bedc-cb7478df0cfa service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4776070 Sep 30 00:54:35.614457 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522bf5f-cade-4c6b-a92a-7975ec317056 req-1e619bfa-7a7d-42e8-bf9e-a48f4fea34eb tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:35.616189 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a522bf5f-cade-4c6b-a92a-7975ec317056 req-1e619bfa-7a7d-42e8-bf9e-a48f4fea34eb tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=b17f618b-a6ac-492c-a2a8-6b646e220639 HTTP/1.1" status: 200 len: 948 time: 0.1580188 Sep 30 00:54:35.659105 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddaea7-617e-4fe0-8f62-44aa57554f45 req-37de7358-55c9-4513-a4b3-0598faaed8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:35.660674 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-64ddaea7-617e-4fe0-8f62-44aa57554f45 req-37de7358-55c9-4513-a4b3-0598faaed8b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3705804 Sep 30 00:54:35.711345 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a522bf5f-cade-4c6b-a92a-7975ec317056 req-174701f5-4866-428b-b1a7-6180562c9cf0 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883565 Sep 30 00:54:35.787942 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device f0900a2e-d98c-4463-bfba-024226cc0373 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:54:35.960393 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-64ddaea7-617e-4fe0-8f62-44aa57554f45 req-dfe4f5d6-bc74-44ff-9330-3de7c5889143 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789323 Sep 30 00:54:36.043219 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port f0900a2e-d98c-4463-bfba-024226cc0373, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=f0900a2e-d98c-4463-bfba-024226cc0373,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:36.081425 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': 'f0900a2e-d98c-4463-bfba-024226cc0373', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': 'f0900a2e-d98c-4463-bfba-024226cc0373', 'mac_address': 'fa:16:3e:9a:23:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:54:36.102466 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port e2a306f7-be35-48f4-9e71-f910c163e2ca, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=e2a306f7-be35-48f4-9e71-f910c163e2ca,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:36.192508 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': 'e2a306f7-be35-48f4-9e71-f910c163e2ca', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': 'e2a306f7-be35-48f4-9e71-f910c163e2ca', 'mac_address': 'fa:16:3e:1c:38:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:54:36.263443 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:36.281403 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-64ddaea7-617e-4fe0-8f62-44aa57554f45 req-d3140bcd-32d5-4288-9a49-aa0c3b20eef3 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075023 Sep 30 00:54:36.295880 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0900a2e-d98c-4463-bfba-024226cc0373 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:54:36.335444 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:36.363290 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port f0900a2e-d98c-4463-bfba-024226cc0373, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=f0900a2e-d98c-4463-bfba-024226cc0373,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:36.377932 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef54377-d29c-4a8f-9fd2-2a318dc22911 req-c8838922-ac7b-4b06-98f8-61211f8c34a4 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:36.379109 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a306f7-be35-48f4-9e71-f910c163e2ca {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:54:36.385802 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1ef54377-d29c-4a8f-9fd2-2a318dc22911 req-c8838922-ac7b-4b06-98f8-61211f8c34a4 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 946 time: 0.2217624 Sep 30 00:54:36.387184 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:36.389686 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:36.447544 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1ef54377-d29c-4a8f-9fd2-2a318dc22911 req-a1b301d6-fd63-4074-9d7c-674a935fb2e9 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607326 Sep 30 00:54:36.498054 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=f0900a2e-d98c-4463-bfba-024226cc0373,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:36.502573 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:36.507454 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port e2a306f7-be35-48f4-9e71-f910c163e2ca, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=e2a306f7-be35-48f4-9e71-f910c163e2ca,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:36.513429 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:36.515473 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:36.540932 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2310c83-dbd4-4714-af94-72aac61db8fc req-9b5f91f8-2a28-44bc-a993-f5c1cd36e6b9 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:36.557106 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e2310c83-dbd4-4714-af94-72aac61db8fc req-9b5f91f8-2a28-44bc-a993-f5c1cd36e6b9 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 949 time: 0.5925734 Sep 30 00:54:36.631677 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e2310c83-dbd4-4714-af94-72aac61db8fc req-42cd3ff2-8aef-43eb-8f82-9dede50023a5 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731945 Sep 30 00:54:36.655954 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=e2a306f7-be35-48f4-9e71-f910c163e2ca,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:36.659841 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:36.856843 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['f0900a2e-d98c-4463-bfba-024226cc0373'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:54:36.966930 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04202eee-87a9-4947-9d12-aa30ccb05785 req-ecf83a25-f838-4752-b519-6c797276cc07 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:36.974202 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-04202eee-87a9-4947-9d12-aa30ccb05785 req-ecf83a25-f838-4752-b519-6c797276cc07 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9004ca-d893-4e0b-86b4-589cc489b86f HTTP/1.1" status: 200 len: 946 time: 0.0955482 Sep 30 00:54:37.026054 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-04202eee-87a9-4947-9d12-aa30ccb05785 req-f88d6787-68ee-4f27-b5fb-dc62566945fa tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] 10.222.0.39 "GET /v2.0/security-groups?id=a322c6d4-73a7-4f6a-b42d-5ff712efee47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507159 Sep 30 00:54:37.055768 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['e2a306f7-be35-48f4-9e71-f910c163e2ca'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:54:37.242045 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a32e9-d77c-4083-8269-8d014ec5aab4 req-f066ea7a-9c8a-4f1b-8fe0-6ed76af66370 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:37.251061 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-900a32e9-d77c-4083-8269-8d014ec5aab4 req-f066ea7a-9c8a-4f1b-8fe0-6ed76af66370 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=b17f618b-a6ac-492c-a2a8-6b646e220639 HTTP/1.1" status: 200 len: 949 time: 0.1267982 Sep 30 00:54:37.309743 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-900a32e9-d77c-4083-8269-8d014ec5aab4 req-f8d66ae4-0b4e-44f8-b365-3e972ee62935 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577917 Sep 30 00:54:37.782747 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb764f96-8718-4d8e-a59e-dfd9b2db29a4 req-a8b6cea6-183f-4df9-8fa0-4c11d2a981bd tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:37.784846 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fb764f96-8718-4d8e-a59e-dfd9b2db29a4 req-a8b6cea6-183f-4df9-8fa0-4c11d2a981bd tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 946 time: 0.1810083 Sep 30 00:54:37.858414 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fb764f96-8718-4d8e-a59e-dfd9b2db29a4 req-74db3221-3220-4d32-b203-d95053bbd0de tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626824 Sep 30 00:54:38.079919 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22873c4d-b62a-4573-a96e-4241bc31fb78 req-19df4804-d79a-4b01-9500-fab795b6b9f9 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:38.081511 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-22873c4d-b62a-4573-a96e-4241bc31fb78 req-19df4804-d79a-4b01-9500-fab795b6b9f9 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 949 time: 0.1253843 Sep 30 00:54:38.156657 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-22873c4d-b62a-4573-a96e-4241bc31fb78 req-b1395567-d605-4677-80ab-adf62a266656 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683351 Sep 30 00:54:38.695104 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db78e2d-c677-476f-bdab-0b666c779dba req-7fdff9c8-1701-48da-85f1-957e0b2ae31f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:38.696939 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4db78e2d-c677-476f-bdab-0b666c779dba req-7fdff9c8-1701-48da-85f1-957e0b2ae31f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=b17f618b-a6ac-492c-a2a8-6b646e220639 HTTP/1.1" status: 200 len: 949 time: 0.2466421 Sep 30 00:54:38.756046 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4db78e2d-c677-476f-bdab-0b666c779dba req-2bc69c91-0f01-4464-a249-b36cfb7f853c tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518148 Sep 30 00:54:39.171390 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e88493-70ef-4234-96c1-6e5d3a0449c8 req-9bf06985-8e86-462f-b132-0ece11111f90 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:39.179378 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-81e88493-70ef-4234-96c1-6e5d3a0449c8 req-9bf06985-8e86-462f-b132-0ece11111f90 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 946 time: 0.1005921 Sep 30 00:54:39.226682 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-81e88493-70ef-4234-96c1-6e5d3a0449c8 req-1ef3e5d3-d965-4637-81bd-aaf5c1dba771 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428925 Sep 30 00:54:39.499829 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device e2a306f7-be35-48f4-9e71-f910c163e2ca up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:54:39.586456 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa697f93-b8aa-4a69-af56-f22063565877 req-f18cf2d2-b4e3-4ccd-8c36-895f62ec008b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:39.588718 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-aa697f93-b8aa-4a69-af56-f22063565877 req-f18cf2d2-b4e3-4ccd-8c36-895f62ec008b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 949 time: 0.1000218 Sep 30 00:54:39.601571 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port e2a306f7-be35-48f4-9e71-f910c163e2ca completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:54:39.610547 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port e2a306f7-be35-48f4-9e71-f910c163e2ca triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:54:39.611664 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:39.655651 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-aa697f93-b8aa-4a69-af56-f22063565877 req-d78e352a-013c-45cb-b8b0-b7548fcf4b54 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603342 Sep 30 00:54:39.771273 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:39.796871 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device f0900a2e-d98c-4463-bfba-024226cc0373 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:54:39.912118 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17f618b-a6ac-492c-a2a8-6b646e220639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a306f7-be35-48f4-9e71-f910c163e2ca'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:54:39.930288 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port e2a306f7-be35-48f4-9e71-f910c163e2ca, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=e2a306f7-be35-48f4-9e71-f910c163e2ca,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:39.941318 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:39.945838 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:40.036330 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17f618b-a6ac-492c-a2a8-6b646e220639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a306f7-be35-48f4-9e71-f910c163e2ca', 'code': 200} Sep 30 00:54:40.042641 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=e2a306f7-be35-48f4-9e71-f910c163e2ca,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:40.058688 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:40.059317 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:40.065233 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:40.065583 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:40.068315 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:40.068699 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:40.069044 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:40.069382 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:40.069715 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:40.070045 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:40.070367 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:40.070690 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:40.086543 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:40.091630 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port f0900a2e-d98c-4463-bfba-024226cc0373 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:54:40.104219 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port f0900a2e-d98c-4463-bfba-024226cc0373 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:54:40.107950 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:40.157485 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c4bfa-bdc1-4866-a4b7-14802182c057 req-824cb612-1554-47a9-b881-8105e8a09c85 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:40.171439 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4f2c4bfa-bdc1-4866-a4b7-14802182c057 req-824cb612-1554-47a9-b881-8105e8a09c85 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=b17f618b-a6ac-492c-a2a8-6b646e220639 HTTP/1.1" status: 200 len: 950 time: 0.2085319 Sep 30 00:54:40.198718 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9862a70-6c5c-46c4-88b0-2000c63536a2 req-6c1457a8-cedd-4a0f-b082-710d7b517688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:40.200581 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e9862a70-6c5c-46c4-88b0-2000c63536a2 req-6c1457a8-cedd-4a0f-b082-710d7b517688 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b17f618b-a6ac-492c-a2a8-6b646e220639 HTTP/1.1" status: 200 len: 1101 time: 0.0900309 Sep 30 00:54:40.256843 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e9862a70-6c5c-46c4-88b0-2000c63536a2 req-07398a4b-1a12-497f-8e63-ad1cdd11738a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494335 Sep 30 00:54:40.277597 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4f2c4bfa-bdc1-4866-a4b7-14802182c057 req-12e18232-71b9-48dc-a0bf-5a63052f35cd tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050494 Sep 30 00:54:40.343136 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:40.354664 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 34852) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:40.434826 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port f0900a2e-d98c-4463-bfba-024226cc0373, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=f0900a2e-d98c-4463-bfba-024226cc0373,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:40.440173 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:40.446207 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:40.479229 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179d6a7-d826-4df9-88b5-0bdcfd7e6da7 req-8b29595c-2a34-47fa-9d6f-752ec2162e41 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:40.488426 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9179d6a7-d826-4df9-88b5-0bdcfd7e6da7 req-8b29595c-2a34-47fa-9d6f-752ec2162e41 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 946 time: 0.1172061 Sep 30 00:54:40.542139 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=f0900a2e-d98c-4463-bfba-024226cc0373,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:40.545769 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9179d6a7-d826-4df9-88b5-0bdcfd7e6da7 req-5e2c48b6-b8f3-4356-acb4-ad8bbded2d28 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554595 Sep 30 00:54:40.553797 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:40.593820 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-fc8788e1-8ded-4739-bb01-9b4838da7c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:40.630363 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-fc8788e1-8ded-4739-bb01-9b4838da7c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:40.636708 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-fc8788e1-8ded-4739-bb01-9b4838da7c74 admin admin] Usage tracker for resource:security_group_rule and tenant:0245ae57bf034adba91ca75c4a247ab8 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:54:40.641852 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-fc8788e1-8ded-4739-bb01-9b4838da7c74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:54:40.649900 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-fc8788e1-8ded-4739-bb01-9b4838da7c74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:40.803204 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-fc8788e1-8ded-4739-bb01-9b4838da7c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:40.809552 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-fc8788e1-8ded-4739-bb01-9b4838da7c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:40.827273 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9f23a074-44c1-4d07-be94-0b5cd7b5ea17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:40.863627 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8788e1-8ded-4739-bb01-9b4838da7c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f247f0e5-27eb-487d-a9d4-475bf6c679d4,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:40.884728 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-fc8788e1-8ded-4739-bb01-9b4838da7c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:40.922653 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-fc8788e1-8ded-4739-bb01-9b4838da7c74 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0245ae57bf034adba91ca75c4a247ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5655332 Sep 30 00:54:40.924515 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 34866) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:40.965724 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbef1e7-228e-4702-aa29-7f2a222ee03c req-26eb86e8-3ee8-4b94-87ec-da8a537d9e00 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:40.973855 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0fbef1e7-228e-4702-aa29-7f2a222ee03c req-26eb86e8-3ee8-4b94-87ec-da8a537d9e00 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 949 time: 0.1375382 Sep 30 00:54:41.000647 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f392066f-1238-49d4-a8e9-f0ee706e7e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:41.019794 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0fbef1e7-228e-4702-aa29-7f2a222ee03c req-6c76f72e-242c-4f10-853f-3a9a5fb46053 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449219 Sep 30 00:54:41.039165 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f392066f-1238-49d4-a8e9-f0ee706e7e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:41.114026 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f392066f-1238-49d4-a8e9-f0ee706e7e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:41.121711 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-74b7c66a-f501-4ca9-851d-6dfd8531c0e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:41.140527 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392066f-1238-49d4-a8e9-f0ee706e7e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f247f0e5-27eb-487d-a9d4-475bf6c679d4,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:41.147920 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f392066f-1238-49d4-a8e9-f0ee706e7e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:41.160269 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f392066f-1238-49d4-a8e9-f0ee706e7e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:41.162712 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-f392066f-1238-49d4-a8e9-f0ee706e7e86 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f247f0e5-27eb-487d-a9d4-475bf6c679d4 HTTP/1.1" status: 204 len: 168 time: 0.2377701 Sep 30 00:54:41.339976 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:41.540754 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c797c4-5a2c-4d54-88b1-97c20c881cd9 req-0daa8385-bafa-4a2e-9eb7-84c8c9f7cc7f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:41.542896 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-12c797c4-5a2c-4d54-88b1-97c20c881cd9 req-0daa8385-bafa-4a2e-9eb7-84c8c9f7cc7f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=b17f618b-a6ac-492c-a2a8-6b646e220639 HTTP/1.1" status: 200 len: 950 time: 0.1160619 Sep 30 00:54:41.626671 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-12c797c4-5a2c-4d54-88b1-97c20c881cd9 req-ded8f8d3-4fcc-496f-b651-b8ac6d71e121 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673921 Sep 30 00:54:41.861890 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca32cca-fe73-4587-a747-afa906892c71 req-1bcfd779-82eb-49f4-9187-fc94e6ab6798 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:41.864004 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6ca32cca-fe73-4587-a747-afa906892c71 req-1bcfd779-82eb-49f4-9187-fc94e6ab6798 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 946 time: 0.1497357 Sep 30 00:54:41.935530 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6ca32cca-fe73-4587-a747-afa906892c71 req-8710d34e-e9ba-40ab-a689-00ab3386b3c9 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644712 Sep 30 00:54:42.037329 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53aea3e-8e21-4bee-9a70-c3be7d7ce27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0900a2e-d98c-4463-bfba-024226cc0373'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:54:42.177420 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53aea3e-8e21-4bee-9a70-c3be7d7ce27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0900a2e-d98c-4463-bfba-024226cc0373', 'code': 200} Sep 30 00:54:42.408296 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5961300-fb84-48ea-963a-aebe93cbce96 req-b6cdcde3-0e78-4540-9fe0-cec1200be272 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:42.417139 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f5961300-fb84-48ea-963a-aebe93cbce96 req-b6cdcde3-0e78-4540-9fe0-cec1200be272 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 949 time: 0.1708505 Sep 30 00:54:42.488449 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f5961300-fb84-48ea-963a-aebe93cbce96 req-a23d7fa1-f3c3-4848-93f4-51427172ca63 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703120 Sep 30 00:54:42.592335 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 34910) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:42.678616 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b758b-b6cf-4ae2-8e44-18adacb47267 req-60bd741e-2284-4492-82a3-1f9a60bdb0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:42.679491 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-30261504-870b-4e99-98fe-357420096f14 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-816979784-network', 'tenant_id': 'f83f8ec107124dafbd42039d13441fdb'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:54:42.679491 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-30261504-870b-4e99-98fe-357420096f14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:42.679689 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a86b758b-b6cf-4ae2-8e44-18adacb47267 req-60bd741e-2284-4492-82a3-1f9a60bdb0da service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e53aea3e-8e21-4bee-9a70-c3be7d7ce27b HTTP/1.1" status: 200 len: 1100 time: 0.3816328 Sep 30 00:54:42.685555 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-30261504-870b-4e99-98fe-357420096f14 admin admin] Usage tracker for resource:network and tenant:f83f8ec107124dafbd42039d13441fdb is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:54:42.700884 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-30261504-870b-4e99-98fe-357420096f14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:54:42.709093 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-30261504-870b-4e99-98fe-357420096f14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:42.716831 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30261504-870b-4e99-98fe-357420096f14 admin admin] Made reservation on behalf of f83f8ec107124dafbd42039d13441fdb for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:54:42.716831 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-30261504-870b-4e99-98fe-357420096f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:42.731586 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-30261504-870b-4e99-98fe-357420096f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:42.749005 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-30261504-870b-4e99-98fe-357420096f14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:42.756302 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-30261504-870b-4e99-98fe-357420096f14 admin admin] Usage tracker for resource:security_group_rule and tenant:f83f8ec107124dafbd42039d13441fdb is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:54:42.764955 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-30261504-870b-4e99-98fe-357420096f14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:54:42.783696 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-30261504-870b-4e99-98fe-357420096f14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:42.923731 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a86b758b-b6cf-4ae2-8e44-18adacb47267 req-595137fa-a8e5-4616-92a0-1d9d44425ec4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280102 Sep 30 00:54:43.031447 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406ddbf-d2b9-4605-b04a-247a53708cb3 req-9953fc56-be66-4416-81ee-994f0f0ced01 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:43.038518 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9406ddbf-d2b9-4605-b04a-247a53708cb3 req-9953fc56-be66-4416-81ee-994f0f0ced01 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=b17f618b-a6ac-492c-a2a8-6b646e220639 HTTP/1.1" status: 200 len: 950 time: 0.2131233 Sep 30 00:54:43.069246 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-30261504-870b-4e99-98fe-357420096f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:43.081189 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-30261504-870b-4e99-98fe-357420096f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:43.090318 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-7f39740b-2a14-4575-9234-fa30cc392b5c tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:43.108729 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9406ddbf-d2b9-4605-b04a-247a53708cb3 req-a74e67c2-021d-435b-8aef-246de02cdbed tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688746 Sep 30 00:54:43.137347 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30261504-870b-4e99-98fe-357420096f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a810fe0b-ca05-435b-812f-0f0e2e4b85b6,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:43.140342 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30261504-870b-4e99-98fe-357420096f14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:54:43.143859 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-30261504-870b-4e99-98fe-357420096f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:43.154908 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-30261504-870b-4e99-98fe-357420096f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:43.155517 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-30261504-870b-4e99-98fe-357420096f14 admin admin] Added segment ff9a2248-78ed-4436-80e8-0dc67d29107c of type vlan for network ac4e192f-8c53-463f-a378-1388885e9d71 Sep 30 00:54:43.190847 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-30261504-870b-4e99-98fe-357420096f14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:43.227571 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-30261504-870b-4e99-98fe-357420096f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:43.229850 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30261504-870b-4e99-98fe-357420096f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:43.230629 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-30261504-870b-4e99-98fe-357420096f14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:43.255722 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9811674f-abf7-4450-90e3-7f93f401b034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:43.333371 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d9367-0c70-4db7-9bd5-dfe440a3e8b0 req-17c5649c-05d7-488b-869b-6c66a18844ae tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:43.342293 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-114d9367-0c70-4db7-9bd5-dfe440a3e8b0 req-17c5649c-05d7-488b-869b-6c66a18844ae tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 946 time: 0.1746209 Sep 30 00:54:43.423309 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-30261504-870b-4e99-98fe-357420096f14 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8298237 Sep 30 00:54:43.424832 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 34926) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:43.433397 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30261504-870b-4e99-98fe-357420096f14 admin admin] Pushing event updated for resources: {'Network': ['ID=ac4e192f-8c53-463f-a378-1388885e9d71,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:43.436388 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-114d9367-0c70-4db7-9bd5-dfe440a3e8b0 req-0f4cf3cc-a889-4412-8215-28b43a316b08 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925069 Sep 30 00:54:43.440375 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-a18c589d-c50a-46e4-bdd8-9597aa479b1a admin admin] Request body: {'subnet': {'network_id': 'ac4e192f-8c53-463f-a378-1388885e9d71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-816979784-subnet', 'tenant_id': 'f83f8ec107124dafbd42039d13441fdb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:54:43.448141 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-30261504-870b-4e99-98fe-357420096f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:43.451132 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-a18c589d-c50a-46e4-bdd8-9597aa479b1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:43.459342 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-a18c589d-c50a-46e4-bdd8-9597aa479b1a admin admin] Usage tracker for resource:subnet and tenant:f83f8ec107124dafbd42039d13441fdb is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:54:43.464358 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-a18c589d-c50a-46e4-bdd8-9597aa479b1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:54:43.468297 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network ac4e192f-8c53-463f-a378-1388885e9d71 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:54:43.478280 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-a18c589d-c50a-46e4-bdd8-9597aa479b1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:43.499157 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9fe40-a175-440d-9c7f-770c49b3733b req-228a2c98-a749-4357-94d7-d227a85d9c44 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:43.501051 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-72f9fe40-a175-440d-9c7f-770c49b3733b req-228a2c98-a749-4357-94d7-d227a85d9c44 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=e53aea3e-8e21-4bee-9a70-c3be7d7ce27b HTTP/1.1" status: 200 len: 949 time: 0.2465546 Sep 30 00:54:43.564533 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18c589d-c50a-46e4-bdd8-9597aa479b1a admin admin] Made reservation on behalf of f83f8ec107124dafbd42039d13441fdb for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:54:43.568805 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a18c589d-c50a-46e4-bdd8-9597aa479b1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:43.722948 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-72f9fe40-a175-440d-9c7f-770c49b3733b req-168fc706-5740-4d97-8fc8-ec7fb82b689e tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037752 Sep 30 00:54:43.766834 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ea3e7-472f-4a39-aabc-fe128b0c3820 req-287daaeb-fcda-419a-9999-b0d521056b2f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:43.768324 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-689ea3e7-472f-4a39-aabc-fe128b0c3820 req-287daaeb-fcda-419a-9999-b0d521056b2f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 949 time: 0.1059930 Sep 30 00:54:43.814462 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-689ea3e7-472f-4a39-aabc-fe128b0c3820 req-e20b894d-cfdf-4870-8caa-7ac8a1db0dd7 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395472 Sep 30 00:54:43.863447 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a18c589d-c50a-46e4-bdd8-9597aa479b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:43.867698 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:43.944289 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c589d-c50a-46e4-bdd8-9597aa479b1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9d53ac6-1e1f-49cb-870d-dfebcbd11b9a,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:43.948706 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a18c589d-c50a-46e4-bdd8-9597aa479b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:43.955810 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18c589d-c50a-46e4-bdd8-9597aa479b1a admin admin] Checking segment: {'id': 'ff9a2248-78ed-4436-80e8-0dc67d29107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ac4e192f-8c53-463f-a378-1388885e9d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:54:43.956171 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18c589d-c50a-46e4-bdd8-9597aa479b1a admin admin] Network hostable DHCP agents. Network: ac4e192f-8c53-463f-a378-1388885e9d71, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:54:43.975107 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18c589d-c50a-46e4-bdd8-9597aa479b1a admin admin] Network ac4e192f-8c53-463f-a378-1388885e9d71 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:54:43.985418 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-a18c589d-c50a-46e4-bdd8-9597aa479b1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, ac4e192f-8c53-463f-a378-1388885e9d71) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:54:43.989632 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18c589d-c50a-46e4-bdd8-9597aa479b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:43.990222 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a18c589d-c50a-46e4-bdd8-9597aa479b1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:43.996811 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2be3c9d-63a7-4715-a097-b833c7b10cef None None] Network ac4e192f-8c53-463f-a378-1388885e9d71 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:54:44.014268 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-a18c589d-c50a-46e4-bdd8-9597aa479b1a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5840437 Sep 30 00:54:44.016574 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 34944) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:44.021708 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-67b77d2b-5e46-4cf2-964a-34e3372003d9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-816979784-router', 'tenant_id': 'f83f8ec107124dafbd42039d13441fdb', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:54:44.027150 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-67b77d2b-5e46-4cf2-964a-34e3372003d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:44.035862 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-67b77d2b-5e46-4cf2-964a-34e3372003d9 admin admin] Usage tracker for resource:router and tenant:f83f8ec107124dafbd42039d13441fdb is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:54:44.040758 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-67b77d2b-5e46-4cf2-964a-34e3372003d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:54:44.048039 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-67b77d2b-5e46-4cf2-964a-34e3372003d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:44.063897 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-67b77d2b-5e46-4cf2-964a-34e3372003d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-730961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30750'] for router, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:44.064953 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-67b77d2b-5e46-4cf2-964a-34e3372003d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30743'] for router, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:44.081395 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-67b77d2b-5e46-4cf2-964a-34e3372003d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:44.236505 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bc6f64-345e-4f2b-b35f-ea447e121c4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-ac4e192f-8c53-463f-a378-1388885e9d71', 'network_id': 'ac4e192f-8c53-463f-a378-1388885e9d71', 'tenant_id': 'f83f8ec107124dafbd42039d13441fdb', 'fixed_ips': [{'subnet_id': 'd9d53ac6-1e1f-49cb-870d-dfebcbd11b9a'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 00:54:44.237519 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-23bc6f64-345e-4f2b-b35f-ea447e121c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:44.406214 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-23bc6f64-345e-4f2b-b35f-ea447e121c4a None None] Allocated IP 172.20.0.2 (ac4e192f-8c53-463f-a378-1388885e9d71/d9d53ac6-1e1f-49cb-870d-dfebcbd11b9a/cfdaa358-36e4-4fbe-988a-6a74e06d8461) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:54:44.471807 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-67b77d2b-5e46-4cf2-964a-34e3372003d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-672991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-730982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30841'] for router, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:44.675500 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-23bc6f64-345e-4f2b-b35f-ea447e121c4a None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:44.689172 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-23bc6f64-345e-4f2b-b35f-ea447e121c4a None None] Transition to ACTIVE for port object cfdaa358-36e4-4fbe-988a-6a74e06d8461 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:54:44.711899 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-23bc6f64-345e-4f2b-b35f-ea447e121c4a None None] Transition to ACTIVE for port object cfdaa358-36e4-4fbe-988a-6a74e06d8461 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:54:44.721677 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-23bc6f64-345e-4f2b-b35f-ea447e121c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:44.734277 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:44.782157 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56561d5-713b-469a-b6a3-6540347b379f req-83bf78db-f5a0-448e-a626-dfc8d864f3ad tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:44.783739 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e56561d5-713b-469a-b6a3-6540347b379f req-83bf78db-f5a0-448e-a626-dfc8d864f3ad tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157&tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&binding%3Ahost_id=n-h2-811809-1 HTTP/1.1" status: 200 len: 1097 time: 0.1245344 Sep 30 00:54:44.795905 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-e56561d5-713b-469a-b6a3-6540347b379f req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811809-1'}}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:54:44.847556 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bc6f64-345e-4f2b-b35f-ea447e121c4a None None] Network ac4e192f-8c53-463f-a378-1388885e9d71 is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:54:44.855630 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-23bc6f64-345e-4f2b-b35f-ea447e121c4a None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:54:44.859866 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bc6f64-345e-4f2b-b35f-ea447e121c4a None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:54:44.879611 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc6f64-345e-4f2b-b35f-ea447e121c4a None None] Pushing event updated for resources: {'Port': ['ID=cfdaa358-36e4-4fbe-988a-6a74e06d8461,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:44.963208 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-23bc6f64-345e-4f2b-b35f-ea447e121c4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:44.984831 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-67b77d2b-5e46-4cf2-964a-34e3372003d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:45.025148 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab078098-2f9f-4e56-923d-d32afd61be6b req-2bea0d95-6d6c-487e-a825-e8e250983ebb tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:45.026851 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ab078098-2f9f-4e56-923d-d32afd61be6b req-2bea0d95-6d6c-487e-a825-e8e250983ebb tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 946 time: 0.4059076 Sep 30 00:54:45.053163 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-23bc6f64-345e-4f2b-b35f-ea447e121c4a None None] Attempting to bind port cfdaa358-36e4-4fbe-988a-6a74e06d8461 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:54:45.053349 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-67b77d2b-5e46-4cf2-964a-34e3372003d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:45.053780 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-23bc6f64-345e-4f2b-b35f-ea447e121c4a None None] Attempting to bind port cfdaa358-36e4-4fbe-988a-6a74e06d8461 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'ff9a2248-78ed-4436-80e8-0dc67d29107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ac4e192f-8c53-463f-a378-1388885e9d71'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:54:45.054116 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bc6f64-345e-4f2b-b35f-ea447e121c4a None None] Attempting to bind port cfdaa358-36e4-4fbe-988a-6a74e06d8461 on network ac4e192f-8c53-463f-a378-1388885e9d71 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:54:45.061309 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bc6f64-345e-4f2b-b35f-ea447e121c4a None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:54:45.061960 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bc6f64-345e-4f2b-b35f-ea447e121c4a None None] Checking segment: {'id': 'ff9a2248-78ed-4436-80e8-0dc67d29107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ac4e192f-8c53-463f-a378-1388885e9d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:54:45.062434 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-23bc6f64-345e-4f2b-b35f-ea447e121c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:45.062862 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bc6f64-345e-4f2b-b35f-ea447e121c4a None None] Bound using segment: {'id': 'ff9a2248-78ed-4436-80e8-0dc67d29107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ac4e192f-8c53-463f-a378-1388885e9d71'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:54:45.063342 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-23bc6f64-345e-4f2b-b35f-ea447e121c4a None None] Bound port: cfdaa358-36e4-4fbe-988a-6a74e06d8461, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9a2248-78ed-4436-80e8-0dc67d29107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ac4e192f-8c53-463f-a378-1388885e9d71'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:54:45.063729 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-23bc6f64-345e-4f2b-b35f-ea447e121c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:45.066013 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e56561d5-713b-469a-b6a3-6540347b379f req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:45.138167 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d56570-e33a-4fbb-acbb-53208f24f8bf req-a01ffdc7-3a7c-4c06-81ad-4578500703ac tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:45.140172 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a9d56570-e33a-4fbb-acbb-53208f24f8bf req-a01ffdc7-3a7c-4c06-81ad-4578500703ac tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=e53aea3e-8e21-4bee-9a70-c3be7d7ce27b HTTP/1.1" status: 200 len: 949 time: 0.1730111 Sep 30 00:54:45.154170 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ab078098-2f9f-4e56-923d-d32afd61be6b req-83c2670c-533d-4bb5-9fe7-418d675df173 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154356 Sep 30 00:54:45.200418 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-23bc6f64-345e-4f2b-b35f-ea447e121c4a None None] For port cfdaa358-36e4-4fbe-988a-6a74e06d8461, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:54:45.209593 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-23bc6f64-345e-4f2b-b35f-ea447e121c4a None None] For port cfdaa358-36e4-4fbe-988a-6a74e06d8461, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=cfdaa358-36e4-4fbe-988a-6a74e06d8461,segment=NetworkSegment(ff9a2248-78ed-4436-80e8-0dc67d29107c),segment_id=ff9a2248-78ed-4436-80e8-0dc67d29107c)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:54:45.215137 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-23bc6f64-345e-4f2b-b35f-ea447e121c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:45.227534 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a9d56570-e33a-4fbb-acbb-53208f24f8bf req-941f6ba7-93ad-43c2-9c08-6a122f95329b tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778511 Sep 30 00:54:45.228954 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:45.307869 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-67b77d2b-5e46-4cf2-964a-34e3372003d9 admin admin] Allocated IP 172.25.0.251 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/0c698755-d09e-426a-8f7d-1019b105d203) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:54:45.434992 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc6f64-345e-4f2b-b35f-ea447e121c4a None None] Pushing event updated for resources: {'Port': ['ID=cfdaa358-36e4-4fbe-988a-6a74e06d8461,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:45.438530 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-23bc6f64-345e-4f2b-b35f-ea447e121c4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:45.441498 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-e56561d5-713b-469a-b6a3-6540347b379f req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] For port 5de44ce1-6ece-4303-ac8e-abf0ca829a27, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=5de44ce1-6ece-4303-ac8e-abf0ca829a27,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:45.535341 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 5de44ce1-6ece-4303-ac8e-abf0ca829a27 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:54:45.549055 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-e56561d5-713b-469a-b6a3-6540347b379f req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] For port 5de44ce1-6ece-4303-ac8e-abf0ca829a27, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:54:45.636275 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b04b8-ca74-417d-8ef3-dbb2c0a18a90 req-72aff614-1fe3-466b-bd17-e8b3f69994ab tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:45.646449 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7e2b04b8-ca74-417d-8ef3-dbb2c0a18a90 req-72aff614-1fe3-466b-bd17-e8b3f69994ab tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 949 time: 0.3351395 Sep 30 00:54:45.683203 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-67b77d2b-5e46-4cf2-964a-34e3372003d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:45.770059 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7e2b04b8-ca74-417d-8ef3-dbb2c0a18a90 req-3de13cb7-b6de-4ef4-9405-5d05742f3dc4 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225767 Sep 30 00:54:45.812928 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-67b77d2b-5e46-4cf2-964a-34e3372003d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:45.819694 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2bb99e9c-cdff-45f9-91bd-7430ac018b26 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:45.855119 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 5de44ce1-6ece-4303-ac8e-abf0ca829a27, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=5de44ce1-6ece-4303-ac8e-abf0ca829a27,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:45.898592 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd25685-8db8-4083-8d82-5fe07ac89157', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5de44ce1-6ece-4303-ac8e-abf0ca829a27'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:54:45.902064 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b77d2b-5e46-4cf2-964a-34e3372003d9 admin admin] Pushing event updated for resources: {'Port': ['ID=0c698755-d09e-426a-8f7d-1019b105d203,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:45.902247 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 5de44ce1-6ece-4303-ac8e-abf0ca829a27 has no active binding in host n-h1-811809-1 {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Sep 30 00:54:45.909303 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-67b77d2b-5e46-4cf2-964a-34e3372003d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:45.921590 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e56561d5-713b-469a-b6a3-6540347b379f req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:45.939737 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f2445a2d-ac2a-4593-9275-2e3937bb9de8 req-7c4ae188-6917-4034-80c2-23be4667fafb service neutron] 10.222.0.55 "GET /v2.0/ports/9015586e-32a9-4344-abfe-e8a54776ad77/bindings/n-h2-811809-1 HTTP/1.1" status: 200 len: 382 time: 0.2685423 Sep 30 00:54:45.940668 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e56561d5-713b-469a-b6a3-6540347b379f req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:45.946071 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-352cb62c-ee8c-4426-8750-5eea4a1d6d00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:45.948229 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b77d2b-5e46-4cf2-964a-34e3372003d9 admin admin] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:54:45.959991 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-67b77d2b-5e46-4cf2-964a-34e3372003d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:54:45.976143 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b77d2b-5e46-4cf2-964a-34e3372003d9 admin admin] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:54:46.037712 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd25685-8db8-4083-8d82-5fe07ac89157', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5de44ce1-6ece-4303-ac8e-abf0ca829a27', 'code': 200} Sep 30 00:54:46.040947 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Pushing event updated for resources: {'Port': ['ID=5de44ce1-6ece-4303-ac8e-abf0ca829a27,revision_number=7']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:46.094396 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:46.094783 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:46.095410 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:46.096042 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:46.096660 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:46.096987 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:46.097385 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:46.097783 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:46.098139 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:46.098532 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:46.098908 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:46.099260 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:54:46.109580 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:46.205638 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-e56561d5-713b-469a-b6a3-6540347b379f req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Attempting to bind port 5de44ce1-6ece-4303-ac8e-abf0ca829a27 on host n-h2-811809-1 for vnic_type normal with profile {"migrating_to": "n-h1-811809-1"} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:54:46.217371 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-e56561d5-713b-469a-b6a3-6540347b379f req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Attempting to bind port 5de44ce1-6ece-4303-ac8e-abf0ca829a27 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:54:46.218093 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56561d5-713b-469a-b6a3-6540347b379f req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Attempting to bind port 5de44ce1-6ece-4303-ac8e-abf0ca829a27 on network 0a0a50fb-f59e-4919-9310-948ef891e84f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:54:46.224006 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56561d5-713b-469a-b6a3-6540347b379f req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Port 5de44ce1-6ece-4303-ac8e-abf0ca829a27 on network 0a0a50fb-f59e-4919-9310-948ef891e84f not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:54:46.224604 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56561d5-713b-469a-b6a3-6540347b379f req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Attempting to bind port 5de44ce1-6ece-4303-ac8e-abf0ca829a27 on network 0a0a50fb-f59e-4919-9310-948ef891e84f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:54:46.230210 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56561d5-713b-469a-b6a3-6540347b379f req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:54:46.230843 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56561d5-713b-469a-b6a3-6540347b379f req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Checking segment: {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:54:46.231672 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56561d5-713b-469a-b6a3-6540347b379f req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Bound using segment: {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:54:46.232326 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-e56561d5-713b-469a-b6a3-6540347b379f req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Bound port: 5de44ce1-6ece-4303-ac8e-abf0ca829a27, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac9652a-75a3-4da2-a7e6-f004c38fd806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a0a50fb-f59e-4919-9310-948ef891e84f'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:54:46.232883 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e56561d5-713b-469a-b6a3-6540347b379f req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:46.547138 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device cfdaa358-36e4-4fbe-988a-6a74e06d8461 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:54:46.732864 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port cfdaa358-36e4-4fbe-988a-6a74e06d8461 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:54:46.765945 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-e56561d5-713b-469a-b6a3-6540347b379f req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] For port 5de44ce1-6ece-4303-ac8e-abf0ca829a27, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:54:46.775870 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-e56561d5-713b-469a-b6a3-6540347b379f req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] For port 5de44ce1-6ece-4303-ac8e-abf0ca829a27, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=5de44ce1-6ece-4303-ac8e-abf0ca829a27,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:54:46.790999 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2445a2d-ac2a-4593-9275-2e3937bb9de8 req-4475ef97-8c42-42ec-9c40-eace2ced2b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:46.792853 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f2445a2d-ac2a-4593-9275-2e3937bb9de8 req-4475ef97-8c42-42ec-9c40-eace2ced2b10 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6&tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb HTTP/1.1" status: 200 len: 1100 time: 0.4588554 Sep 30 00:54:46.797288 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e56561d5-713b-469a-b6a3-6540347b379f req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:46.813729 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4089409f-bf22-48b1-a864-a474afc46e10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:47.004487 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Pushing event updated for resources: {'Port': ['ID=5de44ce1-6ece-4303-ac8e-abf0ca829a27,revision_number=8']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:47.049887 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946372ba-4c62-4de0-b74f-f4300bfdfdd9 req-99e93194-9f22-4ca0-8cc0-d4c744122f38 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:47.059315 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-946372ba-4c62-4de0-b74f-f4300bfdfdd9 req-99e93194-9f22-4ca0-8cc0-d4c744122f38 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 944 time: 0.2348177 Sep 30 00:54:47.083603 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:47.094106 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5865bc99-74e7-4f0b-bbae-b9ce1b2ff563 None None] Network ac4e192f-8c53-463f-a378-1388885e9d71 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:54:47.099438 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-67b77d2b-5e46-4cf2-964a-34e3372003d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:47.100947 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0903130-88e5-491a-8bc9-5ad48a469cee req-9734284a-a1ae-4822-99db-56ef3ba54dcb tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:47.109270 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b0903130-88e5-491a-8bc9-5ad48a469cee req-9734284a-a1ae-4822-99db-56ef3ba54dcb tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=e53aea3e-8e21-4bee-9a70-c3be7d7ce27b HTTP/1.1" status: 200 len: 949 time: 0.6239436 Sep 30 00:54:47.169523 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b0903130-88e5-491a-8bc9-5ad48a469cee req-b84ea921-b833-4997-a808-e0983a0987b6 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590048 Sep 30 00:54:47.235531 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56561d5-713b-469a-b6a3-6540347b379f req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:47.237583 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e56561d5-713b-469a-b6a3-6540347b379f req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:47.241108 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e56561d5-713b-469a-b6a3-6540347b379f req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] 10.222.0.59 "PUT /v2.0/ports/5de44ce1-6ece-4303-ac8e-abf0ca829a27 HTTP/1.1" status: 200 len: 1122 time: 2.4474993 Sep 30 00:54:47.259463 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2445a2d-ac2a-4593-9275-2e3937bb9de8 req-78df2c21-097f-4345-a4f9-2c22ecc66073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:47.263569 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f2445a2d-ac2a-4593-9275-2e3937bb9de8 req-78df2c21-097f-4345-a4f9-2c22ecc66073 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 1100 time: 0.3594687 Sep 30 00:54:47.294169 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-d3abc076-598a-4c21-9e69-b45894d30fee None None] Provisioning for port cfdaa358-36e4-4fbe-988a-6a74e06d8461 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:54:47.314571 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-946372ba-4c62-4de0-b74f-f4300bfdfdd9 req-81e948e9-9868-45e6-91a9-583b63ff80dd tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542782 Sep 30 00:54:47.377719 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-d3abc076-598a-4c21-9e69-b45894d30fee None None] Provisioning complete for port cfdaa358-36e4-4fbe-988a-6a74e06d8461 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:54:47.378105 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d3abc076-598a-4c21-9e69-b45894d30fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:47.468470 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['5de44ce1-6ece-4303-ac8e-abf0ca829a27'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:54:47.533251 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['5de44ce1-6ece-4303-ac8e-abf0ca829a27'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:54:47.733468 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-67b77d2b-5e46-4cf2-964a-34e3372003d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673175'] for router, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:47.851098 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:54:47.861941 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2445a2d-ac2a-4593-9275-2e3937bb9de8 req-166884fc-f3f7-42a7-bf58-0c78400dcfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:47.863818 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f2445a2d-ac2a-4593-9275-2e3937bb9de8 req-166884fc-f3f7-42a7-bf58-0c78400dcfa9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.5862081 Sep 30 00:54:47.879305 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fe75a-c1b5-4a3b-8409-7dc9a57afed6 req-c3941d6e-810d-408b-b771-b33496f299e3 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:47.888936 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-167fe75a-c1b5-4a3b-8409-7dc9a57afed6 req-c3941d6e-810d-408b-b771-b33496f299e3 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 949 time: 0.2382436 Sep 30 00:54:47.997561 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f2445a2d-ac2a-4593-9275-2e3937bb9de8 req-0d6cb43d-292f-4d35-b981-27e5a8f96445 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=9015586e-32a9-4344-abfe-e8a54776ad77 HTTP/1.1" status: 200 len: 217 time: 0.1031973 Sep 30 00:54:48.052026 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d3abc076-598a-4c21-9e69-b45894d30fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:48.083491 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd25685-8db8-4083-8d82-5fe07ac89157', 'tag': '5de44ce1-6ece-4303-ac8e-abf0ca829a27'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:54:48.093952 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2445a2d-ac2a-4593-9275-2e3937bb9de8 req-88009686-8097-40d4-aa0d-cc3007a71f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:48.096259 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f2445a2d-ac2a-4593-9275-2e3937bb9de8 req-88009686-8097-40d4-aa0d-cc3007a71f96 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.0799387 Sep 30 00:54:48.194288 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5734b3d-6033-46cf-9101-52e5f4d020be req-f984e675-9ba1-4ee4-9ae9-baa2fe0e8939 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:48.203727 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5734b3d-6033-46cf-9101-52e5f4d020be req-f984e675-9ba1-4ee4-9ae9-baa2fe0e8939 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:48.208191 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e5734b3d-6033-46cf-9101-52e5f4d020be req-f984e675-9ba1-4ee4-9ae9-baa2fe0e8939 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=b17f618b-a6ac-492c-a2a8-6b646e220639&device_id=e53aea3e-8e21-4bee-9a70-c3be7d7ce27b HTTP/1.1" status: 200 len: 1690 time: 0.2136583 Sep 30 00:54:48.208488 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-167fe75a-c1b5-4a3b-8409-7dc9a57afed6 req-5ed48657-79bf-4ce2-b1bf-4f352de78c70 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168743 Sep 30 00:54:48.268171 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-d3abc076-598a-4c21-9e69-b45894d30fee None None] For port cfdaa358-36e4-4fbe-988a-6a74e06d8461, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=cfdaa358-36e4-4fbe-988a-6a74e06d8461,segment=NetworkSegment(ff9a2248-78ed-4436-80e8-0dc67d29107c),segment_id=ff9a2248-78ed-4436-80e8-0dc67d29107c)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:48.298035 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d3abc076-598a-4c21-9e69-b45894d30fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:48.301397 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:48.311374 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2445a2d-ac2a-4593-9275-2e3937bb9de8 req-ddcac4f3-a6a6-4a2d-8be1-33a0323da800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:48.316629 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f2445a2d-ac2a-4593-9275-2e3937bb9de8 req-ddcac4f3-a6a6-4a2d-8be1-33a0323da800 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2032917 Sep 30 00:54:48.333885 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b77d2b-5e46-4cf2-964a-34e3372003d9 admin admin] Router f86921cf-bc4d-4786-bdd9-8a3c90f3c390 is scheduled to L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 with binding_index 1 {{(pid=80274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 30 00:54:48.355492 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e5734b3d-6033-46cf-9101-52e5f4d020be req-d25acd57-9212-4bc9-8cc3-6f34c359eb05 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390145 Sep 30 00:54:48.540552 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd25685-8db8-4083-8d82-5fe07ac89157', 'tag': '5de44ce1-6ece-4303-ac8e-abf0ca829a27', 'status': 'completed', 'code': 200} Sep 30 00:54:48.558544 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3abc076-598a-4c21-9e69-b45894d30fee None None] Pushing event updated for resources: {'Port': ['ID=cfdaa358-36e4-4fbe-988a-6a74e06d8461,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:48.567301 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-d3abc076-598a-4c21-9e69-b45894d30fee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:48.791412 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-644b660e-3b53-4c63-9998-45e0a95a1e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:48.797834 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f2445a2d-ac2a-4593-9275-2e3937bb9de8 req-00366f41-1584-47d0-8f3c-5d1a3daca3d0 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668295 Sep 30 00:54:48.827015 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5323fd4-8177-4bc8-b165-1cbca1a1044a req-593b6e98-fcb5-42bd-b346-3b04a082f71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:48.828616 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c5323fd4-8177-4bc8-b165-1cbca1a1044a req-593b6e98-fcb5-42bd-b346-3b04a082f71c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 1125 time: 0.3311536 Sep 30 00:54:48.833509 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b77d2b-5e46-4cf2-964a-34e3372003d9 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:54:48.846148 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f6be7-0033-4d56-890b-8f0ad0975e66 req-bb4c40ba-78d9-428d-acff-5fdfc170f446 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:48.849407 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0f9f6be7-0033-4d56-890b-8f0ad0975e66 req-bb4c40ba-78d9-428d-acff-5fdfc170f446 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 944 time: 0.2667708 Sep 30 00:54:48.855723 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a33165-feb0-4a57-b745-029f27a713d4 None None] Sync routers for ids ['f86921cf-bc4d-4786-bdd9-8a3c90f3c390'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:54:48.873635 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-09037541-2671-46a8-a92b-078254eb9225 None None] Provisioning complete for port cfdaa358-36e4-4fbe-988a-6a74e06d8461 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:54:48.875244 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-09037541-2671-46a8-a92b-078254eb9225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:48.928591 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a33165-feb0-4a57-b745-029f27a713d4 None None] Routers {'f86921cf-bc4d-4786-bdd9-8a3c90f3c390'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:54:48.929562 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-56a33165-feb0-4a57-b745-029f27a713d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:54:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['f86921cf-bc4d-4786-bdd9-8a3c90f3c390'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:54:49.003140 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0f9f6be7-0033-4d56-890b-8f0ad0975e66 req-614b3e63-1a34-4b54-aa2b-3111143d2e4b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309404 Sep 30 00:54:49.069863 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f2445a2d-ac2a-4593-9275-2e3937bb9de8 req-24a47145-4215-421c-9307-ec990d1010b7 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189019 Sep 30 00:54:49.128118 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:49.224939 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-56a33165-feb0-4a57-b745-029f27a713d4 None None] Set router f86921cf-bc4d-4786-bdd9-8a3c90f3c390 gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:54:49.327407 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5323fd4-8177-4bc8-b165-1cbca1a1044a req-ee9399f1-70c1-42c0-814e-557b6a20ebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:49.329646 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c5323fd4-8177-4bc8-b165-1cbca1a1044a req-ee9399f1-70c1-42c0-814e-557b6a20ebd3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a0a50fb-f59e-4919-9310-948ef891e84f HTTP/1.1" status: 200 len: 909 time: 0.4890800 Sep 30 00:54:49.333964 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-67b77d2b-5e46-4cf2-964a-34e3372003d9 admin admin] Notify callbacks [] for router, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:49.335944 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-67b77d2b-5e46-4cf2-964a-34e3372003d9 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3182981 Sep 30 00:54:49.339810 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 35024) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:49.453543 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c5323fd4-8177-4bc8-b165-1cbca1a1044a req-7c10efd1-1c16-4113-bf98-8ad57a22aedb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5de44ce1-6ece-4303-ac8e-abf0ca829a27 HTTP/1.1" status: 200 len: 217 time: 0.1032405 Sep 30 00:54:49.511598 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8bfd0-ec00-49a5-acac-3f0d3d248045 req-92fa4c57-f812-4ba7-861e-f2e8ad531507 tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:49.520546 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1dc8bfd0-ec00-49a5-acac-3f0d3d248045 req-92fa4c57-f812-4ba7-861e-f2e8ad531507 tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b17f618b-a6ac-492c-a2a8-6b646e220639 HTTP/1.1" status: 200 len: 1101 time: 0.6574142 Sep 30 00:54:49.624411 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5323fd4-8177-4bc8-b165-1cbca1a1044a req-58a2de0b-5cb0-4c9e-8487-76c7959da35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:49.626524 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c5323fd4-8177-4bc8-b165-1cbca1a1044a req-58a2de0b-5cb0-4c9e-8487-76c7959da35a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e11b3221-7cfb-4feb-801d-70a2c0ec6209 HTTP/1.1" status: 200 len: 848 time: 0.1641335 Sep 30 00:54:49.641980 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1dc8bfd0-ec00-49a5-acac-3f0d3d248045 req-dc850b9c-78eb-4a63-ae8b-9a50987ba011 tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197805 Sep 30 00:54:49.646669 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12d7a2-be66-40d9-8a8c-7f3cce427c92 req-6824900b-15cb-476d-92b1-5eabf9b5be9f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:49.648303 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7d12d7a2-be66-40d9-8a8c-7f3cce427c92 req-6824900b-15cb-476d-92b1-5eabf9b5be9f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 949 time: 0.2221634 Sep 30 00:54:49.742632 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c5323fd4-8177-4bc8-b165-1cbca1a1044a req-4a12e83f-6c82-41e7-a3c3-252eb5a5ed2a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a0a50fb-f59e-4919-9310-948ef891e84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986137 Sep 30 00:54:49.840452 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 9015586e-32a9-4344-abfe-e8a54776ad77 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:54:50.026197 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c5323fd4-8177-4bc8-b165-1cbca1a1044a req-68e57b78-6be5-4525-a848-5efe0930737e service neutron] 10.222.0.55 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698009 Sep 30 00:54:50.033846 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96050f-4aae-4678-808d-183c46474ba8 req-98502fd6-1cfd-4cb0-8332-6864a3e36ddd tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:50.035921 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4a96050f-4aae-4678-808d-183c46474ba8 req-98502fd6-1cfd-4cb0-8332-6864a3e36ddd tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e53aea3e-8e21-4bee-9a70-c3be7d7ce27b HTTP/1.1" status: 200 len: 1100 time: 0.1414590 Sep 30 00:54:50.048522 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-56a33165-feb0-4a57-b745-029f27a713d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86921cf-bc4d-4786-bdd9-8a3c90f3c390', 'name': 'tempest-ServersTestMultiNic-816979784-router', 'tenant_id': 'f83f8ec107124dafbd42039d13441fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0c698755-d09e-426a-8f7d-1019b105d203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:54:44Z', 'updated_at': '2021-09-30T00:54:46Z', 'revision_number': 3, 'project_id': 'f83f8ec107124dafbd42039d13441fdb', 'gw_port': {'id': '0c698755-d09e-426a-8f7d-1019b105d203', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86921cf-bc4d-4786-bdd9-8a3c90f3c390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:45Z', 'updated_at': '2021-09-30T00:54:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:54:50.057508 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a33165-feb0-4a57-b745-029f27a713d4 None None] Checking router: f86921cf-bc4d-4786-bdd9-8a3c90f3c390 for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:54:50.057865 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a33165-feb0-4a57-b745-029f27a713d4 None None] Updating router f86921cf-bc4d-4786-bdd9-8a3c90f3c390 port 0c698755-d09e-426a-8f7d-1019b105d203 binding host n-d-811809-1 {{(pid=80276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:54:50.090710 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:50.140134 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8c8d5c-a745-416f-90e0-05af024599b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9015586e-32a9-4344-abfe-e8a54776ad77'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:54:50.146449 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-56a33165-feb0-4a57-b745-029f27a713d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:50.177480 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c5323fd4-8177-4bc8-b165-1cbca1a1044a req-0ca1227c-b441-45db-ab0a-40349bfdffbf service neutron] 10.222.0.55 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404707 Sep 30 00:54:50.230214 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4a96050f-4aae-4678-808d-183c46474ba8 req-cecd3896-fde0-424a-b35d-6d993020370a tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516057 Sep 30 00:54:50.308833 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7d12d7a2-be66-40d9-8a8c-7f3cce427c92 req-6a0c1f83-3fcf-4ec8-9b6d-fdfc77fe2b0a tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6504540 Sep 30 00:54:50.495855 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-56a33165-feb0-4a57-b745-029f27a713d4 None None] Notify callbacks [] for port, precommit_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:50.519717 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-56a33165-feb0-4a57-b745-029f27a713d4 None None] Transition to ACTIVE for port object 0c698755-d09e-426a-8f7d-1019b105d203 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:54:50.532765 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device cfdaa358-36e4-4fbe-988a-6a74e06d8461 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:54:50.604679 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-56a33165-feb0-4a57-b745-029f27a713d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:50.621686 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 9015586e-32a9-4344-abfe-e8a54776ad77, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=9015586e-32a9-4344-abfe-e8a54776ad77,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:50.628771 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-021e5a6a-f34d-4d62-a9f5-548696dfe17d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:50.694210 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:50.700105 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cc354287-47c3-41e7-acf7-e830ea9cf3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:50.742676 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-56a33165-feb0-4a57-b745-029f27a713d4 None None] Attempting to bind port 0c698755-d09e-426a-8f7d-1019b105d203 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:54:50.743245 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-56a33165-feb0-4a57-b745-029f27a713d4 None None] Attempting to bind port 0c698755-d09e-426a-8f7d-1019b105d203 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:54:50.743681 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a33165-feb0-4a57-b745-029f27a713d4 None None] Attempting to bind port 0c698755-d09e-426a-8f7d-1019b105d203 on network 1b813296-b79a-4ce4-abf3-9e488de9f705 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:54:50.747242 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45daa0-811b-45f4-a320-4173399ccb97 None None] Pushing event updated for resources: {'Port': ['ID=0c698755-d09e-426a-8f7d-1019b105d203,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:50.754685 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-6b45daa0-811b-45f4-a320-4173399ccb97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:50.755176 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:50.818198 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42cb04-4d6a-4860-acf6-38740eca47c0 req-c3f7e2df-8af7-4fe5-852b-f46800dddee8 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:50.826293 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fa42cb04-4d6a-4860-acf6-38740eca47c0 req-c3f7e2df-8af7-4fe5-852b-f46800dddee8 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 944 time: 0.1324100 Sep 30 00:54:50.836172 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a33165-feb0-4a57-b745-029f27a713d4 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:54:50.836557 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a33165-feb0-4a57-b745-029f27a713d4 None None] Checking segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:54:50.837672 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-56a33165-feb0-4a57-b745-029f27a713d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:50.838076 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a33165-feb0-4a57-b745-029f27a713d4 None None] Bound using segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:54:50.838557 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-56a33165-feb0-4a57-b745-029f27a713d4 None None] Bound port: 0c698755-d09e-426a-8f7d-1019b105d203, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:54:50.847252 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-56a33165-feb0-4a57-b745-029f27a713d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:50.884918 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fa42cb04-4d6a-4860-acf6-38740eca47c0 req-b423ed9b-bf6e-4f8d-ade0-f1b818189606 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575635 Sep 30 00:54:50.976014 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8c8d5c-a745-416f-90e0-05af024599b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9015586e-32a9-4344-abfe-e8a54776ad77', 'code': 200} Sep 30 00:54:51.002111 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-cc354287-47c3-41e7-acf7-e830ea9cf3ad admin admin] Allocated IP 172.20.0.1 (ac4e192f-8c53-463f-a378-1388885e9d71/d9d53ac6-1e1f-49cb-870d-dfebcbd11b9a/d16c0c74-cb61-459f-b10d-926b2f026284) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:54:51.009087 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port cfdaa358-36e4-4fbe-988a-6a74e06d8461 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:54:51.009656 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:51.046552 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=9015586e-32a9-4344-abfe-e8a54776ad77,revision_number=6']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:51.062286 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:51.074140 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-56a33165-feb0-4a57-b745-029f27a713d4 None None] For port 0c698755-d09e-426a-8f7d-1019b105d203, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:54:51.089214 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-56a33165-feb0-4a57-b745-029f27a713d4 None None] For port 0c698755-d09e-426a-8f7d-1019b105d203, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=0c698755-d09e-426a-8f7d-1019b105d203,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:54:51.100950 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-56a33165-feb0-4a57-b745-029f27a713d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:51.107012 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-30e0807e-7725-4335-b8be-96efc3e46225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:51.206058 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-ae62e286-121e-4bd5-ba2a-5e57b468f610 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515108 Sep 30 00:54:51.247206 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-eef518e2-dcc3-427f-ae3f-b52d8d13bf3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:51.252256 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cc354287-47c3-41e7-acf7-e830ea9cf3ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:51.258786 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a33165-feb0-4a57-b745-029f27a713d4 None None] Routers {'f86921cf-bc4d-4786-bdd9-8a3c90f3c390'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:54:51.259909 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-56a33165-feb0-4a57-b745-029f27a713d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:54:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['f86921cf-bc4d-4786-bdd9-8a3c90f3c390'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:54:51.313802 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45daa0-811b-45f4-a320-4173399ccb97 None None] Pushing event updated for resources: {'Port': ['ID=0c698755-d09e-426a-8f7d-1019b105d203,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:51.329008 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-cc354287-47c3-41e7-acf7-e830ea9cf3ad admin admin] Transition to ACTIVE for port object d16c0c74-cb61-459f-b10d-926b2f026284 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:54:51.375778 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-6b45daa0-811b-45f4-a320-4173399ccb97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:51.430186 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-9da9ae04-fe7c-42a1-86a8-39327e4d91a1 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:51.431825 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-9da9ae04-fe7c-42a1-86a8-39327e4d91a1 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2093580 Sep 30 00:54:51.433404 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cc354287-47c3-41e7-acf7-e830ea9cf3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:51.437710 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6c902ce4-c3bd-4e47-bc71-4d45e3ef8505 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:51.461244 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-56a33165-feb0-4a57-b745-029f27a713d4 None None] Set router f86921cf-bc4d-4786-bdd9-8a3c90f3c390 gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:54:51.499761 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-8aedb15e-8e93-42d3-8aca-a47c4c569c8a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/quotas/e0e7edddb1c44f66ba9563f9cd33d4a2 HTTP/1.1" status: 200 len: 375 time: 0.0256388 Sep 30 00:54:51.576919 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc354287-47c3-41e7-acf7-e830ea9cf3ad admin admin] Network ac4e192f-8c53-463f-a378-1388885e9d71 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:54:51.579804 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-cc354287-47c3-41e7-acf7-e830ea9cf3ad admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:54:51.582616 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc354287-47c3-41e7-acf7-e830ea9cf3ad admin admin] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:54:51.648516 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cc354287-47c3-41e7-acf7-e830ea9cf3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734280'] for router_interface, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:51.652492 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc354287-47c3-41e7-acf7-e830ea9cf3ad admin admin] Pushing event updated for resources: {'Port': ['ID=d16c0c74-cb61-459f-b10d-926b2f026284,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:51.656061 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-cc354287-47c3-41e7-acf7-e830ea9cf3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:51.742648 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-bc8b08ea-6c13-40f1-b513-2943e3f1f73d tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2306075 Sep 30 00:54:51.894305 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfda2b-608a-4ecd-a23b-917d9608c46b req-e0a7319d-acee-4d0f-9707-0b63e9941d77 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:51.898803 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cc354287-47c3-41e7-acf7-e830ea9cf3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:51.902673 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cdfda2b-608a-4ecd-a23b-917d9608c46b req-e0a7319d-acee-4d0f-9707-0b63e9941d77 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 947 time: 0.1732562 Sep 30 00:54:51.986894 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-fe0c3e08-c8da-413e-8e81-d41f8dbdd155 None None] Provisioning for port d16c0c74-cb61-459f-b10d-926b2f026284 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:54:51.995860 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cdfda2b-608a-4ecd-a23b-917d9608c46b req-0864e3bf-ec69-4b08-9c29-0643938b17e8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888627 Sep 30 00:54:51.996604 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-fe0c3e08-c8da-413e-8e81-d41f8dbdd155 None None] Provisioning complete for port d16c0c74-cb61-459f-b10d-926b2f026284 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:54:51.996985 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-fe0c3e08-c8da-413e-8e81-d41f8dbdd155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:52.081011 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-56a33165-feb0-4a57-b745-029f27a713d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86921cf-bc4d-4786-bdd9-8a3c90f3c390', 'name': 'tempest-ServersTestMultiNic-816979784-router', 'tenant_id': 'f83f8ec107124dafbd42039d13441fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0c698755-d09e-426a-8f7d-1019b105d203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:54:44Z', 'updated_at': '2021-09-30T00:54:46Z', 'revision_number': 3, 'project_id': 'f83f8ec107124dafbd42039d13441fdb', 'gw_port': {'id': '0c698755-d09e-426a-8f7d-1019b105d203', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86921cf-bc4d-4786-bdd9-8a3c90f3c390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:45Z', 'updated_at': '2021-09-30T00:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:54:52.091660 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a33165-feb0-4a57-b745-029f27a713d4 None None] The sync data for ids ['f86921cf-bc4d-4786-bdd9-8a3c90f3c390'] in n-d-811809-1 is: [{'id': 'f86921cf-bc4d-4786-bdd9-8a3c90f3c390', 'name': 'tempest-ServersTestMultiNic-816979784-router', 'tenant_id': 'f83f8ec107124dafbd42039d13441fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0c698755-d09e-426a-8f7d-1019b105d203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:54:44Z', 'updated_at': '2021-09-30T00:54:46Z', 'revision_number': 3, 'project_id': 'f83f8ec107124dafbd42039d13441fdb', 'gw_port': {'id': '0c698755-d09e-426a-8f7d-1019b105d203', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86921cf-bc4d-4786-bdd9-8a3c90f3c390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:45Z', 'updated_at': '2021-09-30T00:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:54:52.093737 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c3e08-c8da-413e-8e81-d41f8dbdd155 None None] Port d16c0c74-cb61-459f-b10d-926b2f026284 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:54:52.241529 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:52.456725 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cc354287-47c3-41e7-acf7-e830ea9cf3ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:52.467340 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cc354287-47c3-41e7-acf7-e830ea9cf3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:52.556847 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3edb11-a3c8-4792-b464-d01077b40aca req-272b2379-7301-40f6-82e0-bd5777b6520b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:52.570651 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-db3edb11-a3c8-4792-b464-d01077b40aca req-272b2379-7301-40f6-82e0-bd5777b6520b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 944 time: 0.2366374 Sep 30 00:54:52.573767 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c39f0d77-adf4-4346-a81c-0f7c6f59ff87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:52.699904 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b708689-f1b9-4ee7-ada5-3bd3a0d73d57 req-b9f175b5-b0bf-4283-ad74-12ea6e0dbac6 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=bff002ec-5532-45b2-bb2c-843a436909fe HTTP/1.1" status: 200 len: 210 time: 0.1301818 Sep 30 00:54:52.737501 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cc354287-47c3-41e7-acf7-e830ea9cf3ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734445'] for router_interface, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:52.754257 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc354287-47c3-41e7-acf7-e830ea9cf3ad admin admin] Pushing event updated for resources: {'Port': ['ID=d16c0c74-cb61-459f-b10d-926b2f026284,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:52.799100 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-db3edb11-a3c8-4792-b464-d01077b40aca req-3499cf9b-b4fa-4d39-90ee-98d02d029521 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230840 Sep 30 00:54:53.084586 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-cc354287-47c3-41e7-acf7-e830ea9cf3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:53.105453 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc354287-47c3-41e7-acf7-e830ea9cf3ad admin admin] Network ac4e192f-8c53-463f-a378-1388885e9d71 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:54:53.107077 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-cc354287-47c3-41e7-acf7-e830ea9cf3ad admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:54:53.487299 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5cf66-ae3d-4f84-bc0c-08a6f9509343 req-9e8d2b23-f674-40c9-b9bc-1178ff88653b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:53.492045 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d7f5cf66-ae3d-4f84-bc0c-08a6f9509343 req-9e8d2b23-f674-40c9-b9bc-1178ff88653b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 947 time: 0.2381914 Sep 30 00:54:53.597481 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d7f5cf66-ae3d-4f84-bc0c-08a6f9509343 req-92ef8dc8-bef3-459e-a95e-ce6ff8c2d93e tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939076 Sep 30 00:54:53.622106 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc354287-47c3-41e7-acf7-e830ea9cf3ad admin admin] Router f86921cf-bc4d-4786-bdd9-8a3c90f3c390 has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:54:53.693125 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-e4e22251-28b2-4b9d-84d3-c2b637ddabd8 None None] Provisioning complete for port d16c0c74-cb61-459f-b10d-926b2f026284 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:54:53.693705 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e4e22251-28b2-4b9d-84d3-c2b637ddabd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:53.875959 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 9015586e-32a9-4344-abfe-e8a54776ad77 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:54:54.003577 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc354287-47c3-41e7-acf7-e830ea9cf3ad admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:54:54.009146 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-e4e22251-28b2-4b9d-84d3-c2b637ddabd8 None None] Port d16c0c74-cb61-459f-b10d-926b2f026284 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:54:54.015079 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:54.080676 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8a23fdbc-5b7f-4860-ba07-ab72fa3f0da2 req-b51a2a0d-179d-433a-9617-18f32cfaeeb7 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=bff002ec-5532-45b2-bb2c-843a436909fe HTTP/1.1" status: 200 len: 210 time: 0.0599499 Sep 30 00:54:54.083787 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-cc354287-47c3-41e7-acf7-e830ea9cf3ad admin admin] 10.222.0.39 "PUT /v2.0/routers/f86921cf-bc4d-4786-bdd9-8a3c90f3c390/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7428014 Sep 30 00:54:54.248891 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 9015586e-32a9-4344-abfe-e8a54776ad77, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=9015586e-32a9-4344-abfe-e8a54776ad77,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:54.268129 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '9015586e-32a9-4344-abfe-e8a54776ad77', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': '9015586e-32a9-4344-abfe-e8a54776ad77', 'mac_address': 'fa:16:3e:8f:b7:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:54:54.284510 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 35128) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:54.366897 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:54.397309 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9015586e-32a9-4344-abfe-e8a54776ad77 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:54:54.413005 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-47bf39b6-2830-4816-a3b3-80ffbd9536de tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2036234898'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:54:54.422383 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-47bf39b6-2830-4816-a3b3-80ffbd9536de tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:54.429727 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-47bf39b6-2830-4816-a3b3-80ffbd9536de tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Usage tracker for resource:network and tenant:f83f8ec107124dafbd42039d13441fdb is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:54:54.434864 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-47bf39b6-2830-4816-a3b3-80ffbd9536de tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:54:54.435023 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 9015586e-32a9-4344-abfe-e8a54776ad77, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=9015586e-32a9-4344-abfe-e8a54776ad77,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:54.443636 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8456d-e43d-49cf-8914-391efb826f62 req-7b50c13f-2eb0-4f46-8d52-933cdbc1c497 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:54.444192 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-47bf39b6-2830-4816-a3b3-80ffbd9536de tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:54.445850 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:54.448166 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-6cbd2ed2-8377-4573-9e9e-ec552787bb20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:54.456408 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65b8456d-e43d-49cf-8914-391efb826f62 req-7b50c13f-2eb0-4f46-8d52-933cdbc1c497 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 944 time: 0.1857526 Sep 30 00:54:54.481326 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bf39b6-2830-4816-a3b3-80ffbd9536de tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Made reservation on behalf of f83f8ec107124dafbd42039d13441fdb for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:54:54.485124 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-47bf39b6-2830-4816-a3b3-80ffbd9536de tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:54.506754 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 0c698755-d09e-426a-8f7d-1019b105d203 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:54:54.565385 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47bf39b6-2830-4816-a3b3-80ffbd9536de tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:54:54.591755 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65b8456d-e43d-49cf-8914-391efb826f62 req-8ee6e58e-6824-44a9-9809-76e42374fc81 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194379 Sep 30 00:54:54.608233 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e56561d5-713b-469a-b6a3-6540347b379f req-40aefcc3-6d37-4e88-869d-3683a9d3a853 service neutron] 10.222.0.55 "GET /v2.0/ports/5de44ce1-6ece-4303-ac8e-abf0ca829a27/bindings/n-h1-811809-1 HTTP/1.1" status: 200 len: 384 time: 0.2885334 Sep 30 00:54:54.667706 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e807a-a8cd-4015-9153-02549a265ce0 req-8d4289bd-61ab-4d32-bd48-67181f04733c tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:54.669232 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-276e807a-a8cd-4015-9153-02549a265ce0 req-8d4289bd-61ab-4d32-bd48-67181f04733c tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6&tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&binding%3Ahost_id=n-h2-811809-1 HTTP/1.1" status: 200 len: 948 time: 0.1804814 Sep 30 00:54:54.704552 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=9015586e-32a9-4344-abfe-e8a54776ad77,revision_number=7']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:54.708869 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:54.710927 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 0c698755-d09e-426a-8f7d-1019b105d203 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:54:54.722858 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 0c698755-d09e-426a-8f7d-1019b105d203 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:54:54.723951 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:54.830628 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-47bf39b6-2830-4816-a3b3-80ffbd9536de tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:54.835587 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-dbd5dd9f-1bc9-48f8-9e66-46b63ba8d69f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0893750 Sep 30 00:54:54.835778 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-47bf39b6-2830-4816-a3b3-80ffbd9536de tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Added segment 15f763e4-815e-4159-89c3-e59eff1e02b1 of type vlan for network 7e128c42-c8c3-46bf-ac8f-448c283e710f Sep 30 00:54:54.852008 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-276e807a-a8cd-4015-9153-02549a265ce0 req-ae1d72bc-b692-48b4-ad2d-b56b59a981d8 service neutron] 10.222.0.55 "GET /v2.0/ports/9015586e-32a9-4344-abfe-e8a54776ad77/bindings/n-h2-811809-1 HTTP/1.1" status: 200 len: 382 time: 0.1729476 Sep 30 00:54:54.897688 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['9015586e-32a9-4344-abfe-e8a54776ad77'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:54:55.010462 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e815398e-2e7c-4ed1-a061-cc1370fc2356 None None] Sync routers for ids ['f86921cf-bc4d-4786-bdd9-8a3c90f3c390'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:54:55.038332 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e815398e-2e7c-4ed1-a061-cc1370fc2356 None None] Routers {'f86921cf-bc4d-4786-bdd9-8a3c90f3c390'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:54:55.038509 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-e815398e-2e7c-4ed1-a061-cc1370fc2356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:54:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['f86921cf-bc4d-4786-bdd9-8a3c90f3c390'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:54:55.063769 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-47bf39b6-2830-4816-a3b3-80ffbd9536de tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:55.247969 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.resource_extend [None req-47bf39b6-2830-4816-a3b3-80ffbd9536de tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 00:54:55.347563 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-47bf39b6-2830-4816-a3b3-80ffbd9536de tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:55.365180 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71bef8-3be3-4660-9924-5485a4b567fc req-06a74cf2-ff1f-46fe-8413-dc77b441042b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:55.374636 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ed71bef8-3be3-4660-9924-5485a4b567fc req-06a74cf2-ff1f-46fe-8413-dc77b441042b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 948 time: 0.4933379 Sep 30 00:54:55.390657 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:55.438794 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bf39b6-2830-4816-a3b3-80ffbd9536de tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:55.443186 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-47bf39b6-2830-4816-a3b3-80ffbd9536de tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:55.453624 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-e815398e-2e7c-4ed1-a061-cc1370fc2356 None None] Set router f86921cf-bc4d-4786-bdd9-8a3c90f3c390 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:54:55.481563 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:55.492624 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a482fd56-3d3b-43d2-9eb9-721ed48244df req-de07284b-8f11-4fbf-8e89-2b5e284f017c tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=bff002ec-5532-45b2-bb2c-843a436909fe HTTP/1.1" status: 200 len: 210 time: 0.1226776 Sep 30 00:54:55.503181 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 0c698755-d09e-426a-8f7d-1019b105d203, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=0c698755-d09e-426a-8f7d-1019b105d203,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:55.508899 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:55.511138 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:55.534490 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-5a378591-0697-44ce-ab04-e81565880eae tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:55.536341 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-5a378591-0697-44ce-ab04-e81565880eae tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6832442 Sep 30 00:54:55.539082 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e807a-a8cd-4015-9153-02549a265ce0 req-397cf74f-44ac-44fe-a222-231d30760101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:55.541810 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-276e807a-a8cd-4015-9153-02549a265ce0 req-397cf74f-44ac-44fe-a222-231d30760101 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 1099 time: 0.5778875 Sep 30 00:54:55.562061 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-244e133c-d3ad-4b7e-bbca-6b96ac5a381d tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Request body: {'port': {'device_id': 'bff002ec-5532-45b2-bb2c-843a436909fe', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'admin_state_up': True, 'tenant_id': 'e0e7edddb1c44f66ba9563f9cd33d4a2'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:54:55.673132 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=0c698755-d09e-426a-8f7d-1019b105d203,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:55.673132 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:55.842054 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 5de44ce1-6ece-4303-ac8e-abf0ca829a27 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:54:55.957651 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-47bf39b6-2830-4816-a3b3-80ffbd9536de tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6641145 Sep 30 00:54:55.996227 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 35156) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:56.152414 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-244e133c-d3ad-4b7e-bbca-6b96ac5a381d tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:56.157994 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-5f4a90af-ba02-44ed-ad3e-08077ee0a50d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Request body: {'subnet': {'network_id': '7e128c42-c8c3-46bf-ac8f-448c283e710f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:54:56.277260 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-e815398e-2e7c-4ed1-a061-cc1370fc2356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86921cf-bc4d-4786-bdd9-8a3c90f3c390', 'name': 'tempest-ServersTestMultiNic-816979784-router', 'tenant_id': 'f83f8ec107124dafbd42039d13441fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0c698755-d09e-426a-8f7d-1019b105d203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:54:44Z', 'updated_at': '2021-09-30T00:54:51Z', 'revision_number': 4, 'project_id': 'f83f8ec107124dafbd42039d13441fdb', 'gw_port': {'id': '0c698755-d09e-426a-8f7d-1019b105d203', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86921cf-bc4d-4786-bdd9-8a3c90f3c390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:45Z', 'updated_at': '2021-09-30T00:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'd16c0c74-cb61-459f-b10d-926b2f026284', 'name': '', 'network_id': 'ac4e192f-8c53-463f-a378-1388885e9d71', 'tenant_id': 'f83f8ec107124dafbd42039d13441fdb', 'mac_address': 'fa:16:3e:eb:be:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86921cf-bc4d-4786-bdd9-8a3c90f3c390', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'd9d53ac6-1e1f-49cb-870d-dfebcbd11b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:50Z', 'updated_at': '2021-09-30T00:54:52Z', 'revision_number': 2, 'project_id': 'f83f8ec107124dafbd42039d13441fdb', 'subnets': [{'id': 'd9d53ac6-1e1f-49cb-870d-dfebcbd11b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:54:56.285761 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e815398e-2e7c-4ed1-a061-cc1370fc2356 None None] Checking router: f86921cf-bc4d-4786-bdd9-8a3c90f3c390 for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:54:56.285761 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e815398e-2e7c-4ed1-a061-cc1370fc2356 None None] Updating router f86921cf-bc4d-4786-bdd9-8a3c90f3c390 port d16c0c74-cb61-459f-b10d-926b2f026284 binding host n-d-811809-1 {{(pid=80277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:54:56.295722 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-244e133c-d3ad-4b7e-bbca-6b96ac5a381d tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:56.413332 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-e815398e-2e7c-4ed1-a061-cc1370fc2356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:56.480780 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ed71bef8-3be3-4660-9924-5485a4b567fc req-1a0b2376-d315-4af3-b515-2a57a676b312 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0856118 Sep 30 00:54:56.489487 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-5f4a90af-ba02-44ed-ad3e-08077ee0a50d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:56.493978 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-5f4a90af-ba02-44ed-ad3e-08077ee0a50d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Usage tracker for resource:subnet and tenant:f83f8ec107124dafbd42039d13441fdb is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:54:56.504924 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-5f4a90af-ba02-44ed-ad3e-08077ee0a50d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:54:56.516660 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 0c698755-d09e-426a-8f7d-1019b105d203 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:54:56.554341 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-244e133c-d3ad-4b7e-bbca-6b96ac5a381d tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Made reservation on behalf of e0e7edddb1c44f66ba9563f9cd33d4a2 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:54:56.559542 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-5f4a90af-ba02-44ed-ad3e-08077ee0a50d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:56.564120 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-e56561d5-713b-469a-b6a3-6540347b379f req-fb8c2b73-5f2d-4ce8-b2d1-ae4be59b005e service neutron] For port 5de44ce1-6ece-4303-ac8e-abf0ca829a27, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=5de44ce1-6ece-4303-ac8e-abf0ca829a27,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:56.564303 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-244e133c-d3ad-4b7e-bbca-6b96ac5a381d tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:56.584467 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf39b6-2830-4816-a3b3-80ffbd9536de tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Pushing event updated for resources: {'Network': ['ID=7e128c42-c8c3-46bf-ac8f-448c283e710f,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:56.627732 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-47bf39b6-2830-4816-a3b3-80ffbd9536de tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.135s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:56.709552 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4a90af-ba02-44ed-ad3e-08077ee0a50d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Made reservation on behalf of f83f8ec107124dafbd42039d13441fdb for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:54:56.722324 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5f4a90af-ba02-44ed-ad3e-08077ee0a50d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:56.729504 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 7e128c42-c8c3-46bf-ac8f-448c283e710f details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:54:56.990473 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e807a-a8cd-4015-9153-02549a265ce0 req-6cab7ea3-be4d-4209-ba25-2ea8d49b9af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:56.992419 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-276e807a-a8cd-4015-9153-02549a265ce0 req-6cab7ea3-be4d-4209-ba25-2ea8d49b9af7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 1.1452971 Sep 30 00:54:57.010184 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 0c698755-d09e-426a-8f7d-1019b105d203 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:54:57.010753 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:57.109957 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-e815398e-2e7c-4ed1-a061-cc1370fc2356 None None] Notify callbacks [] for port, precommit_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:57.141815 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.provisioning_blocks [None req-e815398e-2e7c-4ed1-a061-cc1370fc2356 None None] Transition to ACTIVE for port object d16c0c74-cb61-459f-b10d-926b2f026284 will not be triggered until provisioned by entity L2. {{(pid=80277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:54:57.151865 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-e815398e-2e7c-4ed1-a061-cc1370fc2356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:57.170498 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-f1e5adbc-4ff5-42bf-b92e-42fa18044f2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:57.258635 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-e56561d5-713b-469a-b6a3-6540347b379f req-fb8c2b73-5f2d-4ce8-b2d1-ae4be59b005e service neutron] For port 5de44ce1-6ece-4303-ac8e-abf0ca829a27, host n-h2-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:54:57.302671 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-276e807a-a8cd-4015-9153-02549a265ce0 req-d6d2507f-0c30-4043-b796-c133b46eb8f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=9015586e-32a9-4344-abfe-e8a54776ad77 HTTP/1.1" status: 200 len: 217 time: 0.2582154 Sep 30 00:54:57.316566 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59900ec-2dc2-4a36-a1a3-e6473d19a81a None None] Pushing event updated for resources: {'Port': ['ID=d16c0c74-cb61-459f-b10d-926b2f026284,revision_number=3']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:57.350709 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5f4a90af-ba02-44ed-ad3e-08077ee0a50d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:57.431033 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c42d45-adf3-4f14-b7ea-b7e1f53a2bc6 req-97412dae-a82a-4c0c-bbe2-da4d7434435d tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:57.442122 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a1c42d45-adf3-4f14-b7ea-b7e1f53a2bc6 req-97412dae-a82a-4c0c-bbe2-da4d7434435d tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 944 time: 1.1135266 Sep 30 00:54:57.492602 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-b59900ec-2dc2-4a36-a1a3-e6473d19a81a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:57.492998 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-244e133c-d3ad-4b7e-bbca-6b96ac5a381d tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Allocated IP 192.168.233.239 (5148d586-4385-4f2c-9968-16b3a645031f/d94969b3-14c1-4902-a40b-8e6c297e30ba/12d11d9a-af91-4934-9bb4-b3ee268da0b8) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:54:57.516004 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d32298ce-0092-4cf0-b2bf-a1f95e3679c2 req-7c244a9e-a36b-4682-93a6-3aa08d8d49ef tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=bff002ec-5532-45b2-bb2c-843a436909fe HTTP/1.1" status: 200 len: 210 time: 0.2597098 Sep 30 00:54:57.542255 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:57.771966 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-e56561d5-713b-469a-b6a3-6540347b379f req-fb8c2b73-5f2d-4ce8-b2d1-ae4be59b005e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de44ce1-6ece-4303-ac8e-abf0ca829a27 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:54:57.788529 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-e815398e-2e7c-4ed1-a061-cc1370fc2356 None None] Attempting to bind port d16c0c74-cb61-459f-b10d-926b2f026284 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:54:57.790538 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-e815398e-2e7c-4ed1-a061-cc1370fc2356 None None] Attempting to bind port d16c0c74-cb61-459f-b10d-926b2f026284 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'ff9a2248-78ed-4436-80e8-0dc67d29107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ac4e192f-8c53-463f-a378-1388885e9d71'}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:54:57.790944 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e815398e-2e7c-4ed1-a061-cc1370fc2356 None None] Attempting to bind port d16c0c74-cb61-459f-b10d-926b2f026284 on network ac4e192f-8c53-463f-a378-1388885e9d71 {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:54:57.807187 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e815398e-2e7c-4ed1-a061-cc1370fc2356 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:54:57.807566 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e815398e-2e7c-4ed1-a061-cc1370fc2356 None None] Checking segment: {'id': 'ff9a2248-78ed-4436-80e8-0dc67d29107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ac4e192f-8c53-463f-a378-1388885e9d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:54:57.808232 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-e815398e-2e7c-4ed1-a061-cc1370fc2356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:57.808803 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e815398e-2e7c-4ed1-a061-cc1370fc2356 None None] Bound using segment: {'id': 'ff9a2248-78ed-4436-80e8-0dc67d29107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ac4e192f-8c53-463f-a378-1388885e9d71'} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:54:57.809713 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-e815398e-2e7c-4ed1-a061-cc1370fc2356 None None] Bound port: d16c0c74-cb61-459f-b10d-926b2f026284, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9a2248-78ed-4436-80e8-0dc67d29107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ac4e192f-8c53-463f-a378-1388885e9d71'}}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:54:57.810284 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-e815398e-2e7c-4ed1-a061-cc1370fc2356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:57.819029 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e807a-a8cd-4015-9153-02549a265ce0 req-f0fa59ed-422f-4f0a-834c-483f3ccdabed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:57.820705 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-276e807a-a8cd-4015-9153-02549a265ce0 req-f0fa59ed-422f-4f0a-834c-483f3ccdabed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.4798155 Sep 30 00:54:57.840173 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-e56561d5-713b-469a-b6a3-6540347b379f req-fb8c2b73-5f2d-4ce8-b2d1-ae4be59b005e service neutron] For port 5de44ce1-6ece-4303-ac8e-abf0ca829a27, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=5de44ce1-6ece-4303-ac8e-abf0ca829a27,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:57.842514 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a1c42d45-adf3-4f14-b7ea-b7e1f53a2bc6 req-1f9ba311-a5cd-455a-91a4-57951505a288 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877976 Sep 30 00:54:57.847859 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 9015586e-32a9-4344-abfe-e8a54776ad77 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:54:57.887924 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e56561d5-713b-469a-b6a3-6540347b379f req-fb8c2b73-5f2d-4ce8-b2d1-ae4be59b005e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:57.910564 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a90af-ba02-44ed-ad3e-08077ee0a50d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Pushing event updated for resources: {'Subnet': ['ID=69f4d3cb-e9bd-4ba8-b92a-caba79e9686a,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:57.913739 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5f4a90af-ba02-44ed-ad3e-08077ee0a50d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:57.974048 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4a90af-ba02-44ed-ad3e-08077ee0a50d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Checking segment: {'id': '15f763e4-815e-4159-89c3-e59eff1e02b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7e128c42-c8c3-46bf-ac8f-448c283e710f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:54:57.974878 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4a90af-ba02-44ed-ad3e-08077ee0a50d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Network hostable DHCP agents. Network: 7e128c42-c8c3-46bf-ac8f-448c283e710f, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:54:58.039286 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-e815398e-2e7c-4ed1-a061-cc1370fc2356 None None] For port d16c0c74-cb61-459f-b10d-926b2f026284, host n-d-811809-1, cleared binding levels {{(pid=80277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:54:58.048883 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-e815398e-2e7c-4ed1-a061-cc1370fc2356 None None] For port d16c0c74-cb61-459f-b10d-926b2f026284, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=d16c0c74-cb61-459f-b10d-926b2f026284,segment=NetworkSegment(ff9a2248-78ed-4436-80e8-0dc67d29107c),segment_id=ff9a2248-78ed-4436-80e8-0dc67d29107c)] {{(pid=80277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:54:58.049675 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4a90af-ba02-44ed-ad3e-08077ee0a50d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Network 7e128c42-c8c3-46bf-ac8f-448c283e710f is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:54:58.056213 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-e815398e-2e7c-4ed1-a061-cc1370fc2356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:58.058419 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e807a-a8cd-4015-9153-02549a265ce0 req-8319a825-c872-4dab-8658-619895129685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:58.068008 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-276e807a-a8cd-4015-9153-02549a265ce0 req-8319a825-c872-4dab-8658-619895129685 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2168822 Sep 30 00:54:58.071788 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-36b40403-bcc8-413a-8962-edb5a1b18eca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:58.088944 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-e56561d5-713b-469a-b6a3-6540347b379f req-fb8c2b73-5f2d-4ce8-b2d1-ae4be59b005e service neutron] Transition to ACTIVE for port object 5de44ce1-6ece-4303-ac8e-abf0ca829a27 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:54:58.091894 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-5f4a90af-ba02-44ed-ad3e-08077ee0a50d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 7e128c42-c8c3-46bf-ac8f-448c283e710f) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:54:58.104508 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a90af-ba02-44ed-ad3e-08077ee0a50d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:58.109639 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5f4a90af-ba02-44ed-ad3e-08077ee0a50d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:58.114186 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e56561d5-713b-469a-b6a3-6540347b379f req-fb8c2b73-5f2d-4ce8-b2d1-ae4be59b005e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:58.119714 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e84aa86-120a-4382-b54d-04a5bedf5579 None None] Network 7e128c42-c8c3-46bf-ac8f-448c283e710f requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:54:58.126323 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e3381c01-b785-45bc-9714-7dc2bd57fd7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:58.199624 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59900ec-2dc2-4a36-a1a3-e6473d19a81a None None] Pushing event updated for resources: {'Port': ['ID=d16c0c74-cb61-459f-b10d-926b2f026284,revision_number=4']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:58.206681 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-b59900ec-2dc2-4a36-a1a3-e6473d19a81a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:58.233474 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e815398e-2e7c-4ed1-a061-cc1370fc2356 None None] Routers {'f86921cf-bc4d-4786-bdd9-8a3c90f3c390'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:54:58.234249 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-e815398e-2e7c-4ed1-a061-cc1370fc2356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:54:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['f86921cf-bc4d-4786-bdd9-8a3c90f3c390'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:54:58.309951 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-244e133c-d3ad-4b7e-bbca-6b96ac5a381d tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:58.316816 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c2b73-5f2d-4ce8-b2d1-ae4be59b005e service neutron] Pushing event updated for resources: {'Port': ['ID=5de44ce1-6ece-4303-ac8e-abf0ca829a27,revision_number=10']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:58.379384 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 9015586e-32a9-4344-abfe-e8a54776ad77 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:54:58.379779 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:58.389312 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-244e133c-d3ad-4b7e-bbca-6b96ac5a381d tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Transition to ACTIVE for port object 12d11d9a-af91-4934-9bb4-b3ee268da0b8 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:54:58.422894 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-5f4a90af-ba02-44ed-ad3e-08077ee0a50d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4176922 Sep 30 00:54:58.428056 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 35190) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:58.446483 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-276e807a-a8cd-4015-9153-02549a265ce0 req-7930cecd-9cbb-43de-a171-a7191d1b3914 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334489 Sep 30 00:54:58.452845 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-d79ae57d-61bf-471e-85cf-8de25370f32e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-920161044'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:54:58.464071 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d79ae57d-61bf-471e-85cf-8de25370f32e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:58.472572 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-fb8c2b73-5f2d-4ce8-b2d1-ae4be59b005e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:58.485859 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56561d5-713b-469a-b6a3-6540347b379f req-fb8c2b73-5f2d-4ce8-b2d1-ae4be59b005e service neutron] No DVR routers for this DVR port 5de44ce1-6ece-4303-ac8e-abf0ca829a27 on host n-h2-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:54:58.544113 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c82d87-b721-4377-9b65-0d422e5546cc req-a2de8f41-69c3-4f69-b09f-5eb88b6fdc4c tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:58.554440 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-e815398e-2e7c-4ed1-a061-cc1370fc2356 None None] Set router f86921cf-bc4d-4786-bdd9-8a3c90f3c390 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:54:58.557453 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-75c82d87-b721-4377-9b65-0d422e5546cc req-a2de8f41-69c3-4f69-b09f-5eb88b6fdc4c tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 948 time: 0.4481926 Sep 30 00:54:58.576170 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e56561d5-713b-469a-b6a3-6540347b379f req-fb8c2b73-5f2d-4ce8-b2d1-ae4be59b005e service neutron] 10.222.0.55 "PUT /v2.0/ports/5de44ce1-6ece-4303-ac8e-abf0ca829a27/bindings/n-h1-811809-1/activate HTTP/1.1" status: 200 len: 369 time: 3.9550824 Sep 30 00:54:58.598638 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-d79ae57d-61bf-471e-85cf-8de25370f32e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Usage tracker for resource:network and tenant:f83f8ec107124dafbd42039d13441fdb is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:54:58.606592 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-d79ae57d-61bf-471e-85cf-8de25370f32e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Quota usage for network was recalculated. Used quota:2. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:54:58.636032 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d79ae57d-61bf-471e-85cf-8de25370f32e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:58.695774 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-244e133c-d3ad-4b7e-bbca-6b96ac5a381d tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:58.758371 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['f0900a2e-d98c-4463-bfba-024226cc0373'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:54:58.781863 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4ac6f2ac-8ede-4436-b1fe-5d1d24998886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:58.821277 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 35200) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:58.830337 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-d4f90519-c9e6-47ee-8641-c5ea224e228c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-601844868'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:54:58.842571 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-d4f90519-c9e6-47ee-8641-c5ea224e228c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:58.843672 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['d761df09-2ef7-4cf5-a7f5-fb9022de696c', 'd8145972-1c86-4921-892c-473259317eca', 'ee603d6a-e7fc-4f18-aab9-f28db39653d6', 'e2a306f7-be35-48f4-9e71-f910c163e2ca'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:54:58.856412 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-d4f90519-c9e6-47ee-8641-c5ea224e228c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Usage tracker for resource:network and tenant:5a750dc97d8045f29998977fe5e379fc is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:54:58.866119 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-d4f90519-c9e6-47ee-8641-c5ea224e228c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:54:58.875316 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79ae57d-61bf-471e-85cf-8de25370f32e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Made reservation on behalf of f83f8ec107124dafbd42039d13441fdb for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:54:58.880351 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d79ae57d-61bf-471e-85cf-8de25370f32e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:58.886511 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5215a-d56a-4cd5-b3c2-22cbad74c909 req-cd9ccf5e-78fa-4e7d-b385-4631712f475f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:58.895824 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-75c82d87-b721-4377-9b65-0d422e5546cc req-644f6e0a-4701-49f5-89c9-3a7ab6ba0712 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375397 Sep 30 00:54:58.908318 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adda6dd-2d4d-458b-89aa-9b423661d522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-7e128c42-c8c3-46bf-ac8f-448c283e710f', 'network_id': '7e128c42-c8c3-46bf-ac8f-448c283e710f', 'tenant_id': 'f83f8ec107124dafbd42039d13441fdb', 'fixed_ips': [{'subnet_id': '69f4d3cb-e9bd-4ba8-b92a-caba79e9686a'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 00:54:58.908564 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e8b5215a-d56a-4cd5-b3c2-22cbad74c909 req-cd9ccf5e-78fa-4e7d-b385-4631712f475f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=bff002ec-5532-45b2-bb2c-843a436909fe HTTP/1.1" status: 200 len: 936 time: 0.1473403 Sep 30 00:54:58.909065 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3adda6dd-2d4d-458b-89aa-9b423661d522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:58.943761 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-d4f90519-c9e6-47ee-8641-c5ea224e228c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:58.973558 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79ae57d-61bf-471e-85cf-8de25370f32e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:54:58.989220 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d79ae57d-61bf-471e-85cf-8de25370f32e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:58.990085 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-d79ae57d-61bf-471e-85cf-8de25370f32e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Added segment 7e4cc8fc-e351-48e6-bfe1-44b9b1173116 of type vlan for network dd43d359-57fd-4d14-bd4e-65d0ea74188e Sep 30 00:54:58.996592 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-e815398e-2e7c-4ed1-a061-cc1370fc2356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86921cf-bc4d-4786-bdd9-8a3c90f3c390', 'name': 'tempest-ServersTestMultiNic-816979784-router', 'tenant_id': 'f83f8ec107124dafbd42039d13441fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0c698755-d09e-426a-8f7d-1019b105d203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:54:44Z', 'updated_at': '2021-09-30T00:54:51Z', 'revision_number': 4, 'project_id': 'f83f8ec107124dafbd42039d13441fdb', 'gw_port': {'id': '0c698755-d09e-426a-8f7d-1019b105d203', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86921cf-bc4d-4786-bdd9-8a3c90f3c390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:45Z', 'updated_at': '2021-09-30T00:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'd16c0c74-cb61-459f-b10d-926b2f026284', 'name': '', 'network_id': 'ac4e192f-8c53-463f-a378-1388885e9d71', 'tenant_id': 'f83f8ec107124dafbd42039d13441fdb', 'mac_address': 'fa:16:3e:eb:be:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86921cf-bc4d-4786-bdd9-8a3c90f3c390', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'd9d53ac6-1e1f-49cb-870d-dfebcbd11b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:50Z', 'updated_at': '2021-09-30T00:54:58Z', 'revision_number': 4, 'project_id': 'f83f8ec107124dafbd42039d13441fdb', 'subnets': [{'id': 'd9d53ac6-1e1f-49cb-870d-dfebcbd11b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:54:59.001351 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e815398e-2e7c-4ed1-a061-cc1370fc2356 None None] The sync data for ids ['f86921cf-bc4d-4786-bdd9-8a3c90f3c390'] in n-d-811809-1 is: [{'id': 'f86921cf-bc4d-4786-bdd9-8a3c90f3c390', 'name': 'tempest-ServersTestMultiNic-816979784-router', 'tenant_id': 'f83f8ec107124dafbd42039d13441fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0c698755-d09e-426a-8f7d-1019b105d203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:54:44Z', 'updated_at': '2021-09-30T00:54:51Z', 'revision_number': 4, 'project_id': 'f83f8ec107124dafbd42039d13441fdb', 'gw_port': {'id': '0c698755-d09e-426a-8f7d-1019b105d203', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86921cf-bc4d-4786-bdd9-8a3c90f3c390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:45Z', 'updated_at': '2021-09-30T00:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'd16c0c74-cb61-459f-b10d-926b2f026284', 'name': '', 'network_id': 'ac4e192f-8c53-463f-a378-1388885e9d71', 'tenant_id': 'f83f8ec107124dafbd42039d13441fdb', 'mac_address': 'fa:16:3e:eb:be:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86921cf-bc4d-4786-bdd9-8a3c90f3c390', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'd9d53ac6-1e1f-49cb-870d-dfebcbd11b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:50Z', 'updated_at': '2021-09-30T00:54:58Z', 'revision_number': 4, 'project_id': 'f83f8ec107124dafbd42039d13441fdb', 'subnets': [{'id': 'd9d53ac6-1e1f-49cb-870d-dfebcbd11b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:54:59.021402 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:59.031230 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d79ae57d-61bf-471e-85cf-8de25370f32e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:59.036922 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e8b5215a-d56a-4cd5-b3c2-22cbad74c909 req-611a4363-5bc9-416f-860c-aa60237d2e4e tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271403 Sep 30 00:54:59.043292 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f90519-c9e6-47ee-8641-c5ea224e228c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Made reservation on behalf of 5a750dc97d8045f29998977fe5e379fc for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:54:59.054662 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d4f90519-c9e6-47ee-8641-c5ea224e228c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:59.095044 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-244e133c-d3ad-4b7e-bbca-6b96ac5a381d tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Network 5148d586-4385-4f2c-9968-16b3a645031f is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:54:59.106698 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d79ae57d-61bf-471e-85cf-8de25370f32e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:59.108063 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-244e133c-d3ad-4b7e-bbca-6b96ac5a381d tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:54:59.133058 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-244e133c-d3ad-4b7e-bbca-6b96ac5a381d tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:54:59.166678 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8c8d5c-a745-416f-90e0-05af024599b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9015586e-32a9-4344-abfe-e8a54776ad77'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:54:59.168021 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f90519-c9e6-47ee-8641-c5ea224e228c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:54:59.194399 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d4f90519-c9e6-47ee-8641-c5ea224e228c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:59.194767 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-d4f90519-c9e6-47ee-8641-c5ea224e228c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Added segment ab908e6e-8629-4086-b083-0b1dd66189b0 of type vlan for network c3b2fa3c-7227-466a-851d-9c93a7474d2b Sep 30 00:54:59.242807 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d4f90519-c9e6-47ee-8641-c5ea224e228c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:59.248510 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 9015586e-32a9-4344-abfe-e8a54776ad77, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=9015586e-32a9-4344-abfe-e8a54776ad77,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:54:59.277307 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79ae57d-61bf-471e-85cf-8de25370f32e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:59.278403 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d79ae57d-61bf-471e-85cf-8de25370f32e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:59.288429 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-244e133c-d3ad-4b7e-bbca-6b96ac5a381d tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:59.289368 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-244e133c-d3ad-4b7e-bbca-6b96ac5a381d tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:59.303477 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:59.328005 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e133c-d3ad-4b7e-bbca-6b96ac5a381d tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Pushing event updated for resources: {'Port': ['ID=12d11d9a-af91-4934-9bb4-b3ee268da0b8,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:59.334045 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-276e807a-a8cd-4015-9153-02549a265ce0 req-38574337-7c67-4837-89ef-fda07a68f531 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8717215 Sep 30 00:54:59.334536 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:59.342309 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-244e133c-d3ad-4b7e-bbca-6b96ac5a381d tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:59.362136 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c93cab1c-ea73-4463-b624-dc5f5c96cabd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:59.455514 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d4f90519-c9e6-47ee-8641-c5ea224e228c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:59.466638 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f90519-c9e6-47ee-8641-c5ea224e228c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:59.467663 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d4f90519-c9e6-47ee-8641-c5ea224e228c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:59.481647 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6513b805-9398-43ce-8444-33b5e224674a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:54:59.565315 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ae57d-61bf-471e-85cf-8de25370f32e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Pushing event updated for resources: {'Network': ['ID=dd43d359-57fd-4d14-bd4e-65d0ea74188e,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:59.577302 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d79ae57d-61bf-471e-85cf-8de25370f32e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:59.613288 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network dd43d359-57fd-4d14-bd4e-65d0ea74188e details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:54:59.627274 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56561d5-713b-469a-b6a3-6540347b379f req-82b78bcd-b24f-4ea3-bf3c-f72f8bd473ac tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:59.629242 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e56561d5-713b-469a-b6a3-6540347b379f req-82b78bcd-b24f-4ea3-bf3c-f72f8bd473ac tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157&tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&binding%3Ahost_id=n-h2-811809-1 HTTP/1.1" status: 200 len: 1096 time: 0.9150419 Sep 30 00:54:59.636469 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-d79ae57d-61bf-471e-85cf-8de25370f32e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2019634 Sep 30 00:54:59.637507 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 35220) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:59.639386 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-244e133c-d3ad-4b7e-bbca-6b96ac5a381d tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0846608 Sep 30 00:54:59.645583 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-d4f90519-c9e6-47ee-8641-c5ea224e228c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8218982 Sep 30 00:54:59.648181 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-b98def9b-9e95-46db-83c0-ce294c487469 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Request body: {'subnet': {'network_id': 'dd43d359-57fd-4d14-bd4e-65d0ea74188e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:54:59.659993 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 35224) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:54:59.683442 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-e20aa978-4316-4aa4-9194-609f93dca366 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1405071029'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:54:59.698409 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f90519-c9e6-47ee-8641-c5ea224e228c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Pushing event updated for resources: {'Network': ['ID=c3b2fa3c-7227-466a-851d-9c93a7474d2b,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:54:59.706998 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d4f90519-c9e6-47ee-8641-c5ea224e228c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:54:59.717860 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-e20aa978-4316-4aa4-9194-609f93dca366 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:54:59.733174 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb2f42-bdf7-4e5b-bcd5-cb2812783366 req-65427c48-d933-4e0d-9bc9-59f825af2fe3 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:54:59.752690 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0dfb2f42-bdf7-4e5b-bcd5-cb2812783366 req-65427c48-d933-4e0d-9bc9-59f825af2fe3 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 945 time: 0.4444108 Sep 30 00:54:59.863387 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-e20aa978-4316-4aa4-9194-609f93dca366 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Usage tracker for resource:network and tenant:5a750dc97d8045f29998977fe5e379fc is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:54:59.868897 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-e20aa978-4316-4aa4-9194-609f93dca366 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Quota usage for network was recalculated. Used quota:2. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:54:59.877834 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-e20aa978-4316-4aa4-9194-609f93dca366 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:54:59.915847 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0dfb2f42-bdf7-4e5b-bcd5-cb2812783366 req-58001c25-7a54-46e8-801e-abde4d36520f tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601975 Sep 30 00:54:59.920301 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20aa978-4316-4aa4-9194-609f93dca366 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Made reservation on behalf of 5a750dc97d8045f29998977fe5e379fc for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:54:59.923481 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-4b04388b-6e30-4f89-9cf7-ef0800783cf2 service neutron] Request body: {'port': {'device_id': 'bff002ec-5532-45b2-bb2c-843a436909fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:54:59.929986 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e20aa978-4316-4aa4-9194-609f93dca366 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:54:59.949037 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network c3b2fa3c-7227-466a-851d-9c93a7474d2b details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:55:00.048445 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e20aa978-4316-4aa4-9194-609f93dca366 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:55:00.064903 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e20aa978-4316-4aa4-9194-609f93dca366 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:00.066199 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-e20aa978-4316-4aa4-9194-609f93dca366 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Added segment 2af1726d-5dad-4b7a-8dd4-728109da2ef3 of type vlan for network b64aba8e-9f74-43b9-83f1-763975030585 Sep 30 00:55:00.120866 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e20aa978-4316-4aa4-9194-609f93dca366 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:00.184838 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e20aa978-4316-4aa4-9194-609f93dca366 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:00.191118 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20aa978-4316-4aa4-9194-609f93dca366 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:00.191118 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e20aa978-4316-4aa4-9194-609f93dca366 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:00.221786 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8c8d5c-a745-416f-90e0-05af024599b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9015586e-32a9-4344-abfe-e8a54776ad77', 'code': 200} Sep 30 00:55:00.274889 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=9015586e-32a9-4344-abfe-e8a54776ad77,revision_number=8']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:00.280235 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-b98def9b-9e95-46db-83c0-ce294c487469 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:55:00.282118 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:00.290179 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-b98def9b-9e95-46db-83c0-ce294c487469 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Usage tracker for resource:subnet and tenant:f83f8ec107124dafbd42039d13441fdb is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:55:00.297383 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.966s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:00.298939 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-b98def9b-9e95-46db-83c0-ce294c487469 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:55:00.315927 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-b98def9b-9e95-46db-83c0-ce294c487469 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:55:00.364168 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98def9b-9e95-46db-83c0-ce294c487469 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Made reservation on behalf of f83f8ec107124dafbd42039d13441fdb for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:55:00.368744 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b98def9b-9e95-46db-83c0-ce294c487469 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:00.428990 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-bf74f6b8-1931-477f-b626-b6be49622e0d None None] Provisioning for port 12d11d9a-af91-4934-9bb4-b3ee268da0b8 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:55:00.459123 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-3adda6dd-2d4d-458b-89aa-9b423661d522 None None] Allocated IP 19.80.0.2 (7e128c42-c8c3-46bf-ac8f-448c283e710f/69f4d3cb-e9bd-4ba8-b92a-caba79e9686a/03c21346-e6b2-47ca-9cd0-b533fd7364ff) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:55:00.558419 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20aa978-4316-4aa4-9194-609f93dca366 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Pushing event updated for resources: {'Network': ['ID=b64aba8e-9f74-43b9-83f1-763975030585,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:00.572771 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-e20aa978-4316-4aa4-9194-609f93dca366 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9124625 Sep 30 00:55:00.575119 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e20aa978-4316-4aa4-9194-609f93dca366 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:00.579955 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 35232) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:55:00.590078 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device d16c0c74-cb61-459f-b10d-926b2f026284 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:55:00.600067 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-10e55ce2-5aea-4e0f-bcc0-39888719cf8f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Request body: {'subnet': {'network_id': 'c3b2fa3c-7227-466a-851d-9c93a7474d2b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:00.635786 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network b64aba8e-9f74-43b9-83f1-763975030585 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:55:00.769724 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-bf74f6b8-1931-477f-b626-b6be49622e0d None None] Provisioning complete for port 12d11d9a-af91-4934-9bb4-b3ee268da0b8 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:00.770116 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-bf74f6b8-1931-477f-b626-b6be49622e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:00.991120 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5c509-76cf-4259-9f3a-9ebf5e24c66a req-562db875-6916-4a2a-865a-625c9cc673fc tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:01.000215 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d1b5c509-76cf-4259-9f3a-9ebf5e24c66a req-562db875-6916-4a2a-865a-625c9cc673fc tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 949 time: 0.7716002 Sep 30 00:55:01.034495 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-10e55ce2-5aea-4e0f-bcc0-39888719cf8f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:55:01.057169 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-bf74f6b8-1931-477f-b626-b6be49622e0d None None] Port 12d11d9a-af91-4934-9bb4-b3ee268da0b8 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:55:01.064011 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-10e55ce2-5aea-4e0f-bcc0-39888719cf8f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Usage tracker for resource:subnet and tenant:5a750dc97d8045f29998977fe5e379fc is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:55:01.080473 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d1b5c509-76cf-4259-9f3a-9ebf5e24c66a req-100e9029-9b9b-4dfa-8bd4-c6650d40e42b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777895 Sep 30 00:55:01.087452 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-10e55ce2-5aea-4e0f-bcc0-39888719cf8f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:55:01.108347 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-10e55ce2-5aea-4e0f-bcc0-39888719cf8f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:55:01.134192 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e55ce2-5aea-4e0f-bcc0-39888719cf8f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Made reservation on behalf of 5a750dc97d8045f29998977fe5e379fc for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:55:01.143558 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port d16c0c74-cb61-459f-b10d-926b2f026284 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:55:01.173561 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-10e55ce2-5aea-4e0f-bcc0-39888719cf8f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:01.181176 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-4b04388b-6e30-4f89-9cf7-ef0800783cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:01.191762 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port d16c0c74-cb61-459f-b10d-926b2f026284 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:01.191762 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:01.283586 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b98def9b-9e95-46db-83c0-ce294c487469 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981632'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:01.336474 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-344b0495-6979-442c-b0ac-f34527ee7425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:01.387103 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56561d5-713b-469a-b6a3-6540347b379f req-5bf415e7-380f-4609-a694-a9e33ffb2e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:01.388473 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e56561d5-713b-469a-b6a3-6540347b379f req-5bf415e7-380f-4609-a694-a9e33ffb2e1a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157&tenant_id=f37261e7a4fc4ea5bf5016bed7997e37 HTTP/1.1" status: 200 len: 1096 time: 1.4833014 Sep 30 00:55:01.735816 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:01.740480 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-10e55ce2-5aea-4e0f-bcc0-39888719cf8f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:01.752680 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:01.804802 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87856ff-1148-4112-9d61-0cd8a019f2d8 req-cb3d31d2-1538-45fd-9587-e9d2147296a7 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:01.806085 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-e87856ff-1148-4112-9d61-0cd8a019f2d8 req-cb3d31d2-1538-45fd-9587-e9d2147296a7 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Synchronizing usage tracker for tenant:e0e7edddb1c44f66ba9563f9cd33d4a2 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:55:01.819042 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98def9b-9e95-46db-83c0-ce294c487469 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Pushing event updated for resources: {'Subnet': ['ID=2f2d9c0a-4490-4e92-85c9-438aa9cf409b,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:01.844278 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b98def9b-9e95-46db-83c0-ce294c487469 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:01.855026 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3adda6dd-2d4d-458b-89aa-9b423661d522 None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:01.858046 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98def9b-9e95-46db-83c0-ce294c487469 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Checking segment: {'id': '7e4cc8fc-e351-48e6-bfe1-44b9b1173116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dd43d359-57fd-4d14-bd4e-65d0ea74188e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:55:01.858969 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98def9b-9e95-46db-83c0-ce294c487469 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Network hostable DHCP agents. Network: dd43d359-57fd-4d14-bd4e-65d0ea74188e, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:55:01.859123 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-3adda6dd-2d4d-458b-89aa-9b423661d522 None None] Transition to ACTIVE for port object 03c21346-e6b2-47ca-9cd0-b533fd7364ff will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:01.894398 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-3adda6dd-2d4d-458b-89aa-9b423661d522 None None] Transition to ACTIVE for port object 03c21346-e6b2-47ca-9cd0-b533fd7364ff will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:01.930065 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-e87856ff-1148-4112-9d61-0cd8a019f2d8 req-cb3d31d2-1538-45fd-9587-e9d2147296a7 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Unset dirty status for tenant:e0e7edddb1c44f66ba9563f9cd33d4a2 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:55:01.930065 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e87856ff-1148-4112-9d61-0cd8a019f2d8 req-cb3d31d2-1538-45fd-9587-e9d2147296a7 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=bff002ec-5532-45b2-bb2c-843a436909fe HTTP/1.1" status: 200 len: 936 time: 1.5614965 Sep 30 00:55:01.945641 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port d16c0c74-cb61-459f-b10d-926b2f026284, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=d16c0c74-cb61-459f-b10d-926b2f026284,segment=NetworkSegment(ff9a2248-78ed-4436-80e8-0dc67d29107c),segment_id=ff9a2248-78ed-4436-80e8-0dc67d29107c)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:01.954236 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e55ce2-5aea-4e0f-bcc0-39888719cf8f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Pushing event updated for resources: {'Subnet': ['ID=4dcc8230-d664-42d1-827f-dbc3d9952151,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:01.954236 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-10e55ce2-5aea-4e0f-bcc0-39888719cf8f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:01.961389 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56561d5-713b-469a-b6a3-6540347b379f req-aa0bc41e-4896-4349-8738-f25eeb976e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:01.967588 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e55ce2-5aea-4e0f-bcc0-39888719cf8f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Checking segment: {'id': 'ab908e6e-8629-4086-b083-0b1dd66189b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c3b2fa3c-7227-466a-851d-9c93a7474d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:55:01.967588 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e55ce2-5aea-4e0f-bcc0-39888719cf8f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Network hostable DHCP agents. Network: c3b2fa3c-7227-466a-851d-9c93a7474d2b, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:55:01.973573 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e56561d5-713b-469a-b6a3-6540347b379f req-aa0bc41e-4896-4349-8738-f25eeb976e84 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 1096 time: 0.4485743 Sep 30 00:55:01.973573 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98def9b-9e95-46db-83c0-ce294c487469 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Network dd43d359-57fd-4d14-bd4e-65d0ea74188e is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:55:01.973573 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-b98def9b-9e95-46db-83c0-ce294c487469 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, dd43d359-57fd-4d14-bd4e-65d0ea74188e) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:55:01.979849 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3adda6dd-2d4d-458b-89aa-9b423661d522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:01.991247 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:02.001222 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:02.011295 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6537c4a-04cd-47ed-9e05-b171b905372e req-5e8e3277-b29f-457a-b8d8-e14fdf6d17fd tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:02.013001 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d6537c4a-04cd-47ed-9e05-b171b905372e req-5e8e3277-b29f-457a-b8d8-e14fdf6d17fd tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 945 time: 0.2021255 Sep 30 00:55:02.016161 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98def9b-9e95-46db-83c0-ce294c487469 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:02.016853 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b98def9b-9e95-46db-83c0-ce294c487469 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:02.022104 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e55ce2-5aea-4e0f-bcc0-39888719cf8f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Network c3b2fa3c-7227-466a-851d-9c93a7474d2b is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:55:02.036262 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-10e55ce2-5aea-4e0f-bcc0-39888719cf8f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, c3b2fa3c-7227-466a-851d-9c93a7474d2b) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:55:02.084878 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5be3df1-a644-4b5c-b766-36d8dff68c8f None None] Network dd43d359-57fd-4d14-bd4e-65d0ea74188e requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:55:02.114201 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.db.resource_extend [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-4b04388b-6e30-4f89-9cf7-ef0800783cf2 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 00:55:02.120461 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e55ce2-5aea-4e0f-bcc0-39888719cf8f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:02.121270 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-10e55ce2-5aea-4e0f-bcc0-39888719cf8f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:02.150605 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-b98def9b-9e95-46db-83c0-ce294c487469 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5091190 Sep 30 00:55:02.166276 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-10e55ce2-5aea-4e0f-bcc0-39888719cf8f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5742950 Sep 30 00:55:02.174238 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 35248) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:55:02.178970 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d6537c4a-04cd-47ed-9e05-b171b905372e req-1cbf3fc8-497e-4de0-8094-458d167d68ce tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454179 Sep 30 00:55:02.197572 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e87856ff-1148-4112-9d61-0cd8a019f2d8 req-36851fb7-b9c4-4a32-8ff8-5ff83a9ccba4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719381 Sep 30 00:55:02.222460 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-581506e8-d973-4cb0-ad15-1f925281ef60 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Request body: {'subnet': {'network_id': 'b64aba8e-9f74-43b9-83f1-763975030585', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:02.410700 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-4b04388b-6e30-4f89-9cf7-ef0800783cf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12d11d9a-af91-4934-9bb4-b3ee268da0b8 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:55:02.425348 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56561d5-713b-469a-b6a3-6540347b379f req-c4a181d8-c5d1-4840-91bc-969b697a59c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:02.428404 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e56561d5-713b-469a-b6a3-6540347b379f req-c4a181d8-c5d1-4840-91bc-969b697a59c3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0a0a50fb-f59e-4919-9310-948ef891e84f HTTP/1.1" status: 200 len: 909 time: 0.4579968 Sep 30 00:55:02.449663 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-4b04388b-6e30-4f89-9cf7-ef0800783cf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:02.523421 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-581506e8-d973-4cb0-ad15-1f925281ef60 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:55:02.560146 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347cd0f8-0177-4e78-96a9-e69377557b6d None None] Network c3b2fa3c-7227-466a-851d-9c93a7474d2b requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:55:02.578565 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e56561d5-713b-469a-b6a3-6540347b379f req-ed932661-2862-4777-8495-46ea75d8888f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5de44ce1-6ece-4303-ac8e-abf0ca829a27 HTTP/1.1" status: 200 len: 217 time: 0.1336794 Sep 30 00:55:02.602845 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-581506e8-d973-4cb0-ad15-1f925281ef60 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Usage tracker for resource:subnet and tenant:5a750dc97d8045f29998977fe5e379fc is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:55:02.607698 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-581506e8-d973-4cb0-ad15-1f925281ef60 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:55:02.620784 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-581506e8-d973-4cb0-ad15-1f925281ef60 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:55:02.655671 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581506e8-d973-4cb0-ad15-1f925281ef60 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Made reservation on behalf of 5a750dc97d8045f29998977fe5e379fc for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:55:02.661535 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-581506e8-d973-4cb0-ad15-1f925281ef60 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:02.699497 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-4b04388b-6e30-4f89-9cf7-ef0800783cf2 service neutron] Transition to ACTIVE for port object 12d11d9a-af91-4934-9bb4-b3ee268da0b8 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:02.710242 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adda6dd-2d4d-458b-89aa-9b423661d522 None None] Pushing event updated for resources: {'Port': ['ID=03c21346-e6b2-47ca-9cd0-b533fd7364ff,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:02.763749 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-4b04388b-6e30-4f89-9cf7-ef0800783cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:02.772744 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ad7c558a-0454-4d29-a331-16faea51a28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:02.851345 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768dbce-ba3b-41a8-9040-2a32f02f29be req-6e44e356-36a4-4397-ad1e-9f17d3ba8dd6 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:02.861249 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7768dbce-ba3b-41a8-9040-2a32f02f29be req-6e44e356-36a4-4397-ad1e-9f17d3ba8dd6 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 949 time: 0.3279610 Sep 30 00:55:02.872647 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adda6dd-2d4d-458b-89aa-9b423661d522 None None] Network 7e128c42-c8c3-46bf-ac8f-448c283e710f is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:55:02.876267 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-3adda6dd-2d4d-458b-89aa-9b423661d522 None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:55:02.904143 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adda6dd-2d4d-458b-89aa-9b423661d522 None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:55:02.991606 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7768dbce-ba3b-41a8-9040-2a32f02f29be req-42b26d53-0646-4f3b-8372-3aafda5392b2 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289794 Sep 30 00:55:03.093917 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56561d5-713b-469a-b6a3-6540347b379f req-6255f738-5bb8-4919-8e78-aa947881ab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:03.095475 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e56561d5-713b-469a-b6a3-6540347b379f req-6255f738-5bb8-4919-8e78-aa947881ab4f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e11b3221-7cfb-4feb-801d-70a2c0ec6209 HTTP/1.1" status: 200 len: 848 time: 0.3990431 Sep 30 00:55:03.118520 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04388b-6e30-4f89-9cf7-ef0800783cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=12d11d9a-af91-4934-9bb4-b3ee268da0b8,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:03.122819 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4b04388b-6e30-4f89-9cf7-ef0800783cf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:03.199317 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-581506e8-d973-4cb0-ad15-1f925281ef60 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:03.199317 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:03.308823 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=d16c0c74-cb61-459f-b10d-926b2f026284,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:03.355856 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.359s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:03.360651 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.276s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:03.361022 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:03.378081 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-3adda6dd-2d4d-458b-89aa-9b423661d522 None None] Attempting to bind port 03c21346-e6b2-47ca-9cd0-b533fd7364ff on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:55:03.378474 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-3adda6dd-2d4d-458b-89aa-9b423661d522 None None] Attempting to bind port 03c21346-e6b2-47ca-9cd0-b533fd7364ff by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '15f763e4-815e-4159-89c3-e59eff1e02b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7e128c42-c8c3-46bf-ac8f-448c283e710f'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:55:03.379022 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adda6dd-2d4d-458b-89aa-9b423661d522 None None] Attempting to bind port 03c21346-e6b2-47ca-9cd0-b533fd7364ff on network 7e128c42-c8c3-46bf-ac8f-448c283e710f {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:03.393809 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4294c1a4-5528-49c7-8cd6-609b92965f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-dd43d359-57fd-4d14-bd4e-65d0ea74188e', 'network_id': 'dd43d359-57fd-4d14-bd4e-65d0ea74188e', 'tenant_id': 'f83f8ec107124dafbd42039d13441fdb', 'fixed_ips': [{'subnet_id': '2f2d9c0a-4490-4e92-85c9-438aa9cf409b'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 00:55:03.394938 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-4294c1a4-5528-49c7-8cd6-609b92965f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:03.402062 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-59df70b7-de5e-4f6c-88cb-e238219496f6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:03.424759 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-59df70b7-de5e-4f6c-88cb-e238219496f6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:03.428103 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-59df70b7-de5e-4f6c-88cb-e238219496f6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Synchronizing usage tracker for tenant:f83f8ec107124dafbd42039d13441fdb on resource:network {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:55:03.429177 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adda6dd-2d4d-458b-89aa-9b423661d522 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:55:03.429605 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adda6dd-2d4d-458b-89aa-9b423661d522 None None] Checking segment: {'id': '15f763e4-815e-4159-89c3-e59eff1e02b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7e128c42-c8c3-46bf-ac8f-448c283e710f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:55:03.430023 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3adda6dd-2d4d-458b-89aa-9b423661d522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:03.430514 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adda6dd-2d4d-458b-89aa-9b423661d522 None None] Bound using segment: {'id': '15f763e4-815e-4159-89c3-e59eff1e02b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7e128c42-c8c3-46bf-ac8f-448c283e710f'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:55:03.432119 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-3adda6dd-2d4d-458b-89aa-9b423661d522 None None] Bound port: 03c21346-e6b2-47ca-9cd0-b533fd7364ff, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f763e4-815e-4159-89c3-e59eff1e02b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7e128c42-c8c3-46bf-ac8f-448c283e710f'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:55:03.432119 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3adda6dd-2d4d-458b-89aa-9b423661d522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:03.446918 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581506e8-d973-4cb0-ad15-1f925281ef60 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Pushing event updated for resources: {'Subnet': ['ID=999673ea-0271-45b5-bb08-a0149a8e0f32,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:03.473037 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-581506e8-d973-4cb0-ad15-1f925281ef60 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:03.486223 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581506e8-d973-4cb0-ad15-1f925281ef60 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Checking segment: {'id': '2af1726d-5dad-4b7a-8dd4-728109da2ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b64aba8e-9f74-43b9-83f1-763975030585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:55:03.486429 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581506e8-d973-4cb0-ad15-1f925281ef60 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Network hostable DHCP agents. Network: b64aba8e-9f74-43b9-83f1-763975030585, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:55:03.514172 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581506e8-d973-4cb0-ad15-1f925281ef60 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Network b64aba8e-9f74-43b9-83f1-763975030585 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:55:03.533571 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-581506e8-d973-4cb0-ad15-1f925281ef60 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, b64aba8e-9f74-43b9-83f1-763975030585) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:55:03.536831 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e56561d5-713b-469a-b6a3-6540347b379f req-756874a0-2979-4270-8164-deb69f59ef8c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0a0a50fb-f59e-4919-9310-948ef891e84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4049597 Sep 30 00:55:03.551321 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581506e8-d973-4cb0-ad15-1f925281ef60 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:03.552681 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-581506e8-d973-4cb0-ad15-1f925281ef60 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:03.588437 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-581506e8-d973-4cb0-ad15-1f925281ef60 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4047990 Sep 30 00:55:03.589439 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 35274) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:55:03.596543 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-41fdfff9-5c8b-40cc-bc32-6313b5918d3f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Request body: {'port': {'network_id': 'c3b2fa3c-7227-466a-851d-9c93a7474d2b', 'name': 'tempest-TaggedBootDevicesTest-95706679', 'fixed_ips': [{'subnet_id': '4dcc8230-d664-42d1-827f-dbc3d9952151'}]}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:03.726653 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320298e8-37c0-48a3-bb3c-bcc3c7047e11 None None] Network b64aba8e-9f74-43b9-83f1-763975030585 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:55:03.809113 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-41fdfff9-5c8b-40cc-bc32-6313b5918d3f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:55:03.816165 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-41fdfff9-5c8b-40cc-bc32-6313b5918d3f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Usage tracker for resource:port and tenant:5a750dc97d8045f29998977fe5e379fc is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:55:03.826715 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-41fdfff9-5c8b-40cc-bc32-6313b5918d3f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:55:03.832474 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-41fdfff9-5c8b-40cc-bc32-6313b5918d3f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:55:03.863146 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fdfff9-5c8b-40cc-bc32-6313b5918d3f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Made reservation on behalf of 5a750dc97d8045f29998977fe5e379fc for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:55:04.066249 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-59df70b7-de5e-4f6c-88cb-e238219496f6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Unset dirty status for tenant:f83f8ec107124dafbd42039d13441fdb on resource:network {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:55:04.073775 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-59df70b7-de5e-4f6c-88cb-e238219496f6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/networks?id=7e128c42-c8c3-46bf-ac8f-448c283e710f&id=dd43d359-57fd-4d14-bd4e-65d0ea74188e&id=7e128c42-c8c3-46bf-ac8f-448c283e710f HTTP/1.1" status: 200 len: 1391 time: 1.5461819 Sep 30 00:55:04.129749 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08639831-6eb1-401a-8a5d-c0c42fc18b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-c3b2fa3c-7227-466a-851d-9c93a7474d2b', 'network_id': 'c3b2fa3c-7227-466a-851d-9c93a7474d2b', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'fixed_ips': [{'subnet_id': '4dcc8230-d664-42d1-827f-dbc3d9952151'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 00:55:04.132223 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-08639831-6eb1-401a-8a5d-c0c42fc18b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:04.136653 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-4b04388b-6e30-4f89-9cf7-ef0800783cf2 service neutron] Attempting to bind port 12d11d9a-af91-4934-9bb4-b3ee268da0b8 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:55:04.137016 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-4b04388b-6e30-4f89-9cf7-ef0800783cf2 service neutron] Attempting to bind port 12d11d9a-af91-4934-9bb4-b3ee268da0b8 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:55:04.137337 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-4b04388b-6e30-4f89-9cf7-ef0800783cf2 service neutron] Attempting to bind port 12d11d9a-af91-4934-9bb4-b3ee268da0b8 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:04.145970 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-3a1733d3-7898-490e-937f-eeed2cfc1137 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/quotas/f83f8ec107124dafbd42039d13441fdb HTTP/1.1" status: 200 len: 375 time: 0.0712929 Sep 30 00:55:04.149966 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e807a-a8cd-4015-9153-02549a265ce0 req-1b37acb6-81e8-4b64-a6c0-f051e786ee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:04.151605 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-276e807a-a8cd-4015-9153-02549a265ce0 req-1b37acb6-81e8-4b64-a6c0-f051e786ee68 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6&tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb HTTP/1.1" status: 200 len: 1100 time: 1.1378527 Sep 30 00:55:04.213574 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-41fdfff9-5c8b-40cc-bc32-6313b5918d3f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:04.248342 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-4b04388b-6e30-4f89-9cf7-ef0800783cf2 service neutron] Port 12d11d9a-af91-4934-9bb4-b3ee268da0b8 on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:55:04.248697 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-4b04388b-6e30-4f89-9cf7-ef0800783cf2 service neutron] Attempting to bind port 12d11d9a-af91-4934-9bb4-b3ee268da0b8 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:04.256023 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [None req-41fdfff9-5c8b-40cc-bc32-6313b5918d3f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] device_id is not set on port af11ef16-52be-4099-98fc-3753539c1b51 yet. {{(pid=80274) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 00:55:04.358817 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce0934-69e7-4b82-9657-24f95d794bbf req-fab643ed-d67b-411b-bdc4-e2744305f55b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:04.369864 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c4ce0934-69e7-4b82-9657-24f95d794bbf req-fab643ed-d67b-411b-bdc4-e2744305f55b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 945 time: 0.5210638 Sep 30 00:55:04.379139 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-4b04388b-6e30-4f89-9cf7-ef0800783cf2 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:55:04.379486 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-4b04388b-6e30-4f89-9cf7-ef0800783cf2 service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:55:04.379946 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-4b04388b-6e30-4f89-9cf7-ef0800783cf2 service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:55:04.380327 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-4b04388b-6e30-4f89-9cf7-ef0800783cf2 service neutron] Bound port: 12d11d9a-af91-4934-9bb4-b3ee268da0b8, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:55:04.380678 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-4b04388b-6e30-4f89-9cf7-ef0800783cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:04.532365 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c4ce0934-69e7-4b82-9657-24f95d794bbf req-73051a59-3c4c-4f2f-a1cb-69ec0e9df6f3 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586180 Sep 30 00:55:04.535857 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-3adda6dd-2d4d-458b-89aa-9b423661d522 None None] For port 03c21346-e6b2-47ca-9cd0-b533fd7364ff, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:55:04.565441 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device d16c0c74-cb61-459f-b10d-926b2f026284 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:55:04.593179 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-4b04388b-6e30-4f89-9cf7-ef0800783cf2 service neutron] For port 12d11d9a-af91-4934-9bb4-b3ee268da0b8, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:55:04.611645 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-4b04388b-6e30-4f89-9cf7-ef0800783cf2 service neutron] For port 12d11d9a-af91-4934-9bb4-b3ee268da0b8, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=12d11d9a-af91-4934-9bb4-b3ee268da0b8,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:55:04.629083 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073d05e7-e175-4172-a06f-c7cb9c6c8fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-b64aba8e-9f74-43b9-83f1-763975030585', 'network_id': 'b64aba8e-9f74-43b9-83f1-763975030585', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'fixed_ips': [{'subnet_id': '999673ea-0271-45b5-bb08-a0149a8e0f32'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 00:55:04.633004 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-073d05e7-e175-4172-a06f-c7cb9c6c8fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:04.641287 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-4b04388b-6e30-4f89-9cf7-ef0800783cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:04.669009 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d7744832-b8ee-4077-a4ac-8f8c21407e41 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:04.732473 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e56561d5-713b-469a-b6a3-6540347b379f req-ac6d8027-8c50-4eb9-a538-f3906dc59f6c service neutron] 10.222.0.59 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1436274 Sep 30 00:55:04.780915 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-41fdfff9-5c8b-40cc-bc32-6313b5918d3f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Allocated IP 10.1.1.175 (c3b2fa3c-7227-466a-851d-9c93a7474d2b/4dcc8230-d664-42d1-827f-dbc3d9952151/af11ef16-52be-4099-98fc-3753539c1b51) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:55:04.807141 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-4b04388b-6e30-4f89-9cf7-ef0800783cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:04.807666 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-4b04388b-6e30-4f89-9cf7-ef0800783cf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:04.808696 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-4b04388b-6e30-4f89-9cf7-ef0800783cf2 service neutron] 10.222.0.55 "PUT /v2.0/ports/12d11d9a-af91-4934-9bb4-b3ee268da0b8 HTTP/1.1" status: 200 len: 1096 time: 4.8907926 Sep 30 00:55:04.888394 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff002ec-5532-45b2-bb2c-843a436909fe', 'tag': '12d11d9a-af91-4934-9bb4-b3ee268da0b8'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:55:04.933248 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e807a-a8cd-4015-9153-02549a265ce0 req-3a9c0831-59ed-4b0b-ac22-fd43d6dc51a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:04.935169 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-276e807a-a8cd-4015-9153-02549a265ce0 req-3a9c0831-59ed-4b0b-ac22-fd43d6dc51a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 1100 time: 0.6905856 Sep 30 00:55:04.989043 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-3adda6dd-2d4d-458b-89aa-9b423661d522 None None] For port 03c21346-e6b2-47ca-9cd0-b533fd7364ff, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=03c21346-e6b2-47ca-9cd0-b533fd7364ff,segment=NetworkSegment(15f763e4-815e-4159-89c3-e59eff1e02b1),segment_id=15f763e4-815e-4159-89c3-e59eff1e02b1)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:55:05.085185 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port d16c0c74-cb61-459f-b10d-926b2f026284 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:05.085567 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:05.146082 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-57ce3991-6937-419c-a993-b04fdbd87913 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Synchronizing usage tracker for tenant:f83f8ec107124dafbd42039d13441fdb on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:55:05.173347 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3adda6dd-2d4d-458b-89aa-9b423661d522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:05.266658 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-4294c1a4-5528-49c7-8cd6-609b92965f2a None None] Allocated IP 19.86.0.2 (dd43d359-57fd-4d14-bd4e-65d0ea74188e/2f2d9c0a-4490-4e92-85c9-438aa9cf409b/bcac2423-8402-4819-90e5-5d32ba86980a) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:55:05.270538 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:05.322936 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04388b-6e30-4f89-9cf7-ef0800783cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=12d11d9a-af91-4934-9bb4-b3ee268da0b8,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:05.326756 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e56561d5-713b-469a-b6a3-6540347b379f req-a0438cc9-8c8e-4d06-a6b7-142603c7181c service neutron] 10.222.0.59 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5838022 Sep 30 00:55:05.328053 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4b04388b-6e30-4f89-9cf7-ef0800783cf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:05.336193 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-57ce3991-6937-419c-a993-b04fdbd87913 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Unset dirty status for tenant:f83f8ec107124dafbd42039d13441fdb on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:55:05.338501 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-57ce3991-6937-419c-a993-b04fdbd87913 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f83f8ec107124dafbd42039d13441fdb&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1917732 Sep 30 00:55:05.382089 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-e3a0874c-616b-4335-aeb5-72db000651d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:05.386065 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-e3a0874c-616b-4335-aeb5-72db000651d4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&device_id=bff002ec-5532-45b2-bb2c-843a436909fe HTTP/1.1" status: 200 len: 1099 time: 0.4823689 Sep 30 00:55:05.470713 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11358611-244e-4996-b868-d450a3acbcf7 req-9d8f9067-0cac-4614-9c15-e20a36c589fb tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:05.484866 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-11358611-244e-4996-b868-d450a3acbcf7 req-9d8f9067-0cac-4614-9c15-e20a36c589fb tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=bff002ec-5532-45b2-bb2c-843a436909fe HTTP/1.1" status: 200 len: 948 time: 0.6945877 Sep 30 00:55:05.596456 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-11358611-244e-4996-b868-d450a3acbcf7 req-ee3207c5-dc4c-4b4e-9c6c-ef4d8b1b97a2 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104689 Sep 30 00:55:05.653785 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-41fdfff9-5c8b-40cc-bc32-6313b5918d3f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:05.676915 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [None req-41fdfff9-5c8b-40cc-bc32-6313b5918d3f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Transition to ACTIVE for port object af11ef16-52be-4099-98fc-3753539c1b51 will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:05.680021 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-a977ec0a-7a28-46a5-acaf-6a74f9098925 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=12d11d9a-af91-4934-9bb4-b3ee268da0b8 HTTP/1.1" status: 200 len: 217 time: 0.2613397 Sep 30 00:55:05.692121 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e807a-a8cd-4015-9153-02549a265ce0 req-53b2f8a1-680f-49a8-9f88-2d7f7c089b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:05.693871 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-276e807a-a8cd-4015-9153-02549a265ce0 req-53b2f8a1-680f-49a8-9f88-2d7f7c089b2a service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.6657107 Sep 30 00:55:05.715716 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-41fdfff9-5c8b-40cc-bc32-6313b5918d3f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:05.727046 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bd48bfd9-70d9-465b-98ed-8011bdc0ca74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:05.748118 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:05.750496 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-073d05e7-e175-4172-a06f-c7cb9c6c8fe4 None None] Allocated IP 10.2.2.2 (b64aba8e-9f74-43b9-83f1-763975030585/999673ea-0271-45b5-bb08-a0149a8e0f32/b48dccce-9048-4b11-9c9d-b82f96914245) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:55:05.866355 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adda6dd-2d4d-458b-89aa-9b423661d522 None None] Pushing event updated for resources: {'Port': ['ID=03c21346-e6b2-47ca-9cd0-b533fd7364ff,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:05.877304 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-3adda6dd-2d4d-458b-89aa-9b423661d522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:05.925722 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 9015586e-32a9-4344-abfe-e8a54776ad77 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:55:05.935680 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-276e807a-a8cd-4015-9153-02549a265ce0 req-89032251-ed42-4c5d-bd63-d9ecafdba821 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=9015586e-32a9-4344-abfe-e8a54776ad77 HTTP/1.1" status: 200 len: 217 time: 0.1962957 Sep 30 00:55:05.944025 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fdfff9-5c8b-40cc-bc32-6313b5918d3f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Network c3b2fa3c-7227-466a-851d-9c93a7474d2b is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:55:05.948052 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-41fdfff9-5c8b-40cc-bc32-6313b5918d3f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:55:05.958225 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fdfff9-5c8b-40cc-bc32-6313b5918d3f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:55:06.072334 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fdfff9-5c8b-40cc-bc32-6313b5918d3f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Pushing event updated for resources: {'Port': ['ID=af11ef16-52be-4099-98fc-3753539c1b51,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:06.100339 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-41fdfff9-5c8b-40cc-bc32-6313b5918d3f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:06.128281 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-0587e202-5d6c-4116-bf91-48bf646acad2 service neutron] 10.222.0.39 "GET /v2.0/networks/7e128c42-c8c3-46bf-ac8f-448c283e710f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7796307 Sep 30 00:55:06.135554 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-a937a176-1965-439f-a312-b93bd1a29403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:06.137058 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-a937a176-1965-439f-a312-b93bd1a29403 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.4388080 Sep 30 00:55:06.163040 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fdfff9-5c8b-40cc-bc32-6313b5918d3f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:06.164006 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-41fdfff9-5c8b-40cc-bc32-6313b5918d3f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:06.183481 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e807a-a8cd-4015-9153-02549a265ce0 req-8cabfa7f-0e7d-4de9-8c5f-c460c901b853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:06.186542 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-276e807a-a8cd-4015-9153-02549a265ce0 req-8cabfa7f-0e7d-4de9-8c5f-c460c901b853 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.2041907 Sep 30 00:55:06.246087 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02973783-8510-4bad-8f68-a0f78cec342b req-44cd75d1-74da-429c-8f6e-463a1e4c4b80 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:06.247721 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-02973783-8510-4bad-8f68-a0f78cec342b req-44cd75d1-74da-429c-8f6e-463a1e4c4b80 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 949 time: 0.4645166 Sep 30 00:55:06.256309 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-41fdfff9-5c8b-40cc-bc32-6313b5918d3f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6658771 Sep 30 00:55:06.260197 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 35302) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:55:06.265498 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-0a5c01cd-dfc8-4d67-8430-beeec6b25c20 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Request body: {'port': {'network_id': 'c3b2fa3c-7227-466a-851d-9c93a7474d2b', 'name': 'tempest-TaggedBootDevicesTest-87607110', 'fixed_ips': [{'subnet_id': '4dcc8230-d664-42d1-827f-dbc3d9952151'}]}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:06.438034 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-08639831-6eb1-401a-8a5d-c0c42fc18b7f None None] Allocated IP 10.1.1.2 (c3b2fa3c-7227-466a-851d-9c93a7474d2b/4dcc8230-d664-42d1-827f-dbc3d9952151/db7f7bfc-9a92-4529-b178-5c7937947e26) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:55:06.475595 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-02973783-8510-4bad-8f68-a0f78cec342b req-6ab1ffc8-d891-48df-99eb-4826104d6df6 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160916 Sep 30 00:55:06.603424 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-0a5c01cd-dfc8-4d67-8430-beeec6b25c20 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:55:06.607709 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-0a5c01cd-dfc8-4d67-8430-beeec6b25c20 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Usage tracker for resource:port and tenant:5a750dc97d8045f29998977fe5e379fc is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:55:06.611324 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-0a5c01cd-dfc8-4d67-8430-beeec6b25c20 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:55:06.618582 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-0a5c01cd-dfc8-4d67-8430-beeec6b25c20 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:55:06.628782 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56561d5-713b-469a-b6a3-6540347b379f req-50e29535-5009-4ee6-9070-9f468b8fa328 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:06.630664 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e56561d5-713b-469a-b6a3-6540347b379f req-50e29535-5009-4ee6-9070-9f468b8fa328 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157&tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&binding%3Ahost_id=n-h1-811809-1 HTTP/1.1" status: 200 len: 1096 time: 0.7626565 Sep 30 00:55:06.643182 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5c01cd-dfc8-4d67-8430-beeec6b25c20 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Made reservation on behalf of 5a750dc97d8045f29998977fe5e379fc for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:55:06.653860 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0a5c01cd-dfc8-4d67-8430-beeec6b25c20 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:06.693184 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 03c21346-e6b2-47ca-9cd0-b533fd7364ff up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:55:06.704306 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [None req-0a5c01cd-dfc8-4d67-8430-beeec6b25c20 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] device_id is not set on port 4147821f-484c-42b8-8eee-96c30dce4206 yet. {{(pid=80274) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 00:55:07.217858 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff002ec-5532-45b2-bb2c-843a436909fe', 'tag': '12d11d9a-af91-4934-9bb4-b3ee268da0b8', 'status': 'completed', 'code': 200} Sep 30 00:55:07.321887 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-cfecc54c-dfb2-4eb1-9a73-c4b73a9aa564 service neutron] 10.222.0.39 "GET /v2.0/networks/7e128c42-c8c3-46bf-ac8f-448c283e710f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1833794 Sep 30 00:55:07.351144 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e807a-a8cd-4015-9153-02549a265ce0 req-82fb6255-e071-4763-b394-1eb7347ac638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:07.353330 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-276e807a-a8cd-4015-9153-02549a265ce0 req-82fb6255-e071-4763-b394-1eb7347ac638 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0332046 Sep 30 00:55:07.365736 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-d8f7ed8f-9ecc-4442-994c-b647d7fbc027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:07.367268 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-d8f7ed8f-9ecc-4442-994c-b647d7fbc027 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1899116 Sep 30 00:55:07.580036 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:07.623592 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ba2d92-6c0f-4c3d-973a-acd31f719edf None None] Network 7e128c42-c8c3-46bf-ac8f-448c283e710f requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:55:07.632899 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75953f5-76de-40e2-a62d-4d284e1c84bc req-d220e9ac-8312-4b8f-9ba8-a25cf6cded42 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:07.646257 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f75953f5-76de-40e2-a62d-4d284e1c84bc req-d220e9ac-8312-4b8f-9ba8-a25cf6cded42 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 945 time: 0.2908914 Sep 30 00:55:07.710503 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f75953f5-76de-40e2-a62d-4d284e1c84bc req-ddfd71de-84c6-42d8-8cdc-a0db55326048 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627592 Sep 30 00:55:07.746925 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-4294c1a4-5528-49c7-8cd6-609b92965f2a None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:07.774098 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-756c6b98-cdb6-4383-ae50-faacfef7a0ee service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739953 Sep 30 00:55:07.780874 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 9015586e-32a9-4344-abfe-e8a54776ad77, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=9015586e-32a9-4344-abfe-e8a54776ad77,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:07.782017 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 03c21346-e6b2-47ca-9cd0-b533fd7364ff completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:55:07.794699 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8c8d5c-a745-416f-90e0-05af024599b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9015586e-32a9-4344-abfe-e8a54776ad77'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:55:07.848000 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:07.852588 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-08639831-6eb1-401a-8a5d-c0c42fc18b7f None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:07.869110 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:07.900131 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-4294c1a4-5528-49c7-8cd6-609b92965f2a None None] Transition to ACTIVE for port object bcac2423-8402-4819-90e5-5d32ba86980a will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:07.934175 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-7736af21-f61e-4d33-a40b-1be5d0d663f9 None None] Provisioning for port 03c21346-e6b2-47ca-9cd0-b533fd7364ff completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:55:07.953880 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-7736af21-f61e-4d33-a40b-1be5d0d663f9 None None] Provisioning complete for port 03c21346-e6b2-47ca-9cd0-b533fd7364ff triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:07.956440 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-7736af21-f61e-4d33-a40b-1be5d0d663f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:07.966123 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-e56561d5-713b-469a-b6a3-6540347b379f req-cb1fc976-9802-4307-b20e-cf02b9a60afa service neutron] For port 5de44ce1-6ece-4303-ac8e-abf0ca829a27, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:55:07.980992 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-08639831-6eb1-401a-8a5d-c0c42fc18b7f None None] Transition to ACTIVE for port object db7f7bfc-9a92-4529-b178-5c7937947e26 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:07.985930 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e56561d5-713b-469a-b6a3-6540347b379f req-cb1fc976-9802-4307-b20e-cf02b9a60afa service neutron] Notify callbacks [] for binding, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:07.988481 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e56561d5-713b-469a-b6a3-6540347b379f req-cb1fc976-9802-4307-b20e-cf02b9a60afa service neutron] 10.222.0.59 "DELETE /v2.0/ports/5de44ce1-6ece-4303-ac8e-abf0ca829a27/bindings/n-h2-811809-1 HTTP/1.1" status: 204 len: 173 time: 1.3456137 Sep 30 00:55:07.996329 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70cfbb-b15c-47c4-a3bd-19ace63f0504 req-b62918a5-26b9-45f8-8d8d-7874d83888bb tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:08.000029 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-eb70cfbb-b15c-47c4-a3bd-19ace63f0504 req-b62918a5-26b9-45f8-8d8d-7874d83888bb tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=bff002ec-5532-45b2-bb2c-843a436909fe HTTP/1.1" status: 200 len: 948 time: 0.1529937 Sep 30 00:55:08.054069 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-0bf03ea9-503f-4fbb-97eb-3f07b8cdc1ce service neutron] 10.222.0.39 "GET /v2.0/networks/dd43d359-57fd-4d14-bd4e-65d0ea74188e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7313244 Sep 30 00:55:08.055980 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-4294c1a4-5528-49c7-8cd6-609b92965f2a None None] Transition to ACTIVE for port object bcac2423-8402-4819-90e5-5d32ba86980a will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:08.119335 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-eb70cfbb-b15c-47c4-a3bd-19ace63f0504 req-78d2dea7-8de7-4056-9e2a-bd6b3b195e2c tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909271 Sep 30 00:55:08.132307 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-073d05e7-e175-4172-a06f-c7cb9c6c8fe4 None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:08.135355 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-4294c1a4-5528-49c7-8cd6-609b92965f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:08.151354 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-08639831-6eb1-401a-8a5d-c0c42fc18b7f None None] Transition to ACTIVE for port object db7f7bfc-9a92-4529-b178-5c7937947e26 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:08.155739 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=9015586e-32a9-4344-abfe-e8a54776ad77,revision_number=9']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:08.176661 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:08.180979 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-23bc6f64-345e-4f2b-b35f-ea447e121c4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:08.220137 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-073d05e7-e175-4172-a06f-c7cb9c6c8fe4 None None] Transition to ACTIVE for port object b48dccce-9048-4b11-9c9d-b82f96914245 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:08.236090 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-276e807a-a8cd-4015-9153-02549a265ce0 req-aa91bf25-a756-4650-b96c-ac6e872f832e service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8601189 Sep 30 00:55:08.251622 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-08639831-6eb1-401a-8a5d-c0c42fc18b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:08.269268 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-0a5c01cd-dfc8-4d67-8430-beeec6b25c20 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Allocated IP 10.1.1.223 (c3b2fa3c-7227-466a-851d-9c93a7474d2b/4dcc8230-d664-42d1-827f-dbc3d9952151/4147821f-484c-42b8-8eee-96c30dce4206) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:55:08.398197 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-52b74e84-8548-48bf-939a-c74a4ca36baf req-546bbd8b-def3-4b45-bec1-df323f451ab9 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5860996 Sep 30 00:55:08.408170 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4294c1a4-5528-49c7-8cd6-609b92965f2a None None] Network dd43d359-57fd-4d14-bd4e-65d0ea74188e is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:55:08.428812 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-4294c1a4-5528-49c7-8cd6-609b92965f2a None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:55:08.444602 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4294c1a4-5528-49c7-8cd6-609b92965f2a None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:55:08.473096 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-c5cfec51-6020-437e-a348-9b1c27cc2013 service neutron] 10.222.0.39 "GET /v2.0/networks/dd43d359-57fd-4d14-bd4e-65d0ea74188e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179127 Sep 30 00:55:08.489596 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-073d05e7-e175-4172-a06f-c7cb9c6c8fe4 None None] Transition to ACTIVE for port object b48dccce-9048-4b11-9c9d-b82f96914245 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:08.497638 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08639831-6eb1-401a-8a5d-c0c42fc18b7f None None] Network c3b2fa3c-7227-466a-851d-9c93a7474d2b is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:55:08.578181 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-073d05e7-e175-4172-a06f-c7cb9c6c8fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:08.591677 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-08639831-6eb1-401a-8a5d-c0c42fc18b7f None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:55:08.594287 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0a5c01cd-dfc8-4d67-8430-beeec6b25c20 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:08.607204 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08639831-6eb1-401a-8a5d-c0c42fc18b7f None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:55:08.618597 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e379c61-2248-4413-985e-74504e577d18 req-11a071e7-4aa5-476f-95e2-0be83086e53b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:08.626290 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2e379c61-2248-4413-985e-74504e577d18 req-11a071e7-4aa5-476f-95e2-0be83086e53b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 947 time: 0.3250301 Sep 30 00:55:08.626461 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-276e807a-a8cd-4015-9153-02549a265ce0 req-ea206911-08ab-47b2-ae9b-618a7c4df8e7 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551843 Sep 30 00:55:08.659154 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [None req-0a5c01cd-dfc8-4d67-8430-beeec6b25c20 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Transition to ACTIVE for port object 4147821f-484c-42b8-8eee-96c30dce4206 will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:08.689167 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba8139-4910-4cc3-8a15-1944dfc11ca0 req-54a46f60-05ef-4bdd-874e-67cb33028ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:08.690301 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073d05e7-e175-4172-a06f-c7cb9c6c8fe4 None None] Network b64aba8e-9f74-43b9-83f1-763975030585 is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:55:08.691378 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d2ba8139-4910-4cc3-8a15-1944dfc11ca0 req-54a46f60-05ef-4bdd-874e-67cb33028ff8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&device_id=bff002ec-5532-45b2-bb2c-843a436909fe HTTP/1.1" status: 200 len: 1099 time: 0.1989179 Sep 30 00:55:08.693992 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2e379c61-2248-4413-985e-74504e577d18 req-37f15f55-66aa-42cd-b5d1-a091df56cd82 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664718 Sep 30 00:55:08.707693 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-d32020fa-8668-447a-b6d7-51baa8c2f43f service neutron] 10.222.0.39 "GET /v2.0/networks/7e128c42-c8c3-46bf-ac8f-448c283e710f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311366 Sep 30 00:55:08.736600 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-073d05e7-e175-4172-a06f-c7cb9c6c8fe4 None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:55:08.739148 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294c1a4-5528-49c7-8cd6-609b92965f2a None None] Pushing event updated for resources: {'Port': ['ID=bcac2423-8402-4819-90e5-5d32ba86980a,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:08.742910 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-4294c1a4-5528-49c7-8cd6-609b92965f2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:08.745957 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0a5c01cd-dfc8-4d67-8430-beeec6b25c20 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:08.754316 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-147af834-036a-4fa4-9cec-7015b7ca6f48 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:08.789129 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073d05e7-e175-4172-a06f-c7cb9c6c8fe4 None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:55:08.800789 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.528s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:08.859902 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5c01cd-dfc8-4d67-8430-beeec6b25c20 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Network c3b2fa3c-7227-466a-851d-9c93a7474d2b is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:55:08.864733 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-0a5c01cd-dfc8-4d67-8430-beeec6b25c20 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:55:08.869139 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5c01cd-dfc8-4d67-8430-beeec6b25c20 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:55:08.924692 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c01cd-dfc8-4d67-8430-beeec6b25c20 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Pushing event updated for resources: {'Port': ['ID=4147821f-484c-42b8-8eee-96c30dce4206,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:08.935507 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08639831-6eb1-401a-8a5d-c0c42fc18b7f None None] Pushing event updated for resources: {'Port': ['ID=db7f7bfc-9a92-4529-b178-5c7937947e26,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:08.943640 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0a5c01cd-dfc8-4d67-8430-beeec6b25c20 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:08.964978 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-9a3e7b40-1bcb-425f-b38b-582ec8eb6df2 service neutron] 10.222.0.39 "GET /v2.0/networks/7e128c42-c8c3-46bf-ac8f-448c283e710f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586753 Sep 30 00:55:08.969641 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba8139-4910-4cc3-8a15-1944dfc11ca0 req-c401622a-2ee1-41f1-8b90-35f0d4987442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:08.971589 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d2ba8139-4910-4cc3-8a15-1944dfc11ca0 req-c401622a-2ee1-41f1-8b90-35f0d4987442 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.2459121 Sep 30 00:55:09.032812 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5c01cd-dfc8-4d67-8430-beeec6b25c20 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:09.033547 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0a5c01cd-dfc8-4d67-8430-beeec6b25c20 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:09.085748 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-0a5c01cd-dfc8-4d67-8430-beeec6b25c20 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8219533 Sep 30 00:55:09.103888 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d2ba8139-4910-4cc3-8a15-1944dfc11ca0 req-c019b3bb-b444-40d9-95f6-2feb4e903748 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=12d11d9a-af91-4934-9bb4-b3ee268da0b8 HTTP/1.1" status: 200 len: 217 time: 0.1200736 Sep 30 00:55:09.137105 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-4294c1a4-5528-49c7-8cd6-609b92965f2a None None] Attempting to bind port bcac2423-8402-4819-90e5-5d32ba86980a on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:55:09.137359 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-4294c1a4-5528-49c7-8cd6-609b92965f2a None None] Attempting to bind port bcac2423-8402-4819-90e5-5d32ba86980a by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '7e4cc8fc-e351-48e6-bfe1-44b9b1173116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dd43d359-57fd-4d14-bd4e-65d0ea74188e'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:55:09.138506 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4294c1a4-5528-49c7-8cd6-609b92965f2a None None] Attempting to bind port bcac2423-8402-4819-90e5-5d32ba86980a on network dd43d359-57fd-4d14-bd4e-65d0ea74188e {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:09.167447 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d05e7-e175-4172-a06f-c7cb9c6c8fe4 None None] Pushing event updated for resources: {'Port': ['ID=b48dccce-9048-4b11-9c9d-b82f96914245,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:09.176772 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-7736af21-f61e-4d33-a40b-1be5d0d663f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:09.214695 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba8139-4910-4cc3-8a15-1944dfc11ca0 req-a94691ad-3f29-4101-a7df-5ada428925b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:09.218089 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-073d05e7-e175-4172-a06f-c7cb9c6c8fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:09.218196 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d2ba8139-4910-4cc3-8a15-1944dfc11ca0 req-a94691ad-3f29-4101-a7df-5ada428925b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.0966799 Sep 30 00:55:09.226437 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-073d05e7-e175-4172-a06f-c7cb9c6c8fe4 None None] Attempting to bind port b48dccce-9048-4b11-9c9d-b82f96914245 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:55:09.227792 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-073d05e7-e175-4172-a06f-c7cb9c6c8fe4 None None] Attempting to bind port b48dccce-9048-4b11-9c9d-b82f96914245 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '2af1726d-5dad-4b7a-8dd4-728109da2ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b64aba8e-9f74-43b9-83f1-763975030585'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:55:09.228363 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073d05e7-e175-4172-a06f-c7cb9c6c8fe4 None None] Attempting to bind port b48dccce-9048-4b11-9c9d-b82f96914245 on network b64aba8e-9f74-43b9-83f1-763975030585 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:09.238077 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.563s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:09.238494 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:09.245384 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073d05e7-e175-4172-a06f-c7cb9c6c8fe4 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:55:09.246574 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073d05e7-e175-4172-a06f-c7cb9c6c8fe4 None None] Checking segment: {'id': '2af1726d-5dad-4b7a-8dd4-728109da2ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b64aba8e-9f74-43b9-83f1-763975030585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:55:09.246574 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-073d05e7-e175-4172-a06f-c7cb9c6c8fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:09.246844 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073d05e7-e175-4172-a06f-c7cb9c6c8fe4 None None] Bound using segment: {'id': '2af1726d-5dad-4b7a-8dd4-728109da2ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b64aba8e-9f74-43b9-83f1-763975030585'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:55:09.247460 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-073d05e7-e175-4172-a06f-c7cb9c6c8fe4 None None] Bound port: b48dccce-9048-4b11-9c9d-b82f96914245, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af1726d-5dad-4b7a-8dd4-728109da2ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b64aba8e-9f74-43b9-83f1-763975030585'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:55:09.248418 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-073d05e7-e175-4172-a06f-c7cb9c6c8fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:09.265698 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4294c1a4-5528-49c7-8cd6-609b92965f2a None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:55:09.266136 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4294c1a4-5528-49c7-8cd6-609b92965f2a None None] Checking segment: {'id': '7e4cc8fc-e351-48e6-bfe1-44b9b1173116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dd43d359-57fd-4d14-bd4e-65d0ea74188e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:55:09.266606 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-4294c1a4-5528-49c7-8cd6-609b92965f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:09.267262 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4294c1a4-5528-49c7-8cd6-609b92965f2a None None] Bound using segment: {'id': '7e4cc8fc-e351-48e6-bfe1-44b9b1173116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dd43d359-57fd-4d14-bd4e-65d0ea74188e'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:55:09.267602 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-4294c1a4-5528-49c7-8cd6-609b92965f2a None None] Bound port: bcac2423-8402-4819-90e5-5d32ba86980a, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e4cc8fc-e351-48e6-bfe1-44b9b1173116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dd43d359-57fd-4d14-bd4e-65d0ea74188e'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:55:09.267972 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-4294c1a4-5528-49c7-8cd6-609b92965f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:09.300162 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-08639831-6eb1-401a-8a5d-c0c42fc18b7f None None] Attempting to bind port db7f7bfc-9a92-4529-b178-5c7937947e26 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:55:09.300548 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-08639831-6eb1-401a-8a5d-c0c42fc18b7f None None] Attempting to bind port db7f7bfc-9a92-4529-b178-5c7937947e26 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'ab908e6e-8629-4086-b083-0b1dd66189b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c3b2fa3c-7227-466a-851d-9c93a7474d2b'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:55:09.300931 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08639831-6eb1-401a-8a5d-c0c42fc18b7f None None] Attempting to bind port db7f7bfc-9a92-4529-b178-5c7937947e26 on network c3b2fa3c-7227-466a-851d-9c93a7474d2b {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:09.311871 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08639831-6eb1-401a-8a5d-c0c42fc18b7f None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:55:09.312268 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08639831-6eb1-401a-8a5d-c0c42fc18b7f None None] Checking segment: {'id': 'ab908e6e-8629-4086-b083-0b1dd66189b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c3b2fa3c-7227-466a-851d-9c93a7474d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:55:09.312682 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-08639831-6eb1-401a-8a5d-c0c42fc18b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:09.313086 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08639831-6eb1-401a-8a5d-c0c42fc18b7f None None] Bound using segment: {'id': 'ab908e6e-8629-4086-b083-0b1dd66189b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c3b2fa3c-7227-466a-851d-9c93a7474d2b'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:55:09.313578 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-08639831-6eb1-401a-8a5d-c0c42fc18b7f None None] Bound port: db7f7bfc-9a92-4529-b178-5c7937947e26, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab908e6e-8629-4086-b083-0b1dd66189b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c3b2fa3c-7227-466a-851d-9c93a7474d2b'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:55:09.313966 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-08639831-6eb1-401a-8a5d-c0c42fc18b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:09.360254 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8c8d5c-a745-416f-90e0-05af024599b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9015586e-32a9-4344-abfe-e8a54776ad77', 'code': 200} Sep 30 00:55:09.496940 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-073d05e7-e175-4172-a06f-c7cb9c6c8fe4 None None] For port b48dccce-9048-4b11-9c9d-b82f96914245, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:55:09.501670 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-073d05e7-e175-4172-a06f-c7cb9c6c8fe4 None None] For port b48dccce-9048-4b11-9c9d-b82f96914245, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=b48dccce-9048-4b11-9c9d-b82f96914245,segment=NetworkSegment(2af1726d-5dad-4b7a-8dd4-728109da2ef3),segment_id=2af1726d-5dad-4b7a-8dd4-728109da2ef3)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:55:09.517090 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-7736af21-f61e-4d33-a40b-1be5d0d663f9 None None] For port 03c21346-e6b2-47ca-9cd0-b533fd7364ff, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=03c21346-e6b2-47ca-9cd0-b533fd7364ff,segment=NetworkSegment(15f763e4-815e-4159-89c3-e59eff1e02b1),segment_id=15f763e4-815e-4159-89c3-e59eff1e02b1)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:09.519141 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-073d05e7-e175-4172-a06f-c7cb9c6c8fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:09.527973 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:09.537662 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba8139-4910-4cc3-8a15-1944dfc11ca0 req-96c4b9db-c532-4262-8fa6-a2b4dd002316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:09.540024 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d2ba8139-4910-4cc3-8a15-1944dfc11ca0 req-96c4b9db-c532-4262-8fa6-a2b4dd002316 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3007805 Sep 30 00:55:09.646717 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-7736af21-f61e-4d33-a40b-1be5d0d663f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:09.820556 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-4294c1a4-5528-49c7-8cd6-609b92965f2a None None] For port bcac2423-8402-4819-90e5-5d32ba86980a, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:55:09.834302 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d05e7-e175-4172-a06f-c7cb9c6c8fe4 None None] Pushing event updated for resources: {'Port': ['ID=b48dccce-9048-4b11-9c9d-b82f96914245,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:09.863757 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-073d05e7-e175-4172-a06f-c7cb9c6c8fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:09.864491 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:09.904203 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-4294c1a4-5528-49c7-8cd6-609b92965f2a None None] For port bcac2423-8402-4819-90e5-5d32ba86980a, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=bcac2423-8402-4819-90e5-5d32ba86980a,segment=NetworkSegment(7e4cc8fc-e351-48e6-bfe1-44b9b1173116),segment_id=7e4cc8fc-e351-48e6-bfe1-44b9b1173116)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:55:09.961198 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-08639831-6eb1-401a-8a5d-c0c42fc18b7f None None] For port db7f7bfc-9a92-4529-b178-5c7937947e26, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:55:09.963944 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d2ba8139-4910-4cc3-8a15-1944dfc11ca0 req-c43ce08d-cf46-4460-a75a-68fe06313233 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083123 Sep 30 00:55:09.971318 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-4294c1a4-5528-49c7-8cd6-609b92965f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:09.985923 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12916dd5-960a-4f81-b8df-5a6571e82601 req-2ffd0d84-07d5-4333-8294-cf0023d1ee9d tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:09.996137 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-12916dd5-960a-4f81-b8df-5a6571e82601 req-2ffd0d84-07d5-4333-8294-cf0023d1ee9d tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9004ca-d893-4e0b-86b4-589cc489b86f HTTP/1.1" status: 200 len: 946 time: 0.2491713 Sep 30 00:55:10.028020 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-08639831-6eb1-401a-8a5d-c0c42fc18b7f None None] For port db7f7bfc-9a92-4529-b178-5c7937947e26, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=db7f7bfc-9a92-4529-b178-5c7937947e26,segment=NetworkSegment(ab908e6e-8629-4086-b083-0b1dd66189b0),segment_id=ab908e6e-8629-4086-b083-0b1dd66189b0)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:55:10.064546 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 35348) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:55:10.078020 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-12916dd5-960a-4f81-b8df-5a6571e82601 req-03b26b1e-fd86-4f90-a0fe-8b843315ec84 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] 10.222.0.39 "GET /v2.0/security-groups?id=a322c6d4-73a7-4f6a-b42d-5ff712efee47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801969 Sep 30 00:55:10.084262 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-08639831-6eb1-401a-8a5d-c0c42fc18b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:10.100482 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-c8d8a3ab-ce3d-4aa7-8a6f-35048fa0e5d3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1310906077', 'description': 'tempest-description--1144277232'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:10.130343 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736af21-f61e-4d33-a40b-1be5d0d663f9 None None] Pushing event updated for resources: {'Port': ['ID=03c21346-e6b2-47ca-9cd0-b533fd7364ff,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:10.138131 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-c8d8a3ab-ce3d-4aa7-8a6f-35048fa0e5d3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:55:10.143677 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-7736af21-f61e-4d33-a40b-1be5d0d663f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:10.144375 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:10.152202 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-c8d8a3ab-ce3d-4aa7-8a6f-35048fa0e5d3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Usage tracker for resource:security_group and tenant:5a750dc97d8045f29998977fe5e379fc is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:55:10.161605 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-c8d8a3ab-ce3d-4aa7-8a6f-35048fa0e5d3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:55:10.179345 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-c8d8a3ab-ce3d-4aa7-8a6f-35048fa0e5d3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:55:10.355552 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c8d8a3ab-ce3d-4aa7-8a6f-35048fa0e5d3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:10.381809 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294c1a4-5528-49c7-8cd6-609b92965f2a None None] Pushing event updated for resources: {'Port': ['ID=bcac2423-8402-4819-90e5-5d32ba86980a,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:10.670085 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-e46f134c-b679-4216-abec-5b2d9b084701 None None] Provisioning complete for port 03c21346-e6b2-47ca-9cd0-b533fd7364ff triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:10.671583 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e46f134c-b679-4216-abec-5b2d9b084701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:10.685033 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5e598a9f-a0a5-4e29-9147-f000773072d5 req-d4f95b68-8a65-437e-9ba7-81083acd12d6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 210 time: 0.4505823 Sep 30 00:55:10.695685 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-c8d8a3ab-ce3d-4aa7-8a6f-35048fa0e5d3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:55:10.718782 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-c8d8a3ab-ce3d-4aa7-8a6f-35048fa0e5d3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Usage tracker for resource:security_group_rule and tenant:5a750dc97d8045f29998977fe5e379fc is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:55:10.733477 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-c8d8a3ab-ce3d-4aa7-8a6f-35048fa0e5d3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:55:10.754031 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-c8d8a3ab-ce3d-4aa7-8a6f-35048fa0e5d3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:55:10.793482 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d2ba8139-4910-4cc3-8a15-1944dfc11ca0 req-537b1746-741d-4236-bd6c-c6998a9c60ac service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8078516 Sep 30 00:55:10.817265 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08639831-6eb1-401a-8a5d-c0c42fc18b7f None None] Pushing event updated for resources: {'Port': ['ID=db7f7bfc-9a92-4529-b178-5c7937947e26,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:10.851502 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220220dd-b0af-41d8-a71a-7dc7d6499a88 req-242edf57-e7dd-45e0-b035-5f7a8b81ed44 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:10.855875 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-220220dd-b0af-41d8-a71a-7dc7d6499a88 req-242edf57-e7dd-45e0-b035-5f7a8b81ed44 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 1096 time: 0.5027251 Sep 30 00:55:10.921319 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-08639831-6eb1-401a-8a5d-c0c42fc18b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:10.922064 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device b48dccce-9048-4b11-9c9d-b82f96914245 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:55:11.007306 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.898s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:11.015900 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:11.049828 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-220220dd-b0af-41d8-a71a-7dc7d6499a88 req-45f28eaa-60b1-413c-b3b0-1ef316070787 tempest-LiveMigrationTest-1101201651 tempest-LiveMigrationTest-1101201651-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721826 Sep 30 00:55:11.161243 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c8d8a3ab-ce3d-4aa7-8a6f-35048fa0e5d3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:11.175834 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c8d8a3ab-ce3d-4aa7-8a6f-35048fa0e5d3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:11.183236 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2f49d48f-bc7b-433f-9f97-c7b716564a1f tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:11.242281 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d8a3ab-ce3d-4aa7-8a6f-35048fa0e5d3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61c07f00-60e7-43c9-bcbb-cce803fa6616,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:11.260941 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c8d8a3ab-ce3d-4aa7-8a6f-35048fa0e5d3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:11.265003 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port b48dccce-9048-4b11-9c9d-b82f96914245 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:55:11.273461 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 03c21346-e6b2-47ca-9cd0-b533fd7364ff up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:55:11.280687 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c8d8a3ab-ce3d-4aa7-8a6f-35048fa0e5d3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:11.285034 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-c8d8a3ab-ce3d-4aa7-8a6f-35048fa0e5d3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2028866 Sep 30 00:55:11.285862 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 35360) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:55:11.292230 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-88f54d46-d499-432d-bfc8-755220691a37 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Request body: {'security_group_rule': {'security_group_id': '61c07f00-60e7-43c9-bcbb-cce803fa6616', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:11.311626 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-88f54d46-d499-432d-bfc8-755220691a37 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:55:11.323960 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-88f54d46-d499-432d-bfc8-755220691a37 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Usage tracker for resource:security_group_rule and tenant:5a750dc97d8045f29998977fe5e379fc is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:55:11.343457 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a069a-d077-4aba-8259-0ef20ef7c2dd req-82381a9d-2a24-4253-b9c7-b00d5300aa1b tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:11.344863 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a91a069a-d077-4aba-8259-0ef20ef7c2dd req-82381a9d-2a24-4253-b9c7-b00d5300aa1b tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=bff002ec-5532-45b2-bb2c-843a436909fe HTTP/1.1" status: 200 len: 948 time: 0.3025844 Sep 30 00:55:11.376860 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-88f54d46-d499-432d-bfc8-755220691a37 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:55:11.390910 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:11.400253 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-88f54d46-d499-432d-bfc8-755220691a37 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:55:11.425874 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 03c21346-e6b2-47ca-9cd0-b533fd7364ff triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:11.427745 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a91a069a-d077-4aba-8259-0ef20ef7c2dd req-95f564e3-b52c-4d00-be29-cbb9a90cd3af tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752435 Sep 30 00:55:11.431249 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:11.434118 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-88f54d46-d499-432d-bfc8-755220691a37 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:11.525529 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a703dd-a66b-4a9a-b8da-fa0601d2e693 req-77205f93-1643-4b6d-8d73-17f92a221c4b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:11.537331 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c4a703dd-a66b-4a9a-b8da-fa0601d2e693 req-77205f93-1643-4b6d-8d73-17f92a221c4b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 947 time: 0.2042220 Sep 30 00:55:11.667077 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c4a703dd-a66b-4a9a-b8da-fa0601d2e693 req-f810b1f5-c0b0-4563-8fbf-b6b07895c0ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286788 Sep 30 00:55:11.723688 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-88f54d46-d499-432d-bfc8-755220691a37 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:11.745819 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-88f54d46-d499-432d-bfc8-755220691a37 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:11.748221 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-16c4b3cf-6eaa-4320-9f19-a090cd95952e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:11.912863 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f54d46-d499-432d-bfc8-755220691a37 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27671bac-2cfc-436f-9953-7f8d8dce26e0,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:11.939427 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 12d11d9a-af91-4934-9bb4-b3ee268da0b8 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:55:11.985357 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-88f54d46-d499-432d-bfc8-755220691a37 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:11.999475 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-88f54d46-d499-432d-bfc8-755220691a37 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:12.000243 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-88f54d46-d499-432d-bfc8-755220691a37 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7132108 Sep 30 00:55:12.003619 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 35366) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:55:12.009246 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-79792e1f-33b4-4a9a-80b9-7fe1cb2656ab tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Request body: {'security_group_rule': {'security_group_id': '61c07f00-60e7-43c9-bcbb-cce803fa6616', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:12.029887 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-79792e1f-33b4-4a9a-80b9-7fe1cb2656ab tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:55:12.043067 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-79792e1f-33b4-4a9a-80b9-7fe1cb2656ab tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Usage tracker for resource:security_group_rule and tenant:5a750dc97d8045f29998977fe5e379fc is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:55:12.052809 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-79792e1f-33b4-4a9a-80b9-7fe1cb2656ab tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:55:12.092294 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-79792e1f-33b4-4a9a-80b9-7fe1cb2656ab tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:55:12.156941 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc3792-32ed-493d-95ae-1c5b22e4cdaa req-39540c9a-6704-4a0c-80ff-2f5e86fad012 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:12.175436 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-79792e1f-33b4-4a9a-80b9-7fe1cb2656ab tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:12.178353 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-87bc3792-32ed-493d-95ae-1c5b22e4cdaa req-39540c9a-6704-4a0c-80ff-2f5e86fad012 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca9004ca-d893-4e0b-86b4-589cc489b86f HTTP/1.1" status: 200 len: 946 time: 0.3401551 Sep 30 00:55:12.442110 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-79792e1f-33b4-4a9a-80b9-7fe1cb2656ab tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:12.461620 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-79792e1f-33b4-4a9a-80b9-7fe1cb2656ab tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:12.466010 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:12.518462 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79792e1f-33b4-4a9a-80b9-7fe1cb2656ab tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff30c36a-ad55-4596-980c-a073c348eb5e,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:12.529509 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c658d37b-de1a-4a1b-ac66-73d07cb61ec5 None None] Network b64aba8e-9f74-43b9-83f1-763975030585 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:55:12.538345 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-79792e1f-33b4-4a9a-80b9-7fe1cb2656ab tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:12.559962 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-79792e1f-33b4-4a9a-80b9-7fe1cb2656ab tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:12.567530 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-79792e1f-33b4-4a9a-80b9-7fe1cb2656ab tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5627902 Sep 30 00:55:12.570502 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 35372) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:55:12.577154 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-d13600ce-6c9f-43b1-9ecf-dbcdacce3328 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Request body: {'floatingip': {'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:12.597359 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-d13600ce-6c9f-43b1-9ecf-dbcdacce3328 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:55:12.604804 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-d13600ce-6c9f-43b1-9ecf-dbcdacce3328 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Usage tracker for resource:floatingip and tenant:5a750dc97d8045f29998977fe5e379fc is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:55:12.614521 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-d13600ce-6c9f-43b1-9ecf-dbcdacce3328 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:55:12.633085 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-d13600ce-6c9f-43b1-9ecf-dbcdacce3328 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:55:12.691482 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d13600ce-6c9f-43b1-9ecf-dbcdacce3328 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for floatingip, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:12.962449 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-87bc3792-32ed-493d-95ae-1c5b22e4cdaa req-9aa74cda-efdb-4218-bd14-55b3c46559e8 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Deleting port dde71f08-8d03-4da6-80b9-5d92d6f3a53d {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:55:12.962449 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-87bc3792-32ed-493d-95ae-1c5b22e4cdaa req-9aa74cda-efdb-4218-bd14-55b3c46559e8 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:12.969284 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device db7f7bfc-9a92-4529-b178-5c7937947e26 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:55:13.081208 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d13600ce-6c9f-43b1-9ecf-dbcdacce3328 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:13.225749 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375bcc49-2f1b-48aa-a3b4-52683cc3301a None None] Network c3b2fa3c-7227-466a-851d-9c93a7474d2b requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:55:13.257660 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aece03c8-7323-4010-bca5-88e2f17ac8a7 None None] Network dd43d359-57fd-4d14-bd4e-65d0ea74188e requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:55:13.280092 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-b666bf86-3505-4fc8-8961-e4fc6a899c44 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:13.286054 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-b666bf86-3505-4fc8-8961-e4fc6a899c44 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:13.287706 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-b666bf86-3505-4fc8-8961-e4fc6a899c44 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.59 "GET /v2.0/networks?id=7e128c42-c8c3-46bf-ac8f-448c283e710f&id=dd43d359-57fd-4d14-bd4e-65d0ea74188e&id=7e128c42-c8c3-46bf-ac8f-448c283e710f HTTP/1.1" status: 200 len: 1391 time: 0.9077680 Sep 30 00:55:13.296631 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f75bf3d9-4927-414f-8451-5560fa8c3a2b req-11aadd99-b20b-49eb-a8e2-546151e57b64 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 210 time: 0.0788026 Sep 30 00:55:13.301294 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45047d-044e-4c13-bf66-dedc07bb7fdb req-5c24576c-2275-4ae6-9ce0-8536dd8ec7fa tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:13.307268 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7b45047d-044e-4c13-bf66-dedc07bb7fdb req-5c24576c-2275-4ae6-9ce0-8536dd8ec7fa tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9004ca-d893-4e0b-86b4-589cc489b86f HTTP/1.1" status: 200 len: 946 time: 1.0094793 Sep 30 00:55:13.338228 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-9d1b7089-2e29-4c20-b19a-805eaffd18c6 None None] Provisioning for port b48dccce-9048-4b11-9c9d-b82f96914245 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:55:13.354850 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-03c79ef2-5467-4643-b143-d21b0e448b8a tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Request body: {'port': {'device_id': '7031caa3-712d-4d10-8e46-d025baefb0f9', 'network_id': '7e128c42-c8c3-46bf-ac8f-448c283e710f', 'admin_state_up': True, 'tenant_id': 'f83f8ec107124dafbd42039d13441fdb'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:13.378612 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-9d1b7089-2e29-4c20-b19a-805eaffd18c6 None None] Provisioning complete for port b48dccce-9048-4b11-9c9d-b82f96914245 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:13.379032 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-9d1b7089-2e29-4c20-b19a-805eaffd18c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:13.431751 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-d13600ce-6c9f-43b1-9ecf-dbcdacce3328 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Allocated IP 172.25.0.202 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/a1950574-85f0-4ab4-87a8-01330f08d168) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:55:13.496262 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 12d11d9a-af91-4934-9bb4-b3ee268da0b8, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=12d11d9a-af91-4934-9bb4-b3ee268da0b8,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:13.502317 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7ae648a7-0dac-4029-be2b-361966c12f4e req-a5d94e42-29ba-46ac-bd4b-c620d2ec047c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0114987 Sep 30 00:55:13.578043 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7b45047d-044e-4c13-bf66-dedc07bb7fdb req-eccb010e-2dcd-493a-9ebd-7973781825b5 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] 10.222.0.39 "GET /v2.0/security-groups?id=a322c6d4-73a7-4f6a-b42d-5ff712efee47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698615 Sep 30 00:55:13.585791 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '12d11d9a-af91-4934-9bb4-b3ee268da0b8', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': '12d11d9a-af91-4934-9bb4-b3ee268da0b8', 'mac_address': 'fa:16:3e:47:52:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:55:13.720828 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2ca0e-b1a7-4f1c-8eec-143dec86721e req-5aeaf14a-0840-4d37-8601-69ef98f5f072 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:13.726476 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-80b2ca0e-b1a7-4f1c-8eec-143dec86721e req-5aeaf14a-0840-4d37-8601-69ef98f5f072 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=bff002ec-5532-45b2-bb2c-843a436909fe HTTP/1.1" status: 200 len: 948 time: 0.2794576 Sep 30 00:55:13.731638 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d13600ce-6c9f-43b1-9ecf-dbcdacce3328 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:13.754087 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-03c79ef2-5467-4643-b143-d21b0e448b8a tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:55:13.763266 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-03c79ef2-5467-4643-b143-d21b0e448b8a tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Usage tracker for resource:port and tenant:f83f8ec107124dafbd42039d13441fdb is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:55:13.775399 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-03c79ef2-5467-4643-b143-d21b0e448b8a tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Quota usage for port was recalculated. Used quota:4. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:55:13.786570 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-03c79ef2-5467-4643-b143-d21b0e448b8a tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:55:13.812658 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d13600ce-6c9f-43b1-9ecf-dbcdacce3328 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:13.820670 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-41fdfff9-5c8b-40cc-bc32-6313b5918d3f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:13.844531 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:13.879028 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d11d9a-af91-4934-9bb4-b3ee268da0b8 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:55:13.883352 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port db7f7bfc-9a92-4529-b178-5c7937947e26 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:55:13.924251 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-80b2ca0e-b1a7-4f1c-8eec-143dec86721e req-72257708-bb4e-4f1e-abd7-23740ff63b11 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446927 Sep 30 00:55:13.925454 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device bcac2423-8402-4819-90e5-5d32ba86980a up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:55:13.926449 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13600ce-6c9f-43b1-9ecf-dbcdacce3328 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:55:13.929975 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-d13600ce-6c9f-43b1-9ecf-dbcdacce3328 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:55:13.933923 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13600ce-6c9f-43b1-9ecf-dbcdacce3328 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:55:13.981159 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-9d1b7089-2e29-4c20-b19a-805eaffd18c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:13.990536 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae648a7-0dac-4029-be2b-361966c12f4e req-bda9f111-607f-499a-84b9-d3935b54ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:13.992037 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7ae648a7-0dac-4029-be2b-361966c12f4e req-bda9f111-607f-499a-84b9-d3935b54ba95 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 1096 time: 0.4009857 Sep 30 00:55:13.994885 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-87bc3792-32ed-493d-95ae-1c5b22e4cdaa req-9aa74cda-efdb-4218-bd14-55b3c46559e8 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] For port dde71f08-8d03-4da6-80b9-5d92d6f3a53d, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=dde71f08-8d03-4da6-80b9-5d92d6f3a53d,segment=NetworkSegment(b3278454-baba-4e4d-97e8-7d6a91c9b643),segment_id=b3278454-baba-4e4d-97e8-7d6a91c9b643)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:13.995463 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-87bc3792-32ed-493d-95ae-1c5b22e4cdaa req-9aa74cda-efdb-4218-bd14-55b3c46559e8 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:14.007010 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-03c79ef2-5467-4643-b143-d21b0e448b8a tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Made reservation on behalf of f83f8ec107124dafbd42039d13441fdb for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:55:14.009953 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13600ce-6c9f-43b1-9ecf-dbcdacce3328 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Pushing event updated for resources: {'Port': ['ID=a1950574-85f0-4ab4-87a8-01330f08d168,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:14.011418 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-03c79ef2-5467-4643-b143-d21b0e448b8a tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:14.013359 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d13600ce-6c9f-43b1-9ecf-dbcdacce3328 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:14.042418 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d13600ce-6c9f-43b1-9ecf-dbcdacce3328 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:14.116288 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d13600ce-6c9f-43b1-9ecf-dbcdacce3328 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:14.157872 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 12d11d9a-af91-4934-9bb4-b3ee268da0b8, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=12d11d9a-af91-4934-9bb4-b3ee268da0b8,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:14.181460 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-9d1b7089-2e29-4c20-b19a-805eaffd18c6 None None] For port b48dccce-9048-4b11-9c9d-b82f96914245, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=b48dccce-9048-4b11-9c9d-b82f96914245,segment=NetworkSegment(2af1726d-5dad-4b7a-8dd4-728109da2ef3),segment_id=2af1726d-5dad-4b7a-8dd4-728109da2ef3)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:14.185046 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:14.185906 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 9015586e-32a9-4344-abfe-e8a54776ad77 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:55:14.189416 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-87bc3792-32ed-493d-95ae-1c5b22e4cdaa req-9aa74cda-efdb-4218-bd14-55b3c46559e8 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Calling delete_port for dde71f08-8d03-4da6-80b9-5d92d6f3a53d owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:55:14.198230 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:14.245222 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-9d1b7089-2e29-4c20-b19a-805eaffd18c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:14.417640 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.resource_extend [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 00:55:14.442689 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port bcac2423-8402-4819-90e5-5d32ba86980a completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:55:14.451423 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-01033ef1-c4b9-4690-97e5-9041a3653acf None None] Provisioning for port db7f7bfc-9a92-4529-b178-5c7937947e26 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:55:14.460013 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 9015586e-32a9-4344-abfe-e8a54776ad77, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=9015586e-32a9-4344-abfe-e8a54776ad77,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:14.471254 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=12d11d9a-af91-4934-9bb4-b3ee268da0b8,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:14.484479 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:14.485473 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-01033ef1-c4b9-4690-97e5-9041a3653acf None None] Provisioning complete for port db7f7bfc-9a92-4529-b178-5c7937947e26 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:14.486049 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-01033ef1-c4b9-4690-97e5-9041a3653acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:14.513238 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d13600ce-6c9f-43b1-9ecf-dbcdacce3328 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:14.521301 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d13600ce-6c9f-43b1-9ecf-dbcdacce3328 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:14.535887 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1b5d8752-a4fb-4eef-9d8d-f58040ec3866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:14.573270 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae648a7-0dac-4029-be2b-361966c12f4e req-55868abb-005c-4905-8a4a-dffe064088df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:14.575004 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7ae648a7-0dac-4029-be2b-361966c12f4e req-55868abb-005c-4905-8a4a-dffe064088df service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a0a50fb-f59e-4919-9310-948ef891e84f HTTP/1.1" status: 200 len: 909 time: 0.5503948 Sep 30 00:55:14.576651 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-6b45daa0-811b-45f4-a320-4173399ccb97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.318s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:14.580836 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c6371-4994-4e47-a9ff-4308057e0629 req-189d32c5-afc2-4e0e-a5c8-5dfcc6525574 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:14.582409 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dd3c6371-4994-4e47-a9ff-4308057e0629 req-189d32c5-afc2-4e0e-a5c8-5dfcc6525574 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 945 time: 0.1820445 Sep 30 00:55:14.680089 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f28663-9101-474d-9230-7a70b3eafefc req-4a1f755f-3a62-4a76-b6d5-f22ee03fdada tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:14.682112 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f5f28663-9101-474d-9230-7a70b3eafefc req-4a1f755f-3a62-4a76-b6d5-f22ee03fdada tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 947 time: 0.8827956 Sep 30 00:55:14.692963 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b7089-2e29-4c20-b19a-805eaffd18c6 None None] Pushing event updated for resources: {'Port': ['ID=b48dccce-9048-4b11-9c9d-b82f96914245,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:14.706546 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '9015586e-32a9-4344-abfe-e8a54776ad77', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': '9015586e-32a9-4344-abfe-e8a54776ad77', 'mac_address': 'fa:16:3e:8f:b7:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:55:14.710293 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-9d1b7089-2e29-4c20-b19a-805eaffd18c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:14.722661 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7ae648a7-0dac-4029-be2b-361966c12f4e req-25f13631-44e1-4012-8e61-64929506c7df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06abf601-12d2-4ccb-86b5-71d5cd879b85 HTTP/1.1" status: 200 len: 217 time: 0.1252031 Sep 30 00:55:14.759997 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dd3c6371-4994-4e47-a9ff-4308057e0629 req-f962e514-5f43-454f-96c2-f8053e468370 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665328 Sep 30 00:55:14.803429 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d13600ce-6c9f-43b1-9ecf-dbcdacce3328 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:14.814063 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13600ce-6c9f-43b1-9ecf-dbcdacce3328 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Pushing event updated for resources: {'Port': ['ID=a1950574-85f0-4ab4-87a8-01330f08d168,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:14.825311 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d13600ce-6c9f-43b1-9ecf-dbcdacce3328 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:14.843517 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-03c79ef2-5467-4643-b143-d21b0e448b8a tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Allocated IP 19.80.0.227 (7e128c42-c8c3-46bf-ac8f-448c283e710f/69f4d3cb-e9bd-4ba8-b92a-caba79e9686a/fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:55:14.859026 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:14.863036 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d13600ce-6c9f-43b1-9ecf-dbcdacce3328 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:14.873933 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-d13600ce-6c9f-43b1-9ecf-dbcdacce3328 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2933073 Sep 30 00:55:14.901404 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-87bc3792-32ed-493d-95ae-1c5b22e4cdaa req-9aa74cda-efdb-4218-bd14-55b3c46559e8 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:14.918025 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f5f28663-9101-474d-9230-7a70b3eafefc req-08c643d2-0ed4-43d0-8013-9fd626c9a474 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178283 Sep 30 00:55:14.948074 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4b04388b-6e30-4f89-9cf7-ef0800783cf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:14.999978 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-caa23f38-628d-4fba-8346-6b91d9fb1dc3 req-c1cf08df-ca47-4494-9c09-fb273c23941c tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 210 time: 0.0986819 Sep 30 00:55:15.008915 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['dde71f08-8d03-4da6-80b9-5d92d6f3a53d'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:55:15.096339 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae648a7-0dac-4029-be2b-361966c12f4e req-b85e31d5-d1dc-4ccf-9290-94712c228fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:15.098681 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9015586e-32a9-4344-abfe-e8a54776ad77 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:55:15.099253 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7ae648a7-0dac-4029-be2b-361966c12f4e req-b85e31d5-d1dc-4ccf-9290-94712c228fad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e11b3221-7cfb-4feb-801d-70a2c0ec6209 HTTP/1.1" status: 200 len: 848 time: 0.3580124 Sep 30 00:55:15.110893 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-01033ef1-c4b9-4690-97e5-9041a3653acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:15.128664 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf47495-5902-4035-bf24-0aa18aa42d9a req-7af09e58-9a39-482b-be0e-8eae04eafca2 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:15.130574 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ebf47495-5902-4035-bf24-0aa18aa42d9a req-7af09e58-9a39-482b-be0e-8eae04eafca2 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 945 time: 0.6823857 Sep 30 00:55:15.160101 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 9015586e-32a9-4344-abfe-e8a54776ad77, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=9015586e-32a9-4344-abfe-e8a54776ad77,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:15.166528 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:15.170361 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-01033ef1-c4b9-4690-97e5-9041a3653acf None None] For port db7f7bfc-9a92-4529-b178-5c7937947e26, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=db7f7bfc-9a92-4529-b178-5c7937947e26,segment=NetworkSegment(ab908e6e-8629-4086-b083-0b1dd66189b0),segment_id=ab908e6e-8629-4086-b083-0b1dd66189b0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:15.171724 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-7736af21-f61e-4d33-a40b-1be5d0d663f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:15.235210 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa74cda-efdb-4218-bd14-55b3c46559e8 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Pushing event deleted for resources: {'Port': ['ID=dde71f08-8d03-4da6-80b9-5d92d6f3a53d,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:15.236603 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-01033ef1-c4b9-4690-97e5-9041a3653acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:15.290394 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-01033ef1-c4b9-4690-97e5-9041a3653acf None None] Provisioning for port bcac2423-8402-4819-90e5-5d32ba86980a completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:55:15.304891 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-01033ef1-c4b9-4690-97e5-9041a3653acf None None] Provisioning complete for port bcac2423-8402-4819-90e5-5d32ba86980a triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:15.306330 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-01033ef1-c4b9-4690-97e5-9041a3653acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:15.354758 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667f5b3-f8c0-47ac-a37b-aeb76fafffd6 req-800518c2-533f-4319-b1d5-90dafe741a1e tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:15.362620 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d667f5b3-f8c0-47ac-a37b-aeb76fafffd6 req-800518c2-533f-4319-b1d5-90dafe741a1e tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 949 time: 0.1114066 Sep 30 00:55:15.372718 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=9015586e-32a9-4344-abfe-e8a54776ad77,revision_number=10']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:15.374211 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9aa74cda-efdb-4218-bd14-55b3c46559e8 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:15.389044 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:15.390100 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:15.429688 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d667f5b3-f8c0-47ac-a37b-aeb76fafffd6 req-e0053efb-d043-4b20-88d3-9923d5452f81 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658607 Sep 30 00:55:15.511717 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-87bc3792-32ed-493d-95ae-1c5b22e4cdaa req-9aa74cda-efdb-4218-bd14-55b3c46559e8 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] No DVR routers for this DVR port dde71f08-8d03-4da6-80b9-5d92d6f3a53d on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:55:15.518300 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01033ef1-c4b9-4690-97e5-9041a3653acf None None] Pushing event updated for resources: {'Port': ['ID=db7f7bfc-9a92-4529-b178-5c7937947e26,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:15.523645 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-01033ef1-c4b9-4690-97e5-9041a3653acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:15.528310 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7ae648a7-0dac-4029-be2b-361966c12f4e req-0d51f86c-edce-4c34-a28c-0a3e2c712a3a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a0a50fb-f59e-4919-9310-948ef891e84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3223250 Sep 30 00:55:15.529549 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-87bc3792-32ed-493d-95ae-1c5b22e4cdaa req-9aa74cda-efdb-4218-bd14-55b3c46559e8 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:15.538243 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9004ca-d893-4e0b-86b4-589cc489b86f', 'name': 'network-vif-deleted', 'tag': 'dde71f08-8d03-4da6-80b9-5d92d6f3a53d'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:55:15.544503 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d1b5721b-f43f-47bc-a942-e53927f2299a req-0705603c-c854-40e4-bcfe-3a94512b78a1 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9004ca-d893-4e0b-86b4-589cc489b86f HTTP/1.1" status: 200 len: 210 time: 0.2290778 Sep 30 00:55:15.596052 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-ebf47495-5902-4035-bf24-0aa18aa42d9a req-84de21d0-ef62-4705-9c19-0457e5015a0b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Deleting port 5de44ce1-6ece-4303-ac8e-abf0ca829a27 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:55:15.596381 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ebf47495-5902-4035-bf24-0aa18aa42d9a req-84de21d0-ef62-4705-9c19-0457e5015a0b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:15.647891 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-01033ef1-c4b9-4690-97e5-9041a3653acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:15.671074 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['9015586e-32a9-4344-abfe-e8a54776ad77'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:55:15.704761 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['12d11d9a-af91-4934-9bb4-b3ee268da0b8'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:55:15.729989 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ceb181-4eba-46b7-a5a7-f46f899432fd req-e284d22a-dc09-442e-ad7a-3c732f30c591 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:15.737992 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a9ceb181-4eba-46b7-a5a7-f46f899432fd req-e284d22a-dc09-442e-ad7a-3c732f30c591 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=bff002ec-5532-45b2-bb2c-843a436909fe HTTP/1.1" status: 200 len: 949 time: 0.1675522 Sep 30 00:55:15.866224 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-87bc3792-32ed-493d-95ae-1c5b22e4cdaa req-9aa74cda-efdb-4218-bd14-55b3c46559e8 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] 10.222.0.55 "DELETE /v2.0/ports/dde71f08-8d03-4da6-80b9-5d92d6f3a53d HTTP/1.1" status: 204 len: 173 time: 3.6833177 Sep 30 00:55:15.916581 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-01033ef1-c4b9-4690-97e5-9041a3653acf None None] For port bcac2423-8402-4819-90e5-5d32ba86980a, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=bcac2423-8402-4819-90e5-5d32ba86980a,segment=NetworkSegment(7e4cc8fc-e351-48e6-bfe1-44b9b1173116),segment_id=7e4cc8fc-e351-48e6-bfe1-44b9b1173116)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:15.925272 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-01033ef1-c4b9-4690-97e5-9041a3653acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:15.930184 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:15.955939 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a9ceb181-4eba-46b7-a5a7-f46f899432fd req-fc82ede3-234d-434a-9dee-a28fd9db705f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166312 Sep 30 00:55:16.131794 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-99c82db7-07d5-45c8-9181-3a8b366eaae9 None None] Provisioning for port 4147821f-484c-42b8-8eee-96c30dce4206 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:55:16.153045 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01033ef1-c4b9-4690-97e5-9041a3653acf None None] Pushing event updated for resources: {'Port': ['ID=bcac2423-8402-4819-90e5-5d32ba86980a,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:16.162637 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-01033ef1-c4b9-4690-97e5-9041a3653acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:16.178908 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-99c82db7-07d5-45c8-9181-3a8b366eaae9 None None] Provisioning complete for port 4147821f-484c-42b8-8eee-96c30dce4206 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:16.187262 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99c82db7-07d5-45c8-9181-3a8b366eaae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:16.247875 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9004ca-d893-4e0b-86b4-589cc489b86f', 'name': 'network-vif-deleted', 'tag': 'dde71f08-8d03-4da6-80b9-5d92d6f3a53d', 'status': 'completed', 'code': 200} Sep 30 00:55:16.356739 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-7ef44108-1859-4fe8-a248-55be0d3359b4 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Synchronizing usage tracker for tenant:5a750dc97d8045f29998977fe5e379fc on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:55:16.361262 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-03c79ef2-5467-4643-b143-d21b0e448b8a tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:16.369115 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-99c82db7-07d5-45c8-9181-3a8b366eaae9 None None] Port 4147821f-484c-42b8-8eee-96c30dce4206 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:55:16.369605 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7ae648a7-0dac-4029-be2b-361966c12f4e req-26efbe04-6bd6-41e2-9dc9-29d12441012d service neutron] 10.222.0.55 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8241799 Sep 30 00:55:16.410880 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-99c82db7-07d5-45c8-9181-3a8b366eaae9 None None] Provisioning complete for port db7f7bfc-9a92-4529-b178-5c7937947e26 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:16.411873 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99c82db7-07d5-45c8-9181-3a8b366eaae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:16.422336 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7558dbc-989a-40f8-9c74-f6b077574285 req-2810e5b7-760f-44f2-bbf9-5b4c9375bc3c tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:16.424192 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e7558dbc-989a-40f8-9c74-f6b077574285 req-2810e5b7-760f-44f2-bbf9-5b4c9375bc3c tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 945 time: 0.0856335 Sep 30 00:55:16.424930 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-03c79ef2-5467-4643-b143-d21b0e448b8a tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Transition to ACTIVE for port object fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:16.473608 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e7558dbc-989a-40f8-9c74-f6b077574285 req-22c50f14-50ec-4a56-a14c-c3294d3a281a tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422285 Sep 30 00:55:16.541240 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-7ef44108-1859-4fe8-a248-55be0d3359b4 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Unset dirty status for tenant:5a750dc97d8045f29998977fe5e379fc on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:55:16.543037 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-7ef44108-1859-4fe8-a248-55be0d3359b4 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1310906077&fields=id&tenant_id=5a750dc97d8045f29998977fe5e379fc HTTP/1.1" status: 200 len: 267 time: 0.4299927 Sep 30 00:55:16.563369 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-99c82db7-07d5-45c8-9181-3a8b366eaae9 None None] Provisioning complete for port b48dccce-9048-4b11-9c9d-b82f96914245 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:16.564056 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99c82db7-07d5-45c8-9181-3a8b366eaae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:16.654101 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-ebf47495-5902-4035-bf24-0aa18aa42d9a req-84de21d0-ef62-4705-9c19-0457e5015a0b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] For port 5de44ce1-6ece-4303-ac8e-abf0ca829a27, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=5de44ce1-6ece-4303-ac8e-abf0ca829a27,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:16.654822 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ebf47495-5902-4035-bf24-0aa18aa42d9a req-84de21d0-ef62-4705-9c19-0457e5015a0b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:16.717491 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9043d269-888e-477c-aeee-f5198df26f2e req-82d0adc7-aa80-4ffa-a8cc-4afa1505248f tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 210 time: 0.0690525 Sep 30 00:55:16.747081 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-99c82db7-07d5-45c8-9181-3a8b366eaae9 None None] Provisioning for port af11ef16-52be-4099-98fc-3753539c1b51 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:55:16.755980 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-99c82db7-07d5-45c8-9181-3a8b366eaae9 None None] Provisioning complete for port af11ef16-52be-4099-98fc-3753539c1b51 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:16.756374 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99c82db7-07d5-45c8-9181-3a8b366eaae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:16.819137 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-99c82db7-07d5-45c8-9181-3a8b366eaae9 None None] Port af11ef16-52be-4099-98fc-3753539c1b51 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:55:16.827833 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device b48dccce-9048-4b11-9c9d-b82f96914245 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:55:16.843103 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-ebf47495-5902-4035-bf24-0aa18aa42d9a req-84de21d0-ef62-4705-9c19-0457e5015a0b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Calling delete_port for 5de44ce1-6ece-4303-ac8e-abf0ca829a27 owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:55:16.872322 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-03c79ef2-5467-4643-b143-d21b0e448b8a tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:16.878483 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-99c82db7-07d5-45c8-9181-3a8b366eaae9 None None] Provisioning complete for port bcac2423-8402-4819-90e5-5d32ba86980a triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:16.878896 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99c82db7-07d5-45c8-9181-3a8b366eaae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:16.879749 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7ae648a7-0dac-4029-be2b-361966c12f4e req-2a4e921c-4d43-4394-870d-5c87e77181c6 service neutron] 10.222.0.55 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4903588 Sep 30 00:55:16.880468 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-cc354287-47c3-41e7-acf7-e830ea9cf3ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:16.883321 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-06506948-108d-46af-9da3-90d4c6a7d148 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308867 Sep 30 00:55:16.939772 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-838f1c63-5585-4c5d-91b3-4f124c560cb6 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:16.941239 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-838f1c63-5585-4c5d-91b3-4f124c560cb6 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports/af11ef16-52be-4099-98fc-3753539c1b51 HTTP/1.1" status: 200 len: 930 time: 0.3815997 Sep 30 00:55:16.979672 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port b48dccce-9048-4b11-9c9d-b82f96914245 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:16.979672 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:17.051861 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-618674fe-85a6-47b6-a650-6b8dc74a9da0 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:17.053602 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-618674fe-85a6-47b6-a650-6b8dc74a9da0 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1640313 Sep 30 00:55:17.054226 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-03c79ef2-5467-4643-b143-d21b0e448b8a tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Network 7e128c42-c8c3-46bf-ac8f-448c283e710f is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:55:17.063211 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-03c79ef2-5467-4643-b143-d21b0e448b8a tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:55:17.065867 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-03c79ef2-5467-4643-b143-d21b0e448b8a tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:55:17.084877 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-407ba6d3-85fd-4fc8-af0f-c55962e966e3 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/quotas/59d8fe751f144ee29b8fd8ad36a4eefb HTTP/1.1" status: 200 len: 375 time: 0.0230749 Sep 30 00:55:17.100389 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c79ef2-5467-4643-b143-d21b0e448b8a tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Pushing event updated for resources: {'Port': ['ID=fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:17.103922 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-03c79ef2-5467-4643-b143-d21b0e448b8a tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:17.149307 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-0d0f61db-659f-4476-b306-edbac44c85b3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:17.150711 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-0d0f61db-659f-4476-b306-edbac44c85b3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports/4147821f-484c-42b8-8eee-96c30dce4206 HTTP/1.1" status: 200 len: 930 time: 0.1850340 Sep 30 00:55:17.194897 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device db7f7bfc-9a92-4529-b178-5c7937947e26 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:55:17.213883 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-b1709abc-edeb-4033-94f1-a6af1837b711 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1276917 Sep 30 00:55:17.245780 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-e486edfb-ec11-4627-b361-bd2eaeee7a8c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?network_id=b64aba8e-9f74-43b9-83f1-763975030585&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0854700 Sep 30 00:55:17.272170 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device dde71f08-8d03-4da6-80b9-5d92d6f3a53d no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:55:17.294713 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-03c79ef2-5467-4643-b143-d21b0e448b8a tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:17.295365 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-03c79ef2-5467-4643-b143-d21b0e448b8a tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:17.310525 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: dde71f08-8d03-4da6-80b9-5d92d6f3a53d {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:55:17.310915 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device dde71f08-8d03-4da6-80b9-5d92d6f3a53d not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:55:17.325869 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-cf5bf3fd-7bf1-4da6-bd39-030bceebaa98 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?network_id=b64aba8e-9f74-43b9-83f1-763975030585&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0686562 Sep 30 00:55:17.326311 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port db7f7bfc-9a92-4529-b178-5c7937947e26 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:17.326700 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:17.378171 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-43de5251-c5bb-43ab-91d3-5d9cfd270c8c None None] Provisioning for port fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:55:17.385321 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-03c79ef2-5467-4643-b143-d21b0e448b8a tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0356264 Sep 30 00:55:17.400288 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-43de5251-c5bb-43ab-91d3-5d9cfd270c8c None None] Provisioning complete for port fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:17.400714 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-43de5251-c5bb-43ab-91d3-5d9cfd270c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:17.442228 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 35442) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:55:17.475485 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-a4116414-05ef-46bb-be90-4fc6c085ace6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Request body: {'port': {'device_id': '7031caa3-712d-4d10-8e46-d025baefb0f9', 'network_id': 'dd43d359-57fd-4d14-bd4e-65d0ea74188e', 'admin_state_up': True, 'tenant_id': 'f83f8ec107124dafbd42039d13441fdb'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:17.488250 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-43de5251-c5bb-43ab-91d3-5d9cfd270c8c None None] Port fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:55:17.565132 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e3406f8-3c50-4709-b54f-00acedd2a628 admin admin] Deleting subnet 27cc03be-a035-4a0b-8790-7636655be2f5 {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 00:55:17.569802 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1e3406f8-3c50-4709-b54f-00acedd2a628 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:17.618876 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ebf47495-5902-4035-bf24-0aa18aa42d9a req-84de21d0-ef62-4705-9c19-0457e5015a0b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:17.670965 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c', '5de44ce1-6ece-4303-ac8e-abf0ca829a27'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:55:17.672438 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-244e133c-d3ad-4b7e-bbca-6b96ac5a381d tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:17.674952 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1e3406f8-3c50-4709-b54f-00acedd2a628 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2490848'] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:17.707676 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device bcac2423-8402-4819-90e5-5d32ba86980a up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:55:17.777680 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1e3406f8-3c50-4709-b54f-00acedd2a628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:17.788963 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-02e6f361-64ea-4a40-b404-b746272e808c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:17.796364 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-02e6f361-64ea-4a40-b404-b746272e808c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:17.802664 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-02e6f361-64ea-4a40-b404-b746272e808c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:17.803589 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-02e6f361-64ea-4a40-b404-b746272e808c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Synchronizing usage tracker for tenant:5a750dc97d8045f29998977fe5e379fc on resource:network {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:55:17.815662 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port bcac2423-8402-4819-90e5-5d32ba86980a triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:17.816049 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:17.839084 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de21d0-ef62-4705-9c19-0457e5015a0b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Pushing event deleted for resources: {'Port': ['ID=5de44ce1-6ece-4303-ac8e-abf0ca829a27,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:17.891260 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-84de21d0-ef62-4705-9c19-0457e5015a0b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:17.960569 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-02e6f361-64ea-4a40-b404-b746272e808c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Unset dirty status for tenant:5a750dc97d8045f29998977fe5e379fc on resource:network {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:55:17.967818 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-02e6f361-64ea-4a40-b404-b746272e808c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/networks?id=5fb36fa6-51fa-41e0-a614-23d3a62d6673&id=c3b2fa3c-7227-466a-851d-9c93a7474d2b&id=c3b2fa3c-7227-466a-851d-9c93a7474d2b&id=b64aba8e-9f74-43b9-83f1-763975030585&id=b64aba8e-9f74-43b9-83f1-763975030585 HTTP/1.1" status: 200 len: 1990 time: 0.6202636 Sep 30 00:55:17.980153 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1e3406f8-3c50-4709-b54f-00acedd2a628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:17.983418 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-bf440115-5a78-4ebc-a08a-c2cb404b7761 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/quotas/5a750dc97d8045f29998977fe5e379fc HTTP/1.1" status: 200 len: 375 time: 0.0146179 Sep 30 00:55:17.984566 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf47495-5902-4035-bf24-0aa18aa42d9a req-84de21d0-ef62-4705-9c19-0457e5015a0b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] No DVR routers for this DVR port 5de44ce1-6ece-4303-ac8e-abf0ca829a27 on host n-h1-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:55:17.996856 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ebf47495-5902-4035-bf24-0aa18aa42d9a req-84de21d0-ef62-4705-9c19-0457e5015a0b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:17.998930 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ebf47495-5902-4035-bf24-0aa18aa42d9a req-84de21d0-ef62-4705-9c19-0457e5015a0b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.59 "DELETE /v2.0/ports/5de44ce1-6ece-4303-ac8e-abf0ca829a27 HTTP/1.1" status: 204 len: 173 time: 2.6853366 Sep 30 00:55:18.007112 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:18.040590 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1e3406f8-3c50-4709-b54f-00acedd2a628 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:18.054262 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-1e3406f8-3c50-4709-b54f-00acedd2a628 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/27cc03be-a035-4a0b-8790-7636655be2f5 HTTP/1.1" status: 204 len: 168 time: 0.6106343 Sep 30 00:55:18.056093 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 35456) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:55:18.070359 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3406f8-3c50-4709-b54f-00acedd2a628 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27cc03be-a035-4a0b-8790-7636655be2f5,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:18.074895 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1e3406f8-3c50-4709-b54f-00acedd2a628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:18.117527 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32049331-10f7-40e8-b16f-740be7193faa req-5de49890-c2fe-415b-9ea8-83d4b7e00cf8 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:18.119855 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-32049331-10f7-40e8-b16f-740be7193faa req-5de49890-c2fe-415b-9ea8-83d4b7e00cf8 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=bff002ec-5532-45b2-bb2c-843a436909fe HTTP/1.1" status: 200 len: 949 time: 0.1999881 Sep 30 00:55:18.178770 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-32049331-10f7-40e8-b16f-740be7193faa req-6fe69c71-a55c-46dc-932f-0089b951a3cd tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502105 Sep 30 00:55:18.272876 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-a4116414-05ef-46bb-be90-4fc6c085ace6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:55:18.278119 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd25685-8db8-4083-8d82-5fe07ac89157', 'name': 'network-vif-deleted', 'tag': '5de44ce1-6ece-4303-ac8e-abf0ca829a27'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:55:18.348629 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-a4116414-05ef-46bb-be90-4fc6c085ace6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Usage tracker for resource:port and tenant:f83f8ec107124dafbd42039d13441fdb is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:55:18.360630 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-a4116414-05ef-46bb-be90-4fc6c085ace6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Quota usage for port was recalculated. Used quota:5. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:55:18.379403 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-a4116414-05ef-46bb-be90-4fc6c085ace6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:55:18.410368 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-a4116414-05ef-46bb-be90-4fc6c085ace6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Made reservation on behalf of f83f8ec107124dafbd42039d13441fdb for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:55:18.413852 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-a4116414-05ef-46bb-be90-4fc6c085ace6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:18.428114 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2e72b6b7-9956-4627-bd45-ce0c609673fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:18.476639 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3dda268c-eb48-48ac-b24a-4c23b628c93a req-66ec9cf2-a639-42c6-bafc-a2acaf6e089c tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 210 time: 0.0446095 Sep 30 00:55:18.506652 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-d9809a10-d708-4c5c-a7b7-ac37d232fee1 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a750dc97d8045f29998977fe5e379fc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5110989 Sep 30 00:55:18.656880 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3dadcedb-3146-4ce4-9aeb-88ee8c41a47d req-9664c2b5-05b3-460a-a5db-f56643ab05fc tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fd25685-8db8-4083-8d82-5fe07ac89157 HTTP/1.1" status: 200 len: 210 time: 0.0462124 Sep 30 00:55:18.784148 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2e72b6b7-9956-4627-bd45-ce0c609673fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:18.796509 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-fba7f72d-f767-4e28-a279-9b9c0407161f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:18.841740 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-2e72b6b7-9956-4627-bd45-ce0c609673fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03cb09b4-051a-4528-8ab0-3f807701dbd6']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:55:18.902126 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-2e72b6b7-9956-4627-bd45-ce0c609673fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3278454-baba-4e4d-97e8-7d6a91c9b643') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:55:18.902516 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-2e72b6b7-9956-4627-bd45-ce0c609673fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3278454-baba-4e4d-97e8-7d6a91c9b643') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:55:18.903770 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff2a8e-3243-4dc5-b8fc-32bf554ee768 req-512cd33d-13a6-45d4-a845-a6b107a406ec tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:18.916711 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e1ff2a8e-3243-4dc5-b8fc-32bf554ee768 req-512cd33d-13a6-45d4-a845-a6b107a406ec tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 932 time: 0.1474302 Sep 30 00:55:18.924699 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2e72b6b7-9956-4627-bd45-ce0c609673fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:18.933039 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-2b179d18-2b56-4ee6-a828-82f83949e76a service neutron] 10.222.0.39 "GET /v2.0/networks/5fb36fa6-51fa-41e0-a614-23d3a62d6673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783543 Sep 30 00:55:18.934814 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-40f63752-52c8-42d5-99a7-0685d78427a8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654812 Sep 30 00:55:18.990425 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-a4116414-05ef-46bb-be90-4fc6c085ace6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Allocated IP 19.86.0.179 (dd43d359-57fd-4d14-bd4e-65d0ea74188e/2f2d9c0a-4490-4e92-85c9-438aa9cf409b/5fcd8d88-3346-4b33-a5c2-ddc99481d438) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:55:19.015349 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-e1ff2a8e-3243-4dc5-b8fc-32bf554ee768 req-b74a5c35-592f-4e66-9115-6457d0810c2c tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Synchronizing usage tracker for tenant:f83f8ec107124dafbd42039d13441fdb on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:55:19.039761 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-e1ff2a8e-3243-4dc5-b8fc-32bf554ee768 req-b74a5c35-592f-4e66-9115-6457d0810c2c tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Unset dirty status for tenant:f83f8ec107124dafbd42039d13441fdb on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:55:19.052616 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e1ff2a8e-3243-4dc5-b8fc-32bf554ee768 req-b74a5c35-592f-4e66-9115-6457d0810c2c tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323600 Sep 30 00:55:19.053940 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:19.106387 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2e72b6b7-9956-4627-bd45-ce0c609673fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:19.136246 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd25685-8db8-4083-8d82-5fe07ac89157', 'name': 'network-vif-deleted', 'tag': '5de44ce1-6ece-4303-ac8e-abf0ca829a27', 'status': 'completed', 'code': 200} Sep 30 00:55:19.145063 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e72b6b7-9956-4627-bd45-ce0c609673fe admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:55:19.145486 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2e72b6b7-9956-4627-bd45-ce0c609673fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: timer() Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:55:19.166516 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:55:19.219624 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 12d11d9a-af91-4934-9bb4-b3ee268da0b8 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:55:19.313300 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-e78d1441-c835-4432-9c45-ee1a80465060 service neutron] 10.222.0.39 "GET /v2.0/networks/5fb36fa6-51fa-41e0-a614-23d3a62d6673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698301 Sep 30 00:55:19.321887 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port 12d11d9a-af91-4934-9bb4-b3ee268da0b8 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:55:19.330449 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 12d11d9a-af91-4934-9bb4-b3ee268da0b8 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:19.330883 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:19.476001 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5045-f03d-474c-b7df-36c00c8f322f req-bffdb637-9dd2-450f-b7fb-406e2fa76135 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:19.478335 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ab6f5045-f03d-474c-b7df-36c00c8f322f req-bffdb637-9dd2-450f-b7fb-406e2fa76135 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=bff002ec-5532-45b2-bb2c-843a436909fe HTTP/1.1" status: 200 len: 949 time: 0.0967093 Sep 30 00:55:19.496594 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:19.503438 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2e72b6b7-9956-4627-bd45-ce0c609673fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:19.530887 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ab6f5045-f03d-474c-b7df-36c00c8f322f req-70d9d4f1-223d-436d-ae3b-90050bb96240 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458031 Sep 30 00:55:19.536488 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-0c25d749-2f28-4fbb-8f5c-fa0abff0d45e service neutron] 10.222.0.39 "GET /v2.0/ports/af11ef16-52be-4099-98fc-3753539c1b51?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2219491 Sep 30 00:55:19.547106 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2e72b6b7-9956-4627-bd45-ce0c609673fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:19.554538 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:19.565899 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff002ec-5532-45b2-bb2c-843a436909fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d11d9a-af91-4934-9bb4-b3ee268da0b8'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:55:19.600071 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 12d11d9a-af91-4934-9bb4-b3ee268da0b8, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=12d11d9a-af91-4934-9bb4-b3ee268da0b8,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:19.613299 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:19.614262 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 9015586e-32a9-4344-abfe-e8a54776ad77 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:55:19.671235 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:19.732873 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 5de44ce1-6ece-4303-ac8e-abf0ca829a27 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:55:19.762856 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-79658465-2657-482f-b3bc-ada077616fd3 service neutron] 10.222.0.39 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885602 Sep 30 00:55:19.782777 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: 5de44ce1-6ece-4303-ac8e-abf0ca829a27 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:55:19.783135 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 5de44ce1-6ece-4303-ac8e-abf0ca829a27 not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:55:19.786072 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 9015586e-32a9-4344-abfe-e8a54776ad77 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:19.786458 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:19.804403 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72b6b7-9956-4627-bd45-ce0c609673fe admin admin] Pushing event deleted for resources: {'Network': ['ID=03cb09b4-051a-4528-8ab0-3f807701dbd6,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:19.821715 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-c4af22c7-b86e-442e-9bea-12911e873508 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:19.823337 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-c4af22c7-b86e-442e-9bea-12911e873508 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8560896 Sep 30 00:55:19.827502 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2e72b6b7-9956-4627-bd45-ce0c609673fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:19.828426 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=12d11d9a-af91-4934-9bb4-b3ee268da0b8,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:19.837407 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:19.886430 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-f8b10f77-52d1-439a-b60f-aebfc761ef19 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Request body: {'port': {'device_id': '0982a26d-ef7b-491b-b99c-620361f6e29d', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'admin_state_up': True, 'tenant_id': '59d8fe751f144ee29b8fd8ad36a4eefb'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:19.927756 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3118b47b-ecb1-42af-bc84-9a0c63916d64 req-c3775ca2-77dd-484a-9ebd-73b874ab8af6 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 210 time: 0.0561254 Sep 30 00:55:19.954402 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:19.983028 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff002ec-5532-45b2-bb2c-843a436909fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d11d9a-af91-4934-9bb4-b3ee268da0b8', 'code': 200} Sep 30 00:55:20.000136 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 9015586e-32a9-4344-abfe-e8a54776ad77, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=9015586e-32a9-4344-abfe-e8a54776ad77,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:20.005191 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:20.009287 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-30e0807e-7725-4335-b8be-96efc3e46225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:20.056007 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-2e72b6b7-9956-4627-bd45-ce0c609673fe admin admin] 10.222.0.39 "DELETE /v2.0/networks/03cb09b4-051a-4528-8ab0-3f807701dbd6 HTTP/1.1" status: 204 len: 168 time: 1.9976230 Sep 30 00:55:20.059433 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 35474) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:55:20.131456 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-40156c54-3195-4fce-aedd-b9ca70232c6c admin admin] Deleting subnet 227c8669-006f-4949-b7f4-ba1ccf23df0a {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 00:55:20.134061 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=9015586e-32a9-4344-abfe-e8a54776ad77,revision_number=11']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:20.135573 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-40156c54-3195-4fce-aedd-b9ca70232c6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:20.139524 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:20.300640 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-40156c54-3195-4fce-aedd-b9ca70232c6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2490848'] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:20.365338 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-0ee1cfae-36b6-4d69-b21f-4716ffe93161 service neutron] 10.222.0.39 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5850418 Sep 30 00:55:20.368275 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-a4116414-05ef-46bb-be90-4fc6c085ace6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:20.404756 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfd316-ccb7-4482-a425-81f78f70f7bd req-915968f0-b3e8-4835-9016-74304e5819f7 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:20.406512 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a0dfd316-ccb7-4482-a425-81f78f70f7bd req-915968f0-b3e8-4835-9016-74304e5819f7 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 932 time: 0.1652350 Sep 30 00:55:20.410014 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-40156c54-3195-4fce-aedd-b9ca70232c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:20.424369 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-f8b10f77-52d1-439a-b60f-aebfc761ef19 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:55:20.435189 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-f8b10f77-52d1-439a-b60f-aebfc761ef19 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:55:20.457126 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-f8b10f77-52d1-439a-b60f-aebfc761ef19 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Made reservation on behalf of 59d8fe751f144ee29b8fd8ad36a4eefb for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:55:20.460614 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-f8b10f77-52d1-439a-b60f-aebfc761ef19 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:20.481236 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1929c88-fc53-475d-927f-7e0fd67c9b62 req-042ce993-eaeb-4b6e-8bfa-f130fdfba32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:20.482716 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a1929c88-fc53-475d-927f-7e0fd67c9b62 req-042ce993-eaeb-4b6e-8bfa-f130fdfba32b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bff002ec-5532-45b2-bb2c-843a436909fe HTTP/1.1" status: 200 len: 1101 time: 0.3713317 Sep 30 00:55:20.485952 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-a4116414-05ef-46bb-be90-4fc6c085ace6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Transition to ACTIVE for port object 5fcd8d88-3346-4b33-a5c2-ddc99481d438 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:20.497183 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a0dfd316-ccb7-4482-a425-81f78f70f7bd req-c8f996b5-d8b9-4426-880d-df50ddf4e9ee tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574858 Sep 30 00:55:20.548267 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-40156c54-3195-4fce-aedd-b9ca70232c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:20.552178 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-581506e8-d973-4cb0-ad15-1f925281ef60 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:20.581371 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-e5f0c6c8-9bd3-4b63-9d44-626fa355a3ae service neutron] 10.222.0.39 "GET /v2.0/ports/4147821f-484c-42b8-8eee-96c30dce4206?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1998606 Sep 30 00:55:20.631596 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a1929c88-fc53-475d-927f-7e0fd67c9b62 req-92430fcb-5036-4917-96c9-86e40f40ec6f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268034 Sep 30 00:55:20.632783 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40156c54-3195-4fce-aedd-b9ca70232c6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=227c8669-006f-4949-b7f4-ba1ccf23df0a,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:20.646777 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-40156c54-3195-4fce-aedd-b9ca70232c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:20.647945 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-40156c54-3195-4fce-aedd-b9ca70232c6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:20.667078 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-40156c54-3195-4fce-aedd-b9ca70232c6c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/227c8669-006f-4949-b7f4-ba1ccf23df0a HTTP/1.1" status: 204 len: 168 time: 0.6062434 Sep 30 00:55:20.669411 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 35488) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:55:20.795489 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-67e35b5b-7d88-4cfc-a72e-fe62766b6815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:20.821504 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-a4116414-05ef-46bb-be90-4fc6c085ace6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:20.905430 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4edd8632-102c-4260-bd59-b1753a34af79 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:21.017337 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-a4116414-05ef-46bb-be90-4fc6c085ace6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Network dd43d359-57fd-4d14-bd4e-65d0ea74188e is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:55:21.025312 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-a4116414-05ef-46bb-be90-4fc6c085ace6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:55:21.044590 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-a4116414-05ef-46bb-be90-4fc6c085ace6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:55:21.115393 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-3c16d1df-0918-4811-84d7-4be1efc4d9ca service neutron] 10.222.0.39 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5044324 Sep 30 00:55:21.123085 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4116414-05ef-46bb-be90-4fc6c085ace6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Pushing event updated for resources: {'Port': ['ID=5fcd8d88-3346-4b33-a5c2-ddc99481d438,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:21.139245 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-67e35b5b-7d88-4cfc-a72e-fe62766b6815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:21.176764 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-67e35b5b-7d88-4cfc-a72e-fe62766b6815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4bef75-2f5e-4323-b27b-ffa426e33d82']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:55:21.193155 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-f8b10f77-52d1-439a-b60f-aebfc761ef19 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Allocated IP 192.168.233.169 (5148d586-4385-4f2c-9968-16b3a645031f/d94969b3-14c1-4902-a40b-8e6c297e30ba/c388bb24-bac6-4e06-bfc0-a11306ad6d78) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:55:21.198773 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a4116414-05ef-46bb-be90-4fc6c085ace6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:21.200599 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-90c1b96e-deeb-4b92-a3bd-7dce849c0242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:21.215300 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-67e35b5b-7d88-4cfc-a72e-fe62766b6815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029aaeaf-9673-4425-980a-50c737e3aa11') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:55:21.215597 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-67e35b5b-7d88-4cfc-a72e-fe62766b6815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029aaeaf-9673-4425-980a-50c737e3aa11') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:55:21.231731 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-67e35b5b-7d88-4cfc-a72e-fe62766b6815 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:21.261330 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-67e35b5b-7d88-4cfc-a72e-fe62766b6815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:21.270670 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e35b5b-7d88-4cfc-a72e-fe62766b6815 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:55:21.273232 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-67e35b5b-7d88-4cfc-a72e-fe62766b6815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:21.351841 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8b543f90-6c13-475f-82b5-ffb5e346f470 service neutron] 10.222.0.39 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260671 Sep 30 00:55:21.371670 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-a4116414-05ef-46bb-be90-4fc6c085ace6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:21.372581 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-a4116414-05ef-46bb-be90-4fc6c085ace6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: timer() Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:55:21.409860 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:55:21.419059 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-67e35b5b-7d88-4cfc-a72e-fe62766b6815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:21.440921 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c0278-ce43-466d-adc3-86aa5d1dc8a1 req-3da0892e-c6b4-4ed1-b721-3474c6658fcd tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:21.451753 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-ac9a6cb3-da59-4afd-b198-ea2ec09c37ec None None] Provisioning for port 5fcd8d88-3346-4b33-a5c2-ddc99481d438 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:55:21.454163 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-af4c0278-ce43-466d-adc3-86aa5d1dc8a1 req-3da0892e-c6b4-4ed1-b721-3474c6658fcd tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=bff002ec-5532-45b2-bb2c-843a436909fe HTTP/1.1" status: 200 len: 950 time: 0.4777617 Sep 30 00:55:21.462163 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-ac9a6cb3-da59-4afd-b198-ea2ec09c37ec None None] Provisioning complete for port 5fcd8d88-3346-4b33-a5c2-ddc99481d438 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:21.464741 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ac9a6cb3-da59-4afd-b198-ea2ec09c37ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:21.495862 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:21.551735 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-2ce7fbe0-e3d0-402d-93dc-34267f9e39f0 service neutron] 10.222.0.39 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582847 Sep 30 00:55:21.561247 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-458a3302-b676-47c5-8bc2-a4b6b249d2b3 req-1c3078e9-a144-4668-ba58-2848263926f2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8378816 Sep 30 00:55:21.562866 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-a4116414-05ef-46bb-be90-4fc6c085ace6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0918148 Sep 30 00:55:21.573365 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-67e35b5b-7d88-4cfc-a72e-fe62766b6815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:21.583817 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e35b5b-7d88-4cfc-a72e-fe62766b6815 admin admin] Pushing event deleted for resources: {'Network': ['ID=de4bef75-2f5e-4323-b27b-ffa426e33d82,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:21.591593 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-67e35b5b-7d88-4cfc-a72e-fe62766b6815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:21.611891 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-ac9a6cb3-da59-4afd-b198-ea2ec09c37ec None None] Port 5fcd8d88-3346-4b33-a5c2-ddc99481d438 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:55:21.636175 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-67e35b5b-7d88-4cfc-a72e-fe62766b6815 admin admin] 10.222.0.39 "DELETE /v2.0/networks/de4bef75-2f5e-4323-b27b-ffa426e33d82 HTTP/1.1" status: 204 len: 168 time: 0.9622264 Sep 30 00:55:21.647340 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-af4c0278-ce43-466d-adc3-86aa5d1dc8a1 req-3dca39fb-d7c4-4109-88e2-e049320b3f1a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920698 Sep 30 00:55:21.787306 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-78ccf800-8e4e-4ced-b1fc-6406e95231b6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Request body: {'port': {'device_id': '7031caa3-712d-4d10-8e46-d025baefb0f9', 'network_id': '7e128c42-c8c3-46bf-ac8f-448c283e710f', 'admin_state_up': True, 'tenant_id': 'f83f8ec107124dafbd42039d13441fdb'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:21.809446 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 35504) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:55:21.870676 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-150bd862-e2bf-40fc-b545-1db17617999a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e6736ee0b97b473ea9167c65af5c10ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0606141 Sep 30 00:55:21.873249 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 35508) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:55:21.963142 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-eda75994-497e-497b-a2a0-ff8018844126 service neutron] 10.222.0.39 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952012 Sep 30 00:55:21.984322 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8c8d5c-a745-416f-90e0-05af024599b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9015586e-32a9-4344-abfe-e8a54776ad77'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:55:21.991388 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-70f54f52-70e6-4b23-a8d3-726b64cb50c4 req-8f8ba123-d63a-424f-b653-0f4f42e1cbc5 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 210 time: 0.0699649 Sep 30 00:55:22.016107 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-04d6761d-7f31-4990-b2b2-2d4e1bbb24d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:22.075477 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-04d6761d-7f31-4990-b2b2-2d4e1bbb24d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:22.253872 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:22.321360 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-04d6761d-7f31-4990-b2b2-2d4e1bbb24d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:22.327699 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6755a12a-bbd0-4e3e-a5bb-29acb5fbf1bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:22.347484 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6761d-7f31-4990-b2b2-2d4e1bbb24d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a322c6d4-73a7-4f6a-b42d-5ff712efee47,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:22.351180 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-04d6761d-7f31-4990-b2b2-2d4e1bbb24d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:22.361594 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-04d6761d-7f31-4990-b2b2-2d4e1bbb24d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:22.365260 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-04d6761d-7f31-4990-b2b2-2d4e1bbb24d4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a322c6d4-73a7-4f6a-b42d-5ff712efee47 HTTP/1.1" status: 204 len: 168 time: 0.4879920 Sep 30 00:55:22.392779 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352e19b-0c2a-478c-934d-4a87a94de60e req-b8e87cb1-ff10-48ea-bd67-c6f4ddbf10da tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:22.399253 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352e19b-0c2a-478c-934d-4a87a94de60e req-b8e87cb1-ff10-48ea-bd67-c6f4ddbf10da tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:22.401199 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4352e19b-0c2a-478c-934d-4a87a94de60e req-b8e87cb1-ff10-48ea-bd67-c6f4ddbf10da tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 1655 time: 0.1691451 Sep 30 00:55:22.476213 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4352e19b-0c2a-478c-934d-4a87a94de60e req-0870439d-1934-4ca1-96c3-ef3e6d17769f tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656006 Sep 30 00:55:22.693706 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8c8d5c-a745-416f-90e0-05af024599b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9015586e-32a9-4344-abfe-e8a54776ad77', 'code': 200} Sep 30 00:55:22.791120 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-78ccf800-8e4e-4ced-b1fc-6406e95231b6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:55:22.795050 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a3302-b676-47c5-8bc2-a4b6b249d2b3 req-d39268e1-cb8f-4454-8846-cbfe21ba23c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:22.796488 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-458a3302-b676-47c5-8bc2-a4b6b249d2b3 req-d39268e1-cb8f-4454-8846-cbfe21ba23c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 1095 time: 1.0673046 Sep 30 00:55:22.808062 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-78ccf800-8e4e-4ced-b1fc-6406e95231b6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Usage tracker for resource:port and tenant:f83f8ec107124dafbd42039d13441fdb is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:55:22.815651 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-78ccf800-8e4e-4ced-b1fc-6406e95231b6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Quota usage for port was recalculated. Used quota:6. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:55:22.839793 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-cbd7dd73-4715-47cd-8fac-c48f04bcfa81 service neutron] 10.222.0.39 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8758056 Sep 30 00:55:22.857697 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 35526) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:55:22.863898 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-78ccf800-8e4e-4ced-b1fc-6406e95231b6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:55:22.925450 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-067be291-8008-4899-b3c9-68f98abfd356 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=06ef6e829e8844948a01cc49f13c2f02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0649021 Sep 30 00:55:22.927645 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 35530) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:55:23.012443 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e4fbc9be-a7c1-4d9c-96d3-22112a25fb41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:23.043272 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-78ccf800-8e4e-4ced-b1fc-6406e95231b6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Made reservation on behalf of f83f8ec107124dafbd42039d13441fdb for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:55:23.046692 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-78ccf800-8e4e-4ced-b1fc-6406e95231b6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:23.049704 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e4fbc9be-a7c1-4d9c-96d3-22112a25fb41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:23.077512 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-f8b10f77-52d1-439a-b60f-aebfc761ef19 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:23.153264 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e4fbc9be-a7c1-4d9c-96d3-22112a25fb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:23.159972 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f14925ef-ac7a-488d-9781-0fe59a32e3ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:23.185210 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fbc9be-a7c1-4d9c-96d3-22112a25fb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec0d493-8256-48b6-8d03-1c90da6de0da,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:23.187754 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e4fbc9be-a7c1-4d9c-96d3-22112a25fb41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:23.190161 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-f8b10f77-52d1-439a-b60f-aebfc761ef19 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Transition to ACTIVE for port object c388bb24-bac6-4e06-bfc0-a11306ad6d78 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:23.200028 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e4fbc9be-a7c1-4d9c-96d3-22112a25fb41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:23.204171 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-e4fbc9be-a7c1-4d9c-96d3-22112a25fb41 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ec0d493-8256-48b6-8d03-1c90da6de0da HTTP/1.1" status: 204 len: 168 time: 0.2729175 Sep 30 00:55:23.238430 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8793bd7-fd53-41bc-8284-0fbcba72ca3f req-79714dae-fc18-4e06-8988-eadf1dc45ac9 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:23.242306 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a8793bd7-fd53-41bc-8284-0fbcba72ca3f req-79714dae-fc18-4e06-8988-eadf1dc45ac9 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=bff002ec-5532-45b2-bb2c-843a436909fe HTTP/1.1" status: 200 len: 950 time: 0.1345277 Sep 30 00:55:23.247003 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a3302-b676-47c5-8bc2-a4b6b249d2b3 req-6ddc6ae9-5f70-4fee-8760-081857530a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:23.248485 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-458a3302-b676-47c5-8bc2-a4b6b249d2b3 req-6ddc6ae9-5f70-4fee-8760-081857530a6d service neutron] 10.222.0.59 "GET /v2.0/networks?id=0a0a50fb-f59e-4919-9310-948ef891e84f HTTP/1.1" status: 200 len: 909 time: 0.4171894 Sep 30 00:55:23.263139 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-9a83ce31-5a91-497b-a6d9-1b1480f55382 service neutron] 10.222.0.39 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934226 Sep 30 00:55:23.305512 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a8793bd7-fd53-41bc-8284-0fbcba72ca3f req-a2138533-f9d9-4157-b85b-07d0a4ac6944 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535161 Sep 30 00:55:23.366104 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-458a3302-b676-47c5-8bc2-a4b6b249d2b3 req-6037faf1-7860-4487-b1d4-fbbc468eba4d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f823616-cece-4d73-8e94-3826fbf67aeb HTTP/1.1" status: 200 len: 217 time: 0.1081626 Sep 30 00:55:23.581299 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-78ccf800-8e4e-4ced-b1fc-6406e95231b6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Allocated IP 19.80.0.14 (7e128c42-c8c3-46bf-ac8f-448c283e710f/69f4d3cb-e9bd-4ba8-b92a-caba79e9686a/8428a6a2-d9df-4e13-8b75-0cfe2a6f12af) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:55:23.591465 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-f8b10f77-52d1-439a-b60f-aebfc761ef19 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:23.593940 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a3302-b676-47c5-8bc2-a4b6b249d2b3 req-dc6b242f-02c1-49ba-876e-317110f1423a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:23.595471 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-458a3302-b676-47c5-8bc2-a4b6b249d2b3 req-dc6b242f-02c1-49ba-876e-317110f1423a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e11b3221-7cfb-4feb-801d-70a2c0ec6209 HTTP/1.1" status: 200 len: 848 time: 0.1463940 Sep 30 00:55:23.603367 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:23.605760 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['3d518f2d-344f-4c32-9fed-6a6c1995109a', '863d8c69-3437-4b2c-898c-781bd4e0939e', '9015586e-32a9-4344-abfe-e8a54776ad77'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:55:23.717823 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598338c-27fc-4f68-b345-f5a508e84fc2 req-9f7777c5-c7eb-4876-a8ca-4ed012be0e2d tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:23.730250 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4598338c-27fc-4f68-b345-f5a508e84fc2 req-9f7777c5-c7eb-4876-a8ca-4ed012be0e2d tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 945 time: 0.1568727 Sep 30 00:55:23.745723 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-458a3302-b676-47c5-8bc2-a4b6b249d2b3 req-f7d320c1-2fe1-4c5e-9edc-0489a60d1baa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0a0a50fb-f59e-4919-9310-948ef891e84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001930 Sep 30 00:55:23.747771 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-1aa2f17f-bbd2-407b-9182-f3b3cf905cc6 service neutron] 10.222.0.39 "GET /v2.0/networks/b64aba8e-9f74-43b9-83f1-763975030585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181175 Sep 30 00:55:23.803488 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-f8b10f77-52d1-439a-b60f-aebfc761ef19 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Network 5148d586-4385-4f2c-9968-16b3a645031f is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:55:23.811062 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4598338c-27fc-4f68-b345-f5a508e84fc2 req-b66ea625-b8b3-4bb2-9239-bd624d4d780d tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783162 Sep 30 00:55:23.831399 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-f8b10f77-52d1-439a-b60f-aebfc761ef19 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:55:23.833788 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-f8b10f77-52d1-439a-b60f-aebfc761ef19 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:55:23.978428 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:24.075335 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b10f77-52d1-439a-b60f-aebfc761ef19 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Pushing event updated for resources: {'Port': ['ID=c388bb24-bac6-4e06-bfc0-a11306ad6d78,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:24.114998 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f8b10f77-52d1-439a-b60f-aebfc761ef19 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:24.244656 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ab218-e268-4c51-a50d-af9448e98053 req-fac4325d-d5a3-48eb-b6e6-acb06ade8de3 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:24.246379 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c48ab218-e268-4c51-a50d-af9448e98053 req-fac4325d-d5a3-48eb-b6e6-acb06ade8de3 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.59 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 945 time: 0.1949081 Sep 30 00:55:24.255015 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee21bb-e854-43da-932d-cd4e4c338d1f req-73ba4e7e-27a2-43cd-99cf-17e515d01c46 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:24.256723 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-39ee21bb-e854-43da-932d-cd4e4c338d1f req-73ba4e7e-27a2-43cd-99cf-17e515d01c46 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 936 time: 0.2652912 Sep 30 00:55:24.267882 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-96aaa396-eb0e-434c-b187-fd3aadf85369 None None] Provisioning for port c388bb24-bac6-4e06-bfc0-a11306ad6d78 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:55:24.275356 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-96aaa396-eb0e-434c-b187-fd3aadf85369 None None] Provisioning complete for port c388bb24-bac6-4e06-bfc0-a11306ad6d78 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:24.275356 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-96aaa396-eb0e-434c-b187-fd3aadf85369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:24.344835 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-96aaa396-eb0e-434c-b187-fd3aadf85369 None None] Port c388bb24-bac6-4e06-bfc0-a11306ad6d78 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:55:24.375176 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-c48ab218-e268-4c51-a50d-af9448e98053 req-ddcac43b-e39f-4c63-a045-1b44ee8c0fc9 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Deleting port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:55:24.375676 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c48ab218-e268-4c51-a50d-af9448e98053 req-ddcac43b-e39f-4c63-a045-1b44ee8c0fc9 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:24.403140 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-39ee21bb-e854-43da-932d-cd4e4c338d1f req-3bd62eef-75a5-440b-bf31-79304c55248d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088924 Sep 30 00:55:24.409917 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 35566) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:55:24.436190 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-f8b10f77-52d1-439a-b60f-aebfc761ef19 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:24.436818 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-f8b10f77-52d1-439a-b60f-aebfc761ef19 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:24.480180 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-458a3302-b676-47c5-8bc2-a4b6b249d2b3 req-eaf199bb-e6e7-45c3-b89a-2dd438d51378 service neutron] 10.222.0.59 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7128568 Sep 30 00:55:24.481955 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-356435a9-c9ef-4204-9590-86fa9ee733d5 service neutron] 10.222.0.39 "GET /v2.0/networks/b64aba8e-9f74-43b9-83f1-763975030585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6773386 Sep 30 00:55:24.551585 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-f8b10f77-52d1-439a-b60f-aebfc761ef19 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6695161 Sep 30 00:55:24.604572 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-bde38201-b32f-478a-9991-b7e41d47dad1 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-539289347-network', 'tenant_id': 'e8fe533ff5524edf903112c2aaa276a6'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:24.657446 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-54007ad7-5a7b-4af5-80d3-078118c9caaf service neutron] Request body: {'port': {'device_id': '0982a26d-ef7b-491b-b99c-620361f6e29d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:24.658955 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-bde38201-b32f-478a-9991-b7e41d47dad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:55:24.681604 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-bde38201-b32f-478a-9991-b7e41d47dad1 admin admin] Usage tracker for resource:network and tenant:e8fe533ff5524edf903112c2aaa276a6 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:55:24.685882 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-bde38201-b32f-478a-9991-b7e41d47dad1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:55:24.697156 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-bde38201-b32f-478a-9991-b7e41d47dad1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:55:24.723448 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde38201-b32f-478a-9991-b7e41d47dad1 admin admin] Made reservation on behalf of e8fe533ff5524edf903112c2aaa276a6 for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:55:24.725693 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bde38201-b32f-478a-9991-b7e41d47dad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:24.753827 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bde38201-b32f-478a-9991-b7e41d47dad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:24.761877 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-78ccf800-8e4e-4ced-b1fc-6406e95231b6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:24.787057 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-c48ab218-e268-4c51-a50d-af9448e98053 req-ddcac43b-e39f-4c63-a045-1b44ee8c0fc9 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] For port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:24.787410 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c48ab218-e268-4c51-a50d-af9448e98053 req-ddcac43b-e39f-4c63-a045-1b44ee8c0fc9 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:24.795536 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-bde38201-b32f-478a-9991-b7e41d47dad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:55:24.798977 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3cbe0-4a02-4cc2-badb-d2160522403d req-702da1e9-1e5c-43cc-b5d4-96d7c3a54a95 tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:24.800479 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-97d3cbe0-4a02-4cc2-badb-d2160522403d req-702da1e9-1e5c-43cc-b5d4-96d7c3a54a95 tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=bff002ec-5532-45b2-bb2c-843a436909fe HTTP/1.1" status: 200 len: 1101 time: 0.2627797 Sep 30 00:55:24.806910 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-bde38201-b32f-478a-9991-b7e41d47dad1 admin admin] Usage tracker for resource:security_group_rule and tenant:e8fe533ff5524edf903112c2aaa276a6 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:55:24.840944 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:55:24.868462 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-78ccf800-8e4e-4ced-b1fc-6406e95231b6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Transition to ACTIVE for port object 8428a6a2-d9df-4e13-8b75-0cfe2a6f12af will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:24.903712 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-458a3302-b676-47c5-8bc2-a4b6b249d2b3 req-4d279800-28e7-4b7f-b815-9e5e1eb4d056 service neutron] 10.222.0.59 "GET /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113579 Sep 30 00:55:24.920523 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-3a4a3855-fa96-4276-9b16-0d183705c86c service neutron] 10.222.0.39 "GET /v2.0/networks/b64aba8e-9f74-43b9-83f1-763975030585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292550 Sep 30 00:55:24.922249 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-54007ad7-5a7b-4af5-80d3-078118c9caaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:24.966601 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-bde38201-b32f-478a-9991-b7e41d47dad1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:55:25.046455 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-c48ab218-e268-4c51-a50d-af9448e98053 req-ddcac43b-e39f-4c63-a045-1b44ee8c0fc9 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Calling delete_port for fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:55:25.075075 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-bde38201-b32f-478a-9991-b7e41d47dad1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:55:25.087188 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-78ccf800-8e4e-4ced-b1fc-6406e95231b6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:25.102031 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4089409f-bf22-48b1-a864-a474afc46e10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:25.140694 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-97d3cbe0-4a02-4cc2-badb-d2160522403d req-477f9e35-1945-439e-b7c6-57bc8d31e1e7 tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308749 Sep 30 00:55:25.251107 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-78ccf800-8e4e-4ced-b1fc-6406e95231b6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Network 7e128c42-c8c3-46bf-ac8f-448c283e710f is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:55:25.264257 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-78ccf800-8e4e-4ced-b1fc-6406e95231b6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:55:25.275475 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-78ccf800-8e4e-4ced-b1fc-6406e95231b6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:55:25.279532 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bde38201-b32f-478a-9991-b7e41d47dad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:25.285767 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bde38201-b32f-478a-9991-b7e41d47dad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:25.292211 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-fc8788e1-8ded-4739-bb01-9b4838da7c74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:25.332862 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ccf800-8e4e-4ced-b1fc-6406e95231b6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Pushing event updated for resources: {'Port': ['ID=8428a6a2-d9df-4e13-8b75-0cfe2a6f12af,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:25.337337 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-bdfe3eb6-6676-40ae-9108-7080ef061972 service neutron] 10.222.0.39 "GET /v2.0/networks/b64aba8e-9f74-43b9-83f1-763975030585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035423 Sep 30 00:55:25.338136 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-78ccf800-8e4e-4ced-b1fc-6406e95231b6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:25.351618 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c48ab218-e268-4c51-a50d-af9448e98053 req-ddcac43b-e39f-4c63-a045-1b44ee8c0fc9 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:25.388722 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:55:25.390525 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde38201-b32f-478a-9991-b7e41d47dad1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:55:25.459221 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde38201-b32f-478a-9991-b7e41d47dad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54095c21-cc16-46a1-a281-fccd9d5a0d39,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:25.467276 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-78ccf800-8e4e-4ced-b1fc-6406e95231b6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:25.467877 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-78ccf800-8e4e-4ced-b1fc-6406e95231b6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:25.470897 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bde38201-b32f-478a-9991-b7e41d47dad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:25.471342 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-bde38201-b32f-478a-9991-b7e41d47dad1 admin admin] Added segment d976d68d-b4b0-4e69-a9c7-52a75a51b884 of type vlan for network fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 Sep 30 00:55:25.479046 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bde38201-b32f-478a-9991-b7e41d47dad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:25.479046 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-7de961a1-c726-437b-a42b-174f0132f837 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:25.613746 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-78ccf800-8e4e-4ced-b1fc-6406e95231b6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8881657 Sep 30 00:55:25.629575 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcac43b-e39f-4c63-a045-1b44ee8c0fc9 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Pushing event deleted for resources: {'Port': ['ID=fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:25.641613 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ddcac43b-e39f-4c63-a045-1b44ee8c0fc9 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:25.643659 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-83fee343-22a1-46c3-a58b-48eae52bc9d3 service neutron] Request body: {'port': {'device_id': '7031caa3-712d-4d10-8e46-d025baefb0f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:25.664790 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48ab218-e268-4c51-a50d-af9448e98053 req-ddcac43b-e39f-4c63-a045-1b44ee8c0fc9 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] No DVR routers for this DVR port fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:55:25.671537 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c48ab218-e268-4c51-a50d-af9448e98053 req-ddcac43b-e39f-4c63-a045-1b44ee8c0fc9 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:25.674104 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e89748-779c-4045-8a7c-7ceca6bc63e5', 'name': 'network-vif-deleted', 'tag': 'fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:55:25.675378 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-ae8e336c-acc0-42b4-9c40-b8ea19d82fd9 None None] Provisioning for port 8428a6a2-d9df-4e13-8b75-0cfe2a6f12af completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:55:25.682231 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-ae8e336c-acc0-42b4-9c40-b8ea19d82fd9 None None] Provisioning complete for port 8428a6a2-d9df-4e13-8b75-0cfe2a6f12af triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:25.684178 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ae8e336c-acc0-42b4-9c40-b8ea19d82fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:25.685617 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bde38201-b32f-478a-9991-b7e41d47dad1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:25.720441 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdb36c-3186-477b-b0ce-afd38b30934d req-0d946ccb-c0ad-456d-8c2e-f9d300f36966 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:25.726410 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdb36c-3186-477b-b0ce-afd38b30934d req-0d946ccb-c0ad-456d-8c2e-f9d300f36966 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:25.730173 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-54007ad7-5a7b-4af5-80d3-078118c9caaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c388bb24-bac6-4e06-bfc0-a11306ad6d78 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:55:25.732675 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdb36c-3186-477b-b0ce-afd38b30934d req-0d946ccb-c0ad-456d-8c2e-f9d300f36966 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:25.739806 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-debdb36c-3186-477b-b0ce-afd38b30934d req-0d946ccb-c0ad-456d-8c2e-f9d300f36966 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 2376 time: 0.4375534 Sep 30 00:55:25.742409 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-54007ad7-5a7b-4af5-80d3-078118c9caaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:25.756632 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-ae8e336c-acc0-42b4-9c40-b8ea19d82fd9 None None] Port 8428a6a2-d9df-4e13-8b75-0cfe2a6f12af cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:55:25.772515 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c48ab218-e268-4c51-a50d-af9448e98053 req-ddcac43b-e39f-4c63-a045-1b44ee8c0fc9 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.59 "DELETE /v2.0/ports/fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c HTTP/1.1" status: 204 len: 173 time: 1.5146673 Sep 30 00:55:25.800146 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-debdb36c-3186-477b-b0ce-afd38b30934d req-d3aba34c-4953-4c7c-a480-06f3e7766dbc tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591998 Sep 30 00:55:25.800435 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bde38201-b32f-478a-9991-b7e41d47dad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:25.802204 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde38201-b32f-478a-9991-b7e41d47dad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:25.802330 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-54007ad7-5a7b-4af5-80d3-078118c9caaf service neutron] Transition to ACTIVE for port object c388bb24-bac6-4e06-bfc0-a11306ad6d78 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:25.802604 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bde38201-b32f-478a-9991-b7e41d47dad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:25.808561 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f64dacd2-70d4-4d94-bbe1-8ca2bb38d96d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:25.823749 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-54007ad7-5a7b-4af5-80d3-078118c9caaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:25.836330 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-aa577db9-5cde-416b-b3e4-3c7c3a8c2359 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:25.902445 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-bde38201-b32f-478a-9991-b7e41d47dad1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4910305 Sep 30 00:55:25.905998 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 35594) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:55:25.916473 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-5e540d87-6ef0-4092-bff2-2d1359d449eb admin admin] Request body: {'subnet': {'network_id': 'fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-539289347-subnet', 'tenant_id': 'e8fe533ff5524edf903112c2aaa276a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:25.919779 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde38201-b32f-478a-9991-b7e41d47dad1 admin admin] Pushing event updated for resources: {'Network': ['ID=fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:25.930916 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-5e540d87-6ef0-4092-bff2-2d1359d449eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:55:25.931629 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:55:25.933757 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bde38201-b32f-478a-9991-b7e41d47dad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:25.936662 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-5e540d87-6ef0-4092-bff2-2d1359d449eb admin admin] Usage tracker for resource:subnet and tenant:e8fe533ff5524edf903112c2aaa276a6 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:55:25.940097 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-5e540d87-6ef0-4092-bff2-2d1359d449eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:55:25.946327 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-5e540d87-6ef0-4092-bff2-2d1359d449eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:55:25.957685 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e540d87-6ef0-4092-bff2-2d1359d449eb admin admin] Made reservation on behalf of e8fe533ff5524edf903112c2aaa276a6 for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:55:25.960903 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5e540d87-6ef0-4092-bff2-2d1359d449eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:26.001509 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-83fee343-22a1-46c3-a58b-48eae52bc9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:26.227455 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54007ad7-5a7b-4af5-80d3-078118c9caaf service neutron] Pushing event updated for resources: {'Port': ['ID=c388bb24-bac6-4e06-bfc0-a11306ad6d78,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:26.244845 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-54007ad7-5a7b-4af5-80d3-078118c9caaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:26.321845 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-54007ad7-5a7b-4af5-80d3-078118c9caaf service neutron] Attempting to bind port c388bb24-bac6-4e06-bfc0-a11306ad6d78 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:55:26.322195 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-54007ad7-5a7b-4af5-80d3-078118c9caaf service neutron] Attempting to bind port c388bb24-bac6-4e06-bfc0-a11306ad6d78 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:55:26.322703 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-54007ad7-5a7b-4af5-80d3-078118c9caaf service neutron] Attempting to bind port c388bb24-bac6-4e06-bfc0-a11306ad6d78 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:26.345381 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5e540d87-6ef0-4092-bff2-2d1359d449eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:26.354299 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:26.382540 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-3751057d-9a21-4653-b141-86cc11c22ca7 req-18b034ed-7d82-40ae-b528-c1454fd43fec tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Synchronizing usage tracker for tenant:f37261e7a4fc4ea5bf5016bed7997e37 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:55:26.458037 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-3751057d-9a21-4653-b141-86cc11c22ca7 req-18b034ed-7d82-40ae-b528-c1454fd43fec tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Unset dirty status for tenant:f37261e7a4fc4ea5bf5016bed7997e37 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:55:26.467077 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3751057d-9a21-4653-b141-86cc11c22ca7 req-18b034ed-7d82-40ae-b528-c1454fd43fec tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=54e89748-779c-4045-8a7c-7ceca6bc63e5 HTTP/1.1" status: 200 len: 210 time: 0.1592562 Sep 30 00:55:26.471002 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e540d87-6ef0-4092-bff2-2d1359d449eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1838926e-37d5-4d80-a8c7-56ab398bbbfc,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:26.484463 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5e540d87-6ef0-4092-bff2-2d1359d449eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:26.486705 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e540d87-6ef0-4092-bff2-2d1359d449eb admin admin] Checking segment: {'id': 'd976d68d-b4b0-4e69-a9c7-52a75a51b884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:55:26.491467 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e540d87-6ef0-4092-bff2-2d1359d449eb admin admin] Network hostable DHCP agents. Network: fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:55:26.533260 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e540d87-6ef0-4092-bff2-2d1359d449eb admin admin] Network fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:55:26.542497 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-54007ad7-5a7b-4af5-80d3-078118c9caaf service neutron] Port c388bb24-bac6-4e06-bfc0-a11306ad6d78 on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:55:26.547046 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-54007ad7-5a7b-4af5-80d3-078118c9caaf service neutron] Attempting to bind port c388bb24-bac6-4e06-bfc0-a11306ad6d78 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:26.555636 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-5e540d87-6ef0-4092-bff2-2d1359d449eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:55:26.562837 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e540d87-6ef0-4092-bff2-2d1359d449eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:26.564798 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5e540d87-6ef0-4092-bff2-2d1359d449eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:26.569772 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb728f79-4bc2-4b46-82ae-7b27f0f8e3a8 None None] Network fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:55:26.588537 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-54007ad7-5a7b-4af5-80d3-078118c9caaf service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:55:26.588958 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-54007ad7-5a7b-4af5-80d3-078118c9caaf service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:55:26.589549 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-54007ad7-5a7b-4af5-80d3-078118c9caaf service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:55:26.590273 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-54007ad7-5a7b-4af5-80d3-078118c9caaf service neutron] Bound port: c388bb24-bac6-4e06-bfc0-a11306ad6d78, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:55:26.590890 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-54007ad7-5a7b-4af5-80d3-078118c9caaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:26.630240 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-520934ca-651a-4050-901a-aa7f040abd4e req-fc861240-9947-437b-a032-52a555900370 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496728 Sep 30 00:55:26.762611 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-5e540d87-6ef0-4092-bff2-2d1359d449eb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8555713 Sep 30 00:55:26.913220 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520934ca-651a-4050-901a-aa7f040abd4e req-149eaa82-3721-411e-b850-53baa1ead8c0 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:26.917362 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-520934ca-651a-4050-901a-aa7f040abd4e req-149eaa82-3721-411e-b850-53baa1ead8c0 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2863345 Sep 30 00:55:26.937970 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59500a4-05c7-430b-8867-6e71419ddc47 None None] Network fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:55:26.946331 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-520934ca-651a-4050-901a-aa7f040abd4e req-c5ada7b5-81e7-48bc-bbc8-358c4f17adcd tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/quotas/e0e7edddb1c44f66ba9563f9cd33d4a2 HTTP/1.1" status: 200 len: 375 time: 0.0220959 Sep 30 00:55:26.987791 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-54007ad7-5a7b-4af5-80d3-078118c9caaf service neutron] For port c388bb24-bac6-4e06-bfc0-a11306ad6d78, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:55:27.006222 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-54007ad7-5a7b-4af5-80d3-078118c9caaf service neutron] For port c388bb24-bac6-4e06-bfc0-a11306ad6d78, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=c388bb24-bac6-4e06-bfc0-a11306ad6d78,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:55:27.039248 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-54007ad7-5a7b-4af5-80d3-078118c9caaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:27.057909 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4521618b-e4d8-40d1-abf0-6c1571730c25 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:27.079445 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-520934ca-651a-4050-901a-aa7f040abd4e req-a457f878-4b8b-4109-a444-487893c63956 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1306474 Sep 30 00:55:27.157326 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-54007ad7-5a7b-4af5-80d3-078118c9caaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:27.158560 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-54007ad7-5a7b-4af5-80d3-078118c9caaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:27.159707 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-54007ad7-5a7b-4af5-80d3-078118c9caaf service neutron] 10.222.0.55 "PUT /v2.0/ports/c388bb24-bac6-4e06-bfc0-a11306ad6d78 HTTP/1.1" status: 200 len: 1096 time: 2.5484951 Sep 30 00:55:27.173984 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0982a26d-ef7b-491b-b99c-620361f6e29d', 'tag': 'c388bb24-bac6-4e06-bfc0-a11306ad6d78'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:55:27.288337 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54007ad7-5a7b-4af5-80d3-078118c9caaf service neutron] Pushing event updated for resources: {'Port': ['ID=c388bb24-bac6-4e06-bfc0-a11306ad6d78,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:27.298904 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-54007ad7-5a7b-4af5-80d3-078118c9caaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:27.360624 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3f7f8-d74a-4b84-b940-4907379845db req-f50b1e81-b81d-4063-b1de-13f4678071e6 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:27.361523 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-3ba3f7f8-d74a-4b84-b940-4907379845db req-f50b1e81-b81d-4063-b1de-13f4678071e6 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Synchronizing usage tracker for tenant:59d8fe751f144ee29b8fd8ad36a4eefb on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:55:27.443932 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-3ba3f7f8-d74a-4b84-b940-4907379845db req-f50b1e81-b81d-4063-b1de-13f4678071e6 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Unset dirty status for tenant:59d8fe751f144ee29b8fd8ad36a4eefb on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:55:27.445563 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3ba3f7f8-d74a-4b84-b940-4907379845db req-f50b1e81-b81d-4063-b1de-13f4678071e6 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 948 time: 0.5728352 Sep 30 00:55:27.458681 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e89748-779c-4045-8a7c-7ceca6bc63e5', 'name': 'network-vif-deleted', 'tag': 'fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c', 'status': 'completed', 'code': 200} Sep 30 00:55:27.488934 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-21c1d399-2699-4692-a78f-6fe2c218d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:27.490522 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-21c1d399-2699-4692-a78f-6fe2c218d751 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 1099 time: 0.2603598 Sep 30 00:55:27.615027 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-56d256ac-7183-4652-9bd4-14196e225174 req-5e8e6348-33b5-4eae-a840-834b6a46c130 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Synchronizing usage tracker for tenant:5a750dc97d8045f29998977fe5e379fc on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:55:27.623332 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-83fee343-22a1-46c3-a58b-48eae52bc9d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:55:27.637601 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-56d256ac-7183-4652-9bd4-14196e225174 req-5e8e6348-33b5-4eae-a840-834b6a46c130 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Unset dirty status for tenant:5a750dc97d8045f29998977fe5e379fc on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:55:27.652828 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-56d256ac-7183-4652-9bd4-14196e225174 req-5e8e6348-33b5-4eae-a840-834b6a46c130 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 210 time: 0.0876515 Sep 30 00:55:27.663535 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-83fee343-22a1-46c3-a58b-48eae52bc9d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:27.686979 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3ba3f7f8-d74a-4b84-b940-4907379845db req-ac99ebc5-71a7-4796-b2d3-824e0d2ecae9 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214808 Sep 30 00:55:27.688186 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-612823bd-71d0-47e9-a6da-8bbd3ba58176 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c388bb24-bac6-4e06-bfc0-a11306ad6d78 HTTP/1.1" status: 200 len: 217 time: 0.1757073 Sep 30 00:55:27.749870 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:55:27.770105 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-f75c65ad-99e4-4919-a230-fa08d08111e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:27.771595 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-f75c65ad-99e4-4919-a230-fa08d08111e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.0631022 Sep 30 00:55:27.774951 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-83fee343-22a1-46c3-a58b-48eae52bc9d3 service neutron] Transition to ACTIVE for port object fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:27.780187 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-83fee343-22a1-46c3-a58b-48eae52bc9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:27.785065 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ccd56065-9f8d-48a3-a173-9f8e76455e2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:27.810977 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:55:27.811841 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device fc8cb6f0-6801-4ff9-9c06-b440dd1ef89c not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:55:27.938068 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc4843-4382-4a89-9db6-d287bc8d45cf req-c78e3c9d-fa46-420b-8e42-0cfc24d53ccf tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:27.956057 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc4843-4382-4a89-9db6-d287bc8d45cf req-c78e3c9d-fa46-420b-8e42-0cfc24d53ccf tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:27.965545 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc4843-4382-4a89-9db6-d287bc8d45cf req-c78e3c9d-fa46-420b-8e42-0cfc24d53ccf tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:27.967436 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-18cc4843-4382-4a89-9db6-d287bc8d45cf req-c78e3c9d-fa46-420b-8e42-0cfc24d53ccf tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 2388 time: 0.1515563 Sep 30 00:55:28.016743 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fee343-22a1-46c3-a58b-48eae52bc9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:28.021159 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-83fee343-22a1-46c3-a58b-48eae52bc9d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:28.070123 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-18cc4843-4382-4a89-9db6-d287bc8d45cf req-0b747ba5-ef3f-4235-b97d-56a64ebd283f tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955751 Sep 30 00:55:28.252178 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-0e1f3090-ecb2-4e68-aec9-03aadf4e9154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:28.253658 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-0e1f3090-ecb2-4e68-aec9-03aadf4e9154 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4192176 Sep 30 00:55:28.406769 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-83fee343-22a1-46c3-a58b-48eae52bc9d3 service neutron] Attempting to bind port fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:55:28.407193 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-83fee343-22a1-46c3-a58b-48eae52bc9d3 service neutron] Attempting to bind port fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '15f763e4-815e-4159-89c3-e59eff1e02b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7e128c42-c8c3-46bf-ac8f-448c283e710f'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:55:28.407444 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-83fee343-22a1-46c3-a58b-48eae52bc9d3 service neutron] Attempting to bind port fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00 on network 7e128c42-c8c3-46bf-ac8f-448c283e710f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:28.427281 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-83fee343-22a1-46c3-a58b-48eae52bc9d3 service neutron] Port fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00 on network 7e128c42-c8c3-46bf-ac8f-448c283e710f not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:55:28.427656 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-83fee343-22a1-46c3-a58b-48eae52bc9d3 service neutron] Attempting to bind port fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00 on network 7e128c42-c8c3-46bf-ac8f-448c283e710f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:28.449318 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-d1b88ef8-720f-4631-9048-d01f0863a1cd tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:28.450858 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-d1b88ef8-720f-4631-9048-d01f0863a1cd tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/networks?id=fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 HTTP/1.1" status: 200 len: 804 time: 0.3248398 Sep 30 00:55:28.454644 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-83fee343-22a1-46c3-a58b-48eae52bc9d3 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:55:28.455026 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-83fee343-22a1-46c3-a58b-48eae52bc9d3 service neutron] Checking segment: {'id': '15f763e4-815e-4159-89c3-e59eff1e02b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7e128c42-c8c3-46bf-ac8f-448c283e710f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:55:28.455422 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-83fee343-22a1-46c3-a58b-48eae52bc9d3 service neutron] Bound using segment: {'id': '15f763e4-815e-4159-89c3-e59eff1e02b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7e128c42-c8c3-46bf-ac8f-448c283e710f'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:55:28.455905 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-83fee343-22a1-46c3-a58b-48eae52bc9d3 service neutron] Bound port: fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15f763e4-815e-4159-89c3-e59eff1e02b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7e128c42-c8c3-46bf-ac8f-448c283e710f'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:55:28.456256 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-83fee343-22a1-46c3-a58b-48eae52bc9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:28.478513 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c86271e4-c358-42a1-a949-0702fcf698ce req-b6ba65f0-507c-4035-bcb3-976fa8ca5395 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1cd4584-2004-40ee-a761-5fc71726e872 HTTP/1.1" status: 200 len: 210 time: 0.1592879 Sep 30 00:55:28.532369 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-04e13895-1e40-4ed3-a09c-12d26862a8f3 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/quotas/e8fe533ff5524edf903112c2aaa276a6 HTTP/1.1" status: 200 len: 375 time: 0.0627825 Sep 30 00:55:28.555873 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-060aff20-32f9-43c8-9ca2-d84a57c65363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:28.557200 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-060aff20-32f9-43c8-9ca2-d84a57c65363 service neutron] 10.222.0.59 "GET /v2.0/ports/af11ef16-52be-4099-98fc-3753539c1b51 HTTP/1.1" status: 200 len: 1026 time: 0.0833452 Sep 30 00:55:28.605962 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0982a26d-ef7b-491b-b99c-620361f6e29d', 'tag': 'c388bb24-bac6-4e06-bfc0-a11306ad6d78', 'status': 'completed', 'code': 200} Sep 30 00:55:28.618507 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-a58c29ba-3e9e-46fe-b59d-d70bc24b535d service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439064 Sep 30 00:55:28.623445 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-9993f04c-6230-4d41-841f-3d51dee1744e tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e8fe533ff5524edf903112c2aaa276a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749545 Sep 30 00:55:28.687370 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-9a1ddc4b-323a-4254-9867-cd360e5c7de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:28.688790 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-9a1ddc4b-323a-4254-9867-cd360e5c7de6 service neutron] 10.222.0.59 "GET /v2.0/ports/4147821f-484c-42b8-8eee-96c30dce4206 HTTP/1.1" status: 200 len: 1026 time: 0.1144507 Sep 30 00:55:28.880228 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-01773f60-a70b-42a6-9e22-cf64d5753434 req-b4cb5198-aed7-4cdd-bd8e-0797c07c7524 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 210 time: 0.0645041 Sep 30 00:55:28.966762 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-ad4b3800-d78f-4f50-8553-e50bc4c0d9c1 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:28.974468 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-ad4b3800-d78f-4f50-8553-e50bc4c0d9c1 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:28.983727 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-ad4b3800-d78f-4f50-8553-e50bc4c0d9c1 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:28.984586 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-ad4b3800-d78f-4f50-8553-e50bc4c0d9c1 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Synchronizing usage tracker for tenant:5a750dc97d8045f29998977fe5e379fc on resource:network {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:55:28.998476 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-ad4b3800-d78f-4f50-8553-e50bc4c0d9c1 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Unset dirty status for tenant:5a750dc97d8045f29998977fe5e379fc on resource:network {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:55:28.999684 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-ad4b3800-d78f-4f50-8553-e50bc4c0d9c1 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.59 "GET /v2.0/networks?id=5fb36fa6-51fa-41e0-a614-23d3a62d6673&id=c3b2fa3c-7227-466a-851d-9c93a7474d2b&id=c3b2fa3c-7227-466a-851d-9c93a7474d2b&id=c3b2fa3c-7227-466a-851d-9c93a7474d2b&id=c3b2fa3c-7227-466a-851d-9c93a7474d2b&id=b64aba8e-9f74-43b9-83f1-763975030585&id=b64aba8e-9f74-43b9-83f1-763975030585 HTTP/1.1" status: 200 len: 1990 time: 0.3035381 Sep 30 00:55:29.096652 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-520934ca-651a-4050-901a-aa7f040abd4e req-c20eee1b-4972-41de-8985-2c203d99e75e tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1750746 Sep 30 00:55:29.107094 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-83fee343-22a1-46c3-a58b-48eae52bc9d3 service neutron] For port fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:55:29.107318 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-c26fa192-057e-4e97-a011-823ca649b5b8 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Synchronizing usage tracker for tenant:5a750dc97d8045f29998977fe5e379fc on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:55:29.130950 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-c26fa192-057e-4e97-a011-823ca649b5b8 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Unset dirty status for tenant:5a750dc97d8045f29998977fe5e379fc on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:55:29.132107 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-c26fa192-057e-4e97-a011-823ca649b5b8 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a750dc97d8045f29998977fe5e379fc HTTP/1.1" status: 200 len: 380 time: 0.1157742 Sep 30 00:55:29.142902 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-dfeaea6e-990a-4762-9687-ba779960fb2f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Request body: {'port': {'device_id': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'network_id': '5fb36fa6-51fa-41e0-a614-23d3a62d6673', 'admin_state_up': True, 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'security_groups': ['61c07f00-60e7-43c9-bcbb-cce803fa6616']}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:29.297808 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-dfeaea6e-990a-4762-9687-ba779960fb2f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:55:29.315094 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-83fee343-22a1-46c3-a58b-48eae52bc9d3 service neutron] For port fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00,segment=NetworkSegment(15f763e4-815e-4159-89c3-e59eff1e02b1),segment_id=15f763e4-815e-4159-89c3-e59eff1e02b1)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:55:29.335167 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-83fee343-22a1-46c3-a58b-48eae52bc9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:29.344518 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-54007ad7-5a7b-4af5-80d3-078118c9caaf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:29.354511 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-dfeaea6e-990a-4762-9687-ba779960fb2f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:55:29.374482 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-dfeaea6e-990a-4762-9687-ba779960fb2f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Made reservation on behalf of 5a750dc97d8045f29998977fe5e379fc for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:55:29.378176 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-dfeaea6e-990a-4762-9687-ba779960fb2f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:29.381706 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520934ca-651a-4050-901a-aa7f040abd4e req-03cbb29b-88fb-42e3-a107-5eb9e13ae3f3 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:29.383942 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-520934ca-651a-4050-901a-aa7f040abd4e req-03cbb29b-88fb-42e3-a107-5eb9e13ae3f3 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2734106 Sep 30 00:55:29.417785 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-520934ca-651a-4050-901a-aa7f040abd4e req-ae569064-54d0-4be0-8836-710c40e619e9 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Request body: {'port': {'device_id': 'f1cd4584-2004-40ee-a761-5fc71726e872', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'admin_state_up': True, 'tenant_id': 'e0e7edddb1c44f66ba9563f9cd33d4a2'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:29.449582 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-83fee343-22a1-46c3-a58b-48eae52bc9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:29.450321 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-83fee343-22a1-46c3-a58b-48eae52bc9d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:29.452021 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-83fee343-22a1-46c3-a58b-48eae52bc9d3 service neutron] 10.222.0.59 "PUT /v2.0/ports/fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00 HTTP/1.1" status: 200 len: 1092 time: 3.8124504 Sep 30 00:55:29.456982 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-7499c5a8-01f4-4863-a437-e9077e1136c9 service neutron] 10.222.0.39 "GET /v2.0/networks/fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8176210 Sep 30 00:55:29.461600 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a059e2-ac5a-4544-b9c1-41cf2a2d86ac req-72cdd8b2-c1de-41b9-ad1b-3329b52203a8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:29.463245 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-41a059e2-ac5a-4544-b9c1-41cf2a2d86ac req-72cdd8b2-c1de-41b9-ad1b-3329b52203a8 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 948 time: 0.1686280 Sep 30 00:55:29.569095 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-8c243c81-0d8f-42c1-afe6-4a0fb64b406b service neutron] Request body: {'port': {'device_id': '7031caa3-712d-4d10-8e46-d025baefb0f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:29.648449 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-41a059e2-ac5a-4544-b9c1-41cf2a2d86ac req-b916c528-c9a5-4e32-a943-f399ce6ac02d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708868 Sep 30 00:55:29.700393 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-435c4a5f-30ff-47cf-8283-8d097f045647 req-658f425c-d962-4490-90eb-175497d0d308 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0598533 Sep 30 00:55:29.731113 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-dfeaea6e-990a-4762-9687-ba779960fb2f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Allocated IP 172.20.0.7 (5fb36fa6-51fa-41e0-a614-23d3a62d6673/bd3c024e-b603-46de-89e9-6733ca50df93/f022d92f-0eb3-4cfa-a3d3-9166ea00620e) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:55:29.847037 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fee343-22a1-46c3-a58b-48eae52bc9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:29.858621 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-83fee343-22a1-46c3-a58b-48eae52bc9d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:29.870138 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-520934ca-651a-4050-901a-aa7f040abd4e req-ae569064-54d0-4be0-8836-710c40e619e9 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:55:29.939249 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-520934ca-651a-4050-901a-aa7f040abd4e req-ae569064-54d0-4be0-8836-710c40e619e9 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:55:29.989756 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-520934ca-651a-4050-901a-aa7f040abd4e req-ae569064-54d0-4be0-8836-710c40e619e9 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Made reservation on behalf of e0e7edddb1c44f66ba9563f9cd33d4a2 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:55:29.993344 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-520934ca-651a-4050-901a-aa7f040abd4e req-ae569064-54d0-4be0-8836-710c40e619e9 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:30.005091 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-dfeaea6e-990a-4762-9687-ba779960fb2f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:30.006475 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-8c243c81-0d8f-42c1-afe6-4a0fb64b406b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:30.038444 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-dfeaea6e-990a-4762-9687-ba779960fb2f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Transition to ACTIVE for port object f022d92f-0eb3-4cfa-a3d3-9166ea00620e will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:30.066540 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-91508ef1-5bb7-4c97-be96-2402338ec479 service neutron] 10.222.0.39 "GET /v2.0/networks/fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5931103 Sep 30 00:55:30.070078 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4e66b-380a-4331-87e6-c911f3fc26be req-2dbeca1f-6459-4224-a397-0d8cc66952bb tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:30.076839 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4e66b-380a-4331-87e6-c911f3fc26be req-2dbeca1f-6459-4224-a397-0d8cc66952bb tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:30.082741 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4e66b-380a-4331-87e6-c911f3fc26be req-2dbeca1f-6459-4224-a397-0d8cc66952bb tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:30.084501 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-edb4e66b-380a-4331-87e6-c911f3fc26be req-2dbeca1f-6459-4224-a397-0d8cc66952bb tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 2388 time: 0.1436632 Sep 30 00:55:30.099391 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-dfeaea6e-990a-4762-9687-ba779960fb2f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:30.108212 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-33bcc911-93e9-495a-8318-b7c280b716f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:30.192644 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d839a9b-b9bc-43ad-ba32-44d07c47b63c req-be8d2b80-fa3f-4b98-887b-bd2e12b240f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:30.193562 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4d839a9b-b9bc-43ad-ba32-44d07c47b63c req-be8d2b80-fa3f-4b98-887b-bd2e12b240f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 1099 time: 0.4130189 Sep 30 00:55:30.212724 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-dfeaea6e-990a-4762-9687-ba779960fb2f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Network 5fb36fa6-51fa-41e0-a614-23d3a62d6673 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:55:30.228910 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-dfeaea6e-990a-4762-9687-ba779960fb2f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:55:30.233095 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-dfeaea6e-990a-4762-9687-ba779960fb2f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:55:30.351614 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-dfeaea6e-990a-4762-9687-ba779960fb2f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:30.353020 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-dfeaea6e-990a-4762-9687-ba779960fb2f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:30.375041 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeaea6e-990a-4762-9687-ba779960fb2f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Pushing event updated for resources: {'Port': ['ID=f022d92f-0eb3-4cfa-a3d3-9166ea00620e,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:30.378674 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-dfeaea6e-990a-4762-9687-ba779960fb2f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:30.399862 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-edb4e66b-380a-4331-87e6-c911f3fc26be req-8be45bef-54f2-4f28-9d64-c4af0cd2b544 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013525 Sep 30 00:55:30.429022 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-dfeaea6e-990a-4762-9687-ba779960fb2f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2911701 Sep 30 00:55:30.446907 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-0645c3e6-9df0-4d4a-b36e-dfe2e7363c1c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Request body: {'port': {'device_id': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'network_id': 'c3b2fa3c-7227-466a-851d-9c93a7474d2b', 'admin_state_up': True, 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'security_groups': ['61c07f00-60e7-43c9-bcbb-cce803fa6616']}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:30.658697 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7031caa3-712d-4d10-8e46-d025baefb0f9', 'tag': 'fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:55:30.694979 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d2083-ffdb-47ba-8da8-e6dcca59ea19 req-d6f08c1a-0c1d-4ea0-a107-6e8da3078ad2 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:30.696051 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-b37d2083-ffdb-47ba-8da8-e6dcca59ea19 req-d6f08c1a-0c1d-4ea0-a107-6e8da3078ad2 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Synchronizing usage tracker for tenant:f37261e7a4fc4ea5bf5016bed7997e37 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:55:30.708386 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-0645c3e6-9df0-4d4a-b36e-dfe2e7363c1c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:55:30.713424 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-0645c3e6-9df0-4d4a-b36e-dfe2e7363c1c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Usage tracker for resource:port and tenant:5a750dc97d8045f29998977fe5e379fc is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:55:30.716890 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-0645c3e6-9df0-4d4a-b36e-dfe2e7363c1c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Quota usage for port was recalculated. Used quota:8. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:55:30.732652 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-0645c3e6-9df0-4d4a-b36e-dfe2e7363c1c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:55:30.734038 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-520934ca-651a-4050-901a-aa7f040abd4e req-ae569064-54d0-4be0-8836-710c40e619e9 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Allocated IP 192.168.233.219 (5148d586-4385-4f2c-9968-16b3a645031f/d94969b3-14c1-4902-a40b-8e6c297e30ba/5b61f90d-e2ca-4d63-a3f2-ec59127f4e72) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:55:30.743275 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-91dc0386-9c63-47f9-897a-3bdd6eeb5466 None None] Provisioning for port f022d92f-0eb3-4cfa-a3d3-9166ea00620e completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:55:30.757734 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-0645c3e6-9df0-4d4a-b36e-dfe2e7363c1c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Made reservation on behalf of 5a750dc97d8045f29998977fe5e379fc for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:55:30.763234 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-0645c3e6-9df0-4d4a-b36e-dfe2e7363c1c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:30.766144 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-91dc0386-9c63-47f9-897a-3bdd6eeb5466 None None] Provisioning complete for port f022d92f-0eb3-4cfa-a3d3-9166ea00620e triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:30.767475 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-91dc0386-9c63-47f9-897a-3bdd6eeb5466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:30.855460 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-91dc0386-9c63-47f9-897a-3bdd6eeb5466 None None] Port f022d92f-0eb3-4cfa-a3d3-9166ea00620e cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:55:30.929571 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7fb84ef7-232f-47d0-949a-55cec7cde196 req-5917038f-0464-455d-be96-761f87677d03 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1cd4584-2004-40ee-a761-5fc71726e872 HTTP/1.1" status: 200 len: 210 time: 0.1297886 Sep 30 00:55:31.053053 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-b37d2083-ffdb-47ba-8da8-e6dcca59ea19 req-d6f08c1a-0c1d-4ea0-a107-6e8da3078ad2 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Unset dirty status for tenant:f37261e7a4fc4ea5bf5016bed7997e37 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:55:31.054273 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b37d2083-ffdb-47ba-8da8-e6dcca59ea19 req-d6f08c1a-0c1d-4ea0-a107-6e8da3078ad2 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 944 time: 1.0258176 Sep 30 00:55:31.060463 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d839a9b-b9bc-43ad-ba32-44d07c47b63c req-2d0fbc41-4a84-4a55-bc99-1682c55f3600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:31.061908 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4d839a9b-b9bc-43ad-ba32-44d07c47b63c req-2d0fbc41-4a84-4a55-bc99-1682c55f3600 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.8514750 Sep 30 00:55:31.157713 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-0645c3e6-9df0-4d4a-b36e-dfe2e7363c1c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Allocated IP 10.1.1.224 (c3b2fa3c-7227-466a-851d-9c93a7474d2b/4dcc8230-d664-42d1-827f-dbc3d9952151/35284674-21db-44af-a498-316f25bfd67c) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:55:31.232349 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4d839a9b-b9bc-43ad-ba32-44d07c47b63c req-fd92b324-d5ab-4ded-912b-50277197c09d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c388bb24-bac6-4e06-bfc0-a11306ad6d78 HTTP/1.1" status: 200 len: 217 time: 0.1182985 Sep 30 00:55:31.318900 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28018afc-8a2c-4bb4-b2b4-4204cffe6da8 req-3fcb82a9-d0cd-411f-a2e9-0464552dc9d4 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:31.319602 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-28018afc-8a2c-4bb4-b2b4-4204cffe6da8 req-3fcb82a9-d0cd-411f-a2e9-0464552dc9d4 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Synchronizing usage tracker for tenant:5a750dc97d8045f29998977fe5e379fc on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:55:31.328628 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d839a9b-b9bc-43ad-ba32-44d07c47b63c req-6db13e24-9b7f-4554-9029-267edcabb1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:31.330156 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4d839a9b-b9bc-43ad-ba32-44d07c47b63c req-6db13e24-9b7f-4554-9029-267edcabb1be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.0756917 Sep 30 00:55:31.401533 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-b37d2083-ffdb-47ba-8da8-e6dcca59ea19 req-4ca12d62-2b47-4d57-8c87-0fe30325b150 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Deleting port 9f823616-cece-4d73-8e94-3826fbf67aeb {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:55:31.401782 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b37d2083-ffdb-47ba-8da8-e6dcca59ea19 req-4ca12d62-2b47-4d57-8c87-0fe30325b150 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:31.409871 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-28018afc-8a2c-4bb4-b2b4-4204cffe6da8 req-3fcb82a9-d0cd-411f-a2e9-0464552dc9d4 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Unset dirty status for tenant:5a750dc97d8045f29998977fe5e379fc on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:55:31.411053 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-28018afc-8a2c-4bb4-b2b4-4204cffe6da8 req-3fcb82a9-d0cd-411f-a2e9-0464552dc9d4 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 931 time: 0.3552790 Sep 30 00:55:31.477156 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57b212-fb06-4883-a844-c89f21c301e9 req-d41167ba-6794-4a78-912d-d46296fc169f tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:31.478761 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1f57b212-fb06-4883-a844-c89f21c301e9 req-d41167ba-6794-4a78-912d-d46296fc169f tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 944 time: 0.9679265 Sep 30 00:55:31.494157 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-28018afc-8a2c-4bb4-b2b4-4204cffe6da8 req-112151c5-db3e-460d-b29b-952ed6ad259c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726535 Sep 30 00:55:31.590356 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-0645c3e6-9df0-4d4a-b36e-dfe2e7363c1c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:31.607371 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-0645c3e6-9df0-4d4a-b36e-dfe2e7363c1c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Transition to ACTIVE for port object 35284674-21db-44af-a498-316f25bfd67c will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:31.687460 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-17815d9c-d7c4-4744-9ff7-0f8d2a16611d req-5fa99a68-bf92-4936-9736-364cd52567a5 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=04a757f9-8bf2-4e90-b8bf-a37fb37d314e HTTP/1.1" status: 200 len: 210 time: 0.0485039 Sep 30 00:55:31.691630 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-0645c3e6-9df0-4d4a-b36e-dfe2e7363c1c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:31.705330 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-22a700a2-7f27-491b-a14a-2327b88c7321 tempest-ImagesNegativeTestJSON-1297206687 tempest-ImagesNegativeTestJSON-1297206687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:31.771982 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1f57b212-fb06-4883-a844-c89f21c301e9 req-3a353e4e-59c8-4b72-9d17-b4921657b9de tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231348 Sep 30 00:55:31.885297 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-0645c3e6-9df0-4d4a-b36e-dfe2e7363c1c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Network c3b2fa3c-7227-466a-851d-9c93a7474d2b is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:55:31.889584 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-0645c3e6-9df0-4d4a-b36e-dfe2e7363c1c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:55:31.902085 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-0645c3e6-9df0-4d4a-b36e-dfe2e7363c1c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:55:31.940262 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645c3e6-9df0-4d4a-b36e-dfe2e7363c1c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Pushing event updated for resources: {'Port': ['ID=35284674-21db-44af-a498-316f25bfd67c,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:31.949834 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0645c3e6-9df0-4d4a-b36e-dfe2e7363c1c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:31.953105 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7031caa3-712d-4d10-8e46-d025baefb0f9', 'tag': 'fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00', 'status': 'completed', 'code': 200} Sep 30 00:55:31.997472 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-0645c3e6-9df0-4d4a-b36e-dfe2e7363c1c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:31.998110 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-0645c3e6-9df0-4d4a-b36e-dfe2e7363c1c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:32.006484 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.59', 57664) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:55:32.017815 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-8c243c81-0d8f-42c1-afe6-4a0fb64b406b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fcd8d88-3346-4b33-a5c2-ddc99481d438 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:55:32.055295 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-8c243c81-0d8f-42c1-afe6-4a0fb64b406b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:32.080127 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-8c243c81-0d8f-42c1-afe6-4a0fb64b406b service neutron] Transition to ACTIVE for port object 5fcd8d88-3346-4b33-a5c2-ddc99481d438 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:32.086239 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d839a9b-b9bc-43ad-ba32-44d07c47b63c req-a97bf366-460e-4fe6-a28f-3229d6fd9501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:32.089278 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4d839a9b-b9bc-43ad-ba32-44d07c47b63c req-a97bf366-460e-4fe6-a28f-3229d6fd9501 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7367573 Sep 30 00:55:32.099065 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-520934ca-651a-4050-901a-aa7f040abd4e req-ae569064-54d0-4be0-8836-710c40e619e9 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:32.102957 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-8c243c81-0d8f-42c1-afe6-4a0fb64b406b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:32.116977 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-03c79ef2-5467-4643-b143-d21b0e448b8a tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:32.186511 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-0645c3e6-9df0-4d4a-b36e-dfe2e7363c1c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7452214 Sep 30 00:55:32.205618 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91510d1d-b1b9-4145-8fbc-7d13f46382da req-a7464cb8-bca0-4e39-9153-7fcaa5d225e9 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:32.213091 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-91510d1d-b1b9-4145-8fbc-7d13f46382da req-a7464cb8-bca0-4e39-9153-7fcaa5d225e9 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 948 time: 0.4075119 Sep 30 00:55:32.250497 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-ab6d02d6-beaa-4db7-aa3e-9f1df8fb6443 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Request body: {'port': {'device_id': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'network_id': 'c3b2fa3c-7227-466a-851d-9c93a7474d2b', 'admin_state_up': True, 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'security_groups': ['61c07f00-60e7-43c9-bcbb-cce803fa6616']}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:32.330813 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-520934ca-651a-4050-901a-aa7f040abd4e req-ae569064-54d0-4be0-8836-710c40e619e9 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Transition to ACTIVE for port object 5b61f90d-e2ca-4d63-a3f2-ec59127f4e72 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:32.392294 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-f7c85a43-6de4-4f52-b82d-402976dc91f6 None None] Provisioning for port 35284674-21db-44af-a498-316f25bfd67c completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:55:32.397709 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-f7c85a43-6de4-4f52-b82d-402976dc91f6 None None] Provisioning complete for port 35284674-21db-44af-a498-316f25bfd67c triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:32.398088 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-f7c85a43-6de4-4f52-b82d-402976dc91f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:32.501651 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-f7c85a43-6de4-4f52-b82d-402976dc91f6 None None] Port 35284674-21db-44af-a498-316f25bfd67c cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:55:32.511162 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-91510d1d-b1b9-4145-8fbc-7d13f46382da req-c7b0d53d-e747-486d-a5c4-32a0fa99fc3c tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970619 Sep 30 00:55:32.562444 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-e4a4e314-b7e0-447e-87de-a303698cd163 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:32.563380 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-e4a4e314-b7e0-447e-87de-a303698cd163 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Synchronizing usage tracker for tenant:e8fe533ff5524edf903112c2aaa276a6 on resource:network {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:55:32.580253 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eca7d4-d1a0-48b1-82ae-77b600805678 req-629ea182-7e05-4cdc-8ab4-c93e7cca021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:32.580848 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eca7d4-d1a0-48b1-82ae-77b600805678 req-629ea182-7e05-4cdc-8ab4-c93e7cca021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:32.581351 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eca7d4-d1a0-48b1-82ae-77b600805678 req-629ea182-7e05-4cdc-8ab4-c93e7cca021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:32.583027 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-63eca7d4-d1a0-48b1-82ae-77b600805678 req-629ea182-7e05-4cdc-8ab4-c93e7cca021e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f83f8ec107124dafbd42039d13441fdb&device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 2731 time: 0.5700266 Sep 30 00:55:32.591870 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-ab6d02d6-beaa-4db7-aa3e-9f1df8fb6443 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:55:32.635472 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-ab6d02d6-beaa-4db7-aa3e-9f1df8fb6443 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:55:32.640633 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-e4a4e314-b7e0-447e-87de-a303698cd163 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Unset dirty status for tenant:e8fe533ff5524edf903112c2aaa276a6 on resource:network {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:55:32.642144 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-e4a4e314-b7e0-447e-87de-a303698cd163 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.59 "GET /v2.0/networks?id=fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 HTTP/1.1" status: 200 len: 804 time: 0.6237483 Sep 30 00:55:32.668480 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c243c81-0d8f-42c1-afe6-4a0fb64b406b service neutron] Pushing event updated for resources: {'Port': ['ID=5fcd8d88-3346-4b33-a5c2-ddc99481d438,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:32.681941 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8c243c81-0d8f-42c1-afe6-4a0fb64b406b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:32.712721 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-ee7094a8-ccef-4177-bc71-8e4ee16133c7 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Request body: {'port': {'device_id': '04a757f9-8bf2-4e90-b8bf-a37fb37d314e', 'network_id': 'fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129', 'admin_state_up': True, 'tenant_id': 'e8fe533ff5524edf903112c2aaa276a6'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:32.729832 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-b37d2083-ffdb-47ba-8da8-e6dcca59ea19 req-4ca12d62-2b47-4d57-8c87-0fe30325b150 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] For port 9f823616-cece-4d73-8e94-3826fbf67aeb, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=9f823616-cece-4d73-8e94-3826fbf67aeb,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:32.730553 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b37d2083-ffdb-47ba-8da8-e6dcca59ea19 req-4ca12d62-2b47-4d57-8c87-0fe30325b150 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:32.745126 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-ab6d02d6-beaa-4db7-aa3e-9f1df8fb6443 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Made reservation on behalf of 5a750dc97d8045f29998977fe5e379fc for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:55:32.749061 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-ab6d02d6-beaa-4db7-aa3e-9f1df8fb6443 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:32.882832 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b34abaa7-388a-4932-98b1-4b0de2bf57f0 req-829d2b5e-353b-4e63-9d30-4614b49d4e7e tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1cd4584-2004-40ee-a761-5fc71726e872 HTTP/1.1" status: 200 len: 210 time: 0.1418791 Sep 30 00:55:33.033597 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-b37d2083-ffdb-47ba-8da8-e6dcca59ea19 req-4ca12d62-2b47-4d57-8c87-0fe30325b150 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Calling delete_port for 9f823616-cece-4d73-8e94-3826fbf67aeb owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:55:33.034477 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eca7d4-d1a0-48b1-82ae-77b600805678 req-6d52542e-0e1a-42ce-a7bf-2205db15dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:33.034996 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eca7d4-d1a0-48b1-82ae-77b600805678 req-6d52542e-0e1a-42ce-a7bf-2205db15dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:33.035482 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eca7d4-d1a0-48b1-82ae-77b600805678 req-6d52542e-0e1a-42ce-a7bf-2205db15dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:33.037097 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-63eca7d4-d1a0-48b1-82ae-77b600805678 req-6d52542e-0e1a-42ce-a7bf-2205db15dac9 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=f83f8ec107124dafbd42039d13441fdb&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4265966 Sep 30 00:55:33.053941 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-ee7094a8-ccef-4177-bc71-8e4ee16133c7 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:55:33.087305 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-ee7094a8-ccef-4177-bc71-8e4ee16133c7 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Usage tracker for resource:port and tenant:e8fe533ff5524edf903112c2aaa276a6 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:55:33.096528 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4d839a9b-b9bc-43ad-ba32-44d07c47b63c req-3bfece6a-fba6-48d1-bdd4-e9a06cd4ec42 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9855714 Sep 30 00:55:33.103544 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-520934ca-651a-4050-901a-aa7f040abd4e req-ae569064-54d0-4be0-8836-710c40e619e9 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:33.118194 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['f0900a2e-d98c-4463-bfba-024226cc0373', '12d11d9a-af91-4934-9bb4-b3ee268da0b8'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:55:33.137507 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-ee7094a8-ccef-4177-bc71-8e4ee16133c7 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:55:33.140199 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a4116414-05ef-46bb-be90-4fc6c085ace6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:33.172146 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['d761df09-2ef7-4cf5-a7f5-fb9022de696c', 'd8145972-1c86-4921-892c-473259317eca', 'ee603d6a-e7fc-4f18-aab9-f28db39653d6', 'e2a306f7-be35-48f4-9e71-f910c163e2ca'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:55:33.176650 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-ee7094a8-ccef-4177-bc71-8e4ee16133c7 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:55:33.200733 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-8c243c81-0d8f-42c1-afe6-4a0fb64b406b service neutron] Attempting to bind port 5fcd8d88-3346-4b33-a5c2-ddc99481d438 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:55:33.201078 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-8c243c81-0d8f-42c1-afe6-4a0fb64b406b service neutron] Attempting to bind port 5fcd8d88-3346-4b33-a5c2-ddc99481d438 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '7e4cc8fc-e351-48e6-bfe1-44b9b1173116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dd43d359-57fd-4d14-bd4e-65d0ea74188e'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:55:33.201424 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-8c243c81-0d8f-42c1-afe6-4a0fb64b406b service neutron] Attempting to bind port 5fcd8d88-3346-4b33-a5c2-ddc99481d438 on network dd43d359-57fd-4d14-bd4e-65d0ea74188e {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:33.277042 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device c388bb24-bac6-4e06-bfc0-a11306ad6d78 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:55:33.405473 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-ee7094a8-ccef-4177-bc71-8e4ee16133c7 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Made reservation on behalf of e8fe533ff5524edf903112c2aaa276a6 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:55:33.409018 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-ee7094a8-ccef-4177-bc71-8e4ee16133c7 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:33.452435 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-ab6d02d6-beaa-4db7-aa3e-9f1df8fb6443 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Allocated IP 10.1.1.252 (c3b2fa3c-7227-466a-851d-9c93a7474d2b/4dcc8230-d664-42d1-827f-dbc3d9952151/b26474b4-ebc5-4e65-9019-457dab422db5) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:55:33.491718 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4d839a9b-b9bc-43ad-ba32-44d07c47b63c req-aececa91-3226-4747-a989-854f4c8724df service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841398 Sep 30 00:55:33.525828 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-8c243c81-0d8f-42c1-afe6-4a0fb64b406b service neutron] Port 5fcd8d88-3346-4b33-a5c2-ddc99481d438 on network dd43d359-57fd-4d14-bd4e-65d0ea74188e not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:55:33.526612 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-8c243c81-0d8f-42c1-afe6-4a0fb64b406b service neutron] Attempting to bind port 5fcd8d88-3346-4b33-a5c2-ddc99481d438 on network dd43d359-57fd-4d14-bd4e-65d0ea74188e {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:33.542617 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35271d27-e34d-4967-b904-4f9402f4510a req-8dfe0ef4-0f65-47d4-9c95-53b2b6a161ef tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:33.551438 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35271d27-e34d-4967-b904-4f9402f4510a req-8dfe0ef4-0f65-47d4-9c95-53b2b6a161ef tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:33.560876 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35271d27-e34d-4967-b904-4f9402f4510a req-8dfe0ef4-0f65-47d4-9c95-53b2b6a161ef tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:33.563650 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-35271d27-e34d-4967-b904-4f9402f4510a req-8dfe0ef4-0f65-47d4-9c95-53b2b6a161ef tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Synchronizing usage tracker for tenant:f83f8ec107124dafbd42039d13441fdb on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:55:33.584261 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-520934ca-651a-4050-901a-aa7f040abd4e req-ae569064-54d0-4be0-8836-710c40e619e9 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Network 5148d586-4385-4f2c-9968-16b3a645031f is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:55:33.585710 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eca7d4-d1a0-48b1-82ae-77b600805678 req-3f5bbb25-f270-48bb-8930-b9d4e00044d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:33.587521 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-63eca7d4-d1a0-48b1-82ae-77b600805678 req-3f5bbb25-f270-48bb-8930-b9d4e00044d2 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4560609 Sep 30 00:55:33.608334 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-8c243c81-0d8f-42c1-afe6-4a0fb64b406b service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:55:33.608738 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-8c243c81-0d8f-42c1-afe6-4a0fb64b406b service neutron] Checking segment: {'id': '7e4cc8fc-e351-48e6-bfe1-44b9b1173116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dd43d359-57fd-4d14-bd4e-65d0ea74188e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:55:33.609082 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-8c243c81-0d8f-42c1-afe6-4a0fb64b406b service neutron] Bound using segment: {'id': '7e4cc8fc-e351-48e6-bfe1-44b9b1173116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dd43d359-57fd-4d14-bd4e-65d0ea74188e'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:55:33.609557 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-8c243c81-0d8f-42c1-afe6-4a0fb64b406b service neutron] Bound port: 5fcd8d88-3346-4b33-a5c2-ddc99481d438, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e4cc8fc-e351-48e6-bfe1-44b9b1173116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dd43d359-57fd-4d14-bd4e-65d0ea74188e'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:55:33.609911 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-8c243c81-0d8f-42c1-afe6-4a0fb64b406b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:33.618367 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b575df-b778-4038-a9d8-f9a2c6f888cf req-3d3026b1-8110-4411-a51c-a47577eb36c6 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:33.627030 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-520934ca-651a-4050-901a-aa7f040abd4e req-ae569064-54d0-4be0-8836-710c40e619e9 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:55:33.631601 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b575df-b778-4038-a9d8-f9a2c6f888cf req-3d3026b1-8110-4411-a51c-a47577eb36c6 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:33.634512 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c6b575df-b778-4038-a9d8-f9a2c6f888cf req-3d3026b1-8110-4411-a51c-a47577eb36c6 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 1653 time: 0.5497074 Sep 30 00:55:33.655446 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-520934ca-651a-4050-901a-aa7f040abd4e req-ae569064-54d0-4be0-8836-710c40e619e9 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:55:33.766469 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae569064-54d0-4be0-8836-710c40e619e9 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Pushing event updated for resources: {'Port': ['ID=5b61f90d-e2ca-4d63-a3f2-ec59127f4e72,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:33.775966 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ae569064-54d0-4be0-8836-710c40e619e9 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:33.811324 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-35271d27-e34d-4967-b904-4f9402f4510a req-8dfe0ef4-0f65-47d4-9c95-53b2b6a161ef tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Unset dirty status for tenant:f83f8ec107124dafbd42039d13441fdb on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:55:33.814060 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 9f823616-cece-4d73-8e94-3826fbf67aeb no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:55:33.816995 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-ee7094a8-ccef-4177-bc71-8e4ee16133c7 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Allocated IP 172.20.0.7 (fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129/1838926e-37d5-4d80-a8c7-56ab398bbbfc/4a0a280e-239f-4d0d-bed6-c7cb6ef309a2) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:55:33.817996 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-35271d27-e34d-4967-b904-4f9402f4510a req-8dfe0ef4-0f65-47d4-9c95-53b2b6a161ef tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 2400 time: 1.3941483 Sep 30 00:55:33.832517 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b37d2083-ffdb-47ba-8da8-e6dcca59ea19 req-4ca12d62-2b47-4d57-8c87-0fe30325b150 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:33.861877 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-50efb080-010a-4b97-b5b4-bb5d2d5e0d16 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:33.882380 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: 9f823616-cece-4d73-8e94-3826fbf67aeb {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:55:33.882821 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 9f823616-cece-4d73-8e94-3826fbf67aeb not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:55:33.896607 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port c388bb24-bac6-4e06-bfc0-a11306ad6d78, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=c388bb24-bac6-4e06-bfc0-a11306ad6d78,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:33.981144 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-ab6d02d6-beaa-4db7-aa3e-9f1df8fb6443 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:33.998790 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-ab6d02d6-beaa-4db7-aa3e-9f1df8fb6443 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Transition to ACTIVE for port object b26474b4-ebc5-4e65-9019-457dab422db5 will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:34.043657 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': 'c388bb24-bac6-4e06-bfc0-a11306ad6d78', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': 'c388bb24-bac6-4e06-bfc0-a11306ad6d78', 'mac_address': 'fa:16:3e:5d:d9:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:55:34.055567 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c6b575df-b778-4038-a9d8-f9a2c6f888cf req-9e85422c-ba9c-4bc1-9f92-2fbdc4e1ca88 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4016647 Sep 30 00:55:34.056982 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-ab6d02d6-beaa-4db7-aa3e-9f1df8fb6443 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:34.092987 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d13600ce-6c9f-43b1-9ecf-dbcdacce3328 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:34.100196 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-8c243c81-0d8f-42c1-afe6-4a0fb64b406b service neutron] For port 5fcd8d88-3346-4b33-a5c2-ddc99481d438, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:55:34.176887 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca12d62-2b47-4d57-8c87-0fe30325b150 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Pushing event deleted for resources: {'Port': ['ID=9f823616-cece-4d73-8e94-3826fbf67aeb,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:34.194504 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4ca12d62-2b47-4d57-8c87-0fe30325b150 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:34.222036 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520934ca-651a-4050-901a-aa7f040abd4e req-ae569064-54d0-4be0-8836-710c40e619e9 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:34.223072 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-520934ca-651a-4050-901a-aa7f040abd4e req-ae569064-54d0-4be0-8836-710c40e619e9 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:34.272830 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-02c2482e-8d14-46ba-9dae-1d794579ef2e None None] Provisioning for port 5b61f90d-e2ca-4d63-a3f2-ec59127f4e72 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:55:34.302787 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-02c2482e-8d14-46ba-9dae-1d794579ef2e None None] Provisioning complete for port 5b61f90d-e2ca-4d63-a3f2-ec59127f4e72 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:34.303363 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-02c2482e-8d14-46ba-9dae-1d794579ef2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:34.316314 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-8c243c81-0d8f-42c1-afe6-4a0fb64b406b service neutron] For port 5fcd8d88-3346-4b33-a5c2-ddc99481d438, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=5fcd8d88-3346-4b33-a5c2-ddc99481d438,segment=NetworkSegment(7e4cc8fc-e351-48e6-bfe1-44b9b1173116),segment_id=7e4cc8fc-e351-48e6-bfe1-44b9b1173116)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:55:34.318328 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37d2083-ffdb-47ba-8da8-e6dcca59ea19 req-4ca12d62-2b47-4d57-8c87-0fe30325b150 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] No DVR routers for this DVR port 9f823616-cece-4d73-8e94-3826fbf67aeb on host n-h1-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:55:34.321548 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-520934ca-651a-4050-901a-aa7f040abd4e req-ae569064-54d0-4be0-8836-710c40e619e9 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9166920 Sep 30 00:55:34.323588 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b37d2083-ffdb-47ba-8da8-e6dcca59ea19 req-4ca12d62-2b47-4d57-8c87-0fe30325b150 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:34.326391 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b37d2083-ffdb-47ba-8da8-e6dcca59ea19 req-4ca12d62-2b47-4d57-8c87-0fe30325b150 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.59 "DELETE /v2.0/ports/9f823616-cece-4d73-8e94-3826fbf67aeb HTTP/1.1" status: 204 len: 173 time: 3.2618222 Sep 30 00:55:34.330385 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-35271d27-e34d-4967-b904-4f9402f4510a req-9945b5ed-0f64-4200-98d1-8f71d8437d67 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113730 Sep 30 00:55:34.330925 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408', 'name': 'network-vif-deleted', 'tag': '9f823616-cece-4d73-8e94-3826fbf67aeb'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:55:34.340461 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-8c243c81-0d8f-42c1-afe6-4a0fb64b406b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:34.369211 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-520934ca-651a-4050-901a-aa7f040abd4e req-73587231-94be-46a2-96da-d67fd640dbc5 service neutron] Request body: {'port': {'device_id': 'f1cd4584-2004-40ee-a761-5fc71726e872', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:34.421782 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-02c2482e-8d14-46ba-9dae-1d794579ef2e None None] Port 5b61f90d-e2ca-4d63-a3f2-ec59127f4e72 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:55:34.438936 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b8dbf54b-d25d-47ad-a077-044428286072 tempest-FloatingIPDetailsTestJSON-240701120 tempest-FloatingIPDetailsTestJSON-240701120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:34.453994 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:34.473443 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-ee7094a8-ccef-4177-bc71-8e4ee16133c7 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:34.511335 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d02d6-beaa-4db7-aa3e-9f1df8fb6443 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Pushing event updated for resources: {'Port': ['ID=b26474b4-ebc5-4e65-9019-457dab422db5,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:34.513421 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c388bb24-bac6-4e06-bfc0-a11306ad6d78 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:55:34.525905 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ab6d02d6-beaa-4db7-aa3e-9f1df8fb6443 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:34.563848 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-ee7094a8-ccef-4177-bc71-8e4ee16133c7 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:34.578447 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-ab6d02d6-beaa-4db7-aa3e-9f1df8fb6443 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Network c3b2fa3c-7227-466a-851d-9c93a7474d2b is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:55:34.585742 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-67b77d2b-5e46-4cf2-964a-34e3372003d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:34.588167 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port c388bb24-bac6-4e06-bfc0-a11306ad6d78, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=c388bb24-bac6-4e06-bfc0-a11306ad6d78,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:34.619959 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:34.625014 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:34.638654 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-ab6d02d6-beaa-4db7-aa3e-9f1df8fb6443 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:55:34.656251 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-ab6d02d6-beaa-4db7-aa3e-9f1df8fb6443 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:55:34.676956 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-8c243c81-0d8f-42c1-afe6-4a0fb64b406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:34.677583 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-8c243c81-0d8f-42c1-afe6-4a0fb64b406b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:34.704876 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-8c243c81-0d8f-42c1-afe6-4a0fb64b406b service neutron] 10.222.0.59 "PUT /v2.0/ports/5fcd8d88-3346-4b33-a5c2-ddc99481d438 HTTP/1.1" status: 200 len: 1092 time: 5.1330371 Sep 30 00:55:34.742337 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-ab6d02d6-beaa-4db7-aa3e-9f1df8fb6443 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:34.746043 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-ab6d02d6-beaa-4db7-aa3e-9f1df8fb6443 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:34.754307 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-f510371e-9a9c-4d93-a928-c747050225b0 req-1657b3d9-2670-4971-afa6-371cf6171e4f tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Synchronizing usage tracker for tenant:f37261e7a4fc4ea5bf5016bed7997e37 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:55:34.771028 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-56f6ec80-da6a-4c97-99c7-afcc64c7ce13 service neutron] Request body: {'port': {'device_id': '7031caa3-712d-4d10-8e46-d025baefb0f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:34.805870 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-ee7094a8-ccef-4177-bc71-8e4ee16133c7 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Network fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:55:34.818275 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-ee7094a8-ccef-4177-bc71-8e4ee16133c7 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:55:34.822672 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-ee7094a8-ccef-4177-bc71-8e4ee16133c7 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:55:34.840102 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=c388bb24-bac6-4e06-bfc0-a11306ad6d78,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:34.844702 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:34.941228 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7094a8-ccef-4177-bc71-8e4ee16133c7 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Pushing event updated for resources: {'Port': ['ID=4a0a280e-239f-4d0d-bed6-c7cb6ef309a2,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:34.959834 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ee7094a8-ccef-4177-bc71-8e4ee16133c7 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:34.988962 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-ab6d02d6-beaa-4db7-aa3e-9f1df8fb6443 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7698545 Sep 30 00:55:34.995713 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-ee7094a8-ccef-4177-bc71-8e4ee16133c7 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:34.996355 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-ee7094a8-ccef-4177-bc71-8e4ee16133c7 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:35.005551 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-f510371e-9a9c-4d93-a928-c747050225b0 req-1657b3d9-2670-4971-afa6-371cf6171e4f tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Unset dirty status for tenant:f37261e7a4fc4ea5bf5016bed7997e37 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:55:35.015222 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f510371e-9a9c-4d93-a928-c747050225b0 req-1657b3d9-2670-4971-afa6-371cf6171e4f tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408 HTTP/1.1" status: 200 len: 210 time: 0.5112038 Sep 30 00:55:35.022831 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93eca8-d252-4083-b6c4-34850b1fedc5 req-df949370-9577-4d83-9851-2c8f750c8a90 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:35.023718 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-3d93eca8-d252-4083-b6c4-34850b1fedc5 req-df949370-9577-4d83-9851-2c8f750c8a90 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Synchronizing usage tracker for tenant:e8fe533ff5524edf903112c2aaa276a6 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:55:35.044142 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-27da9179-1cb4-447d-afee-291fd1b9ba54 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Request body: {'port': {'device_id': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b64aba8e-9f74-43b9-83f1-763975030585', 'admin_state_up': True, 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'security_groups': ['61c07f00-60e7-43c9-bcbb-cce803fa6616']}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:35.136668 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c243c81-0d8f-42c1-afe6-4a0fb64b406b service neutron] Pushing event updated for resources: {'Port': ['ID=5fcd8d88-3346-4b33-a5c2-ddc99481d438,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:35.146826 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8c243c81-0d8f-42c1-afe6-4a0fb64b406b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:35.149592 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['c388bb24-bac6-4e06-bfc0-a11306ad6d78'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:55:35.159333 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-520934ca-651a-4050-901a-aa7f040abd4e req-73587231-94be-46a2-96da-d67fd640dbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:35.178899 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-56f6ec80-da6a-4c97-99c7-afcc64c7ce13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:35.279825 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-1df7bec1-99ec-4632-a160-9ce96633dcd1 None None] Provisioning for port b26474b4-ebc5-4e65-9019-457dab422db5 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:55:35.288452 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-27da9179-1cb4-447d-afee-291fd1b9ba54 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:55:35.294160 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-3d93eca8-d252-4083-b6c4-34850b1fedc5 req-df949370-9577-4d83-9851-2c8f750c8a90 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Unset dirty status for tenant:e8fe533ff5524edf903112c2aaa276a6 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:55:35.302494 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3d93eca8-d252-4083-b6c4-34850b1fedc5 req-df949370-9577-4d83-9851-2c8f750c8a90 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=04a757f9-8bf2-4e90-b8bf-a37fb37d314e HTTP/1.1" status: 200 len: 931 time: 0.7755506 Sep 30 00:55:35.323223 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-ee7094a8-ccef-4177-bc71-8e4ee16133c7 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6140120 Sep 30 00:55:35.323582 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-1df7bec1-99ec-4632-a160-9ce96633dcd1 None None] Provisioning complete for port b26474b4-ebc5-4e65-9019-457dab422db5 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:35.323876 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-1df7bec1-99ec-4632-a160-9ce96633dcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:35.324857 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-27da9179-1cb4-447d-afee-291fd1b9ba54 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Usage tracker for resource:port and tenant:5a750dc97d8045f29998977fe5e379fc is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:55:35.331619 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-27da9179-1cb4-447d-afee-291fd1b9ba54 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Quota usage for port was recalculated. Used quota:10. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:55:35.343047 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Request body: {'port': {'device_id': '04a757f9-8bf2-4e90-b8bf-a37fb37d314e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:35.420930 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-27da9179-1cb4-447d-afee-291fd1b9ba54 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:55:35.465196 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-3d93eca8-d252-4083-b6c4-34850b1fedc5 req-c906eea9-b66c-4872-a7fa-ea4982ddb4a9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Synchronizing usage tracker for tenant:e8fe533ff5524edf903112c2aaa276a6 on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:55:35.491329 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-27da9179-1cb4-447d-afee-291fd1b9ba54 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Made reservation on behalf of 5a750dc97d8045f29998977fe5e379fc for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:55:35.564647 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-1df7bec1-99ec-4632-a160-9ce96633dcd1 None None] Port b26474b4-ebc5-4e65-9019-457dab422db5 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:55:35.579626 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:35.702430 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-3d93eca8-d252-4083-b6c4-34850b1fedc5 req-c906eea9-b66c-4872-a7fa-ea4982ddb4a9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Unset dirty status for tenant:e8fe533ff5524edf903112c2aaa276a6 on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:55:35.703980 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3d93eca8-d252-4083-b6c4-34850b1fedc5 req-c906eea9-b66c-4872-a7fa-ea4982ddb4a9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002690 Sep 30 00:55:35.727791 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:35.919083 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-27da9179-1cb4-447d-afee-291fd1b9ba54 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:35.971619 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe7a73-5500-4d09-a531-1a0cc7bcc2fa req-d7efe982-5058-4bca-b19d-71ab92cdff7d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:35.980248 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7afe7a73-5500-4d09-a531-1a0cc7bcc2fa req-d7efe982-5058-4bca-b19d-71ab92cdff7d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 949 time: 0.5224884 Sep 30 00:55:36.159579 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7afe7a73-5500-4d09-a531-1a0cc7bcc2fa req-f726cc59-4b12-47bf-9528-dd355673d8c1 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572955 Sep 30 00:55:36.163015 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-56f6ec80-da6a-4c97-99c7-afcc64c7ce13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8428a6a2-d9df-4e13-8b75-0cfe2a6f12af {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:55:36.175941 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-56f6ec80-da6a-4c97-99c7-afcc64c7ce13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:36.180095 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-520934ca-651a-4050-901a-aa7f040abd4e req-73587231-94be-46a2-96da-d67fd640dbc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b61f90d-e2ca-4d63-a3f2-ec59127f4e72 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:55:36.193470 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-520934ca-651a-4050-901a-aa7f040abd4e req-73587231-94be-46a2-96da-d67fd640dbc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:36.210539 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-56f6ec80-da6a-4c97-99c7-afcc64c7ce13 service neutron] Transition to ACTIVE for port object 8428a6a2-d9df-4e13-8b75-0cfe2a6f12af will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:36.219947 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-56f6ec80-da6a-4c97-99c7-afcc64c7ce13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:36.224495 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-520934ca-651a-4050-901a-aa7f040abd4e req-73587231-94be-46a2-96da-d67fd640dbc5 service neutron] Transition to ACTIVE for port object 5b61f90d-e2ca-4d63-a3f2-ec59127f4e72 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:36.226608 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-71b2fad2-1fe3-4b42-ad0f-058a9cc17980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:36.266756 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c3b1af-2987-4d43-9cf6-8bf3ef0a5408', 'name': 'network-vif-deleted', 'tag': '9f823616-cece-4d73-8e94-3826fbf67aeb', 'status': 'completed', 'code': 200} Sep 30 00:55:36.277363 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-520934ca-651a-4050-901a-aa7f040abd4e req-73587231-94be-46a2-96da-d67fd640dbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:36.507843 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6ec80-da6a-4c97-99c7-afcc64c7ce13 service neutron] Pushing event updated for resources: {'Port': ['ID=8428a6a2-d9df-4e13-8b75-0cfe2a6f12af,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:36.518858 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2ff08-699d-4793-b2a3-205811205a6a req-744d6e08-56aa-40b9-9b90-4c72033415b2 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:36.520366 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9bd2ff08-699d-4793-b2a3-205811205a6a req-744d6e08-56aa-40b9-9b90-4c72033415b2 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1cd4584-2004-40ee-a761-5fc71726e872 HTTP/1.1" status: 200 len: 936 time: 0.3445363 Sep 30 00:55:36.541987 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-56f6ec80-da6a-4c97-99c7-afcc64c7ce13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:36.543920 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-83fee343-22a1-46c3-a58b-48eae52bc9d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:36.589670 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:55:36.603671 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:36.606370 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-27da9179-1cb4-447d-afee-291fd1b9ba54 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Allocated IP 10.2.2.100 (b64aba8e-9f74-43b9-83f1-763975030585/999673ea-0271-45b5-bb08-a0149a8e0f32/4778fec0-c087-4f43-b37f-9433a75609de) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:55:36.626385 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9bd2ff08-699d-4793-b2a3-205811205a6a req-c8bb6b4b-3191-4dfe-84e1-c5b98c27033f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956552 Sep 30 00:55:36.648133 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Transition to ACTIVE for port object 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:36.668542 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:36.681041 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ee7094a8-ccef-4177-bc71-8e4ee16133c7 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:36.800304 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73587231-94be-46a2-96da-d67fd640dbc5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b61f90d-e2ca-4d63-a3f2-ec59127f4e72,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:36.808486 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-73587231-94be-46a2-96da-d67fd640dbc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:36.843184 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e65cbf-a636-4cc2-a247-b0249d30fe6d req-e17a9883-5ddf-4ba2-8942-9339f6ab6626 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:36.849076 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e65cbf-a636-4cc2-a247-b0249d30fe6d req-e17a9883-5ddf-4ba2-8942-9339f6ab6626 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:36.855818 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e65cbf-a636-4cc2-a247-b0249d30fe6d req-e17a9883-5ddf-4ba2-8942-9339f6ab6626 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:36.857497 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-88e65cbf-a636-4cc2-a247-b0249d30fe6d req-e17a9883-5ddf-4ba2-8942-9339f6ab6626 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 2374 time: 0.4976239 Sep 30 00:55:36.867755 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-56f6ec80-da6a-4c97-99c7-afcc64c7ce13 service neutron] Attempting to bind port 8428a6a2-d9df-4e13-8b75-0cfe2a6f12af on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:55:36.868086 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-56f6ec80-da6a-4c97-99c7-afcc64c7ce13 service neutron] Attempting to bind port 8428a6a2-d9df-4e13-8b75-0cfe2a6f12af by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '15f763e4-815e-4159-89c3-e59eff1e02b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7e128c42-c8c3-46bf-ac8f-448c283e710f'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:55:36.868356 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-56f6ec80-da6a-4c97-99c7-afcc64c7ce13 service neutron] Attempting to bind port 8428a6a2-d9df-4e13-8b75-0cfe2a6f12af on network 7e128c42-c8c3-46bf-ac8f-448c283e710f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:36.894060 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-56f6ec80-da6a-4c97-99c7-afcc64c7ce13 service neutron] Port 8428a6a2-d9df-4e13-8b75-0cfe2a6f12af on network 7e128c42-c8c3-46bf-ac8f-448c283e710f not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:55:36.894384 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-56f6ec80-da6a-4c97-99c7-afcc64c7ce13 service neutron] Attempting to bind port 8428a6a2-d9df-4e13-8b75-0cfe2a6f12af on network 7e128c42-c8c3-46bf-ac8f-448c283e710f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:36.902814 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-520934ca-651a-4050-901a-aa7f040abd4e req-73587231-94be-46a2-96da-d67fd640dbc5 service neutron] Attempting to bind port 5b61f90d-e2ca-4d63-a3f2-ec59127f4e72 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:55:36.902814 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-520934ca-651a-4050-901a-aa7f040abd4e req-73587231-94be-46a2-96da-d67fd640dbc5 service neutron] Attempting to bind port 5b61f90d-e2ca-4d63-a3f2-ec59127f4e72 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:55:36.902814 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520934ca-651a-4050-901a-aa7f040abd4e req-73587231-94be-46a2-96da-d67fd640dbc5 service neutron] Attempting to bind port 5b61f90d-e2ca-4d63-a3f2-ec59127f4e72 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:36.916833 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-56f6ec80-da6a-4c97-99c7-afcc64c7ce13 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:55:36.917171 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-56f6ec80-da6a-4c97-99c7-afcc64c7ce13 service neutron] Checking segment: {'id': '15f763e4-815e-4159-89c3-e59eff1e02b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7e128c42-c8c3-46bf-ac8f-448c283e710f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:55:36.917551 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-56f6ec80-da6a-4c97-99c7-afcc64c7ce13 service neutron] Bound using segment: {'id': '15f763e4-815e-4159-89c3-e59eff1e02b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7e128c42-c8c3-46bf-ac8f-448c283e710f'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:55:36.917978 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-56f6ec80-da6a-4c97-99c7-afcc64c7ce13 service neutron] Bound port: 8428a6a2-d9df-4e13-8b75-0cfe2a6f12af, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15f763e4-815e-4159-89c3-e59eff1e02b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7e128c42-c8c3-46bf-ac8f-448c283e710f'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:55:36.918320 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-56f6ec80-da6a-4c97-99c7-afcc64c7ce13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:36.930866 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520934ca-651a-4050-901a-aa7f040abd4e req-73587231-94be-46a2-96da-d67fd640dbc5 service neutron] Port 5b61f90d-e2ca-4d63-a3f2-ec59127f4e72 on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:55:36.931187 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520934ca-651a-4050-901a-aa7f040abd4e req-73587231-94be-46a2-96da-d67fd640dbc5 service neutron] Attempting to bind port 5b61f90d-e2ca-4d63-a3f2-ec59127f4e72 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:36.944498 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-88e65cbf-a636-4cc2-a247-b0249d30fe6d req-d3be2033-c9be-4d45-842d-acf992842497 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778303 Sep 30 00:55:36.948310 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520934ca-651a-4050-901a-aa7f040abd4e req-73587231-94be-46a2-96da-d67fd640dbc5 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:55:36.948652 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520934ca-651a-4050-901a-aa7f040abd4e req-73587231-94be-46a2-96da-d67fd640dbc5 service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:55:36.949028 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520934ca-651a-4050-901a-aa7f040abd4e req-73587231-94be-46a2-96da-d67fd640dbc5 service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:55:36.949452 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-520934ca-651a-4050-901a-aa7f040abd4e req-73587231-94be-46a2-96da-d67fd640dbc5 service neutron] Bound port: 5b61f90d-e2ca-4d63-a3f2-ec59127f4e72, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:55:36.949798 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-520934ca-651a-4050-901a-aa7f040abd4e req-73587231-94be-46a2-96da-d67fd640dbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:37.018852 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0a280e-239f-4d0d-bed6-c7cb6ef309a2,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:37.053672 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:37.053889 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:37.054282 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:37.054617 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:37.055059 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:37.055425 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:37.055785 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:37.056219 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:37.056491 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:37.056847 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:37.057202 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:37.057556 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:37.067615 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:37.101459 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-56f6ec80-da6a-4c97-99c7-afcc64c7ce13 service neutron] For port 8428a6a2-d9df-4e13-8b75-0cfe2a6f12af, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:55:37.119569 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-56f6ec80-da6a-4c97-99c7-afcc64c7ce13 service neutron] For port 8428a6a2-d9df-4e13-8b75-0cfe2a6f12af, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=8428a6a2-d9df-4e13-8b75-0cfe2a6f12af,segment=NetworkSegment(15f763e4-815e-4159-89c3-e59eff1e02b1),segment_id=15f763e4-815e-4159-89c3-e59eff1e02b1)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:55:37.124228 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-520934ca-651a-4050-901a-aa7f040abd4e req-73587231-94be-46a2-96da-d67fd640dbc5 service neutron] For port 5b61f90d-e2ca-4d63-a3f2-ec59127f4e72, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:55:37.127706 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-520934ca-651a-4050-901a-aa7f040abd4e req-73587231-94be-46a2-96da-d67fd640dbc5 service neutron] For port 5b61f90d-e2ca-4d63-a3f2-ec59127f4e72, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=5b61f90d-e2ca-4d63-a3f2-ec59127f4e72,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:55:37.129124 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-56f6ec80-da6a-4c97-99c7-afcc64c7ce13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:37.134209 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9aa74cda-efdb-4218-bd14-55b3c46559e8 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:37.155853 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-27da9179-1cb4-447d-afee-291fd1b9ba54 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:37.168134 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b3575-f698-496e-81af-a83667c3e389 req-fe03ab8e-3906-4c5a-ba5a-ff14572adac1 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:37.171302 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-520934ca-651a-4050-901a-aa7f040abd4e req-73587231-94be-46a2-96da-d67fd640dbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:37.174286 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b3575-f698-496e-81af-a83667c3e389 req-fe03ab8e-3906-4c5a-ba5a-ff14572adac1 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:37.180428 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b3575-f698-496e-81af-a83667c3e389 req-fe03ab8e-3906-4c5a-ba5a-ff14572adac1 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:37.182093 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d74b3575-f698-496e-81af-a83667c3e389 req-fe03ab8e-3906-4c5a-ba5a-ff14572adac1 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 2412 time: 0.4378436 Sep 30 00:55:37.183025 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Attempting to bind port 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:55:37.183539 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Attempting to bind port 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'd976d68d-b4b0-4e69-a9c7-52a75a51b884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:55:37.184036 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Attempting to bind port 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2 on network fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:37.196558 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Port 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2 on network fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:55:37.197480 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Attempting to bind port 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2 on network fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:37.197657 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-56f6ec80-da6a-4c97-99c7-afcc64c7ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:37.198282 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-56f6ec80-da6a-4c97-99c7-afcc64c7ce13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:37.199674 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-56f6ec80-da6a-4c97-99c7-afcc64c7ce13 service neutron] 10.222.0.59 "PUT /v2.0/ports/8428a6a2-d9df-4e13-8b75-0cfe2a6f12af HTTP/1.1" status: 200 len: 1091 time: 2.4422112 Sep 30 00:55:37.209619 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520934ca-651a-4050-901a-aa7f040abd4e req-73587231-94be-46a2-96da-d67fd640dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:37.210298 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-520934ca-651a-4050-901a-aa7f040abd4e req-73587231-94be-46a2-96da-d67fd640dbc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:37.212324 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-520934ca-651a-4050-901a-aa7f040abd4e req-73587231-94be-46a2-96da-d67fd640dbc5 service neutron] 10.222.0.55 "PUT /v2.0/ports/5b61f90d-e2ca-4d63-a3f2-ec59127f4e72 HTTP/1.1" status: 200 len: 1096 time: 2.8758190 Sep 30 00:55:37.229374 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:55:37.230000 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Checking segment: {'id': 'd976d68d-b4b0-4e69-a9c7-52a75a51b884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:55:37.230561 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Bound using segment: {'id': 'd976d68d-b4b0-4e69-a9c7-52a75a51b884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:55:37.231394 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Bound port: 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd976d68d-b4b0-4e69-a9c7-52a75a51b884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:55:37.232135 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:37.236802 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6ec80-da6a-4c97-99c7-afcc64c7ce13 service neutron] Pushing event updated for resources: {'Port': ['ID=8428a6a2-d9df-4e13-8b75-0cfe2a6f12af,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:37.239812 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-56f6ec80-da6a-4c97-99c7-afcc64c7ce13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:37.240310 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6c902ce4-c3bd-4e47-bc71-4d45e3ef8505 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:37.246513 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-27da9179-1cb4-447d-afee-291fd1b9ba54 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Transition to ACTIVE for port object 4778fec0-c087-4f43-b37f-9433a75609de will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:37.315696 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device c388bb24-bac6-4e06-bfc0-a11306ad6d78 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:55:37.366977 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d74b3575-f698-496e-81af-a83667c3e389 req-bea6c0b8-4fe3-4fc0-858a-48dcda522460 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546299 Sep 30 00:55:37.417838 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port c388bb24-bac6-4e06-bfc0-a11306ad6d78 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:55:37.424343 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port c388bb24-bac6-4e06-bfc0-a11306ad6d78 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:37.425256 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:37.440936 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] For port 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:55:37.446675 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] For port 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=4a0a280e-239f-4d0d-bed6-c7cb6ef309a2,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:55:37.455787 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-27da9179-1cb4-447d-afee-291fd1b9ba54 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:37.462948 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ddcac43b-e39f-4c63-a045-1b44ee8c0fc9 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:37.533207 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:37.597721 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:37.598334 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:37.599741 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] 10.222.0.59 "PUT /v2.0/ports/4a0a280e-239f-4d0d-bed6-c7cb6ef309a2 HTTP/1.1" status: 200 len: 1091 time: 2.2617922 Sep 30 00:55:37.601535 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-27da9179-1cb4-447d-afee-291fd1b9ba54 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Network b64aba8e-9f74-43b9-83f1-763975030585 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:55:37.602939 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a757f9-8bf2-4e90-b8bf-a37fb37d314e', 'tag': '4a0a280e-239f-4d0d-bed6-c7cb6ef309a2'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:55:37.611029 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-27da9179-1cb4-447d-afee-291fd1b9ba54 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:55:37.615892 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-27da9179-1cb4-447d-afee-291fd1b9ba54 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:55:37.649818 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da9179-1cb4-447d-afee-291fd1b9ba54 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Pushing event updated for resources: {'Port': ['ID=4778fec0-c087-4f43-b37f-9433a75609de,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:37.656023 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-27da9179-1cb4-447d-afee-291fd1b9ba54 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:37.657935 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b7496a15-7762-4ac3-82ea-5b38d9b597f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:37.672582 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea64385-6a3a-473b-b321-0d84d225b6d2 req-acf3f7bc-00a2-41ff-97bb-8d89e20bec64 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:37.688506 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bea64385-6a3a-473b-b321-0d84d225b6d2 req-acf3f7bc-00a2-41ff-97bb-8d89e20bec64 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=04a757f9-8bf2-4e90-b8bf-a37fb37d314e HTTP/1.1" status: 200 len: 943 time: 0.3035312 Sep 30 00:55:37.708330 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:37.755571 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520934ca-651a-4050-901a-aa7f040abd4e req-0b996fb3-fa9b-4de8-92e8-8eb0c3c450f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:37.757820 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-520934ca-651a-4050-901a-aa7f040abd4e req-0b996fb3-fa9b-4de8-92e8-8eb0c3c450f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&device_id=f1cd4584-2004-40ee-a761-5fc71726e872 HTTP/1.1" status: 200 len: 1099 time: 0.4634559 Sep 30 00:55:37.759293 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port c388bb24-bac6-4e06-bfc0-a11306ad6d78, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=c388bb24-bac6-4e06-bfc0-a11306ad6d78,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:37.761260 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0982a26d-ef7b-491b-b99c-620361f6e29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c388bb24-bac6-4e06-bfc0-a11306ad6d78'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:55:37.767900 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:37.770219 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-3adda6dd-2d4d-458b-89aa-9b423661d522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:37.783270 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bea64385-6a3a-473b-b321-0d84d225b6d2 req-07f64e41-2250-40b8-9770-9a4941b8ec82 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910895 Sep 30 00:55:37.845380 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-27da9179-1cb4-447d-afee-291fd1b9ba54 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:37.846116 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-27da9179-1cb4-447d-afee-291fd1b9ba54 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:37.915537 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=c388bb24-bac6-4e06-bfc0-a11306ad6d78,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:37.925732 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:37.932917 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0a280e-239f-4d0d-bed6-c7cb6ef309a2,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:37.943384 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:37.974018 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-27da9179-1cb4-447d-afee-291fd1b9ba54 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9400337 Sep 30 00:55:37.981715 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-f47e02f6-a001-4592-87c3-4b798972359d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:37.983752 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-f47e02f6-a001-4592-87c3-4b798972359d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8fe533ff5524edf903112c2aaa276a6&device_id=04a757f9-8bf2-4e90-b8bf-a37fb37d314e HTTP/1.1" status: 200 len: 1094 time: 0.2817433 Sep 30 00:55:38.006277 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-47baeb8b-01a9-45f5-9cb8-1d126d2b173d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Request body: {'port': {'device_id': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b64aba8e-9f74-43b9-83f1-763975030585', 'admin_state_up': True, 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'security_groups': ['61c07f00-60e7-43c9-bcbb-cce803fa6616']}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:38.071832 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-3faa5f56-eae9-44ba-9e10-08554b56d67f None None] Provisioning for port 4778fec0-c087-4f43-b37f-9433a75609de completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:55:38.078101 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-3faa5f56-eae9-44ba-9e10-08554b56d67f None None] Provisioning complete for port 4778fec0-c087-4f43-b37f-9433a75609de triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:38.078478 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3faa5f56-eae9-44ba-9e10-08554b56d67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:38.098194 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-02256748-045e-4a50-8bc4-e3242c47d3fb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a0a280e-239f-4d0d-bed6-c7cb6ef309a2 HTTP/1.1" status: 200 len: 217 time: 0.0680041 Sep 30 00:55:38.099002 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73587231-94be-46a2-96da-d67fd640dbc5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b61f90d-e2ca-4d63-a3f2-ec59127f4e72,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:38.100234 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a757f9-8bf2-4e90-b8bf-a37fb37d314e', 'tag': '4a0a280e-239f-4d0d-bed6-c7cb6ef309a2', 'status': 'completed', 'code': 200} Sep 30 00:55:38.120874 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-73587231-94be-46a2-96da-d67fd640dbc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.880s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:38.122296 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-520934ca-651a-4050-901a-aa7f040abd4e req-79ba572e-c5ef-454d-93bb-90f633a74257 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=5b61f90d-e2ca-4d63-a3f2-ec59127f4e72 HTTP/1.1" status: 200 len: 217 time: 0.3366210 Sep 30 00:55:38.173269 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-cbc885b2-4845-4b3d-8d66-9b3be9d4e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:38.173771 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-cbc885b2-4845-4b3d-8d66-9b3be9d4e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:38.174264 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-cbc885b2-4845-4b3d-8d66-9b3be9d4e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:38.176116 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-cbc885b2-4845-4b3d-8d66-9b3be9d4e58e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f83f8ec107124dafbd42039d13441fdb&device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 2865 time: 0.8472555 Sep 30 00:55:38.189306 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-3faa5f56-eae9-44ba-9e10-08554b56d67f None None] Port 4778fec0-c087-4f43-b37f-9433a75609de cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:55:38.267802 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7031caa3-712d-4d10-8e46-d025baefb0f9', 'tag': '5fcd8d88-3346-4b33-a5c2-ddc99481d438'}, {'name': 'network-changed', 'server_uuid': '7031caa3-712d-4d10-8e46-d025baefb0f9', 'tag': '8428a6a2-d9df-4e13-8b75-0cfe2a6f12af'}, {'name': 'network-changed', 'server_uuid': 'f1cd4584-2004-40ee-a761-5fc71726e872', 'tag': '5b61f90d-e2ca-4d63-a3f2-ec59127f4e72'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:55:38.276364 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-297c0b21-2660-452a-ae35-0e0c7f87aef9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.227&port_id=fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00 HTTP/1.1" status: 200 len: 217 time: 0.0819197 Sep 30 00:55:38.323969 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520934ca-651a-4050-901a-aa7f040abd4e req-ff4c9f9c-8fb2-4cbc-854e-8eaa8f3db4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:38.325425 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-520934ca-651a-4050-901a-aa7f040abd4e req-ff4c9f9c-8fb2-4cbc-854e-8eaa8f3db4b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1892357 Sep 30 00:55:38.347079 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d155ca-ea2a-40ad-971f-f1c181178798 req-68517c8b-9915-43c8-9377-04056d8fb681 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:38.348594 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-69d155ca-ea2a-40ad-971f-f1c181178798 req-68517c8b-9915-43c8-9377-04056d8fb681 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 950 time: 0.2870779 Sep 30 00:55:38.426823 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-fa752ad9-f6e8-4909-8551-e0fb71915a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:38.428284 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-fa752ad9-f6e8-4909-8551-e0fb71915a61 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69f4d3cb-e9bd-4ba8-b92a-caba79e9686a HTTP/1.1" status: 200 len: 801 time: 0.1419432 Sep 30 00:55:38.465839 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-c7c3d34b-037b-4b7f-9442-1e8d51c70339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:38.467343 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-c7c3d34b-037b-4b7f-9442-1e8d51c70339 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1838926e-37d5-4d80-a8c7-56ab398bbbfc HTTP/1.1" status: 200 len: 844 time: 0.2811091 Sep 30 00:55:38.500953 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-69d155ca-ea2a-40ad-971f-f1c181178798 req-77631ac1-e7a9-498b-a696-0c0cb76a9566 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190224 Sep 30 00:55:38.534539 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520934ca-651a-4050-901a-aa7f040abd4e req-8abcca45-57c9-4acf-8c5e-05ed5384bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:38.536051 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-520934ca-651a-4050-901a-aa7f040abd4e req-8abcca45-57c9-4acf-8c5e-05ed5384bec1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1973629 Sep 30 00:55:38.545581 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-9eefd567-4f8c-4969-9a6b-417ab987dfcc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646670 Sep 30 00:55:38.550511 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-a54e098f-afbd-4e33-b2e7-c8a00b5401d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:38.552174 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-a54e098f-afbd-4e33-b2e7-c8a00b5401d4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e128c42-c8c3-46bf-ac8f-448c283e710f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1119804 Sep 30 00:55:38.579742 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0982a26d-ef7b-491b-b99c-620361f6e29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c388bb24-bac6-4e06-bfc0-a11306ad6d78', 'code': 200} Sep 30 00:55:38.590270 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-47baeb8b-01a9-45f5-9cb8-1d126d2b173d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:55:38.659670 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-47baeb8b-01a9-45f5-9cb8-1d126d2b173d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Usage tracker for resource:port and tenant:5a750dc97d8045f29998977fe5e379fc is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:55:38.662879 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-47baeb8b-01a9-45f5-9cb8-1d126d2b173d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Quota usage for port was recalculated. Used quota:11. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:55:38.669527 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-47baeb8b-01a9-45f5-9cb8-1d126d2b173d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:55:38.685217 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa936c85-a8d6-4baf-87d3-c5db85119715 req-bba2e4e4-13cb-408f-8474-68074cda607b tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:38.686924 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fa936c85-a8d6-4baf-87d3-c5db85119715 req-bba2e4e4-13cb-408f-8474-68074cda607b tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1cd4584-2004-40ee-a761-5fc71726e872 HTTP/1.1" status: 200 len: 948 time: 0.4571996 Sep 30 00:55:38.699354 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-47baeb8b-01a9-45f5-9cb8-1d126d2b173d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Made reservation on behalf of 5a750dc97d8045f29998977fe5e379fc for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:55:38.703966 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-47baeb8b-01a9-45f5-9cb8-1d126d2b173d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:38.818994 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fa936c85-a8d6-4baf-87d3-c5db85119715 req-75bfdd02-7c5a-4739-968e-e061ebaf68c9 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204369 Sep 30 00:55:38.917792 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-ce2b58b7-7afa-463a-815e-698ef2b2b6bb service neutron] 10.222.0.59 "GET /v2.0/networks/fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528874 Sep 30 00:55:38.931649 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-0c5397e5-4e16-4aac-a97f-4ae0a7a9c8ca service neutron] 10.222.0.59 "GET /v2.0/networks/7e128c42-c8c3-46bf-ac8f-448c283e710f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527040 Sep 30 00:55:38.942905 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-520934ca-651a-4050-901a-aa7f040abd4e req-3f5578f6-43c1-4525-80a4-86da2f3bc7f4 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848643 Sep 30 00:55:38.975430 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653209e-a724-42d1-b64b-d703c0a4b8a2 req-b44a1bee-7e9d-4a93-8256-33042668b3b5 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:38.981487 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653209e-a724-42d1-b64b-d703c0a4b8a2 req-b44a1bee-7e9d-4a93-8256-33042668b3b5 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:38.987322 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653209e-a724-42d1-b64b-d703c0a4b8a2 req-b44a1bee-7e9d-4a93-8256-33042668b3b5 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:38.993299 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653209e-a724-42d1-b64b-d703c0a4b8a2 req-b44a1bee-7e9d-4a93-8256-33042668b3b5 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:38.994918 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9653209e-a724-42d1-b64b-d703c0a4b8a2 req-b44a1bee-7e9d-4a93-8256-33042668b3b5 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 3095 time: 0.2795718 Sep 30 00:55:39.154138 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa780da9-f4f2-4eaa-8767-c3f25cdab44e req-9fcc4d32-07dc-4d21-83e5-d62d5f4a3eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:39.155627 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-aa780da9-f4f2-4eaa-8767-c3f25cdab44e req-9fcc4d32-07dc-4d21-83e5-d62d5f4a3eb4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 1101 time: 0.3981118 Sep 30 00:55:39.213177 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754739a3-38f7-4a6b-a370-0cb4a37bfd7a req-0d3d8c7f-a059-4f22-9fd9-02a9fb38d10d tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:39.214618 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-754739a3-38f7-4a6b-a370-0cb4a37bfd7a req-0d3d8c7f-a059-4f22-9fd9-02a9fb38d10d tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.55 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 945 time: 0.3729053 Sep 30 00:55:39.223218 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9653209e-a724-42d1-b64b-d703c0a4b8a2 req-8f700da0-d38f-4710-9bb5-443a5a803b6f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042775 Sep 30 00:55:39.284731 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-351795ae-82a1-4a97-a769-0686cda772ab service neutron] 10.222.0.59 "GET /v2.0/networks/7e128c42-c8c3-46bf-ac8f-448c283e710f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445492 Sep 30 00:55:39.295140 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-aa780da9-f4f2-4eaa-8767-c3f25cdab44e req-5218d33f-f256-4312-bdeb-8028720f9e73 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154594 Sep 30 00:55:39.297101 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-520934ca-651a-4050-901a-aa7f040abd4e req-1a592537-d995-4b3d-8b30-ef5f5098862a service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318183 Sep 30 00:55:39.315358 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3b739ccb-a25f-4872-b449-6373dc0fcc9d req-7a03f053-8a86-454c-99a3-e96ee4aa2889 service neutron] 10.222.0.59 "GET /v2.0/networks/fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178363 Sep 30 00:55:39.318397 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-47baeb8b-01a9-45f5-9cb8-1d126d2b173d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Allocated IP 10.2.2.200 (b64aba8e-9f74-43b9-83f1-763975030585/999673ea-0271-45b5-bb08-a0149a8e0f32/13d5c611-b072-48c7-a82b-e602abe69b1b) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:55:39.341582 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-754739a3-38f7-4a6b-a370-0cb4a37bfd7a req-bc5e9b86-9d96-4d66-b7a9-f47ca39aadb8 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Deleting port 06abf601-12d2-4ccb-86b5-71d5cd879b85 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:55:39.341896 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-754739a3-38f7-4a6b-a370-0cb4a37bfd7a req-bc5e9b86-9d96-4d66-b7a9-f47ca39aadb8 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:39.359922 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-3078e26a-f5e2-44ed-b3ac-de0b81eeb84b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.179&port_id=5fcd8d88-3346-4b33-a5c2-ddc99481d438 HTTP/1.1" status: 200 len: 217 time: 0.0618873 Sep 30 00:55:39.380735 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de13b9f-a652-4e8b-8010-180407f84076 req-b0109a8e-f8ff-4b9b-ada1-e2db0ba6b016 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:39.382201 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2de13b9f-a652-4e8b-8010-180407f84076 req-b0109a8e-f8ff-4b9b-ada1-e2db0ba6b016 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 945 time: 0.4537618 Sep 30 00:55:39.432703 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7031caa3-712d-4d10-8e46-d025baefb0f9', 'tag': '5fcd8d88-3346-4b33-a5c2-ddc99481d438', 'status': 'completed', 'code': 200} Sep 30 00:55:39.433072 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7031caa3-712d-4d10-8e46-d025baefb0f9', 'tag': '8428a6a2-d9df-4e13-8b75-0cfe2a6f12af', 'status': 'completed', 'code': 200} Sep 30 00:55:39.433560 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1cd4584-2004-40ee-a761-5fc71726e872', 'tag': '5b61f90d-e2ca-4d63-a3f2-ec59127f4e72', 'status': 'completed', 'code': 200} Sep 30 00:55:39.521493 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-15515771-14bb-4bcc-ae0a-f36d3eb3e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:39.522939 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-15515771-14bb-4bcc-ae0a-f36d3eb3e1ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2f2d9c0a-4490-4e92-85c9-438aa9cf409b HTTP/1.1" status: 200 len: 801 time: 0.0661128 Sep 30 00:55:39.570331 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2de13b9f-a652-4e8b-8010-180407f84076 req-832d19f5-8101-419c-9dd3-9519f56bb7df tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99fa6a4-ed5f-411d-b303-e866eafe2303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683884 Sep 30 00:55:39.676899 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfde28-a944-4c63-91fd-9063d007ac38 req-8891f517-ead2-451e-b846-0ee7d62c2d3b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:39.683821 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfde28-a944-4c63-91fd-9063d007ac38 req-8891f517-ead2-451e-b846-0ee7d62c2d3b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:39.689965 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfde28-a944-4c63-91fd-9063d007ac38 req-8891f517-ead2-451e-b846-0ee7d62c2d3b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:39.695211 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5edfde28-a944-4c63-91fd-9063d007ac38 req-8891f517-ead2-451e-b846-0ee7d62c2d3b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 2412 time: 0.1757419 Sep 30 00:55:39.865701 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-9bfdca82-a470-4bfd-957a-8e628677744c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:39.867140 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-9bfdca82-a470-4bfd-957a-8e628677744c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd43d359-57fd-4d14-bd4e-65d0ea74188e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3110461 Sep 30 00:55:39.882634 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-47baeb8b-01a9-45f5-9cb8-1d126d2b173d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:39.921278 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e7b68-5780-4662-88d1-2d4a29bbf58c req-8003cb62-d2bf-4310-bed9-301c7654ea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:39.922770 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-244e7b68-5780-4662-88d1-2d4a29bbf58c req-8003cb62-d2bf-4310-bed9-301c7654ea56 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8fe533ff5524edf903112c2aaa276a6&device_id=04a757f9-8bf2-4e90-b8bf-a37fb37d314e HTTP/1.1" status: 200 len: 1094 time: 0.4004278 Sep 30 00:55:39.929193 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-754739a3-38f7-4a6b-a370-0cb4a37bfd7a req-bc5e9b86-9d96-4d66-b7a9-f47ca39aadb8 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] For port 06abf601-12d2-4ccb-86b5-71d5cd879b85, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=06abf601-12d2-4ccb-86b5-71d5cd879b85,segment=NetworkSegment(2ac9652a-75a3-4da2-a7e6-f004c38fd806),segment_id=2ac9652a-75a3-4da2-a7e6-f004c38fd806)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:39.929486 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-754739a3-38f7-4a6b-a370-0cb4a37bfd7a req-bc5e9b86-9d96-4d66-b7a9-f47ca39aadb8 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:39.942403 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-47baeb8b-01a9-45f5-9cb8-1d126d2b173d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Transition to ACTIVE for port object 13d5c611-b072-48c7-a82b-e602abe69b1b will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:40.006453 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5edfde28-a944-4c63-91fd-9063d007ac38 req-075ed008-ac08-4568-a7fb-a9e7c544dbec tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432328 Sep 30 00:55:40.051941 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-f2bd06b3-2852-4787-a8d2-97a43929b3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:40.053442 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-f2bd06b3-2852-4787-a8d2-97a43929b3f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&device_id=f1cd4584-2004-40ee-a761-5fc71726e872 HTTP/1.1" status: 200 len: 1099 time: 0.3552701 Sep 30 00:55:40.061540 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-e30a4dff-9efd-4a76-9db9-094bcfe545fc service neutron] 10.222.0.59 "GET /v2.0/networks/dd43d359-57fd-4d14-bd4e-65d0ea74188e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721272 Sep 30 00:55:40.224114 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-754739a3-38f7-4a6b-a370-0cb4a37bfd7a req-bc5e9b86-9d96-4d66-b7a9-f47ca39aadb8 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Calling delete_port for 06abf601-12d2-4ccb-86b5-71d5cd879b85 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:55:40.371602 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-c0ec773e-6552-4603-bc4a-04ceaa4ed65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:40.373057 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-c0ec773e-6552-4603-bc4a-04ceaa4ed65c service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.3008907 Sep 30 00:55:40.386982 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-6f48e8df-b61c-4218-b969-816189334dd8 service neutron] 10.222.0.59 "GET /v2.0/networks/dd43d359-57fd-4d14-bd4e-65d0ea74188e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938182 Sep 30 00:55:40.401703 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-47baeb8b-01a9-45f5-9cb8-1d126d2b173d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:40.423742 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645852c-031d-4cf9-a149-4bd372f1f351 req-00ffad35-80f9-43c6-ab7e-2eafe0651d3c tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:40.425202 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5645852c-031d-4cf9-a149-4bd372f1f351 req-00ffad35-80f9-43c6-ab7e-2eafe0651d3c tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=04a757f9-8bf2-4e90-b8bf-a37fb37d314e HTTP/1.1" status: 200 len: 943 time: 0.6106720 Sep 30 00:55:40.425832 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-906cec30-57af-4b29-b624-5e63d34f1d83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:40.464653 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf8c26-3595-4b42-8fae-4160ff1696b3 req-b5390d0d-5823-4ebe-b61c-bae61008bacd tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:40.467229 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a5cf8c26-3595-4b42-8fae-4160ff1696b3 req-b5390d0d-5823-4ebe-b61c-bae61008bacd tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 950 time: 0.3473649 Sep 30 00:55:40.535351 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-b41b1e2b-355f-4260-a0fd-d60b6158a3a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=5b61f90d-e2ca-4d63-a3f2-ec59127f4e72 HTTP/1.1" status: 200 len: 217 time: 0.1445611 Sep 30 00:55:40.539650 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e7b68-5780-4662-88d1-2d4a29bbf58c req-db007aed-ce51-491f-b83a-607ddafc0b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:40.541089 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-244e7b68-5780-4662-88d1-2d4a29bbf58c req-db007aed-ce51-491f-b83a-607ddafc0b38 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 HTTP/1.1" status: 200 len: 905 time: 0.5952101 Sep 30 00:55:40.562294 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-0b52bf0b-fcbd-4dd2-949e-7a432f54bb4b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.14&port_id=8428a6a2-d9df-4e13-8b75-0cfe2a6f12af HTTP/1.1" status: 200 len: 217 time: 0.1239460 Sep 30 00:55:40.567223 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-47baeb8b-01a9-45f5-9cb8-1d126d2b173d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Network b64aba8e-9f74-43b9-83f1-763975030585 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:55:40.638633 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-47baeb8b-01a9-45f5-9cb8-1d126d2b173d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:55:40.656973 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-47baeb8b-01a9-45f5-9cb8-1d126d2b173d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:55:40.685507 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-244e7b68-5780-4662-88d1-2d4a29bbf58c req-5b51af9e-2cec-433d-8258-1c6eb7e57d3a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a0a280e-239f-4d0d-bed6-c7cb6ef309a2 HTTP/1.1" status: 200 len: 217 time: 0.1301062 Sep 30 00:55:40.689468 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a5cf8c26-3595-4b42-8fae-4160ff1696b3 req-d5a83e96-459c-4eb8-addd-5f87ebb8a8f0 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673410 Sep 30 00:55:40.693319 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47baeb8b-01a9-45f5-9cb8-1d126d2b173d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Pushing event updated for resources: {'Port': ['ID=13d5c611-b072-48c7-a82b-e602abe69b1b,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:40.697070 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-9b30b8e7-22bb-486b-a4ad-10a3d4072c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:40.698771 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-9b30b8e7-22bb-486b-a4ad-10a3d4072c74 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1355987 Sep 30 00:55:40.702350 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-d96bca3b-af20-49d4-ab01-eefae898e2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:40.703781 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-d96bca3b-af20-49d4-ab01-eefae898e2fa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69f4d3cb-e9bd-4ba8-b92a-caba79e9686a HTTP/1.1" status: 200 len: 801 time: 0.1062212 Sep 30 00:55:40.771364 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-47baeb8b-01a9-45f5-9cb8-1d126d2b173d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:40.777562 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5645852c-031d-4cf9-a149-4bd372f1f351 req-3d4c5af9-9bfd-4334-aeb2-2b370dca6bbc tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115306 Sep 30 00:55:40.779316 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e7b68-5780-4662-88d1-2d4a29bbf58c req-41f9e8ca-a7b0-493d-b521-7008d2944621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:40.781541 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-244e7b68-5780-4662-88d1-2d4a29bbf58c req-41f9e8ca-a7b0-493d-b521-7008d2944621 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1838926e-37d5-4d80-a8c7-56ab398bbbfc HTTP/1.1" status: 200 len: 844 time: 0.0832779 Sep 30 00:55:40.858791 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-244e7b68-5780-4662-88d1-2d4a29bbf58c req-bff839c0-f63a-4573-8e43-9423bd5eeda5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644820 Sep 30 00:55:40.861791 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-754739a3-38f7-4a6b-a370-0cb4a37bfd7a req-bc5e9b86-9d96-4d66-b7a9-f47ca39aadb8 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:40.869624 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:40.925128 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-6179ee5e-249f-49c2-a268-3d9cccd6332e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:40.926711 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-6179ee5e-249f-49c2-a268-3d9cccd6332e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1750970 Sep 30 00:55:40.934329 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-0f5a27d3-171f-4bd8-a916-fbf3ef08a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:40.936333 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-0f5a27d3-171f-4bd8-a916-fbf3ef08a96a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e128c42-c8c3-46bf-ac8f-448c283e710f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2236655 Sep 30 00:55:40.938100 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-4ac7d521-bed1-4cee-b165-95238396b2d0 None None] Provisioning for port 13d5c611-b072-48c7-a82b-e602abe69b1b completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:55:40.944883 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-4ac7d521-bed1-4cee-b165-95238396b2d0 None None] Provisioning complete for port 13d5c611-b072-48c7-a82b-e602abe69b1b triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:40.946446 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-4ac7d521-bed1-4cee-b165-95238396b2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:40.948542 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e9b86-9d96-4d66-b7a9-f47ca39aadb8 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Pushing event deleted for resources: {'Port': ['ID=06abf601-12d2-4ccb-86b5-71d5cd879b85,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:40.955534 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-47baeb8b-01a9-45f5-9cb8-1d126d2b173d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:40.956147 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-47baeb8b-01a9-45f5-9cb8-1d126d2b173d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:40.995969 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bc5e9b86-9d96-4d66-b7a9-f47ca39aadb8 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:41.002694 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-4ac7d521-bed1-4cee-b165-95238396b2d0 None None] Port 13d5c611-b072-48c7-a82b-e602abe69b1b cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:55:41.153261 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-754739a3-38f7-4a6b-a370-0cb4a37bfd7a req-bc5e9b86-9d96-4d66-b7a9-f47ca39aadb8 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] No DVR routers for this DVR port 06abf601-12d2-4ccb-86b5-71d5cd879b85 on host n-h2-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:55:41.160104 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-754739a3-38f7-4a6b-a370-0cb4a37bfd7a req-bc5e9b86-9d96-4d66-b7a9-f47ca39aadb8 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:41.163325 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a3efe-4517-4a39-be0e-0189540a838a req-8433b172-aa8f-4d57-8f24-e0bdb818e59b tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:41.163973 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-ce0a3efe-4517-4a39-be0e-0189540a838a req-8433b172-aa8f-4d57-8f24-e0bdb818e59b tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Synchronizing usage tracker for tenant:e0e7edddb1c44f66ba9563f9cd33d4a2 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:55:41.167193 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03a9166-b9c5-4fb0-a916-82090bcd1b9c', 'name': 'network-vif-deleted', 'tag': '06abf601-12d2-4ccb-86b5-71d5cd879b85'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:55:41.183557 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-47baeb8b-01a9-45f5-9cb8-1d126d2b173d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1813977 Sep 30 00:55:41.208200 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8d1788b4-68ae-4842-b5e9-166c4a7d7901 service neutron] Request body: {'port': {'device_id': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:41.220083 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-5580b705-a1a9-44d3-a17d-5883c162eb7b service neutron] 10.222.0.59 "GET /v2.0/networks/7e128c42-c8c3-46bf-ac8f-448c283e710f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670448 Sep 30 00:55:41.251210 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-ce0a3efe-4517-4a39-be0e-0189540a838a req-8433b172-aa8f-4d57-8f24-e0bdb818e59b tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Unset dirty status for tenant:e0e7edddb1c44f66ba9563f9cd33d4a2 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:55:41.252318 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ce0a3efe-4517-4a39-be0e-0189540a838a req-8433b172-aa8f-4d57-8f24-e0bdb818e59b tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1cd4584-2004-40ee-a761-5fc71726e872 HTTP/1.1" status: 200 len: 948 time: 0.3938599 Sep 30 00:55:41.263284 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-754739a3-38f7-4a6b-a370-0cb4a37bfd7a req-bc5e9b86-9d96-4d66-b7a9-f47ca39aadb8 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.55 "DELETE /v2.0/ports/06abf601-12d2-4ccb-86b5-71d5cd879b85 HTTP/1.1" status: 204 len: 173 time: 2.0299282 Sep 30 00:55:41.264108 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-cbd0e30a-32bd-4694-ac9c-86b01c4439b6 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852974 Sep 30 00:55:41.279086 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-244e7b68-5780-4662-88d1-2d4a29bbf58c req-442b497e-0a48-4879-9bd7-b9ce3a27bc6a service neutron] 10.222.0.59 "GET /v2.0/networks/fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712008 Sep 30 00:55:41.326535 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d73ef-5fb6-4e49-adc8-1b93d84ad888 req-950e6507-2eb0-4dbe-a652-f6f4b77110f3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:41.332747 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d73ef-5fb6-4e49-adc8-1b93d84ad888 req-950e6507-2eb0-4dbe-a652-f6f4b77110f3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:41.338642 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d73ef-5fb6-4e49-adc8-1b93d84ad888 req-950e6507-2eb0-4dbe-a652-f6f4b77110f3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:41.344444 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d73ef-5fb6-4e49-adc8-1b93d84ad888 req-950e6507-2eb0-4dbe-a652-f6f4b77110f3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:41.350407 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d73ef-5fb6-4e49-adc8-1b93d84ad888 req-950e6507-2eb0-4dbe-a652-f6f4b77110f3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:41.351420 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-2c8d73ef-5fb6-4e49-adc8-1b93d84ad888 req-950e6507-2eb0-4dbe-a652-f6f4b77110f3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Synchronizing usage tracker for tenant:5a750dc97d8045f29998977fe5e379fc on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:55:41.373109 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:41.481489 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-2c8d73ef-5fb6-4e49-adc8-1b93d84ad888 req-950e6507-2eb0-4dbe-a652-f6f4b77110f3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Unset dirty status for tenant:5a750dc97d8045f29998977fe5e379fc on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:55:41.482570 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2c8d73ef-5fb6-4e49-adc8-1b93d84ad888 req-950e6507-2eb0-4dbe-a652-f6f4b77110f3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 3816 time: 0.5399613 Sep 30 00:55:41.490889 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8d1788b4-68ae-4842-b5e9-166c4a7d7901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:41.585192 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ce0a3efe-4517-4a39-be0e-0189540a838a req-478e4542-c1d6-457d-a036-3e4ef779d325 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234000 Sep 30 00:55:41.626215 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2c8d73ef-5fb6-4e49-adc8-1b93d84ad888 req-85521d5c-88fd-4023-8c8c-3a01b4432947 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362572 Sep 30 00:55:41.629929 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-244e7b68-5780-4662-88d1-2d4a29bbf58c req-39e9d0c2-01fa-407f-8085-bbf1678077b7 service neutron] 10.222.0.59 "GET /v2.0/networks/fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387210 Sep 30 00:55:41.646747 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f06fb71-caab-4d06-9ebb-d2f6c3285227 req-50485e24-2380-4030-a369-10add81ba472 service neutron] 10.222.0.59 "GET /v2.0/networks/7e128c42-c8c3-46bf-ac8f-448c283e710f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149256 Sep 30 00:55:41.676818 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-e3f774c0-decb-4662-917e-5bcf0dd60e21 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685427 Sep 30 00:55:41.847158 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-3365e29c-a508-48e3-a4fa-03069f3e4f49 req-7379d761-f854-4ea4-b2b0-4f0fadf0d014 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Synchronizing usage tracker for tenant:f37261e7a4fc4ea5bf5016bed7997e37 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:55:41.886718 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-3365e29c-a508-48e3-a4fa-03069f3e4f49 req-7379d761-f854-4ea4-b2b0-4f0fadf0d014 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Unset dirty status for tenant:f37261e7a4fc4ea5bf5016bed7997e37 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:55:41.887938 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3365e29c-a508-48e3-a4fa-03069f3e4f49 req-7379d761-f854-4ea4-b2b0-4f0fadf0d014 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03a9166-b9c5-4fb0-a916-82090bcd1b9c HTTP/1.1" status: 200 len: 210 time: 0.0951998 Sep 30 00:55:41.970146 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-bf0ed4e0-1082-45ff-975d-ad44f9b4c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:41.971255 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-bf0ed4e0-1082-45ff-975d-ad44f9b4c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:41.971255 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-bf0ed4e0-1082-45ff-975d-ad44f9b4c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:41.973011 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-bf0ed4e0-1082-45ff-975d-ad44f9b4c4d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f83f8ec107124dafbd42039d13441fdb&device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 2865 time: 0.1275499 Sep 30 00:55:42.107873 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03a9166-b9c5-4fb0-a916-82090bcd1b9c', 'name': 'network-vif-deleted', 'tag': '06abf601-12d2-4ccb-86b5-71d5cd879b85', 'status': 'completed', 'code': 200} Sep 30 00:55:42.195290 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8d1788b4-68ae-4842-b5e9-166c4a7d7901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f022d92f-0eb3-4cfa-a3d3-9166ea00620e {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:55:42.207191 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8d1788b4-68ae-4842-b5e9-166c4a7d7901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:42.238348 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-df374cbc-e950-4c6f-b08b-d238c43eaf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:42.240400 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de37d00-40bc-4e47-a083-73993cf80bad req-e9b742ca-34a8-4831-ba93-f57a2c5fbaf8 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:42.240536 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-df374cbc-e950-4c6f-b08b-d238c43eaf82 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dd43d359-57fd-4d14-bd4e-65d0ea74188e HTTP/1.1" status: 200 len: 902 time: 0.2601447 Sep 30 00:55:42.247296 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de37d00-40bc-4e47-a083-73993cf80bad req-e9b742ca-34a8-4831-ba93-f57a2c5fbaf8 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:42.253244 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de37d00-40bc-4e47-a083-73993cf80bad req-e9b742ca-34a8-4831-ba93-f57a2c5fbaf8 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:42.254953 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5de37d00-40bc-4e47-a083-73993cf80bad req-e9b742ca-34a8-4831-ba93-f57a2c5fbaf8 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 2412 time: 0.1461442 Sep 30 00:55:42.256076 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8d1788b4-68ae-4842-b5e9-166c4a7d7901 service neutron] Transition to ACTIVE for port object f022d92f-0eb3-4cfa-a3d3-9166ea00620e will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:42.262955 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8d1788b4-68ae-4842-b5e9-166c4a7d7901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:42.279888 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bc5e9b86-9d96-4d66-b7a9-f47ca39aadb8 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:42.334178 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-c93e8163-e120-4332-83a6-8648f08e2f03 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.179&port_id=5fcd8d88-3346-4b33-a5c2-ddc99481d438 HTTP/1.1" status: 200 len: 217 time: 0.0806642 Sep 30 00:55:42.391536 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b0e62-97e2-4a66-b48b-3a36bdc16d6c req-6fa4c8cd-54a0-42e6-a001-609505a3f334 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:42.393068 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9b3b0e62-97e2-4a66-b48b-3a36bdc16d6c req-6fa4c8cd-54a0-42e6-a001-609505a3f334 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 950 time: 0.2352602 Sep 30 00:55:42.456533 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5de37d00-40bc-4e47-a083-73993cf80bad req-a4919ea5-3bd5-4a73-8f37-653ae375bf5e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947823 Sep 30 00:55:42.458490 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1788b4-68ae-4842-b5e9-166c4a7d7901 service neutron] Pushing event updated for resources: {'Port': ['ID=f022d92f-0eb3-4cfa-a3d3-9166ea00620e,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:42.460781 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9b3b0e62-97e2-4a66-b48b-3a36bdc16d6c req-47a323f0-6109-4240-9e47-fb6dbadf8fb4 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582049 Sep 30 00:55:42.495883 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-a36732a1-a7e2-4ce7-91fd-9a8d1626084f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:42.497595 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-a36732a1-a7e2-4ce7-91fd-9a8d1626084f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2f2d9c0a-4490-4e92-85c9-438aa9cf409b HTTP/1.1" status: 200 len: 801 time: 0.1530256 Sep 30 00:55:42.513208 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8d1788b4-68ae-4842-b5e9-166c4a7d7901 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:42.650964 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-ac05da2a-1779-484e-a83f-c2d3934ff5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:42.652477 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-ac05da2a-1779-484e-a83f-c2d3934ff5b0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dd43d359-57fd-4d14-bd4e-65d0ea74188e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1469226 Sep 30 00:55:42.730144 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8d1788b4-68ae-4842-b5e9-166c4a7d7901 service neutron] Attempting to bind port f022d92f-0eb3-4cfa-a3d3-9166ea00620e on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:55:42.730491 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8d1788b4-68ae-4842-b5e9-166c4a7d7901 service neutron] Attempting to bind port f022d92f-0eb3-4cfa-a3d3-9166ea00620e by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '7a580927-319d-432d-8607-34e9ac4cfc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5fb36fa6-51fa-41e0-a614-23d3a62d6673'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:55:42.730849 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8d1788b4-68ae-4842-b5e9-166c4a7d7901 service neutron] Attempting to bind port f022d92f-0eb3-4cfa-a3d3-9166ea00620e on network 5fb36fa6-51fa-41e0-a614-23d3a62d6673 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:42.737603 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8d1788b4-68ae-4842-b5e9-166c4a7d7901 service neutron] Port f022d92f-0eb3-4cfa-a3d3-9166ea00620e on network 5fb36fa6-51fa-41e0-a614-23d3a62d6673 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:55:42.737933 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8d1788b4-68ae-4842-b5e9-166c4a7d7901 service neutron] Attempting to bind port f022d92f-0eb3-4cfa-a3d3-9166ea00620e on network 5fb36fa6-51fa-41e0-a614-23d3a62d6673 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:42.745955 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8d1788b4-68ae-4842-b5e9-166c4a7d7901 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:55:42.746300 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8d1788b4-68ae-4842-b5e9-166c4a7d7901 service neutron] Checking segment: {'id': '7a580927-319d-432d-8607-34e9ac4cfc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5fb36fa6-51fa-41e0-a614-23d3a62d6673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:55:42.746693 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8d1788b4-68ae-4842-b5e9-166c4a7d7901 service neutron] Bound using segment: {'id': '7a580927-319d-432d-8607-34e9ac4cfc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5fb36fa6-51fa-41e0-a614-23d3a62d6673'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:55:42.747150 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8d1788b4-68ae-4842-b5e9-166c4a7d7901 service neutron] Bound port: f022d92f-0eb3-4cfa-a3d3-9166ea00620e, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a580927-319d-432d-8607-34e9ac4cfc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5fb36fa6-51fa-41e0-a614-23d3a62d6673'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:55:42.747499 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8d1788b4-68ae-4842-b5e9-166c4a7d7901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:42.822253 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addae873-eb92-4b70-8f38-4b2fb06c465e req-0833a645-4320-49b4-ab19-ee065f4e8508 tempest-MigrationsAdminTest-602832877 tempest-MigrationsAdminTest-602832877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:42.823842 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-addae873-eb92-4b70-8f38-4b2fb06c465e req-0833a645-4320-49b4-ab19-ee065f4e8508 tempest-MigrationsAdminTest-602832877 tempest-MigrationsAdminTest-602832877-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 1101 time: 0.1657870 Sep 30 00:55:42.861277 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db6d34-2944-4247-b902-26ebb9b1eb2a req-9ad2f265-281f-4ce8-b0eb-7d1333bd484e tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:42.862683 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-64db6d34-2944-4247-b902-26ebb9b1eb2a req-9ad2f265-281f-4ce8-b0eb-7d1333bd484e tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=04a757f9-8bf2-4e90-b8bf-a37fb37d314e HTTP/1.1" status: 200 len: 943 time: 0.2033935 Sep 30 00:55:42.866129 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-3cd905f8-9747-481a-ac90-d4d278506f2d service neutron] 10.222.0.59 "GET /v2.0/networks/dd43d359-57fd-4d14-bd4e-65d0ea74188e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050297 Sep 30 00:55:42.880195 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8d1788b4-68ae-4842-b5e9-166c4a7d7901 service neutron] For port f022d92f-0eb3-4cfa-a3d3-9166ea00620e, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:55:42.895955 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-addae873-eb92-4b70-8f38-4b2fb06c465e req-710eb436-8213-42d2-bc82-65fe5c531d54 tempest-MigrationsAdminTest-602832877 tempest-MigrationsAdminTest-602832877-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650239 Sep 30 00:55:42.898702 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8d1788b4-68ae-4842-b5e9-166c4a7d7901 service neutron] For port f022d92f-0eb3-4cfa-a3d3-9166ea00620e, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=f022d92f-0eb3-4cfa-a3d3-9166ea00620e,segment=NetworkSegment(7a580927-319d-432d-8607-34e9ac4cfc0f),segment_id=7a580927-319d-432d-8607-34e9ac4cfc0f)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:55:42.903922 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8d1788b4-68ae-4842-b5e9-166c4a7d7901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:42.908997 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-47baeb8b-01a9-45f5-9cb8-1d126d2b173d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:42.972731 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8d1788b4-68ae-4842-b5e9-166c4a7d7901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:42.973383 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8d1788b4-68ae-4842-b5e9-166c4a7d7901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:42.974803 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8d1788b4-68ae-4842-b5e9-166c4a7d7901 service neutron] 10.222.0.59 "PUT /v2.0/ports/f022d92f-0eb3-4cfa-a3d3-9166ea00620e HTTP/1.1" status: 200 len: 1091 time: 1.7724140 Sep 30 00:55:42.995998 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-64db6d34-2944-4247-b902-26ebb9b1eb2a req-7a199a55-3b89-41a3-90e3-dc53dddde401 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252384 Sep 30 00:55:42.999617 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1788b4-68ae-4842-b5e9-166c4a7d7901 service neutron] Pushing event updated for resources: {'Port': ['ID=f022d92f-0eb3-4cfa-a3d3-9166ea00620e,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:43.003795 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8d1788b4-68ae-4842-b5e9-166c4a7d7901 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:43.016579 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-b7d05761-48e7-4fa3-bc8b-27a977b05a16 service neutron] Request body: {'port': {'device_id': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:43.061403 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-b88ae2ef-f3a2-47cf-aa24-e461e9e86e0d service neutron] 10.222.0.59 "GET /v2.0/networks/dd43d359-57fd-4d14-bd4e-65d0ea74188e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749902 Sep 30 00:55:43.220402 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-b7d05761-48e7-4fa3-bc8b-27a977b05a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:43.282631 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f0919-48c6-4a8e-a1cc-d1b923aa0dca req-408ad41a-7ec2-4518-86a9-b65b020a17c3 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:43.282631 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cf5f0919-48c6-4a8e-a1cc-d1b923aa0dca req-408ad41a-7ec2-4518-86a9-b65b020a17c3 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1cd4584-2004-40ee-a761-5fc71726e872 HTTP/1.1" status: 200 len: 948 time: 0.2037334 Sep 30 00:55:43.286281 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-5e09656a-c50b-4f63-aaae-8716ce104d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:43.288886 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-5e09656a-c50b-4f63-aaae-8716ce104d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:43.288886 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-5e09656a-c50b-4f63-aaae-8716ce104d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:43.288886 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-5e09656a-c50b-4f63-aaae-8716ce104d63 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f83f8ec107124dafbd42039d13441fdb&device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 2865 time: 0.1080732 Sep 30 00:55:43.306156 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fab612-b2f6-4f9c-92ec-a0405cb6faf2 req-c432e2c4-9ca6-4185-8587-50432bc75ede tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:43.312476 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fab612-b2f6-4f9c-92ec-a0405cb6faf2 req-c432e2c4-9ca6-4185-8587-50432bc75ede tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:43.318198 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fab612-b2f6-4f9c-92ec-a0405cb6faf2 req-c432e2c4-9ca6-4185-8587-50432bc75ede tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:43.324884 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fab612-b2f6-4f9c-92ec-a0405cb6faf2 req-c432e2c4-9ca6-4185-8587-50432bc75ede tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:43.330872 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fab612-b2f6-4f9c-92ec-a0405cb6faf2 req-c432e2c4-9ca6-4185-8587-50432bc75ede tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:43.332521 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-30fab612-b2f6-4f9c-92ec-a0405cb6faf2 req-c432e2c4-9ca6-4185-8587-50432bc75ede tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 3828 time: 0.1896653 Sep 30 00:55:43.348772 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 5b61f90d-e2ca-4d63-a3f2-ec59127f4e72 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:55:43.351836 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 06abf601-12d2-4ccb-86b5-71d5cd879b85 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:55:43.372084 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cf5f0919-48c6-4a8e-a1cc-d1b923aa0dca req-32b6d752-1e07-4e2b-9cd4-6f7198817478 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691948 Sep 30 00:55:43.403466 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: 06abf601-12d2-4ccb-86b5-71d5cd879b85 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:55:43.403818 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 06abf601-12d2-4ccb-86b5-71d5cd879b85 not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:55:43.466368 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-30fab612-b2f6-4f9c-92ec-a0405cb6faf2 req-058d897c-a472-4ff8-a27d-097b0cebdb64 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141555 Sep 30 00:55:43.514603 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-a857bc27-a501-42b3-b970-09748db1e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:43.516121 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-a857bc27-a501-42b3-b970-09748db1e3ea service neutron] 10.222.0.59 "GET /v2.0/networks?id=7e128c42-c8c3-46bf-ac8f-448c283e710f HTTP/1.1" status: 200 len: 903 time: 0.1827276 Sep 30 00:55:43.608230 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 35792) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:55:43.608483 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 5b61f90d-e2ca-4d63-a3f2-ec59127f4e72, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=5b61f90d-e2ca-4d63-a3f2-ec59127f4e72,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:43.624249 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-4eea63c6-de0c-4fac-a633-fff3e3abeb48 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.14&port_id=8428a6a2-d9df-4e13-8b75-0cfe2a6f12af HTTP/1.1" status: 200 len: 217 time: 0.1001189 Sep 30 00:55:43.643309 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '5b61f90d-e2ca-4d63-a3f2-ec59127f4e72', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': '5b61f90d-e2ca-4d63-a3f2-ec59127f4e72', 'mac_address': 'fa:16:3e:18:72:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:55:43.724360 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:43.751079 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b61f90d-e2ca-4d63-a3f2-ec59127f4e72 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:55:43.783551 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 5b61f90d-e2ca-4d63-a3f2-ec59127f4e72, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=5b61f90d-e2ca-4d63-a3f2-ec59127f4e72,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:43.794873 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:43.797691 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:43.840530 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-b7d05761-48e7-4fa3-bc8b-27a977b05a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af11ef16-52be-4099-98fc-3753539c1b51 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:55:43.840774 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:55:43.850547 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-b7d05761-48e7-4fa3-bc8b-27a977b05a16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:43.872422 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-b7d05761-48e7-4fa3-bc8b-27a977b05a16 service neutron] Transition to ACTIVE for port object af11ef16-52be-4099-98fc-3753539c1b51 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:43.879334 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-b7d05761-48e7-4fa3-bc8b-27a977b05a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:43.896605 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-fb8c2b73-5f2d-4ce8-b2d1-ae4be59b005e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:43.919070 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=5b61f90d-e2ca-4d63-a3f2-ec59127f4e72,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:43.942264 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c238243-96ca-4086-90b9-47cacae9c306 admin admin] Deleting subnet e11b3221-7cfb-4feb-801d-70a2c0ec6209 {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 00:55:43.950360 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-97df43f7-95e3-4e4a-9f54-ac100db1aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:43.951835 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-97df43f7-95e3-4e4a-9f54-ac100db1aa53 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=69f4d3cb-e9bd-4ba8-b92a-caba79e9686a HTTP/1.1" status: 200 len: 801 time: 0.3196387 Sep 30 00:55:43.959832 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7c238243-96ca-4086-90b9-47cacae9c306 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:44.012599 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:44.017574 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:44.021891 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:44.022487 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:44.023028 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:44.024913 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:44.025562 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:44.027099 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:44.027629 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:44.029031 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:44.029532 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:44.035880 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:44.042524 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:44.116581 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'tag': 'f022d92f-0eb3-4cfa-a3d3-9166ea00620e'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:55:44.155959 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7c238243-96ca-4086-90b9-47cacae9c306 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:44.156963 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=4a0a280e-239f-4d0d-bed6-c7cb6ef309a2,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:44.168037 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d05761-48e7-4fa3-bc8b-27a977b05a16 service neutron] Pushing event updated for resources: {'Port': ['ID=af11ef16-52be-4099-98fc-3753539c1b51,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:44.177407 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b7d05761-48e7-4fa3-bc8b-27a977b05a16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:44.182252 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '4a0a280e-239f-4d0d-bed6-c7cb6ef309a2', 'network_id': 'fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129', 'port_id': '4a0a280e-239f-4d0d-bed6-c7cb6ef309a2', 'mac_address': 'fa:16:3e:98:fc:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1838926e-37d5-4d80-a8c7-56ab398bbbfc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:55:44.246075 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7c238243-96ca-4086-90b9-47cacae9c306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:44.264286 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:44.285883 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:55:44.293755 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['5b61f90d-e2ca-4d63-a3f2-ec59127f4e72'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:55:44.302388 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f13507-83d5-4e86-92d6-77d36c4ca392 req-e6737d7a-36b6-4617-8eb8-cd8dfa4149ea tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:44.309125 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f13507-83d5-4e86-92d6-77d36c4ca392 req-e6737d7a-36b6-4617-8eb8-cd8dfa4149ea tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:44.315386 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f13507-83d5-4e86-92d6-77d36c4ca392 req-e6737d7a-36b6-4617-8eb8-cd8dfa4149ea tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:44.317124 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-11f13507-83d5-4e86-92d6-77d36c4ca392 req-e6737d7a-36b6-4617-8eb8-cd8dfa4149ea tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 2412 time: 0.4466321 Sep 30 00:55:44.346999 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-e39e1a14-bfdb-40b3-9e8c-d270bec47f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:44.348496 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-e39e1a14-bfdb-40b3-9e8c-d270bec47f24 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e128c42-c8c3-46bf-ac8f-448c283e710f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3309391 Sep 30 00:55:44.369469 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=4a0a280e-239f-4d0d-bed6-c7cb6ef309a2,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:44.380335 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:44.385357 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:44.422387 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-b7d05761-48e7-4fa3-bc8b-27a977b05a16 service neutron] Attempting to bind port af11ef16-52be-4099-98fc-3753539c1b51 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:55:44.422824 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-b7d05761-48e7-4fa3-bc8b-27a977b05a16 service neutron] Attempting to bind port af11ef16-52be-4099-98fc-3753539c1b51 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'ab908e6e-8629-4086-b083-0b1dd66189b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c3b2fa3c-7227-466a-851d-9c93a7474d2b'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:55:44.423067 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-b7d05761-48e7-4fa3-bc8b-27a977b05a16 service neutron] Attempting to bind port af11ef16-52be-4099-98fc-3753539c1b51 on network c3b2fa3c-7227-466a-851d-9c93a7474d2b {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:44.434244 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-b7d05761-48e7-4fa3-bc8b-27a977b05a16 service neutron] Port af11ef16-52be-4099-98fc-3753539c1b51 on network c3b2fa3c-7227-466a-851d-9c93a7474d2b not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:55:44.434580 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-b7d05761-48e7-4fa3-bc8b-27a977b05a16 service neutron] Attempting to bind port af11ef16-52be-4099-98fc-3753539c1b51 on network c3b2fa3c-7227-466a-851d-9c93a7474d2b {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:44.445072 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-b7d05761-48e7-4fa3-bc8b-27a977b05a16 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:55:44.445590 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-b7d05761-48e7-4fa3-bc8b-27a977b05a16 service neutron] Checking segment: {'id': 'ab908e6e-8629-4086-b083-0b1dd66189b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c3b2fa3c-7227-466a-851d-9c93a7474d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:55:44.445999 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-b7d05761-48e7-4fa3-bc8b-27a977b05a16 service neutron] Bound using segment: {'id': 'ab908e6e-8629-4086-b083-0b1dd66189b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c3b2fa3c-7227-466a-851d-9c93a7474d2b'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:55:44.446618 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-b7d05761-48e7-4fa3-bc8b-27a977b05a16 service neutron] Bound port: af11ef16-52be-4099-98fc-3753539c1b51, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab908e6e-8629-4086-b083-0b1dd66189b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c3b2fa3c-7227-466a-851d-9c93a7474d2b'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:55:44.446993 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-b7d05761-48e7-4fa3-bc8b-27a977b05a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:44.465229 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-11f13507-83d5-4e86-92d6-77d36c4ca392 req-00e8f92e-adef-4351-9855-0c2afbc77dc9 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351736 Sep 30 00:55:44.472115 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-7cfd6972-b05b-483e-9ff9-7db456782eaf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4476082 Sep 30 00:55:44.478948 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7c238243-96ca-4086-90b9-47cacae9c306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:44.497493 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=4a0a280e-239f-4d0d-bed6-c7cb6ef309a2,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:44.506793 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:44.514459 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e93ba758-46ed-4ae2-877c-233eeba35076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:44.553003 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c52dc-d868-469d-92a1-7316c92626e5 req-bb15d6b0-a1cb-4dcc-a4e9-c73e6c57cadd tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:44.554473 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c08c52dc-d868-469d-92a1-7316c92626e5 req-bb15d6b0-a1cb-4dcc-a4e9-c73e6c57cadd tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 950 time: 0.3681319 Sep 30 00:55:44.590862 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c238243-96ca-4086-90b9-47cacae9c306 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e11b3221-7cfb-4feb-801d-70a2c0ec6209,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:44.600224 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7c238243-96ca-4086-90b9-47cacae9c306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:44.623455 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7c238243-96ca-4086-90b9-47cacae9c306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:44.652925 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-7c238243-96ca-4086-90b9-47cacae9c306 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e11b3221-7cfb-4feb-801d-70a2c0ec6209 HTTP/1.1" status: 204 len: 168 time: 1.0399961 Sep 30 00:55:44.655512 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 35820) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:55:44.671282 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c08c52dc-d868-469d-92a1-7316c92626e5 req-09b8fb8c-192c-4544-bee7-63d1cf81cc42 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927117 Sep 30 00:55:44.685381 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-b7d05761-48e7-4fa3-bc8b-27a977b05a16 service neutron] For port af11ef16-52be-4099-98fc-3753539c1b51, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:55:44.690350 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-b7d05761-48e7-4fa3-bc8b-27a977b05a16 service neutron] For port af11ef16-52be-4099-98fc-3753539c1b51, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=af11ef16-52be-4099-98fc-3753539c1b51,segment=NetworkSegment(ab908e6e-8629-4086-b083-0b1dd66189b0),segment_id=ab908e6e-8629-4086-b083-0b1dd66189b0)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:55:44.699513 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-b7d05761-48e7-4fa3-bc8b-27a977b05a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:44.709545 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-69ff21cc-69a7-4329-8a1f-074c77456d07 tempest-VolumesAdminNegativeTest-1899733268 tempest-VolumesAdminNegativeTest-1899733268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:44.729339 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-a5ee6974-882f-495d-8e96-05f105a639ed service neutron] 10.222.0.59 "GET /v2.0/networks/7e128c42-c8c3-46bf-ac8f-448c283e710f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720973 Sep 30 00:55:44.761517 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'tag': 'f022d92f-0eb3-4cfa-a3d3-9166ea00620e', 'status': 'completed', 'code': 200} Sep 30 00:55:44.871361 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-b7d05761-48e7-4fa3-bc8b-27a977b05a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:44.871998 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-b7d05761-48e7-4fa3-bc8b-27a977b05a16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:44.873371 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-b7d05761-48e7-4fa3-bc8b-27a977b05a16 service neutron] 10.222.0.59 "PUT /v2.0/ports/af11ef16-52be-4099-98fc-3753539c1b51 HTTP/1.1" status: 200 len: 1129 time: 1.8613789 Sep 30 00:55:44.929430 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-db557e02-cc4c-4cf1-9547-416dbddefc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:44.948965 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-aa078e91-4602-46d7-b23e-f301f4dd06fa service neutron] Request body: {'port': {'device_id': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:45.009186 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45ff06c0-c568-4f2f-8093-9c9bfefaf574 req-b04ce9a5-5e17-402b-b8d3-3a1e3eb8ac7a service neutron] 10.222.0.59 "GET /v2.0/networks/7e128c42-c8c3-46bf-ac8f-448c283e710f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254777 Sep 30 00:55:45.081202 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['4a0a280e-239f-4d0d-bed6-c7cb6ef309a2'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:55:45.097943 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6fb89-4887-4b98-a430-8d13af5a55b5 req-460256a0-bfb1-4542-9447-1dd36d3d5bdf tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:45.099455 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d2e6fb89-4887-4b98-a430-8d13af5a55b5 req-460256a0-bfb1-4542-9447-1dd36d3d5bdf tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=04a757f9-8bf2-4e90-b8bf-a37fb37d314e HTTP/1.1" status: 200 len: 944 time: 0.4297876 Sep 30 00:55:45.104204 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d05761-48e7-4fa3-bc8b-27a977b05a16 service neutron] Pushing event updated for resources: {'Port': ['ID=af11ef16-52be-4099-98fc-3753539c1b51,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:45.114345 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b7d05761-48e7-4fa3-bc8b-27a977b05a16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:45.133463 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-db557e02-cc4c-4cf1-9547-416dbddefc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:45.155619 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-aa078e91-4602-46d7-b23e-f301f4dd06fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:45.181740 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-db557e02-cc4c-4cf1-9547-416dbddefc99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a0a50fb-f59e-4919-9310-948ef891e84f']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:55:45.193488 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d2e6fb89-4887-4b98-a430-8d13af5a55b5 req-763877ec-d3f9-4e5e-ad85-b248e0d47cd8 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822437 Sep 30 00:55:45.203833 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-db557e02-cc4c-4cf1-9547-416dbddefc99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac9652a-75a3-4da2-a7e6-f004c38fd806') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:55:45.204251 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-db557e02-cc4c-4cf1-9547-416dbddefc99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac9652a-75a3-4da2-a7e6-f004c38fd806') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:55:45.229016 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-db557e02-cc4c-4cf1-9547-416dbddefc99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:45.235672 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1648f-73c7-4cfb-86d3-e6d188b8762d req-592cc48c-5885-46de-99ab-f7346ecbe2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:45.236185 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1648f-73c7-4cfb-86d3-e6d188b8762d req-592cc48c-5885-46de-99ab-f7346ecbe2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:45.236685 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1648f-73c7-4cfb-86d3-e6d188b8762d req-592cc48c-5885-46de-99ab-f7346ecbe2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:45.237249 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1648f-73c7-4cfb-86d3-e6d188b8762d req-592cc48c-5885-46de-99ab-f7346ecbe2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:45.237748 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1648f-73c7-4cfb-86d3-e6d188b8762d req-592cc48c-5885-46de-99ab-f7346ecbe2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:45.238245 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1648f-73c7-4cfb-86d3-e6d188b8762d req-592cc48c-5885-46de-99ab-f7346ecbe2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:45.240204 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cea1648f-73c7-4cfb-86d3-e6d188b8762d req-592cc48c-5885-46de-99ab-f7346ecbe2b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a750dc97d8045f29998977fe5e379fc&device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5285 time: 0.4376099 Sep 30 00:55:45.246388 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-db557e02-cc4c-4cf1-9547-416dbddefc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:45.254273 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db557e02-cc4c-4cf1-9547-416dbddefc99 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:55:45.254823 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-db557e02-cc4c-4cf1-9547-416dbddefc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:45.269998 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a0bba-936c-4a77-abaf-fc04cbc2dea3 req-d5c06272-0c9e-4c0f-8651-47c65eb319f2 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:45.271536 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-443a0bba-936c-4a77-abaf-fc04cbc2dea3 req-d5c06272-0c9e-4c0f-8651-47c65eb319f2 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1cd4584-2004-40ee-a761-5fc71726e872 HTTP/1.1" status: 200 len: 949 time: 0.4114301 Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: timer() Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:55:45.289834 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:55:45.465180 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-db557e02-cc4c-4cf1-9547-416dbddefc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:45.474968 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-db557e02-cc4c-4cf1-9547-416dbddefc99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:45.482901 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7c200781-da82-4ddf-8b4a-33e254ab4f09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:45.511326 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db557e02-cc4c-4cf1-9547-416dbddefc99 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a0a50fb-f59e-4919-9310-948ef891e84f,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:45.512863 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-443a0bba-936c-4a77-abaf-fc04cbc2dea3 req-0f8738bb-5bc8-43a5-b688-fe9f39ec8299 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171896 Sep 30 00:55:45.523625 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-db557e02-cc4c-4cf1-9547-416dbddefc99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:45.534960 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-db557e02-cc4c-4cf1-9547-416dbddefc99 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0a0a50fb-f59e-4919-9310-948ef891e84f HTTP/1.1" status: 204 len: 168 time: 0.8691490 Sep 30 00:55:45.538528 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 35846) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:55:45.642570 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a582884-35d9-46af-bf2f-96502cd9f0b4 req-3205410e-dbf7-4db4-8e04-5be4426824f1 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:45.650697 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a582884-35d9-46af-bf2f-96502cd9f0b4 req-3205410e-dbf7-4db4-8e04-5be4426824f1 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:45.651277 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1648f-73c7-4cfb-86d3-e6d188b8762d req-2252bf27-50bc-4454-a55d-e7e394a3bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:45.651772 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1648f-73c7-4cfb-86d3-e6d188b8762d req-2252bf27-50bc-4454-a55d-e7e394a3bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:45.652268 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1648f-73c7-4cfb-86d3-e6d188b8762d req-2252bf27-50bc-4454-a55d-e7e394a3bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:45.653896 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cea1648f-73c7-4cfb-86d3-e6d188b8762d req-2252bf27-50bc-4454-a55d-e7e394a3bb78 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5a750dc97d8045f29998977fe5e379fc&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3920269 Sep 30 00:55:45.657488 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a582884-35d9-46af-bf2f-96502cd9f0b4 req-3205410e-dbf7-4db4-8e04-5be4426824f1 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:45.663379 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a582884-35d9-46af-bf2f-96502cd9f0b4 req-3205410e-dbf7-4db4-8e04-5be4426824f1 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:45.670123 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a582884-35d9-46af-bf2f-96502cd9f0b4 req-3205410e-dbf7-4db4-8e04-5be4426824f1 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:45.676024 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a582884-35d9-46af-bf2f-96502cd9f0b4 req-3205410e-dbf7-4db4-8e04-5be4426824f1 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:45.677848 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4a582884-35d9-46af-bf2f-96502cd9f0b4 req-3205410e-dbf7-4db4-8e04-5be4426824f1 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 4599 time: 0.2985680 Sep 30 00:55:45.689016 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-953c983e-7e2e-4283-85b0-7d9a650ffa4e admin admin] Deleting subnet a0196f78-d0da-4a0b-a9cd-1c9b9961c4fc {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 00:55:45.708925 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-953c983e-7e2e-4283-85b0-7d9a650ffa4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:45.789862 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4a582884-35d9-46af-bf2f-96502cd9f0b4 req-a4eee4be-1fe4-43fe-8146-9e4347b9f5fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1035421 Sep 30 00:55:45.807072 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-953c983e-7e2e-4283-85b0-7d9a650ffa4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:45.861174 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-aa078e91-4602-46d7-b23e-f301f4dd06fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4147821f-484c-42b8-8eee-96c30dce4206 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:55:45.872509 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-aa078e91-4602-46d7-b23e-f301f4dd06fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:45.895745 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-953c983e-7e2e-4283-85b0-7d9a650ffa4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:45.907768 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-aa078e91-4602-46d7-b23e-f301f4dd06fa service neutron] Transition to ACTIVE for port object 4147821f-484c-42b8-8eee-96c30dce4206 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:45.923746 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-aa078e91-4602-46d7-b23e-f301f4dd06fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:45.930811 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8d1788b4-68ae-4842-b5e9-166c4a7d7901 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:45.969367 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1648f-73c7-4cfb-86d3-e6d188b8762d req-9e6c8356-35e1-4d95-b092-67ac543b7718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:45.970900 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cea1648f-73c7-4cfb-86d3-e6d188b8762d req-9e6c8356-35e1-4d95-b092-67ac543b7718 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2219265 Sep 30 00:55:46.118952 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa078e91-4602-46d7-b23e-f301f4dd06fa service neutron] Pushing event updated for resources: {'Port': ['ID=4147821f-484c-42b8-8eee-96c30dce4206,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:46.152426 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-aa078e91-4602-46d7-b23e-f301f4dd06fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:46.187482 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e2287-30aa-4e41-8967-0382b3732b4b req-9454bbe5-b36d-4cac-8cc3-dedf710b136b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:46.193718 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e2287-30aa-4e41-8967-0382b3732b4b req-9454bbe5-b36d-4cac-8cc3-dedf710b136b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:46.200513 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e2287-30aa-4e41-8967-0382b3732b4b req-9454bbe5-b36d-4cac-8cc3-dedf710b136b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:46.202222 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-db6e2287-30aa-4e41-8967-0382b3732b4b req-9454bbe5-b36d-4cac-8cc3-dedf710b136b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 2412 time: 0.1289160 Sep 30 00:55:46.211704 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-953c983e-7e2e-4283-85b0-7d9a650ffa4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:46.219163 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a56d2842-9ca6-4773-a474-7472571221c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:46.254248 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57ce1f-af1d-435f-a3f5-05a708601e78 req-4f34bab9-ea60-4d04-bf1d-f153b9db6539 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:46.255744 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a57ce1f-af1d-435f-a3f5-05a708601e78 req-4f34bab9-ea60-4d04-bf1d-f153b9db6539 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 950 time: 0.2769322 Sep 30 00:55:46.260618 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-aa078e91-4602-46d7-b23e-f301f4dd06fa service neutron] Attempting to bind port 4147821f-484c-42b8-8eee-96c30dce4206 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:55:46.261006 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-aa078e91-4602-46d7-b23e-f301f4dd06fa service neutron] Attempting to bind port 4147821f-484c-42b8-8eee-96c30dce4206 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'ab908e6e-8629-4086-b083-0b1dd66189b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c3b2fa3c-7227-466a-851d-9c93a7474d2b'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:55:46.261329 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-aa078e91-4602-46d7-b23e-f301f4dd06fa service neutron] Attempting to bind port 4147821f-484c-42b8-8eee-96c30dce4206 on network c3b2fa3c-7227-466a-851d-9c93a7474d2b {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:46.269735 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c983e-7e2e-4283-85b0-7d9a650ffa4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0196f78-d0da-4a0b-a9cd-1c9b9961c4fc,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:46.277358 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-953c983e-7e2e-4283-85b0-7d9a650ffa4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:46.278524 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-aa078e91-4602-46d7-b23e-f301f4dd06fa service neutron] Port 4147821f-484c-42b8-8eee-96c30dce4206 on network c3b2fa3c-7227-466a-851d-9c93a7474d2b not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:55:46.278876 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-aa078e91-4602-46d7-b23e-f301f4dd06fa service neutron] Attempting to bind port 4147821f-484c-42b8-8eee-96c30dce4206 on network c3b2fa3c-7227-466a-851d-9c93a7474d2b {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:46.288375 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c983e-7e2e-4283-85b0-7d9a650ffa4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:46.288742 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c983e-7e2e-4283-85b0-7d9a650ffa4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:46.289616 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c983e-7e2e-4283-85b0-7d9a650ffa4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:46.289992 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c983e-7e2e-4283-85b0-7d9a650ffa4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:46.290351 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c983e-7e2e-4283-85b0-7d9a650ffa4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:46.290760 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c983e-7e2e-4283-85b0-7d9a650ffa4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:46.291197 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c983e-7e2e-4283-85b0-7d9a650ffa4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:46.291427 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c983e-7e2e-4283-85b0-7d9a650ffa4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:46.291542 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-aa078e91-4602-46d7-b23e-f301f4dd06fa service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:55:46.291779 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c983e-7e2e-4283-85b0-7d9a650ffa4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:46.291920 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-aa078e91-4602-46d7-b23e-f301f4dd06fa service neutron] Checking segment: {'id': 'ab908e6e-8629-4086-b083-0b1dd66189b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c3b2fa3c-7227-466a-851d-9c93a7474d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:55:46.292128 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c983e-7e2e-4283-85b0-7d9a650ffa4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:46.292268 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-aa078e91-4602-46d7-b23e-f301f4dd06fa service neutron] Bound using segment: {'id': 'ab908e6e-8629-4086-b083-0b1dd66189b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c3b2fa3c-7227-466a-851d-9c93a7474d2b'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:55:46.292480 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c983e-7e2e-4283-85b0-7d9a650ffa4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:46.292602 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-aa078e91-4602-46d7-b23e-f301f4dd06fa service neutron] Bound port: 4147821f-484c-42b8-8eee-96c30dce4206, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab908e6e-8629-4086-b083-0b1dd66189b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c3b2fa3c-7227-466a-851d-9c93a7474d2b'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:55:46.292828 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953c983e-7e2e-4283-85b0-7d9a650ffa4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:55:46.293108 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-aa078e91-4602-46d7-b23e-f301f4dd06fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:46.298860 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-953c983e-7e2e-4283-85b0-7d9a650ffa4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:46.302820 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-953c983e-7e2e-4283-85b0-7d9a650ffa4e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a0196f78-d0da-4a0b-a9cd-1c9b9961c4fc HTTP/1.1" status: 204 len: 168 time: 0.7621262 Sep 30 00:55:46.305639 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 35856) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:55:46.323385 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-db6e2287-30aa-4e41-8967-0382b3732b4b req-6daaeb71-9a19-4832-a8f5-177f45626103 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054626 Sep 30 00:55:46.572787 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117907b7-d775-4372-887a-4b0105a11220 req-9b705b40-cd80-46ae-82b6-af367edd3fc8 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:46.575195 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-117907b7-d775-4372-887a-4b0105a11220 req-9b705b40-cd80-46ae-82b6-af367edd3fc8 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b924abf-e5ad-496f-8d9f-3ea4389af1ea HTTP/1.1" status: 200 len: 946 time: 0.1529026 Sep 30 00:55:46.576629 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a57ce1f-af1d-435f-a3f5-05a708601e78 req-e604916b-de0f-4856-8f1b-29a6c224348a tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116684 Sep 30 00:55:46.629420 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-7a44a1e0-5ae8-4748-8bdb-b715f667dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:46.630929 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-7a44a1e0-5ae8-4748-8bdb-b715f667dd44 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 1101 time: 0.1371000 Sep 30 00:55:46.639274 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-debd6a88-b3e9-4426-805b-5464c0aaf076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:46.643529 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-117907b7-d775-4372-887a-4b0105a11220 req-76c8bf15-19e8-4d12-8371-59385caddbb3 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c42dc21-c719-4a96-84be-a21d147d8c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545945 Sep 30 00:55:46.669341 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-aa078e91-4602-46d7-b23e-f301f4dd06fa service neutron] For port 4147821f-484c-42b8-8eee-96c30dce4206, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:55:46.678598 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-aa078e91-4602-46d7-b23e-f301f4dd06fa service neutron] For port 4147821f-484c-42b8-8eee-96c30dce4206, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=4147821f-484c-42b8-8eee-96c30dce4206,segment=NetworkSegment(ab908e6e-8629-4086-b083-0b1dd66189b0),segment_id=ab908e6e-8629-4086-b083-0b1dd66189b0)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:55:46.735709 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-aa078e91-4602-46d7-b23e-f301f4dd06fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:46.787528 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-81a87080-087c-4854-bf93-d4f34981a9ac tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:46.833879 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'tag': 'af11ef16-52be-4099-98fc-3753539c1b51'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:55:46.893247 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-85ded392-14fa-4332-91fe-7e6bd3ca4fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:46.895200 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-85ded392-14fa-4332-91fe-7e6bd3ca4fae service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.2418342 Sep 30 00:55:47.007790 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-aa078e91-4602-46d7-b23e-f301f4dd06fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:47.009365 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-aa078e91-4602-46d7-b23e-f301f4dd06fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:47.011123 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-aa078e91-4602-46d7-b23e-f301f4dd06fa service neutron] 10.222.0.59 "PUT /v2.0/ports/4147821f-484c-42b8-8eee-96c30dce4206 HTTP/1.1" status: 200 len: 1129 time: 2.0767529 Sep 30 00:55:47.028077 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-debd6a88-b3e9-4426-805b-5464c0aaf076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:47.048665 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-2b342213-04a5-48a3-b853-cd21356c799c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c388bb24-bac6-4e06-bfc0-a11306ad6d78 HTTP/1.1" status: 200 len: 217 time: 0.1300466 Sep 30 00:55:47.066362 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa078e91-4602-46d7-b23e-f301f4dd06fa service neutron] Pushing event updated for resources: {'Port': ['ID=4147821f-484c-42b8-8eee-96c30dce4206,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:47.076999 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-aa078e91-4602-46d7-b23e-f301f4dd06fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:47.081652 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-164ca4e0-23d3-4ce3-a4b9-f0d85bdfb4aa service neutron] Request body: {'port': {'device_id': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:47.158823 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-debd6a88-b3e9-4426-805b-5464c0aaf076 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd08bd6b-ddcd-4eb4-9c86-97a1067234bb']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:55:47.160628 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-1e5e9c5a-c5b6-4759-a765-9ccbd3a9522e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:47.162213 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-1e5e9c5a-c5b6-4759-a765-9ccbd3a9522e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.0952785 Sep 30 00:55:47.176201 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb6524-803a-4b97-b842-2c9e7bcb9f2c req-f067489d-a9c0-4857-9713-33805aac831c tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:47.176978 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7bdb6524-803a-4b97-b842-2c9e7bcb9f2c req-f067489d-a9c0-4857-9713-33805aac831c tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1cd4584-2004-40ee-a761-5fc71726e872 HTTP/1.1" status: 200 len: 949 time: 0.3432426 Sep 30 00:55:47.179837 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e3ccb-5fbe-4926-a019-cd060bda126c req-e481ee04-d01d-4a37-8fdf-273727d5e87c tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:47.181541 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8e4e3ccb-5fbe-4926-a019-cd060bda126c req-e481ee04-d01d-4a37-8fdf-273727d5e87c tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=04a757f9-8bf2-4e90-b8bf-a37fb37d314e HTTP/1.1" status: 200 len: 944 time: 0.4534838 Sep 30 00:55:47.195087 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-debd6a88-b3e9-4426-805b-5464c0aaf076 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '067f9f82-f180-4484-b294-89b6c8235a3e') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:55:47.195304 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-debd6a88-b3e9-4426-805b-5464c0aaf076 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '067f9f82-f180-4484-b294-89b6c8235a3e') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:55:47.227077 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-debd6a88-b3e9-4426-805b-5464c0aaf076 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:47.277416 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7bdb6524-803a-4b97-b842-2c9e7bcb9f2c req-adc4d32f-b1b3-4b0c-92df-c7d5698f125f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615010 Sep 30 00:55:47.298359 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-a9998330-1888-4b8b-90f7-101d4e77d02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:47.299986 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-a9998330-1888-4b8b-90f7-101d4e77d02c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1218498 Sep 30 00:55:47.307288 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-debd6a88-b3e9-4426-805b-5464c0aaf076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:47.320122 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8e4e3ccb-5fbe-4926-a019-cd060bda126c req-d0c629b6-0448-4f30-bab8-bc47d809e0de tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312797 Sep 30 00:55:47.326705 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-debd6a88-b3e9-4426-805b-5464c0aaf076 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:55:47.327457 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-debd6a88-b3e9-4426-805b-5464c0aaf076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: timer() Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:55:47.345448 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-164ca4e0-23d3-4ce3-a4b9-f0d85bdfb4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:47.365533 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 5b61f90d-e2ca-4d63-a3f2-ec59127f4e72 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:55:47.466290 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port 5b61f90d-e2ca-4d63-a3f2-ec59127f4e72 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:55:47.479055 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 5b61f90d-e2ca-4d63-a3f2-ec59127f4e72 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:47.479951 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:47.567123 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-e71473db-9959-4d41-8225-2593a548ecc0 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328558 Sep 30 00:55:47.604459 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'tag': 'af11ef16-52be-4099-98fc-3753539c1b51', 'status': 'completed', 'code': 200} Sep 30 00:55:47.611816 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-debd6a88-b3e9-4426-805b-5464c0aaf076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:47.624188 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:47.651475 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-debd6a88-b3e9-4426-805b-5464c0aaf076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:47.694133 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:47.723531 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1cd4584-2004-40ee-a761-5fc71726e872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b61f90d-e2ca-4d63-a3f2-ec59127f4e72'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:55:47.734184 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 5b61f90d-e2ca-4d63-a3f2-ec59127f4e72, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=5b61f90d-e2ca-4d63-a3f2-ec59127f4e72,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:47.738487 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:47.740512 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-23bc6f64-345e-4f2b-b35f-ea447e121c4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:47.753206 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd6a88-b3e9-4426-805b-5464c0aaf076 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd08bd6b-ddcd-4eb4-9c86-97a1067234bb,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:47.771661 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-debd6a88-b3e9-4426-805b-5464c0aaf076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:47.779220 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-debd6a88-b3e9-4426-805b-5464c0aaf076 admin admin] 10.222.0.39 "DELETE /v2.0/networks/dd08bd6b-ddcd-4eb4-9c86-97a1067234bb HTTP/1.1" status: 204 len: 168 time: 1.4724174 Sep 30 00:55:47.821489 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=5b61f90d-e2ca-4d63-a3f2-ec59127f4e72,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:47.833355 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:47.849731 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 8428a6a2-d9df-4e13-8b75-0cfe2a6f12af details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:55:47.851245 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-30669210-7ab7-411e-913b-86f55ea5bb63 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716317 Sep 30 00:55:47.857241 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:55:47.878872 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f4920-9a7a-45ec-bb0a-8c26ed1c5753 req-1948bd3e-ed64-49b4-990a-a03386f0dc7d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:47.897824 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f4920-9a7a-45ec-bb0a-8c26ed1c5753 req-1948bd3e-ed64-49b4-990a-a03386f0dc7d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:47.908279 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f4920-9a7a-45ec-bb0a-8c26ed1c5753 req-1948bd3e-ed64-49b4-990a-a03386f0dc7d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:47.909954 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6a4f4920-9a7a-45ec-bb0a-8c26ed1c5753 req-1948bd3e-ed64-49b4-990a-a03386f0dc7d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 2412 time: 0.1937559 Sep 30 00:55:47.941086 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147e21f-590e-4d98-a17e-d831416d2458 req-1dd20257-3fd6-4a73-86fb-a7a16ec6c0ba tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:47.948438 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147e21f-590e-4d98-a17e-d831416d2458 req-1dd20257-3fd6-4a73-86fb-a7a16ec6c0ba tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:47.955039 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147e21f-590e-4d98-a17e-d831416d2458 req-1dd20257-3fd6-4a73-86fb-a7a16ec6c0ba tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:47.966497 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6a4f4920-9a7a-45ec-bb0a-8c26ed1c5753 req-e171fd7f-ec92-45da-9f52-8d4f960d0be0 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497611 Sep 30 00:55:47.970500 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 35880) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:55:47.975716 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147e21f-590e-4d98-a17e-d831416d2458 req-1dd20257-3fd6-4a73-86fb-a7a16ec6c0ba tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:47.989054 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147e21f-590e-4d98-a17e-d831416d2458 req-1dd20257-3fd6-4a73-86fb-a7a16ec6c0ba tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:47.995851 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147e21f-590e-4d98-a17e-d831416d2458 req-1dd20257-3fd6-4a73-86fb-a7a16ec6c0ba tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:48.002966 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147e21f-590e-4d98-a17e-d831416d2458 req-1dd20257-3fd6-4a73-86fb-a7a16ec6c0ba tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:48.011585 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f147e21f-590e-4d98-a17e-d831416d2458 req-1dd20257-3fd6-4a73-86fb-a7a16ec6c0ba tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5370 time: 0.5199568 Sep 30 00:55:48.081080 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-c9830243-904f-49ce-862e-3dea6dd7b3c9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f37261e7a4fc4ea5bf5016bed7997e37&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1070309 Sep 30 00:55:48.082862 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2c71f-f882-4504-9f12-457244d8aafb req-db4325f5-85bc-40f4-9254-76651aab0b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:48.083378 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2c71f-f882-4504-9f12-457244d8aafb req-db4325f5-85bc-40f4-9254-76651aab0b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:48.084024 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2c71f-f882-4504-9f12-457244d8aafb req-db4325f5-85bc-40f4-9254-76651aab0b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:48.084523 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2c71f-f882-4504-9f12-457244d8aafb req-db4325f5-85bc-40f4-9254-76651aab0b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:48.085016 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2c71f-f882-4504-9f12-457244d8aafb req-db4325f5-85bc-40f4-9254-76651aab0b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:48.085511 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2c71f-f882-4504-9f12-457244d8aafb req-db4325f5-85bc-40f4-9254-76651aab0b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:48.086537 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2c71f-f882-4504-9f12-457244d8aafb req-db4325f5-85bc-40f4-9254-76651aab0b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:48.088644 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-16f2c71f-f882-4504-9f12-457244d8aafb req-db4325f5-85bc-40f4-9254-76651aab0b36 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a750dc97d8045f29998977fe5e379fc&device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 6207 time: 0.4218183 Sep 30 00:55:48.089771 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 35884) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:55:48.090158 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:55:48.099334 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f147e21f-590e-4d98-a17e-d831416d2458 req-f6e52fdc-ba6f-481f-89f6-981ed031e9f3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0866742 Sep 30 00:55:48.109724 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:48.110269 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:48.206777 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 8428a6a2-d9df-4e13-8b75-0cfe2a6f12af, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=8428a6a2-d9df-4e13-8b75-0cfe2a6f12af,segment=NetworkSegment(15f763e4-815e-4159-89c3-e59eff1e02b1),segment_id=15f763e4-815e-4159-89c3-e59eff1e02b1)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:48.225098 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '8428a6a2-d9df-4e13-8b75-0cfe2a6f12af', 'network_id': '7e128c42-c8c3-46bf-ac8f-448c283e710f', 'port_id': '8428a6a2-d9df-4e13-8b75-0cfe2a6f12af', 'mac_address': 'fa:16:3e:27:de:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69f4d3cb-e9bd-4ba8-b92a-caba79e9686a', 'ip_address': '19.80.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:55:48.323966 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1cd4584-2004-40ee-a761-5fc71726e872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b61f90d-e2ca-4d63-a3f2-ec59127f4e72', 'code': 200} Sep 30 00:55:48.331591 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:48.338825 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-164ca4e0-23d3-4ce3-a4b9-f0d85bdfb4aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35284674-21db-44af-a498-316f25bfd67c {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:55:48.344681 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:48.365405 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8428a6a2-d9df-4e13-8b75-0cfe2a6f12af {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:55:48.394018 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 8428a6a2-d9df-4e13-8b75-0cfe2a6f12af, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=8428a6a2-d9df-4e13-8b75-0cfe2a6f12af,segment=NetworkSegment(15f763e4-815e-4159-89c3-e59eff1e02b1),segment_id=15f763e4-815e-4159-89c3-e59eff1e02b1)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:48.400385 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:48.401255 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:55:48.404370 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=4a0a280e-239f-4d0d-bed6-c7cb6ef309a2,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:48.405872 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-01033ef1-c4b9-4690-97e5-9041a3653acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:48.409229 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-164ca4e0-23d3-4ce3-a4b9-f0d85bdfb4aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:48.453522 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:48.468037 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-164ca4e0-23d3-4ce3-a4b9-f0d85bdfb4aa service neutron] Transition to ACTIVE for port object 35284674-21db-44af-a498-316f25bfd67c will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:48.481180 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-164ca4e0-23d3-4ce3-a4b9-f0d85bdfb4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:48.489143 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ab6d02d6-beaa-4db7-aa3e-9f1df8fb6443 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:48.494719 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=8428a6a2-d9df-4e13-8b75-0cfe2a6f12af,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:48.499571 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:48.499748 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:48.551875 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c168513-6e34-48fa-a8a3-6ee2094183c6 req-c5e806b9-87f9-4a28-867c-309ab3625aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:48.553392 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6c168513-6e34-48fa-a8a3-6ee2094183c6 req-c5e806b9-87f9-4a28-867c-309ab3625aab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f1cd4584-2004-40ee-a761-5fc71726e872 HTTP/1.1" status: 200 len: 1101 time: 0.1091104 Sep 30 00:55:48.562327 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478d057-5447-4b94-9845-bf3c2ca1bb69 req-f243fa3f-6473-4f13-9aad-302f17b77aa8 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:48.569736 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1478d057-5447-4b94-9845-bf3c2ca1bb69 req-f243fa3f-6473-4f13-9aad-302f17b77aa8 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b924abf-e5ad-496f-8d9f-3ea4389af1ea HTTP/1.1" status: 200 len: 946 time: 0.1583903 Sep 30 00:55:48.603513 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00,segment=NetworkSegment(15f763e4-815e-4159-89c3-e59eff1e02b1),segment_id=15f763e4-815e-4159-89c3-e59eff1e02b1)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:48.623453 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=4a0a280e-239f-4d0d-bed6-c7cb6ef309a2,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:48.628807 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:48.635069 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': 'fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00', 'network_id': '7e128c42-c8c3-46bf-ac8f-448c283e710f', 'port_id': 'fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00', 'mac_address': 'fa:16:3e:00:3e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69f4d3cb-e9bd-4ba8-b92a-caba79e9686a', 'ip_address': '19.80.0.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:55:48.645231 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6c168513-6e34-48fa-a8a3-6ee2094183c6 req-b21c0433-890e-45ca-b394-01547f073e97 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718765 Sep 30 00:55:48.653370 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1478d057-5447-4b94-9845-bf3c2ca1bb69 req-5454dbd4-7dfb-457f-aa1a-f59ced64fcd0 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c42dc21-c719-4a96-84be-a21d147d8c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826058 Sep 30 00:55:48.708373 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:48.727307 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:55:48.746625 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00,segment=NetworkSegment(15f763e4-815e-4159-89c3-e59eff1e02b1),segment_id=15f763e4-815e-4159-89c3-e59eff1e02b1)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:48.752022 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:48.752965 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 5fcd8d88-3346-4b33-a5c2-ddc99481d438 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:55:48.787292 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-073d05e7-e175-4172-a06f-c7cb9c6c8fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:48.815686 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca4e0-23d3-4ce3-a4b9-f0d85bdfb4aa service neutron] Pushing event updated for resources: {'Port': ['ID=35284674-21db-44af-a498-316f25bfd67c,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:48.865995 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-164ca4e0-23d3-4ce3-a4b9-f0d85bdfb4aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:48.878815 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-103f5a23-baf2-4ac6-aebd-2be4eef0848e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:48.882449 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04abfe1-c26a-4e58-9641-918a29821bbc req-82f5f40a-6b52-4bf1-8848-a6506fafe26a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:48.884681 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b04abfe1-c26a-4e58-9641-918a29821bbc req-82f5f40a-6b52-4bf1-8848-a6506fafe26a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1cd4584-2004-40ee-a761-5fc71726e872 HTTP/1.1" status: 200 len: 950 time: 0.0959408 Sep 30 00:55:48.925853 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-67b56daf-d70d-4ee0-aa3c-e2341d47d1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:48.935345 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:48.938442 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:48.962574 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b04abfe1-c26a-4e58-9641-918a29821bbc req-1f5e20f8-fb98-4b22-9f79-f8e6b1842dc4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712318 Sep 30 00:55:48.963202 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-103f5a23-baf2-4ac6-aebd-2be4eef0848e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:48.989378 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 5fcd8d88-3346-4b33-a5c2-ddc99481d438, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=5fcd8d88-3346-4b33-a5c2-ddc99481d438,segment=NetworkSegment(7e4cc8fc-e351-48e6-bfe1-44b9b1173116),segment_id=7e4cc8fc-e351-48e6-bfe1-44b9b1173116)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:48.990055 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2c71f-f882-4504-9f12-457244d8aafb req-e1a9f794-ffd6-4312-a11e-f4437dc039f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:48.990555 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2c71f-f882-4504-9f12-457244d8aafb req-e1a9f794-ffd6-4312-a11e-f4437dc039f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:48.991066 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2c71f-f882-4504-9f12-457244d8aafb req-e1a9f794-ffd6-4312-a11e-f4437dc039f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:48.992707 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-16f2c71f-f882-4504-9f12-457244d8aafb req-e1a9f794-ffd6-4312-a11e-f4437dc039f1 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5a750dc97d8045f29998977fe5e379fc&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6932037 Sep 30 00:55:49.005621 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4377c-fc71-41fc-a751-b21c04373785 req-bad1d28f-3bab-4ac9-971e-8de3d1b96bbd tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:49.007521 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-49b4377c-fc71-41fc-a751-b21c04373785 req-bad1d28f-3bab-4ac9-971e-8de3d1b96bbd tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 950 time: 0.7609427 Sep 30 00:55:49.016071 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '5fcd8d88-3346-4b33-a5c2-ddc99481d438', 'network_id': 'dd43d359-57fd-4d14-bd4e-65d0ea74188e', 'port_id': '5fcd8d88-3346-4b33-a5c2-ddc99481d438', 'mac_address': 'fa:16:3e:46:70:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f2d9c0a-4490-4e92-85c9-438aa9cf409b', 'ip_address': '19.86.0.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:55:49.057649 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:49.095005 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:49.114107 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fcd8d88-3346-4b33-a5c2-ddc99481d438 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:55:49.134950 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 5fcd8d88-3346-4b33-a5c2-ddc99481d438, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=5fcd8d88-3346-4b33-a5c2-ddc99481d438,segment=NetworkSegment(7e4cc8fc-e351-48e6-bfe1-44b9b1173116),segment_id=7e4cc8fc-e351-48e6-bfe1-44b9b1173116)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:49.140302 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:49.142449 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:49.178068 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fd32c-df8d-4a18-b74a-6253645a8751 req-b7608482-9c28-434c-a6cf-1268adf1d59f tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:49.186392 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-786fd32c-df8d-4a18-b74a-6253645a8751 req-b7608482-9c28-434c-a6cf-1268adf1d59f tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=04a757f9-8bf2-4e90-b8bf-a37fb37d314e HTTP/1.1" status: 200 len: 945 time: 0.1084793 Sep 30 00:55:49.190004 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-164ca4e0-23d3-4ce3-a4b9-f0d85bdfb4aa service neutron] Attempting to bind port 35284674-21db-44af-a498-316f25bfd67c on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:55:49.190533 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-164ca4e0-23d3-4ce3-a4b9-f0d85bdfb4aa service neutron] Attempting to bind port 35284674-21db-44af-a498-316f25bfd67c by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'ab908e6e-8629-4086-b083-0b1dd66189b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c3b2fa3c-7227-466a-851d-9c93a7474d2b'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:55:49.190672 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-164ca4e0-23d3-4ce3-a4b9-f0d85bdfb4aa service neutron] Attempting to bind port 35284674-21db-44af-a498-316f25bfd67c on network c3b2fa3c-7227-466a-851d-9c93a7474d2b {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:49.198679 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-49b4377c-fc71-41fc-a751-b21c04373785 req-5fc3ef8f-0721-46d9-9c58-3c2df2d3ab65 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590748 Sep 30 00:55:49.204270 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-164ca4e0-23d3-4ce3-a4b9-f0d85bdfb4aa service neutron] Port 35284674-21db-44af-a498-316f25bfd67c on network c3b2fa3c-7227-466a-851d-9c93a7474d2b not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:55:49.204449 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-164ca4e0-23d3-4ce3-a4b9-f0d85bdfb4aa service neutron] Attempting to bind port 35284674-21db-44af-a498-316f25bfd67c on network c3b2fa3c-7227-466a-851d-9c93a7474d2b {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:49.218431 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=5fcd8d88-3346-4b33-a5c2-ddc99481d438,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:49.221859 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:49.240973 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-164ca4e0-23d3-4ce3-a4b9-f0d85bdfb4aa service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:55:49.240973 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-164ca4e0-23d3-4ce3-a4b9-f0d85bdfb4aa service neutron] Checking segment: {'id': 'ab908e6e-8629-4086-b083-0b1dd66189b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c3b2fa3c-7227-466a-851d-9c93a7474d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:55:49.240973 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-164ca4e0-23d3-4ce3-a4b9-f0d85bdfb4aa service neutron] Bound using segment: {'id': 'ab908e6e-8629-4086-b083-0b1dd66189b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c3b2fa3c-7227-466a-851d-9c93a7474d2b'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:55:49.240973 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-164ca4e0-23d3-4ce3-a4b9-f0d85bdfb4aa service neutron] Bound port: 35284674-21db-44af-a498-316f25bfd67c, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab908e6e-8629-4086-b083-0b1dd66189b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c3b2fa3c-7227-466a-851d-9c93a7474d2b'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:55:49.240973 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-164ca4e0-23d3-4ce3-a4b9-f0d85bdfb4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:49.261621 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-103f5a23-baf2-4ac6-aebd-2be4eef0848e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:49.268994 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-999a8c82-397b-4450-9cbc-90dd1e29662e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:49.306898 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2c71f-f882-4504-9f12-457244d8aafb req-5cb297a6-ed9f-4444-9fef-81140393cb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:49.308397 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-16f2c71f-f882-4504-9f12-457244d8aafb req-5cb297a6-ed9f-4444-9fef-81140393cb79 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2981863 Sep 30 00:55:49.316846 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f5a23-baf2-4ac6-aebd-2be4eef0848e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99fa6a4-ed5f-411d-b303-e866eafe2303,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:49.338452 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-103f5a23-baf2-4ac6-aebd-2be4eef0848e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:49.362252 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-786fd32c-df8d-4a18-b74a-6253645a8751 req-c97ed76c-5324-4ef2-a26b-473d8d52ab9b tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748779 Sep 30 00:55:49.368112 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-103f5a23-baf2-4ac6-aebd-2be4eef0848e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:49.369273 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-103f5a23-baf2-4ac6-aebd-2be4eef0848e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c99fa6a4-ed5f-411d-b303-e866eafe2303 HTTP/1.1" status: 204 len: 168 time: 1.2684431 Sep 30 00:55:49.382310 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-164ca4e0-23d3-4ce3-a4b9-f0d85bdfb4aa service neutron] For port 35284674-21db-44af-a498-316f25bfd67c, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:55:49.386477 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-164ca4e0-23d3-4ce3-a4b9-f0d85bdfb4aa service neutron] For port 35284674-21db-44af-a498-316f25bfd67c, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=35284674-21db-44af-a498-316f25bfd67c,segment=NetworkSegment(ab908e6e-8629-4086-b083-0b1dd66189b0),segment_id=ab908e6e-8629-4086-b083-0b1dd66189b0)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:55:49.393000 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-164ca4e0-23d3-4ce3-a4b9-f0d85bdfb4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:49.398356 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f54b1ad0-47b8-4d6d-8373-4b4d8059bc49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:49.495838 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-164ca4e0-23d3-4ce3-a4b9-f0d85bdfb4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:49.496448 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-164ca4e0-23d3-4ce3-a4b9-f0d85bdfb4aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:49.497867 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-164ca4e0-23d3-4ce3-a4b9-f0d85bdfb4aa service neutron] 10.222.0.59 "PUT /v2.0/ports/35284674-21db-44af-a498-316f25bfd67c HTTP/1.1" status: 200 len: 1091 time: 2.4281125 Sep 30 00:55:49.548784 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8b43bda2-8d10-4f8b-b32b-43629409470a service neutron] Request body: {'port': {'device_id': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:49.631606 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd2b65-306b-4fae-8c9f-c79361af005a req-a2b6c76f-78a7-4f93-aed0-23e8dd54f4e5 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:49.639228 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'tag': '4147821f-484c-42b8-8eee-96c30dce4206'}, {'name': 'network-changed', 'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'tag': '35284674-21db-44af-a498-316f25bfd67c'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:55:49.641162 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd2b65-306b-4fae-8c9f-c79361af005a req-a2b6c76f-78a7-4f93-aed0-23e8dd54f4e5 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:49.651982 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd2b65-306b-4fae-8c9f-c79361af005a req-a2b6c76f-78a7-4f93-aed0-23e8dd54f4e5 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:49.660371 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd2b65-306b-4fae-8c9f-c79361af005a req-a2b6c76f-78a7-4f93-aed0-23e8dd54f4e5 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:49.667405 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd2b65-306b-4fae-8c9f-c79361af005a req-a2b6c76f-78a7-4f93-aed0-23e8dd54f4e5 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:49.676224 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd2b65-306b-4fae-8c9f-c79361af005a req-a2b6c76f-78a7-4f93-aed0-23e8dd54f4e5 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:49.676775 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca4e0-23d3-4ce3-a4b9-f0d85bdfb4aa service neutron] Pushing event updated for resources: {'Port': ['ID=35284674-21db-44af-a498-316f25bfd67c,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:49.684610 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd2b65-306b-4fae-8c9f-c79361af005a req-a2b6c76f-78a7-4f93-aed0-23e8dd54f4e5 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:49.689336 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-164ca4e0-23d3-4ce3-a4b9-f0d85bdfb4aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:49.694840 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-40cd2b65-306b-4fae-8c9f-c79361af005a req-a2b6c76f-78a7-4f93-aed0-23e8dd54f4e5 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5382 time: 0.1992247 Sep 30 00:55:49.720775 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8b43bda2-8d10-4f8b-b32b-43629409470a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:49.753142 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76feb533-2881-42d5-9df5-bccf7c0b4983 req-fbcd9b67-5c2b-404c-b032-1fb61adc3548 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:49.754420 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-40cd2b65-306b-4fae-8c9f-c79361af005a req-d7836f85-7b77-4185-aaa3-d56cbf229704 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564861 Sep 30 00:55:49.759580 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76feb533-2881-42d5-9df5-bccf7c0b4983 req-fbcd9b67-5c2b-404c-b032-1fb61adc3548 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:49.765485 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76feb533-2881-42d5-9df5-bccf7c0b4983 req-fbcd9b67-5c2b-404c-b032-1fb61adc3548 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:49.767191 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-76feb533-2881-42d5-9df5-bccf7c0b4983 req-fbcd9b67-5c2b-404c-b032-1fb61adc3548 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 2415 time: 0.3148484 Sep 30 00:55:49.833058 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 35908) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:55:49.845955 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'tag': '4147821f-484c-42b8-8eee-96c30dce4206', 'status': 'completed', 'code': 200} Sep 30 00:55:49.846355 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'tag': '35284674-21db-44af-a498-316f25bfd67c', 'status': 'completed', 'code': 200} Sep 30 00:55:49.870343 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-76feb533-2881-42d5-9df5-bccf7c0b4983 req-f1acfd95-b022-4992-a30f-2725098b29a6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712593 Sep 30 00:55:49.890805 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-e47f7274-59ca-4aed-93f7-54bfd45097a3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=054280b9cdde44798c6306ec161c7a0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550137 Sep 30 00:55:49.896922 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 35912) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:55:49.902094 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:55:50.025543 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0db9d8f3-c0dd-4a9e-bde8-df2bfe657ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:50.058233 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0db9d8f3-c0dd-4a9e-bde8-df2bfe657ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:50.077665 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['8428a6a2-d9df-4e13-8b75-0cfe2a6f12af'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:55:50.092586 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad8faa-0d67-4f0a-b248-90d49a203878 req-49ad8f83-4649-45f8-9d88-887c44ff9e27 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:50.094095 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-82ad8faa-0d67-4f0a-b248-90d49a203878 req-49ad8f83-4649-45f8-9d88-887c44ff9e27 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b924abf-e5ad-496f-8d9f-3ea4389af1ea HTTP/1.1" status: 200 len: 946 time: 0.1517417 Sep 30 00:55:50.116738 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['5fcd8d88-3346-4b33-a5c2-ddc99481d438'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:55:50.140996 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5436306-1a8b-46f5-a1bd-fbe97e94f162 req-73908f25-13be-4e0b-b56b-04fdf4070480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:50.141407 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5436306-1a8b-46f5-a1bd-fbe97e94f162 req-73908f25-13be-4e0b-b56b-04fdf4070480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:50.141896 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5436306-1a8b-46f5-a1bd-fbe97e94f162 req-73908f25-13be-4e0b-b56b-04fdf4070480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:50.142409 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5436306-1a8b-46f5-a1bd-fbe97e94f162 req-73908f25-13be-4e0b-b56b-04fdf4070480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:50.143031 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5436306-1a8b-46f5-a1bd-fbe97e94f162 req-73908f25-13be-4e0b-b56b-04fdf4070480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:50.143853 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5436306-1a8b-46f5-a1bd-fbe97e94f162 req-73908f25-13be-4e0b-b56b-04fdf4070480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:50.144352 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5436306-1a8b-46f5-a1bd-fbe97e94f162 req-73908f25-13be-4e0b-b56b-04fdf4070480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:50.146240 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a5436306-1a8b-46f5-a1bd-fbe97e94f162 req-73908f25-13be-4e0b-b56b-04fdf4070480 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a750dc97d8045f29998977fe5e379fc&device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 6274 time: 0.2365990 Sep 30 00:55:50.151312 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-82ad8faa-0d67-4f0a-b248-90d49a203878 req-2e745766-64ef-43d8-986a-8ba44f21cc4e tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c42dc21-c719-4a96-84be-a21d147d8c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487669 Sep 30 00:55:50.175113 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0db9d8f3-c0dd-4a9e-bde8-df2bfe657ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:50.183995 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f32d3e35-0409-4038-ab55-d77564cb98c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:50.203373 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9d8f3-c0dd-4a9e-bde8-df2bfe657ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2178d8-5d34-45d1-a3db-78f4888fa020,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:50.205988 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0db9d8f3-c0dd-4a9e-bde8-df2bfe657ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:50.211125 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0db9d8f3-c0dd-4a9e-bde8-df2bfe657ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:50.223248 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-0db9d8f3-c0dd-4a9e-bde8-df2bfe657ff3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5c2178d8-5d34-45d1-a3db-78f4888fa020 HTTP/1.1" status: 204 len: 168 time: 0.3237481 Sep 30 00:55:50.341919 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a757f9-8bf2-4e90-b8bf-a37fb37d314e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0a280e-239f-4d0d-bed6-c7cb6ef309a2'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:55:50.429282 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a490f8-b7d1-4aa1-9796-d20d183e26f3 req-2b2ced4c-16b4-430d-be1a-dea8d9db85fe tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:50.438263 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-09a490f8-b7d1-4aa1-9796-d20d183e26f3 req-2b2ced4c-16b4-430d-be1a-dea8d9db85fe tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1cd4584-2004-40ee-a761-5fc71726e872 HTTP/1.1" status: 200 len: 950 time: 0.3520803 Sep 30 00:55:50.460501 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5436306-1a8b-46f5-a1bd-fbe97e94f162 req-c8b1dd73-35fa-465a-a53f-cbd50000c752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:50.461176 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5436306-1a8b-46f5-a1bd-fbe97e94f162 req-c8b1dd73-35fa-465a-a53f-cbd50000c752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:50.461775 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5436306-1a8b-46f5-a1bd-fbe97e94f162 req-c8b1dd73-35fa-465a-a53f-cbd50000c752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:50.463240 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a5436306-1a8b-46f5-a1bd-fbe97e94f162 req-c8b1dd73-35fa-465a-a53f-cbd50000c752 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5a750dc97d8045f29998977fe5e379fc&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3011909 Sep 30 00:55:50.486197 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde5260-0670-4743-8afd-f9a4af68f471 req-ce28d9b0-a4db-4359-aa04-348121d9802f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:50.497221 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9fde5260-0670-4743-8afd-f9a4af68f471 req-ce28d9b0-a4db-4359-aa04-348121d9802f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 950 time: 0.1250076 Sep 30 00:55:50.508710 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8b43bda2-8d10-4f8b-b32b-43629409470a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b26474b4-ebc5-4e65-9019-457dab422db5 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:55:50.631855 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9fde5260-0670-4743-8afd-f9a4af68f471 req-729df292-3a81-4ad3-8a68-3c8f0bbb4471 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284420 Sep 30 00:55:50.689015 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a757f9-8bf2-4e90-b8bf-a37fb37d314e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0a280e-239f-4d0d-bed6-c7cb6ef309a2', 'code': 200} Sep 30 00:55:50.796938 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8b43bda2-8d10-4f8b-b32b-43629409470a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:50.817451 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-09a490f8-b7d1-4aa1-9796-d20d183e26f3 req-5da72fb1-bfed-472a-846c-cc03e780e4d9 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784444 Sep 30 00:55:50.831497 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8b43bda2-8d10-4f8b-b32b-43629409470a service neutron] Transition to ACTIVE for port object b26474b4-ebc5-4e65-9019-457dab422db5 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:50.855930 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8b43bda2-8d10-4f8b-b32b-43629409470a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:50.868050 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-54372e2a-e48b-4619-b699-12aea408714a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:50.888222 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13a2f5-1027-460e-a04d-e815ee8b2c25 req-b0b088f3-a74d-4ded-8b24-e095715e5917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:50.890858 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8c13a2f5-1027-460e-a04d-e815ee8b2c25 req-b0b088f3-a74d-4ded-8b24-e095715e5917 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=04a757f9-8bf2-4e90-b8bf-a37fb37d314e HTTP/1.1" status: 200 len: 1096 time: 0.0972819 Sep 30 00:55:50.969199 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8c13a2f5-1027-460e-a04d-e815ee8b2c25 req-e2af7018-e6b1-41b3-b341-9f3c15ad42d8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682561 Sep 30 00:55:51.108239 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31848bfd-9edb-4edb-8838-77094bdc750a req-c9f514f7-a69e-4ebb-b361-747e4d0f27e9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:51.114322 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31848bfd-9edb-4edb-8838-77094bdc750a req-c9f514f7-a69e-4ebb-b361-747e4d0f27e9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:51.122399 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31848bfd-9edb-4edb-8838-77094bdc750a req-c9f514f7-a69e-4ebb-b361-747e4d0f27e9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:51.127657 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31848bfd-9edb-4edb-8838-77094bdc750a req-c9f514f7-a69e-4ebb-b361-747e4d0f27e9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:51.134873 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31848bfd-9edb-4edb-8838-77094bdc750a req-c9f514f7-a69e-4ebb-b361-747e4d0f27e9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:51.138318 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5436306-1a8b-46f5-a1bd-fbe97e94f162 req-ed1013e6-3816-4ec9-bbfb-7ca2e1527635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:51.140134 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a5436306-1a8b-46f5-a1bd-fbe97e94f162 req-ed1013e6-3816-4ec9-bbfb-7ca2e1527635 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6693349 Sep 30 00:55:51.141601 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31848bfd-9edb-4edb-8838-77094bdc750a req-c9f514f7-a69e-4ebb-b361-747e4d0f27e9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:51.149673 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31848bfd-9edb-4edb-8838-77094bdc750a req-c9f514f7-a69e-4ebb-b361-747e4d0f27e9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:51.157496 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-31848bfd-9edb-4edb-8838-77094bdc750a req-c9f514f7-a69e-4ebb-b361-747e4d0f27e9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5394 time: 0.1659303 Sep 30 00:55:51.188675 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43bda2-8d10-4f8b-b32b-43629409470a service neutron] Pushing event updated for resources: {'Port': ['ID=b26474b4-ebc5-4e65-9019-457dab422db5,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:51.202052 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8b43bda2-8d10-4f8b-b32b-43629409470a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:51.203716 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-1e6ea376-8ca8-45b1-b16f-e992958e4153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:51.218408 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-31848bfd-9edb-4edb-8838-77094bdc750a req-993916d6-043d-4ee9-a8b6-2cad8baaf584 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598071 Sep 30 00:55:51.279469 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de92fcf-d4f1-4f0e-88d3-68abdd7dab2b req-257870f2-3aeb-4834-ba20-c53234221211 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:51.286315 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0de92fcf-d4f1-4f0e-88d3-68abdd7dab2b req-257870f2-3aeb-4834-ba20-c53234221211 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=04a757f9-8bf2-4e90-b8bf-a37fb37d314e HTTP/1.1" status: 200 len: 945 time: 0.2687521 Sep 30 00:55:51.289077 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8b43bda2-8d10-4f8b-b32b-43629409470a service neutron] Attempting to bind port b26474b4-ebc5-4e65-9019-457dab422db5 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:55:51.289917 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8b43bda2-8d10-4f8b-b32b-43629409470a service neutron] Attempting to bind port b26474b4-ebc5-4e65-9019-457dab422db5 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'ab908e6e-8629-4086-b083-0b1dd66189b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c3b2fa3c-7227-466a-851d-9c93a7474d2b'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:55:51.290248 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8b43bda2-8d10-4f8b-b32b-43629409470a service neutron] Attempting to bind port b26474b4-ebc5-4e65-9019-457dab422db5 on network c3b2fa3c-7227-466a-851d-9c93a7474d2b {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:51.323601 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f80cbd-6776-4a08-ac84-1d7b139f9d22 req-9309adc2-cbf6-459f-84aa-69160acd3d27 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:51.325351 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-55f80cbd-6776-4a08-ac84-1d7b139f9d22 req-9309adc2-cbf6-459f-84aa-69160acd3d27 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b924abf-e5ad-496f-8d9f-3ea4389af1ea HTTP/1.1" status: 200 len: 946 time: 0.0898426 Sep 30 00:55:51.333563 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8b43bda2-8d10-4f8b-b32b-43629409470a service neutron] Port b26474b4-ebc5-4e65-9019-457dab422db5 on network c3b2fa3c-7227-466a-851d-9c93a7474d2b not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:55:51.334277 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8b43bda2-8d10-4f8b-b32b-43629409470a service neutron] Attempting to bind port b26474b4-ebc5-4e65-9019-457dab422db5 on network c3b2fa3c-7227-466a-851d-9c93a7474d2b {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:51.342628 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0de92fcf-d4f1-4f0e-88d3-68abdd7dab2b req-102da0c7-a316-4a69-854c-d64477a1ffc4 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554636 Sep 30 00:55:51.345389 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8b43bda2-8d10-4f8b-b32b-43629409470a service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:55:51.345921 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8b43bda2-8d10-4f8b-b32b-43629409470a service neutron] Checking segment: {'id': 'ab908e6e-8629-4086-b083-0b1dd66189b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c3b2fa3c-7227-466a-851d-9c93a7474d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:55:51.346392 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8b43bda2-8d10-4f8b-b32b-43629409470a service neutron] Bound using segment: {'id': 'ab908e6e-8629-4086-b083-0b1dd66189b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c3b2fa3c-7227-466a-851d-9c93a7474d2b'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:55:51.347059 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8b43bda2-8d10-4f8b-b32b-43629409470a service neutron] Bound port: b26474b4-ebc5-4e65-9019-457dab422db5, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab908e6e-8629-4086-b083-0b1dd66189b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c3b2fa3c-7227-466a-851d-9c93a7474d2b'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:55:51.347524 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8b43bda2-8d10-4f8b-b32b-43629409470a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:51.505342 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-55f80cbd-6776-4a08-ac84-1d7b139f9d22 req-efa62aa8-ef60-449e-88ae-d6a163bc4d46 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Deleting port fa2ea02c-02f4-48e0-a36c-cce2ad968042 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:55:51.505699 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-55f80cbd-6776-4a08-ac84-1d7b139f9d22 req-efa62aa8-ef60-449e-88ae-d6a163bc4d46 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:51.554204 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8b43bda2-8d10-4f8b-b32b-43629409470a service neutron] For port b26474b4-ebc5-4e65-9019-457dab422db5, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:55:51.577061 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8b43bda2-8d10-4f8b-b32b-43629409470a service neutron] For port b26474b4-ebc5-4e65-9019-457dab422db5, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=b26474b4-ebc5-4e65-9019-457dab422db5,segment=NetworkSegment(ab908e6e-8629-4086-b083-0b1dd66189b0),segment_id=ab908e6e-8629-4086-b083-0b1dd66189b0)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:55:51.589510 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8b43bda2-8d10-4f8b-b32b-43629409470a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:51.595750 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8d1788b4-68ae-4842-b5e9-166c4a7d7901 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:51.627679 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8658365-94f1-407f-ac91-a2c12c2bdc5c req-96137f90-b6f5-4979-84cf-7424de9f2868 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:51.635354 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8658365-94f1-407f-ac91-a2c12c2bdc5c req-96137f90-b6f5-4979-84cf-7424de9f2868 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:51.645898 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8658365-94f1-407f-ac91-a2c12c2bdc5c req-96137f90-b6f5-4979-84cf-7424de9f2868 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:51.648056 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d8658365-94f1-407f-ac91-a2c12c2bdc5c req-96137f90-b6f5-4979-84cf-7424de9f2868 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 2415 time: 0.2458363 Sep 30 00:55:51.671787 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8b43bda2-8d10-4f8b-b32b-43629409470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:51.672415 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8b43bda2-8d10-4f8b-b32b-43629409470a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:51.673781 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8b43bda2-8d10-4f8b-b32b-43629409470a service neutron] 10.222.0.59 "PUT /v2.0/ports/b26474b4-ebc5-4e65-9019-457dab422db5 HTTP/1.1" status: 200 len: 1091 time: 2.1317008 Sep 30 00:55:51.704141 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43bda2-8d10-4f8b-b32b-43629409470a service neutron] Pushing event updated for resources: {'Port': ['ID=b26474b4-ebc5-4e65-9019-457dab422db5,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:51.719401 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5436306-1a8b-46f5-a1bd-fbe97e94f162 req-b5f4db9c-1ad0-408e-9ccd-115c5a23a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:51.719910 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5436306-1a8b-46f5-a1bd-fbe97e94f162 req-b5f4db9c-1ad0-408e-9ccd-115c5a23a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:51.720404 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5436306-1a8b-46f5-a1bd-fbe97e94f162 req-b5f4db9c-1ad0-408e-9ccd-115c5a23a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:51.720938 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5436306-1a8b-46f5-a1bd-fbe97e94f162 req-b5f4db9c-1ad0-408e-9ccd-115c5a23a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:51.721373 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5436306-1a8b-46f5-a1bd-fbe97e94f162 req-b5f4db9c-1ad0-408e-9ccd-115c5a23a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:51.721860 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5436306-1a8b-46f5-a1bd-fbe97e94f162 req-b5f4db9c-1ad0-408e-9ccd-115c5a23a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:51.722336 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5436306-1a8b-46f5-a1bd-fbe97e94f162 req-b5f4db9c-1ad0-408e-9ccd-115c5a23a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:51.724339 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a5436306-1a8b-46f5-a1bd-fbe97e94f162 req-b5f4db9c-1ad0-408e-9ccd-115c5a23a531 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a750dc97d8045f29998977fe5e379fc&device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 6299 time: 0.2710235 Sep 30 00:55:51.725430 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8b43bda2-8d10-4f8b-b32b-43629409470a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:51.733200 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-2a51c1d4-38fe-445a-b037-d89e5e080abb service neutron] Request body: {'port': {'device_id': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:51.800609 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c675a4-e9b0-4c36-9d44-808e40210cd6 req-f879a6b1-9525-43cb-8824-4532abcee3f5 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:51.807415 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-46c675a4-e9b0-4c36-9d44-808e40210cd6 req-f879a6b1-9525-43cb-8824-4532abcee3f5 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b924abf-e5ad-496f-8d9f-3ea4389af1ea HTTP/1.1" status: 200 len: 946 time: 0.3089061 Sep 30 00:55:51.829053 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d8658365-94f1-407f-ac91-a2c12c2bdc5c req-0e712e5a-6791-445b-8441-81aff9167a68 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612015 Sep 30 00:55:51.894395 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'tag': 'b26474b4-ebc5-4e65-9019-457dab422db5'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:55:51.920777 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-55f80cbd-6776-4a08-ac84-1d7b139f9d22 req-efa62aa8-ef60-449e-88ae-d6a163bc4d46 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] For port fa2ea02c-02f4-48e0-a36c-cce2ad968042, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=fa2ea02c-02f4-48e0-a36c-cce2ad968042,segment=NetworkSegment(d1c67cb8-9e18-4d24-aa91-f8fe6840e750),segment_id=d1c67cb8-9e18-4d24-aa91-f8fe6840e750)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:51.921598 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-55f80cbd-6776-4a08-ac84-1d7b139f9d22 req-efa62aa8-ef60-449e-88ae-d6a163bc4d46 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:51.985947 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-46c675a4-e9b0-4c36-9d44-808e40210cd6 req-2d21ba8f-f42c-496e-be97-8095db81dbc0 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c42dc21-c719-4a96-84be-a21d147d8c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776855 Sep 30 00:55:52.052685 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-2a51c1d4-38fe-445a-b037-d89e5e080abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:52.080465 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5436306-1a8b-46f5-a1bd-fbe97e94f162 req-b2c4a92c-c280-4ee5-b1e8-ca71290961e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:52.080987 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5436306-1a8b-46f5-a1bd-fbe97e94f162 req-b2c4a92c-c280-4ee5-b1e8-ca71290961e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:52.081483 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5436306-1a8b-46f5-a1bd-fbe97e94f162 req-b2c4a92c-c280-4ee5-b1e8-ca71290961e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:52.083130 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a5436306-1a8b-46f5-a1bd-fbe97e94f162 req-b2c4a92c-c280-4ee5-b1e8-ca71290961e2 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5a750dc97d8045f29998977fe5e379fc&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3193212 Sep 30 00:55:52.232383 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:52.248264 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c3a53-dd88-4281-8365-8cc58e3083f9 req-ec84803a-cb03-49fa-90d4-97326532c807 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:52.255201 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c58c3a53-dd88-4281-8365-8cc58e3083f9 req-ec84803a-cb03-49fa-90d4-97326532c807 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 950 time: 0.2262516 Sep 30 00:55:52.470319 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5436306-1a8b-46f5-a1bd-fbe97e94f162 req-fcd91dc6-b0bd-474b-b1e6-457d7ecfe13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:52.471779 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a5436306-1a8b-46f5-a1bd-fbe97e94f162 req-fcd91dc6-b0bd-474b-b1e6-457d7ecfe13c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3620884 Sep 30 00:55:52.488703 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824f6ec-eefd-44c7-aeab-ef003b29da26 req-898099bc-8f76-49b0-a95e-9426496fdf90 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:52.490115 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e824f6ec-eefd-44c7-aeab-ef003b29da26 req-898099bc-8f76-49b0-a95e-9426496fdf90 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1cd4584-2004-40ee-a761-5fc71726e872 HTTP/1.1" status: 200 len: 950 time: 0.2942829 Sep 30 00:55:52.505987 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c58c3a53-dd88-4281-8365-8cc58e3083f9 req-fea32d83-2465-4dd9-9952-fb85002c2503 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461720 Sep 30 00:55:52.541084 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-55f80cbd-6776-4a08-ac84-1d7b139f9d22 req-efa62aa8-ef60-449e-88ae-d6a163bc4d46 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:52.541682 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-55f80cbd-6776-4a08-ac84-1d7b139f9d22 req-efa62aa8-ef60-449e-88ae-d6a163bc4d46 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:52.542647 n-d-811809-1 neutron-server[80275]: INFO neutron.db.l3_db [req-55f80cbd-6776-4a08-ac84-1d7b139f9d22 req-efa62aa8-ef60-449e-88ae-d6a163bc4d46 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Floating IP da26cbb1-ef48-408f-ae9f-f2b0997a3f29 disassociated. External IP: 172.25.0.245, port: fa2ea02c-02f4-48e0-a36c-cce2ad968042. Sep 30 00:55:52.543048 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-55f80cbd-6776-4a08-ac84-1d7b139f9d22 req-efa62aa8-ef60-449e-88ae-d6a163bc4d46 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Calling delete_port for fa2ea02c-02f4-48e0-a36c-cce2ad968042 owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:55:52.590445 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e824f6ec-eefd-44c7-aeab-ef003b29da26 req-dc3780a6-8c4c-48c7-b1c0-03c4c4e5cb01 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928676 Sep 30 00:55:52.658401 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'tag': 'b26474b4-ebc5-4e65-9019-457dab422db5', 'status': 'completed', 'code': 200} Sep 30 00:55:52.690848 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-2a51c1d4-38fe-445a-b037-d89e5e080abb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4778fec0-c087-4f43-b37f-9433a75609de {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:55:52.700516 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-2a51c1d4-38fe-445a-b037-d89e5e080abb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:52.717840 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-2a51c1d4-38fe-445a-b037-d89e5e080abb service neutron] Transition to ACTIVE for port object 4778fec0-c087-4f43-b37f-9433a75609de will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:52.727872 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-2a51c1d4-38fe-445a-b037-d89e5e080abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:52.730243 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-55f80cbd-6776-4a08-ac84-1d7b139f9d22 req-efa62aa8-ef60-449e-88ae-d6a163bc4d46 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:52.736950 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-73587231-94be-46a2-96da-d67fd640dbc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:52.738962 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-54372e2a-e48b-4619-b699-12aea408714a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:52.789753 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa62aa8-ef60-449e-88ae-d6a163bc4d46 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Pushing event deleted for resources: {'Port': ['ID=fa2ea02c-02f4-48e0-a36c-cce2ad968042,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:52.794334 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-efa62aa8-ef60-449e-88ae-d6a163bc4d46 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:53.050965 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55f80cbd-6776-4a08-ac84-1d7b139f9d22 req-efa62aa8-ef60-449e-88ae-d6a163bc4d46 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Router a9241a70-cc98-45d6-8949-9c71e63755a7 has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:55:53.087173 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-a3540719-84a3-484e-b517-f041a158751a tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=63a126d134f14d979bea0d3209fea08a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414350 Sep 30 00:55:53.203765 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51c1d4-38fe-445a-b037-d89e5e080abb service neutron] Pushing event updated for resources: {'Port': ['ID=4778fec0-c087-4f43-b37f-9433a75609de,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:53.220722 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2a51c1d4-38fe-445a-b037-d89e5e080abb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:53.269669 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8abcc8-8741-49b8-be8f-e06bf94a0d8f req-da5c6267-1cbf-4133-8702-59322665aa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:53.270288 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8abcc8-8741-49b8-be8f-e06bf94a0d8f req-da5c6267-1cbf-4133-8702-59322665aa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:53.270946 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8abcc8-8741-49b8-be8f-e06bf94a0d8f req-da5c6267-1cbf-4133-8702-59322665aa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:53.271517 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8abcc8-8741-49b8-be8f-e06bf94a0d8f req-da5c6267-1cbf-4133-8702-59322665aa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:53.272074 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8abcc8-8741-49b8-be8f-e06bf94a0d8f req-da5c6267-1cbf-4133-8702-59322665aa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:53.272631 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8abcc8-8741-49b8-be8f-e06bf94a0d8f req-da5c6267-1cbf-4133-8702-59322665aa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:53.273188 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8abcc8-8741-49b8-be8f-e06bf94a0d8f req-da5c6267-1cbf-4133-8702-59322665aa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:53.275900 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3a8abcc8-8741-49b8-be8f-e06bf94a0d8f req-da5c6267-1cbf-4133-8702-59322665aa8a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a750dc97d8045f29998977fe5e379fc&device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 6366 time: 0.3651717 Sep 30 00:55:53.287883 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-2a51c1d4-38fe-445a-b037-d89e5e080abb service neutron] Attempting to bind port 4778fec0-c087-4f43-b37f-9433a75609de on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:55:53.288309 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-2a51c1d4-38fe-445a-b037-d89e5e080abb service neutron] Attempting to bind port 4778fec0-c087-4f43-b37f-9433a75609de by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '2af1726d-5dad-4b7a-8dd4-728109da2ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b64aba8e-9f74-43b9-83f1-763975030585'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:55:53.288738 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-2a51c1d4-38fe-445a-b037-d89e5e080abb service neutron] Attempting to bind port 4778fec0-c087-4f43-b37f-9433a75609de on network b64aba8e-9f74-43b9-83f1-763975030585 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:53.303325 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6133ec-9f2a-4ae1-b027-ea0ba6728df6 req-0361693f-e186-4e72-8f95-4040a8f78458 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:53.309884 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6133ec-9f2a-4ae1-b027-ea0ba6728df6 req-0361693f-e186-4e72-8f95-4040a8f78458 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:53.316163 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6133ec-9f2a-4ae1-b027-ea0ba6728df6 req-0361693f-e186-4e72-8f95-4040a8f78458 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:53.323425 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6133ec-9f2a-4ae1-b027-ea0ba6728df6 req-0361693f-e186-4e72-8f95-4040a8f78458 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:53.328846 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6133ec-9f2a-4ae1-b027-ea0ba6728df6 req-0361693f-e186-4e72-8f95-4040a8f78458 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:53.334956 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6133ec-9f2a-4ae1-b027-ea0ba6728df6 req-0361693f-e186-4e72-8f95-4040a8f78458 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:53.341155 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6133ec-9f2a-4ae1-b027-ea0ba6728df6 req-0361693f-e186-4e72-8f95-4040a8f78458 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:53.343144 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-eb6133ec-9f2a-4ae1-b027-ea0ba6728df6 req-0361693f-e186-4e72-8f95-4040a8f78458 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5406 time: 0.4385338 Sep 30 00:55:53.382092 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-2a51c1d4-38fe-445a-b037-d89e5e080abb service neutron] Port 4778fec0-c087-4f43-b37f-9433a75609de on network b64aba8e-9f74-43b9-83f1-763975030585 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:55:53.382416 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-2a51c1d4-38fe-445a-b037-d89e5e080abb service neutron] Attempting to bind port 4778fec0-c087-4f43-b37f-9433a75609de on network b64aba8e-9f74-43b9-83f1-763975030585 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:53.405233 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55f80cbd-6776-4a08-ac84-1d7b139f9d22 req-efa62aa8-ef60-449e-88ae-d6a163bc4d46 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:55:53.416406 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-79233f14-e8e1-4b1a-bcc5-aa626f3273f0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:53.417003 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f17ae1f-8773-48a4-b028-50e30d49443b None None] Sync routers for ids ['a9241a70-cc98-45d6-8949-9c71e63755a7'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:55:53.419237 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-79233f14-e8e1-4b1a-bcc5-aa626f3273f0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3221533 Sep 30 00:55:53.427865 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f17ae1f-8773-48a4-b028-50e30d49443b None None] Routers {'a9241a70-cc98-45d6-8949-9c71e63755a7'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:55:53.428574 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-9f17ae1f-8773-48a4-b028-50e30d49443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:55:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['a9241a70-cc98-45d6-8949-9c71e63755a7'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:55:53.464053 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-2a51c1d4-38fe-445a-b037-d89e5e080abb service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:55:53.464394 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-2a51c1d4-38fe-445a-b037-d89e5e080abb service neutron] Checking segment: {'id': '2af1726d-5dad-4b7a-8dd4-728109da2ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b64aba8e-9f74-43b9-83f1-763975030585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:55:53.464776 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-2a51c1d4-38fe-445a-b037-d89e5e080abb service neutron] Bound using segment: {'id': '2af1726d-5dad-4b7a-8dd4-728109da2ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b64aba8e-9f74-43b9-83f1-763975030585'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:55:53.465423 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-2a51c1d4-38fe-445a-b037-d89e5e080abb service neutron] Bound port: 4778fec0-c087-4f43-b37f-9433a75609de, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af1726d-5dad-4b7a-8dd4-728109da2ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b64aba8e-9f74-43b9-83f1-763975030585'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:55:53.465569 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-2a51c1d4-38fe-445a-b037-d89e5e080abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:53.471789 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-aa89e8c5-a268-4067-9128-85b22cbbc5d8 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/quotas/63a126d134f14d979bea0d3209fea08a HTTP/1.1" status: 200 len: 375 time: 0.0148575 Sep 30 00:55:53.541663 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-eb6133ec-9f2a-4ae1-b027-ea0ba6728df6 req-e2fb20ab-dd5b-47ca-9782-0af612ac1483 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1649261 Sep 30 00:55:53.547859 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f80cbd-6776-4a08-ac84-1d7b139f9d22 req-efa62aa8-ef60-449e-88ae-d6a163bc4d46 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] No DVR routers for this DVR port fa2ea02c-02f4-48e0-a36c-cce2ad968042 on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:55:53.566627 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-55f80cbd-6776-4a08-ac84-1d7b139f9d22 req-efa62aa8-ef60-449e-88ae-d6a163bc4d46 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:53.576056 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b924abf-e5ad-496f-8d9f-3ea4389af1ea', 'name': 'network-vif-deleted', 'tag': 'fa2ea02c-02f4-48e0-a36c-cce2ad968042'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:55:53.622220 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-9254c3ef-9b32-4494-877a-e5208429d067 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=63a126d134f14d979bea0d3209fea08a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1185033 Sep 30 00:55:53.634333 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-55f80cbd-6776-4a08-ac84-1d7b139f9d22 req-efa62aa8-ef60-449e-88ae-d6a163bc4d46 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.55 "DELETE /v2.0/ports/fa2ea02c-02f4-48e0-a36c-cce2ad968042 HTTP/1.1" status: 204 len: 173 time: 2.2977681 Sep 30 00:55:53.652838 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8abcc8-8741-49b8-be8f-e06bf94a0d8f req-32f950e6-10c8-4f76-98fc-aa242d3e1b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:53.653696 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8abcc8-8741-49b8-be8f-e06bf94a0d8f req-32f950e6-10c8-4f76-98fc-aa242d3e1b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:53.654232 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8abcc8-8741-49b8-be8f-e06bf94a0d8f req-32f950e6-10c8-4f76-98fc-aa242d3e1b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:53.656563 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3a8abcc8-8741-49b8-be8f-e06bf94a0d8f req-32f950e6-10c8-4f76-98fc-aa242d3e1b0d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5a750dc97d8045f29998977fe5e379fc&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3648529 Sep 30 00:55:53.661661 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-2a51c1d4-38fe-445a-b037-d89e5e080abb service neutron] For port 4778fec0-c087-4f43-b37f-9433a75609de, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:55:53.694537 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-9f17ae1f-8773-48a4-b028-50e30d49443b None None] Set router a9241a70-cc98-45d6-8949-9c71e63755a7 gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:55:53.760771 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-2a51c1d4-38fe-445a-b037-d89e5e080abb service neutron] For port 4778fec0-c087-4f43-b37f-9433a75609de, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=4778fec0-c087-4f43-b37f-9433a75609de,segment=NetworkSegment(2af1726d-5dad-4b7a-8dd4-728109da2ef3),segment_id=2af1726d-5dad-4b7a-8dd4-728109da2ef3)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:55:53.773276 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-2a51c1d4-38fe-445a-b037-d89e5e080abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:53.785646 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b4365ccd-d625-493f-a10d-65cd3441384e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:53.830536 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-2a51c1d4-38fe-445a-b037-d89e5e080abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:53.831260 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-2a51c1d4-38fe-445a-b037-d89e5e080abb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:53.832561 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-2a51c1d4-38fe-445a-b037-d89e5e080abb service neutron] 10.222.0.59 "PUT /v2.0/ports/4778fec0-c087-4f43-b37f-9433a75609de HTTP/1.1" status: 200 len: 1091 time: 2.1049657 Sep 30 00:55:53.922382 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:55:53.927842 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-881b5e18-7b82-4e15-97f6-a708140e51a9 service neutron] Request body: {'port': {'device_id': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:54.072719 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51c1d4-38fe-445a-b037-d89e5e080abb service neutron] Pushing event updated for resources: {'Port': ['ID=4778fec0-c087-4f43-b37f-9433a75609de,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:54.075596 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646846f-ae2e-4327-a341-6127e881e793 req-398a576b-4f32-4c8a-913e-4e433111e6fe tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:54.080155 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2a51c1d4-38fe-445a-b037-d89e5e080abb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:54.092459 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a646846f-ae2e-4327-a341-6127e881e793 req-398a576b-4f32-4c8a-913e-4e433111e6fe tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f1cd4584-2004-40ee-a761-5fc71726e872 HTTP/1.1" status: 200 len: 1101 time: 0.1160479 Sep 30 00:55:54.147018 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:54.150231 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a646846f-ae2e-4327-a341-6127e881e793 req-5ce22e7f-f11a-40d8-87c2-aff7879eea55 tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566463 Sep 30 00:55:54.190952 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8abcc8-8741-49b8-be8f-e06bf94a0d8f req-f0eaf406-ce5d-4793-8bb7-3c7ec3353ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:54.192428 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3a8abcc8-8741-49b8-be8f-e06bf94a0d8f req-f0eaf406-ce5d-4793-8bb7-3c7ec3353ea4 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5271561 Sep 30 00:55:54.212947 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49d255-3498-47bb-97c5-8d03845905a1 req-33c379df-caa4-46ff-9ad7-eb8e5016932f tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:54.214979 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fb49d255-3498-47bb-97c5-8d03845905a1 req-33c379df-caa4-46ff-9ad7-eb8e5016932f tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=04a757f9-8bf2-4e90-b8bf-a37fb37d314e HTTP/1.1" status: 200 len: 945 time: 0.3979011 Sep 30 00:55:54.226487 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-881b5e18-7b82-4e15-97f6-a708140e51a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:54.228520 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:55:54.246897 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:54.247278 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:54.421626 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2fbce-cdf5-4d02-a66b-9c4f48c767e7 req-7ceb70ed-c5e6-4848-b43d-b81d89586bd0 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:54.425742 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fb49d255-3498-47bb-97c5-8d03845905a1 req-e5f1d42d-5444-43ec-9983-72c04a729377 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000430 Sep 30 00:55:54.429170 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2fbce-cdf5-4d02-a66b-9c4f48c767e7 req-7ceb70ed-c5e6-4848-b43d-b81d89586bd0 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:54.436722 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2fbce-cdf5-4d02-a66b-9c4f48c767e7 req-7ceb70ed-c5e6-4848-b43d-b81d89586bd0 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:54.438662 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9df2fbce-cdf5-4d02-a66b-9c4f48c767e7 req-7ceb70ed-c5e6-4848-b43d-b81d89586bd0 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 2415 time: 0.1306064 Sep 30 00:55:54.538043 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9df2fbce-cdf5-4d02-a66b-9c4f48c767e7 req-c1ccde0e-d1db-41e7-ac51-1e15056add28 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712457 Sep 30 00:55:54.550213 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:54.587831 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-9f17ae1f-8773-48a4-b028-50e30d49443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1829927197-router', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:49:23Z', 'updated_at': '2021-09-30T00:49:29Z', 'revision_number': 4, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'gw_port': {'id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:24Z', 'updated_at': '2021-09-30T00:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'c12eab7b-bd21-4dd6-ad46-440e13da5fea', 'name': '', 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'mac_address': 'fa:16:3e:94:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2832071e-b852-47d3-913e-f292b000827a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:28Z', 'updated_at': '2021-09-30T00:49:41Z', 'revision_number': 5, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'subnets': [{'id': '2832071e-b852-47d3-913e-f292b000827a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:55:54.604320 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f17ae1f-8773-48a4-b028-50e30d49443b None None] Checking router: a9241a70-cc98-45d6-8949-9c71e63755a7 for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:55:54.653337 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f17ae1f-8773-48a4-b028-50e30d49443b None None] Routers {'a9241a70-cc98-45d6-8949-9c71e63755a7'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:55:54.656576 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-9f17ae1f-8773-48a4-b028-50e30d49443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:55:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['a9241a70-cc98-45d6-8949-9c71e63755a7'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:55:54.677901 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'tag': '4778fec0-c087-4f43-b37f-9433a75609de'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:55:54.707174 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7031caa3-712d-4d10-8e46-d025baefb0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:55:54.765693 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5d31ba73-6f09-4678-83a4-f8e7b6e475ef req-3325fc36-3722-4b1d-b41d-0fbd8f439740 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b924abf-e5ad-496f-8d9f-3ea4389af1ea HTTP/1.1" status: 200 len: 210 time: 0.0721958 Sep 30 00:55:54.778201 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f89b4f-3c76-4f82-a0b3-a2bd68e2195d req-0b027552-8f88-4574-8df9-167b473ae8be tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:54.782851 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-69f89b4f-3c76-4f82-a0b3-a2bd68e2195d req-0b027552-8f88-4574-8df9-167b473ae8be tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 950 time: 0.1189771 Sep 30 00:55:54.797411 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00,segment=NetworkSegment(15f763e4-815e-4159-89c3-e59eff1e02b1),segment_id=15f763e4-815e-4159-89c3-e59eff1e02b1)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:54.808228 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:54.809203 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 8428a6a2-d9df-4e13-8b75-0cfe2a6f12af up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:55:54.844160 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-9d1b7089-2e29-4c20-b19a-805eaffd18c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:54.846131 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-69f89b4f-3c76-4f82-a0b3-a2bd68e2195d req-9d192e3b-def8-42b8-8feb-b41914e1788d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572419 Sep 30 00:55:54.884939 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b924abf-e5ad-496f-8d9f-3ea4389af1ea', 'name': 'network-vif-deleted', 'tag': 'fa2ea02c-02f4-48e0-a36c-cce2ad968042', 'status': 'completed', 'code': 200} Sep 30 00:55:54.940369 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-881b5e18-7b82-4e15-97f6-a708140e51a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13d5c611-b072-48c7-a82b-e602abe69b1b {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:55:54.955738 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-881b5e18-7b82-4e15-97f6-a708140e51a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:54.984446 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:54.989093 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-881b5e18-7b82-4e15-97f6-a708140e51a9 service neutron] Transition to ACTIVE for port object 13d5c611-b072-48c7-a82b-e602abe69b1b will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:54.991765 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:55.000463 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-881b5e18-7b82-4e15-97f6-a708140e51a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:55.002389 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-9f17ae1f-8773-48a4-b028-50e30d49443b None None] Set router a9241a70-cc98-45d6-8949-9c71e63755a7 gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:55:55.006649 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8b43bda2-8d10-4f8b-b32b-43629409470a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:55.061634 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 8428a6a2-d9df-4e13-8b75-0cfe2a6f12af completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:55:55.071608 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 8428a6a2-d9df-4e13-8b75-0cfe2a6f12af triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:55.071995 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:55.167040 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-36466804-ce9b-415a-875d-8535fde24b75 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301225 Sep 30 00:55:55.273365 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-d6569017-40f0-456b-9d18-7366c216b4b4 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=63a126d134f14d979bea0d3209fea08a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1049604 Sep 30 00:55:55.293476 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b5e18-7b82-4e15-97f6-a708140e51a9 service neutron] Pushing event updated for resources: {'Port': ['ID=13d5c611-b072-48c7-a82b-e602abe69b1b,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:55.296448 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-881b5e18-7b82-4e15-97f6-a708140e51a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:55.355193 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-c01c4dc3-f2bb-4f98-bfb4-3181d439c466 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:55.363626 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-c01c4dc3-f2bb-4f98-bfb4-3181d439c466 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1898324 Sep 30 00:55:55.383734 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-db828f5a-b4b9-40a9-b650-8d6c6ad51b07 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/quotas/e0e7edddb1c44f66ba9563f9cd33d4a2 HTTP/1.1" status: 200 len: 375 time: 0.0181489 Sep 30 00:55:55.388464 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:55.444513 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device fa2ea02c-02f4-48e0-a36c-cce2ad968042 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:55:55.500854 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: fa2ea02c-02f4-48e0-a36c-cce2ad968042 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:55:55.501110 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device fa2ea02c-02f4-48e0-a36c-cce2ad968042 not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:55:55.515892 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-8d360a6e-62bd-403a-9903-21d1ba11cbe4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1311569 Sep 30 00:55:55.541423 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 8428a6a2-d9df-4e13-8b75-0cfe2a6f12af, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=8428a6a2-d9df-4e13-8b75-0cfe2a6f12af,segment=NetworkSegment(15f763e4-815e-4159-89c3-e59eff1e02b1),segment_id=15f763e4-815e-4159-89c3-e59eff1e02b1)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:55.556780 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:55.557422 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 5fcd8d88-3346-4b33-a5c2-ddc99481d438 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:55:55.572499 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-ba5cfa02-b7da-47b1-9b7e-880ee07bb5ee tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=63a126d134f14d979bea0d3209fea08a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553730 Sep 30 00:55:55.605040 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-881b5e18-7b82-4e15-97f6-a708140e51a9 service neutron] Attempting to bind port 13d5c611-b072-48c7-a82b-e602abe69b1b on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:55:55.605381 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-881b5e18-7b82-4e15-97f6-a708140e51a9 service neutron] Attempting to bind port 13d5c611-b072-48c7-a82b-e602abe69b1b by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '2af1726d-5dad-4b7a-8dd4-728109da2ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b64aba8e-9f74-43b9-83f1-763975030585'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:55:55.605715 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-881b5e18-7b82-4e15-97f6-a708140e51a9 service neutron] Attempting to bind port 13d5c611-b072-48c7-a82b-e602abe69b1b on network b64aba8e-9f74-43b9-83f1-763975030585 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:55.622682 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-881b5e18-7b82-4e15-97f6-a708140e51a9 service neutron] Port 13d5c611-b072-48c7-a82b-e602abe69b1b on network b64aba8e-9f74-43b9-83f1-763975030585 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:55:55.623068 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-881b5e18-7b82-4e15-97f6-a708140e51a9 service neutron] Attempting to bind port 13d5c611-b072-48c7-a82b-e602abe69b1b on network b64aba8e-9f74-43b9-83f1-763975030585 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:55.635725 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-881b5e18-7b82-4e15-97f6-a708140e51a9 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:55:55.636125 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-881b5e18-7b82-4e15-97f6-a708140e51a9 service neutron] Checking segment: {'id': '2af1726d-5dad-4b7a-8dd4-728109da2ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b64aba8e-9f74-43b9-83f1-763975030585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:55:55.636523 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-881b5e18-7b82-4e15-97f6-a708140e51a9 service neutron] Bound using segment: {'id': '2af1726d-5dad-4b7a-8dd4-728109da2ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b64aba8e-9f74-43b9-83f1-763975030585'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:55:55.636970 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-881b5e18-7b82-4e15-97f6-a708140e51a9 service neutron] Bound port: 13d5c611-b072-48c7-a82b-e602abe69b1b, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af1726d-5dad-4b7a-8dd4-728109da2ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b64aba8e-9f74-43b9-83f1-763975030585'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:55:55.637323 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-881b5e18-7b82-4e15-97f6-a708140e51a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:55.669518 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-d8e74fe8-6a18-4108-9f8e-33db9f6c9b96 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:55.676933 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-d8e74fe8-6a18-4108-9f8e-33db9f6c9b96 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3793254 Sep 30 00:55:55.719152 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-6b45daa0-811b-45f4-a320-4173399ccb97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:55.802162 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-881b5e18-7b82-4e15-97f6-a708140e51a9 service neutron] For port 13d5c611-b072-48c7-a82b-e602abe69b1b, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:55:55.813721 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-881b5e18-7b82-4e15-97f6-a708140e51a9 service neutron] For port 13d5c611-b072-48c7-a82b-e602abe69b1b, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=13d5c611-b072-48c7-a82b-e602abe69b1b,segment=NetworkSegment(2af1726d-5dad-4b7a-8dd4-728109da2ef3),segment_id=2af1726d-5dad-4b7a-8dd4-728109da2ef3)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:55:55.819293 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-9f17ae1f-8773-48a4-b028-50e30d49443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1829927197-router', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:49:23Z', 'updated_at': '2021-09-30T00:49:29Z', 'revision_number': 4, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'gw_port': {'id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:24Z', 'updated_at': '2021-09-30T00:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'c12eab7b-bd21-4dd6-ad46-440e13da5fea', 'name': '', 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'mac_address': 'fa:16:3e:94:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2832071e-b852-47d3-913e-f292b000827a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:28Z', 'updated_at': '2021-09-30T00:49:41Z', 'revision_number': 5, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'subnets': [{'id': '2832071e-b852-47d3-913e-f292b000827a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:55:55.828414 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=8428a6a2-d9df-4e13-8b75-0cfe2a6f12af,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:55.830834 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 5fcd8d88-3346-4b33-a5c2-ddc99481d438 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:55:55.832435 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-8bbff60f-dd11-45a5-8efc-b0261df29bc4 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/quotas/63a126d134f14d979bea0d3209fea08a HTTP/1.1" status: 200 len: 375 time: 0.1545379 Sep 30 00:55:55.834183 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:55.835457 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f17ae1f-8773-48a4-b028-50e30d49443b None None] The sync data for ids ['a9241a70-cc98-45d6-8949-9c71e63755a7'] in n-d-811809-1 is: [{'id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1829927197-router', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:49:23Z', 'updated_at': '2021-09-30T00:49:29Z', 'revision_number': 4, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'gw_port': {'id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:24Z', 'updated_at': '2021-09-30T00:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'c12eab7b-bd21-4dd6-ad46-440e13da5fea', 'name': '', 'network_id': '789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'mac_address': 'fa:16:3e:94:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2832071e-b852-47d3-913e-f292b000827a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:28Z', 'updated_at': '2021-09-30T00:49:41Z', 'revision_number': 5, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'subnets': [{'id': '2832071e-b852-47d3-913e-f292b000827a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:55:55.839240 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 5fcd8d88-3346-4b33-a5c2-ddc99481d438 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:55.839372 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:55.935884 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-881b5e18-7b82-4e15-97f6-a708140e51a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:55.950623 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-dfeaea6e-990a-4762-9687-ba779960fb2f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:55.991314 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-2431dafe-c492-4910-816c-5468d10d4e63 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=63a126d134f14d979bea0d3209fea08a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1558173 Sep 30 00:55:56.011900 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-881b5e18-7b82-4e15-97f6-a708140e51a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:56.012523 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-881b5e18-7b82-4e15-97f6-a708140e51a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:56.013879 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-881b5e18-7b82-4e15-97f6-a708140e51a9 service neutron] 10.222.0.59 "PUT /v2.0/ports/13d5c611-b072-48c7-a82b-e602abe69b1b HTTP/1.1" status: 200 len: 1091 time: 2.1220589 Sep 30 00:55:56.032152 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:56.040119 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b5e18-7b82-4e15-97f6-a708140e51a9 service neutron] Pushing event updated for resources: {'Port': ['ID=13d5c611-b072-48c7-a82b-e602abe69b1b,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:56.049063 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-881b5e18-7b82-4e15-97f6-a708140e51a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:56.160857 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 5fcd8d88-3346-4b33-a5c2-ddc99481d438, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=5fcd8d88-3346-4b33-a5c2-ddc99481d438,segment=NetworkSegment(7e4cc8fc-e351-48e6-bfe1-44b9b1173116),segment_id=7e4cc8fc-e351-48e6-bfe1-44b9b1173116)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:55:56.172780 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:56.174965 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:56.260598 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-b470d4c9-19fd-4e11-a6e1-ea9836a43dba tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:56.262436 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-b470d4c9-19fd-4e11-a6e1-ea9836a43dba tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6809766 Sep 30 00:55:56.282787 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-ea930f5c-2397-44b2-a800-0860a60b09c0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Request body: {'port': {'device_id': '0529b80d-33fb-44ac-9a2b-dbfb15cd9e23', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'admin_state_up': True, 'tenant_id': '63a126d134f14d979bea0d3209fea08a'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:56.335215 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-5cd599e6-f4fd-4915-8b67-a1e4e6bfc54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:56.337300 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-5cd599e6-f4fd-4915-8b67-a1e4e6bfc54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:56.337860 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=5fcd8d88-3346-4b33-a5c2-ddc99481d438,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:56.338826 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-5cd599e6-f4fd-4915-8b67-a1e4e6bfc54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:56.341389 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-5cd599e6-f4fd-4915-8b67-a1e4e6bfc54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:56.342097 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-5cd599e6-f4fd-4915-8b67-a1e4e6bfc54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:56.343023 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-5cd599e6-f4fd-4915-8b67-a1e4e6bfc54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:56.343701 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-5cd599e6-f4fd-4915-8b67-a1e4e6bfc54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:56.344532 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:56.347572 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-5cd599e6-f4fd-4915-8b67-a1e4e6bfc54f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a750dc97d8045f29998977fe5e379fc&device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 6475 time: 0.2570210 Sep 30 00:55:56.359504 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036efdd0-a8cf-4a02-8c9b-52011d2c181d None None] New status for floating IP da26cbb1-ef48-408f-ae9f-f2b0997a3f29: DOWN {{(pid=80277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:55:56.530901 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-2e58075a-71f7-4d4a-a673-8183198d4da8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f022d92f-0eb3-4cfa-a3d3-9166ea00620e HTTP/1.1" status: 200 len: 217 time: 0.1690235 Sep 30 00:55:56.544933 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'tag': '4778fec0-c087-4f43-b37f-9433a75609de', 'status': 'completed', 'code': 200} Sep 30 00:55:56.555359 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7031caa3-712d-4d10-8e46-d025baefb0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00', 'code': 200} Sep 30 00:55:56.636945 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222dcdd-4169-467a-b698-3cef2cdbfb03 req-e222cfab-f6d9-4b51-a88a-316fa960943b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:56.644679 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222dcdd-4169-467a-b698-3cef2cdbfb03 req-e222cfab-f6d9-4b51-a88a-316fa960943b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:56.661681 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222dcdd-4169-467a-b698-3cef2cdbfb03 req-e222cfab-f6d9-4b51-a88a-316fa960943b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:56.687361 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222dcdd-4169-467a-b698-3cef2cdbfb03 req-e222cfab-f6d9-4b51-a88a-316fa960943b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:56.693469 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222dcdd-4169-467a-b698-3cef2cdbfb03 req-e222cfab-f6d9-4b51-a88a-316fa960943b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:56.704546 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222dcdd-4169-467a-b698-3cef2cdbfb03 req-e222cfab-f6d9-4b51-a88a-316fa960943b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:56.711290 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222dcdd-4169-467a-b698-3cef2cdbfb03 req-e222cfab-f6d9-4b51-a88a-316fa960943b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:56.713940 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3222dcdd-4169-467a-b698-3cef2cdbfb03 req-e222cfab-f6d9-4b51-a88a-316fa960943b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5418 time: 0.3569212 Sep 30 00:55:56.719846 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-489da622-5217-4493-8f71-32807fa88176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:56.720787 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-ea930f5c-2397-44b2-a800-0860a60b09c0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:55:56.724436 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-489da622-5217-4493-8f71-32807fa88176 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd3c024e-b603-46de-89e9-6733ca50df93 HTTP/1.1" status: 200 len: 851 time: 0.1780212 Sep 30 00:55:56.725154 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-ea930f5c-2397-44b2-a800-0860a60b09c0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Usage tracker for resource:port and tenant:63a126d134f14d979bea0d3209fea08a is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:55:56.729132 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-ea930f5c-2397-44b2-a800-0860a60b09c0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:55:56.735234 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-ea930f5c-2397-44b2-a800-0860a60b09c0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:55:56.761942 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-ea930f5c-2397-44b2-a800-0860a60b09c0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Made reservation on behalf of 63a126d134f14d979bea0d3209fea08a for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:55:56.765805 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-ea930f5c-2397-44b2-a800-0860a60b09c0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:56.788769 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-ea930f5c-2397-44b2-a800-0860a60b09c0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:56.831960 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3222dcdd-4169-467a-b698-3cef2cdbfb03 req-71959218-a39d-4c34-b268-dc15591e3e31 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0874531 Sep 30 00:55:56.832968 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-ea930f5c-2397-44b2-a800-0860a60b09c0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:55:56.838075 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-ea930f5c-2397-44b2-a800-0860a60b09c0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Usage tracker for resource:security_group_rule and tenant:63a126d134f14d979bea0d3209fea08a is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:55:56.841671 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-ea930f5c-2397-44b2-a800-0860a60b09c0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:55:56.848328 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-ea930f5c-2397-44b2-a800-0860a60b09c0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:55:56.904074 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-d661578b-ad81-4252-a0e6-778c2e877fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:56.906233 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-d661578b-ad81-4252-a0e6-778c2e877fd1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fb36fa6-51fa-41e0-a614-23d3a62d6673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1740575 Sep 30 00:55:56.958341 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3e11e-4ba6-42e2-ae8b-741e06fcddf8 req-d960f9e7-ba1a-466f-98c8-2ac119fc621d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:56.967142 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3e11e-4ba6-42e2-ae8b-741e06fcddf8 req-d960f9e7-ba1a-466f-98c8-2ac119fc621d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:56.968137 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-ea930f5c-2397-44b2-a800-0860a60b09c0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:56.973518 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3e11e-4ba6-42e2-ae8b-741e06fcddf8 req-d960f9e7-ba1a-466f-98c8-2ac119fc621d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:56.976134 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-ea930f5c-2397-44b2-a800-0860a60b09c0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:56.980892 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d1c3e11e-4ba6-42e2-ae8b-741e06fcddf8 req-d960f9e7-ba1a-466f-98c8-2ac119fc621d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 2418 time: 0.1937659 Sep 30 00:55:56.984396 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b6e89a53-74f8-4e26-8e45-374c197c265c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:57.072682 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea930f5c-2397-44b2-a800-0860a60b09c0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c853c89-b588-48bc-9842-97b1b09c4cf0,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:57.114100 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d1c3e11e-4ba6-42e2-ae8b-741e06fcddf8 req-ea72e143-cdcc-4195-80c9-8f15d7bd7cd6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318285 Sep 30 00:55:57.114275 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ea930f5c-2397-44b2-a800-0860a60b09c0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:57.134151 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-06daf0a0-ae14-49d1-8a8f-fe7b53e80256 req-478b9831-9f77-47a2-b0a8-4dad40dba534 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=dda74974-35b2-44ca-a89c-2f040f56573a HTTP/1.1" status: 200 len: 210 time: 0.0647941 Sep 30 00:55:57.185651 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-1e21599c-db96-4ec0-a2c0-b3bccc533de2 service neutron] 10.222.0.59 "GET /v2.0/networks/5fb36fa6-51fa-41e0-a614-23d3a62d6673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647817 Sep 30 00:55:57.265882 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-ea930f5c-2397-44b2-a800-0860a60b09c0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Allocated IP 192.168.233.44 (5148d586-4385-4f2c-9968-16b3a645031f/d94969b3-14c1-4902-a40b-8e6c297e30ba/5e67e008-2c88-42cc-b6b8-dffbe89b27a5) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:55:57.414066 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-2619d7ee-e0a8-4319-bef4-85b8a406a6bd service neutron] 10.222.0.59 "GET /v2.0/networks/5fb36fa6-51fa-41e0-a614-23d3a62d6673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212698 Sep 30 00:55:57.490470 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-a144a920-d02a-4497-8f83-9b78f6faec55 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=af11ef16-52be-4099-98fc-3753539c1b51 HTTP/1.1" status: 200 len: 217 time: 0.0678291 Sep 30 00:55:57.613922 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-ea930f5c-2397-44b2-a800-0860a60b09c0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:57.615970 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-d70c6b91-56b7-4bf4-bbf5-1d74d6b2f00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:57.618696 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-d70c6b91-56b7-4bf4-bbf5-1d74d6b2f00b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dcc8230-d664-42d1-827f-dbc3d9952151 HTTP/1.1" status: 200 len: 797 time: 0.0937777 Sep 30 00:55:57.647988 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63195829-3db3-4af2-acfd-7737c7a4911b req-71bcb327-2ff8-4635-8fb3-11c9d817185e tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:57.656144 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-63195829-3db3-4af2-acfd-7737c7a4911b req-71bcb327-2ff8-4635-8fb3-11c9d817185e tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 950 time: 0.2069507 Sep 30 00:55:57.659453 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-ea930f5c-2397-44b2-a800-0860a60b09c0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Transition to ACTIVE for port object 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:57.715691 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-63195829-3db3-4af2-acfd-7737c7a4911b req-9a0dcfc7-d127-47b7-88f9-04a11f31e938 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582535 Sep 30 00:55:57.733418 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-ea930f5c-2397-44b2-a800-0860a60b09c0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:57.740330 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c39f0d77-adf4-4346-a81c-0f7c6f59ff87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:57.810475 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-ea930f5c-2397-44b2-a800-0860a60b09c0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Network 5148d586-4385-4f2c-9968-16b3a645031f is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:55:57.815144 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-ea930f5c-2397-44b2-a800-0860a60b09c0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:55:57.819633 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-ea930f5c-2397-44b2-a800-0860a60b09c0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:55:57.888201 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-903c6328-5893-40e3-b694-baf2c5541aba tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316403 Sep 30 00:55:57.929495 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-249d4d23-a565-4414-8173-98a1439603c4 req-2aa4bc37-05dc-482b-9e07-136d68387547 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63f54a9-972b-4c01-82b5-32dbab5c3d26 HTTP/1.1" status: 200 len: 210 time: 0.0621593 Sep 30 00:55:57.933005 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea930f5c-2397-44b2-a800-0860a60b09c0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Pushing event updated for resources: {'Port': ['ID=5e67e008-2c88-42cc-b6b8-dffbe89b27a5,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:57.937914 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ea930f5c-2397-44b2-a800-0860a60b09c0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:57.946982 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-ea930f5c-2397-44b2-a800-0860a60b09c0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:57.947629 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-ea930f5c-2397-44b2-a800-0860a60b09c0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:57.995534 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-ea930f5c-2397-44b2-a800-0860a60b09c0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7174346 Sep 30 00:55:58.026008 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-7b1a8181-60d1-45da-ab6b-6377c5f24ce3 service neutron] Request body: {'port': {'device_id': '0529b80d-33fb-44ac-9a2b-dbfb15cd9e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:58.064389 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-64a6e38e-09b4-40fa-8cb3-c2cbdfe5f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:58.067391 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-64a6e38e-09b4-40fa-8cb3-c2cbdfe5f2d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c3b2fa3c-7227-466a-851d-9c93a7474d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4417300 Sep 30 00:55:58.188035 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-7b1a8181-60d1-45da-ab6b-6377c5f24ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:58.208105 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-96223a73-6f5b-4831-b261-910457ad6877 None None] Provisioning for port 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:55:58.215381 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-96223a73-6f5b-4831-b261-910457ad6877 None None] Provisioning complete for port 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:55:58.215762 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-96223a73-6f5b-4831-b261-910457ad6877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:58.244338 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30e174-521a-485c-a750-d404ac147815 req-46986907-363a-4cee-af58-c840600594ee tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:58.245941 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bc30e174-521a-485c-a750-d404ac147815 req-46986907-363a-4cee-af58-c840600594ee tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=04a757f9-8bf2-4e90-b8bf-a37fb37d314e HTTP/1.1" status: 200 len: 945 time: 0.5792477 Sep 30 00:55:58.261820 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-033649c6-3adc-400c-a83f-eb1af1381e12 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:58.263562 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-033649c6-3adc-400c-a83f-eb1af1381e12 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3564222 Sep 30 00:55:58.272839 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-96223a73-6f5b-4831-b261-910457ad6877 None None] Port 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:55:58.291218 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-3d60b710-0045-44af-be57-157f081b0178 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Request body: {'port': {'device_id': 'dda74974-35b2-44ca-a89c-2f040f56573a', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'admin_state_up': True, 'tenant_id': 'e0e7edddb1c44f66ba9563f9cd33d4a2'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:58.336963 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-bd3d4ed2-8ecf-4b45-8b4d-b5d4497e782a tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=63a126d134f14d979bea0d3209fea08a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0920196 Sep 30 00:55:58.417381 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-432b5fa8-cac2-4197-bd9b-fabf59cd62c2 service neutron] 10.222.0.59 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377428 Sep 30 00:55:58.430167 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bc30e174-521a-485c-a750-d404ac147815 req-d749172e-7163-4194-b95e-35851db440d4 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635332 Sep 30 00:55:58.552102 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'tag': '13d5c611-b072-48c7-a82b-e602abe69b1b'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:55:58.557617 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7031caa3-712d-4d10-8e46-d025baefb0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8428a6a2-d9df-4e13-8b75-0cfe2a6f12af'}, {'server_uuid': '7031caa3-712d-4d10-8e46-d025baefb0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcd8d88-3346-4b33-a5c2-ddc99481d438'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:55:58.577472 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-3d60b710-0045-44af-be57-157f081b0178 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:55:58.603541 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-3d60b710-0045-44af-be57-157f081b0178 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:55:58.630195 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-955132dd-edc8-4099-9263-4104cf98a319 service neutron] 10.222.0.59 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036629 Sep 30 00:55:58.631408 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-3d60b710-0045-44af-be57-157f081b0178 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Made reservation on behalf of e0e7edddb1c44f66ba9563f9cd33d4a2 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:55:58.635711 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-3d60b710-0045-44af-be57-157f081b0178 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:58.741068 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3ff93-befd-4567-b48a-f3381e4d34fd req-04c13e64-761c-4cb7-9f91-610262fa0ff7 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:58.750352 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3ff93-befd-4567-b48a-f3381e4d34fd req-04c13e64-761c-4cb7-9f91-610262fa0ff7 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:58.759861 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3ff93-befd-4567-b48a-f3381e4d34fd req-04c13e64-761c-4cb7-9f91-610262fa0ff7 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:58.765692 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3ff93-befd-4567-b48a-f3381e4d34fd req-04c13e64-761c-4cb7-9f91-610262fa0ff7 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:58.769665 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-6e6cd102-b55b-4edc-8100-92a3bcb5627b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=4147821f-484c-42b8-8eee-96c30dce4206 HTTP/1.1" status: 200 len: 217 time: 0.1197581 Sep 30 00:55:58.771575 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3ff93-befd-4567-b48a-f3381e4d34fd req-04c13e64-761c-4cb7-9f91-610262fa0ff7 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:58.777794 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3ff93-befd-4567-b48a-f3381e4d34fd req-04c13e64-761c-4cb7-9f91-610262fa0ff7 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:58.783619 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3ff93-befd-4567-b48a-f3381e4d34fd req-04c13e64-761c-4cb7-9f91-610262fa0ff7 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:58.785485 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5ae3ff93-befd-4567-b48a-f3381e4d34fd req-04c13e64-761c-4cb7-9f91-610262fa0ff7 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5418 time: 0.5835564 Sep 30 00:55:58.821925 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-b5399a6d-cf79-45c9-989c-f7c1bfb57116 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:58.823356 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-b5399a6d-cf79-45c9-989c-f7c1bfb57116 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4767878 Sep 30 00:55:58.905290 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-ec20746d-f549-4193-bd1a-e7ea102ca574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:58.906862 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-ec20746d-f549-4193-bd1a-e7ea102ca574 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dcc8230-d664-42d1-827f-dbc3d9952151 HTTP/1.1" status: 200 len: 797 time: 0.1289356 Sep 30 00:55:58.922834 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5ae3ff93-befd-4567-b48a-f3381e4d34fd req-cf22dce7-558d-4b2e-a8c0-ede70c6b882d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1300049 Sep 30 00:55:58.944909 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1348c42-99e7-4751-afa4-2ca1077b5be4 req-3021225f-f872-4071-bafb-6ed65a0770cf tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:58.951157 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1348c42-99e7-4751-afa4-2ca1077b5be4 req-3021225f-f872-4071-bafb-6ed65a0770cf tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:58.957184 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1348c42-99e7-4751-afa4-2ca1077b5be4 req-3021225f-f872-4071-bafb-6ed65a0770cf tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:58.958864 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d1348c42-99e7-4751-afa4-2ca1077b5be4 req-3021225f-f872-4071-bafb-6ed65a0770cf tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 2418 time: 0.2537997 Sep 30 00:55:59.009289 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-ea547188-662b-4db0-83e6-7368dc13d014 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Request body: {'port': {'device_id': 'd63f54a9-972b-4c01-82b5-32dbab5c3d26', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'admin_state_up': True, 'tenant_id': '63a126d134f14d979bea0d3209fea08a'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:55:59.040168 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d1348c42-99e7-4751-afa4-2ca1077b5be4 req-d38e0ac3-58d2-4987-961a-524e168ec9b2 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752752 Sep 30 00:55:59.084573 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-e4b5daa8-1a41-4a40-a7c4-25efa2675749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:55:59.086822 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-e4b5daa8-1a41-4a40-a7c4-25efa2675749 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c3b2fa3c-7227-466a-851d-9c93a7474d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0850885 Sep 30 00:55:59.178532 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9f9f11f4-989a-457a-bc30-77b4913e41d3 req-8bdc6ae6-8867-45be-9f04-91782de2c547 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=dda74974-35b2-44ca-a89c-2f040f56573a HTTP/1.1" status: 200 len: 210 time: 0.1486652 Sep 30 00:55:59.197015 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-7b1a8181-60d1-45da-ab6b-6377c5f24ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:55:59.215483 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-7b1a8181-60d1-45da-ab6b-6377c5f24ce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:59.239054 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-fd8382fe-c905-47ea-adb4-84214246a841 service neutron] 10.222.0.59 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446538 Sep 30 00:55:59.258519 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-7b1a8181-60d1-45da-ab6b-6377c5f24ce3 service neutron] Transition to ACTIVE for port object 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:55:59.270821 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-7b1a8181-60d1-45da-ab6b-6377c5f24ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:59.283108 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-ea547188-662b-4db0-83e6-7368dc13d014 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:55:59.285882 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5f062c89-845b-4621-bdb5-885cac74ea5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:55:59.389243 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-ea547188-662b-4db0-83e6-7368dc13d014 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Usage tracker for resource:port and tenant:63a126d134f14d979bea0d3209fea08a is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:55:59.413508 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-ea547188-662b-4db0-83e6-7368dc13d014 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:55:59.424328 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-ea547188-662b-4db0-83e6-7368dc13d014 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:55:59.460509 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-3d60b710-0045-44af-be57-157f081b0178 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Allocated IP 192.168.233.111 (5148d586-4385-4f2c-9968-16b3a645031f/d94969b3-14c1-4902-a40b-8e6c297e30ba/9539d065-d100-4d62-a4c5-50b104184f28) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:55:59.465232 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 36108) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:55:59.498237 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-f0656767-0468-4a72-ad04-cff1d6386b04 service neutron] 10.222.0.59 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513669 Sep 30 00:55:59.501483 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a8181-60d1-45da-ab6b-6377c5f24ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e67e008-2c88-42cc-b6b8-dffbe89b27a5,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:55:59.525574 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7b1a8181-60d1-45da-ab6b-6377c5f24ce3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:55:59.622263 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-ea547188-662b-4db0-83e6-7368dc13d014 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Made reservation on behalf of 63a126d134f14d979bea0d3209fea08a for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:55:59.626398 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-ea547188-662b-4db0-83e6-7368dc13d014 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:59.667969 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7031caa3-712d-4d10-8e46-d025baefb0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8428a6a2-d9df-4e13-8b75-0cfe2a6f12af', 'code': 200} Sep 30 00:55:59.668454 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7031caa3-712d-4d10-8e46-d025baefb0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcd8d88-3346-4b33-a5c2-ddc99481d438', 'code': 200} Sep 30 00:55:59.702242 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'tag': '13d5c611-b072-48c7-a82b-e602abe69b1b', 'status': 'completed', 'code': 200} Sep 30 00:55:59.904010 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-7b1a8181-60d1-45da-ab6b-6377c5f24ce3 service neutron] Attempting to bind port 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:55:59.904251 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-7b1a8181-60d1-45da-ab6b-6377c5f24ce3 service neutron] Attempting to bind port 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:55:59.904581 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-7b1a8181-60d1-45da-ab6b-6377c5f24ce3 service neutron] Attempting to bind port 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:59.915718 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7f979086-7f0b-4477-962b-28bd6ef6d615 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:59.936948 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-7b1a8181-60d1-45da-ab6b-6377c5f24ce3 service neutron] Port 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:55:59.937276 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-7b1a8181-60d1-45da-ab6b-6377c5f24ce3 service neutron] Attempting to bind port 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:55:59.943485 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-47f63bdc-a891-462f-be78-05304dc37050 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=35284674-21db-44af-a498-316f25bfd67c HTTP/1.1" status: 200 len: 217 time: 0.2382619 Sep 30 00:55:59.955812 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b412dbf7-b040-45b9-8c73-34cf78222332 req-58bd7b55-2e62-43ac-a539-c5b1edba0205 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63f54a9-972b-4c01-82b5-32dbab5c3d26 HTTP/1.1" status: 200 len: 210 time: 0.0621312 Sep 30 00:55:59.980205 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-7b1a8181-60d1-45da-ab6b-6377c5f24ce3 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:55:59.980552 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-7b1a8181-60d1-45da-ab6b-6377c5f24ce3 service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:55:59.980950 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-7b1a8181-60d1-45da-ab6b-6377c5f24ce3 service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:55:59.981431 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-7b1a8181-60d1-45da-ab6b-6377c5f24ce3 service neutron] Bound port: 5e67e008-2c88-42cc-b6b8-dffbe89b27a5, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:55:59.981779 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-7b1a8181-60d1-45da-ab6b-6377c5f24ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:55:59.998398 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7f979086-7f0b-4477-962b-28bd6ef6d615 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:00.054017 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-1509a145-afc6-4723-b252-ae6950ff044f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:00.057502 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-1509a145-afc6-4723-b252-ae6950ff044f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dcc8230-d664-42d1-827f-dbc3d9952151 HTTP/1.1" status: 200 len: 797 time: 0.1059678 Sep 30 00:56:00.111404 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731fe12-28a8-4d7e-b4a8-bbd61e3b37d2 req-1fb570d1-bd86-49ce-8de6-e276f900335c tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:00.112919 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b731fe12-28a8-4d7e-b4a8-bbd61e3b37d2 req-1fb570d1-bd86-49ce-8de6-e276f900335c tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 950 time: 0.3591523 Sep 30 00:56:00.115259 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-3d60b710-0045-44af-be57-157f081b0178 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:00.141977 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-3d60b710-0045-44af-be57-157f081b0178 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Transition to ACTIVE for port object 9539d065-d100-4d62-a4c5-50b104184f28 will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:56:00.150111 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638c0ab-7ab9-4adc-bc39-c305739d4b52 req-0249dbcb-ff55-4112-af54-52fe5663b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:00.150621 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638c0ab-7ab9-4adc-bc39-c305739d4b52 req-0249dbcb-ff55-4112-af54-52fe5663b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:00.151146 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638c0ab-7ab9-4adc-bc39-c305739d4b52 req-0249dbcb-ff55-4112-af54-52fe5663b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:00.152780 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2638c0ab-7ab9-4adc-bc39-c305739d4b52 req-0249dbcb-ff55-4112-af54-52fe5663b062 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 2871 time: 0.3493319 Sep 30 00:56:00.196455 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-7b1a8181-60d1-45da-ab6b-6377c5f24ce3 service neutron] For port 5e67e008-2c88-42cc-b6b8-dffbe89b27a5, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:56:00.224094 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-7b1a8181-60d1-45da-ab6b-6377c5f24ce3 service neutron] For port 5e67e008-2c88-42cc-b6b8-dffbe89b27a5, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=5e67e008-2c88-42cc-b6b8-dffbe89b27a5,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:56:00.227110 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7f979086-7f0b-4477-962b-28bd6ef6d615 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:00.232671 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b731fe12-28a8-4d7e-b4a8-bbd61e3b37d2 req-15f2313d-72ee-4569-85b4-523a5ea0e082 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114054 Sep 30 00:56:00.234488 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-485977a8-3c24-4a31-85e7-1e43e06afc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:00.236235 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-485977a8-3c24-4a31-85e7-1e43e06afc79 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c3b2fa3c-7227-466a-851d-9c93a7474d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1667092 Sep 30 00:56:00.236964 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ea930f5c-2397-44b2-a800-0860a60b09c0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:00.255148 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-7b1a8181-60d1-45da-ab6b-6377c5f24ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:00.261505 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2638c0ab-7ab9-4adc-bc39-c305739d4b52 req-c3ae65e5-7baa-4c94-8638-a3582de5dd69 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983286 Sep 30 00:56:00.264631 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f979086-7f0b-4477-962b-28bd6ef6d615 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c42dc21-c719-4a96-84be-a21d147d8c3b,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:00.269834 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7f979086-7f0b-4477-962b-28bd6ef6d615 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:00.273086 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ea930f5c-2397-44b2-a800-0860a60b09c0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:00.324260 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-3d60b710-0045-44af-be57-157f081b0178 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:00.338215 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1b5d8752-a4fb-4eef-9d8d-f58040ec3866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:00.340552 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['f0900a2e-d98c-4463-bfba-024226cc0373', '12d11d9a-af91-4934-9bb4-b3ee268da0b8', '5b61f90d-e2ca-4d63-a3f2-ec59127f4e72'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:56:00.382350 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-7b1a8181-60d1-45da-ab6b-6377c5f24ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:00.383594 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-7b1a8181-60d1-45da-ab6b-6377c5f24ce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:00.385009 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-7b1a8181-60d1-45da-ab6b-6377c5f24ce3 service neutron] 10.222.0.55 "PUT /v2.0/ports/5e67e008-2c88-42cc-b6b8-dffbe89b27a5 HTTP/1.1" status: 200 len: 1095 time: 2.3698139 Sep 30 00:56:00.391354 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1ff79-df72-46ad-9ffb-7af39d94eb5b req-8dc15058-fa37-460b-be91-eb824bf93d6a tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:00.397967 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1ff79-df72-46ad-9ffb-7af39d94eb5b req-8dc15058-fa37-460b-be91-eb824bf93d6a tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:00.405423 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1ff79-df72-46ad-9ffb-7af39d94eb5b req-8dc15058-fa37-460b-be91-eb824bf93d6a tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:00.407436 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['d761df09-2ef7-4cf5-a7f5-fb9022de696c', 'd8145972-1c86-4921-892c-473259317eca', 'ee603d6a-e7fc-4f18-aab9-f28db39653d6', 'e2a306f7-be35-48f4-9e71-f910c163e2ca'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:56:00.412083 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1ff79-df72-46ad-9ffb-7af39d94eb5b req-8dc15058-fa37-460b-be91-eb824bf93d6a tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:00.419968 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1ff79-df72-46ad-9ffb-7af39d94eb5b req-8dc15058-fa37-460b-be91-eb824bf93d6a tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:00.424722 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0529b80d-33fb-44ac-9a2b-dbfb15cd9e23', 'tag': '5e67e008-2c88-42cc-b6b8-dffbe89b27a5'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:56:00.425973 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1ff79-df72-46ad-9ffb-7af39d94eb5b req-8dc15058-fa37-460b-be91-eb824bf93d6a tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:00.432952 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1ff79-df72-46ad-9ffb-7af39d94eb5b req-8dc15058-fa37-460b-be91-eb824bf93d6a tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:00.435055 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-afd1ff79-df72-46ad-9ffb-7af39d94eb5b req-8dc15058-fa37-460b-be91-eb824bf93d6a tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5418 time: 0.2894263 Sep 30 00:56:00.497548 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-3d60b710-0045-44af-be57-157f081b0178 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Network 5148d586-4385-4f2c-9968-16b3a645031f is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:56:00.507028 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-3d60b710-0045-44af-be57-157f081b0178 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:56:00.512371 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7f979086-7f0b-4477-962b-28bd6ef6d615 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:00.513685 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-7f979086-7f0b-4477-962b-28bd6ef6d615 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "DELETE /v2.0/security-groups/3c42dc21-c719-4a96-84be-a21d147d8c3b HTTP/1.1" status: 204 len: 168 time: 1.0360179 Sep 30 00:56:00.527130 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 36132) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:56:00.527923 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-3d60b710-0045-44af-be57-157f081b0178 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:56:00.548914 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-ea547188-662b-4db0-83e6-7368dc13d014 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Allocated IP 192.168.233.61 (5148d586-4385-4f2c-9968-16b3a645031f/d94969b3-14c1-4902-a40b-8e6c297e30ba/ff90dc43-c05d-4a6f-af3a-f5ed58821274) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:56:00.551787 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a8181-60d1-45da-ab6b-6377c5f24ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=5e67e008-2c88-42cc-b6b8-dffbe89b27a5,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:00.572073 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7b1a8181-60d1-45da-ab6b-6377c5f24ce3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:00.585090 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60b710-0045-44af-be57-157f081b0178 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Pushing event updated for resources: {'Port': ['ID=9539d065-d100-4d62-a4c5-50b104184f28,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:00.621308 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-3d60b710-0045-44af-be57-157f081b0178 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:00.659503 n-d-811809-1 neutron-server[80274]: INFO neutron.api.v2.resource [None req-e5c3dc78-5bd4-4a1a-a4bc-0c39a980231a tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] show failed (client error): The resource could not be found. Sep 30 00:56:00.660546 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-e5c3dc78-5bd4-4a1a-a4bc-0c39a980231a tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "GET /v2.0/security-groups/3c42dc21-c719-4a96-84be-a21d147d8c3b HTTP/1.1" status: 404 len: 347 time: 0.0906265 Sep 30 00:56:00.668569 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 36136) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:56:00.669378 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-69442dbb-ff70-44ee-97e3-88307d63138c service neutron] 10.222.0.59 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257979 Sep 30 00:56:00.682581 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-afd1ff79-df72-46ad-9ffb-7af39d94eb5b req-260490ba-55ae-4a88-826f-d6b00954bc2e tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2269874 Sep 30 00:56:00.707874 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-3d60b710-0045-44af-be57-157f081b0178 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:00.708496 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-3d60b710-0045-44af-be57-157f081b0178 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:00.896198 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-3d60b710-0045-44af-be57-157f081b0178 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6089368 Sep 30 00:56:00.945886 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-c7577460-330e-4b00-ac08-ceb392f3beff service neutron] Request body: {'port': {'device_id': 'dda74974-35b2-44ca-a89c-2f040f56573a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:56:01.115021 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e494c-6f02-4e0c-a500-24079bd7aac2 req-13601585-a522-4221-b906-b9084ec90be5 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:01.122076 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e494c-6f02-4e0c-a500-24079bd7aac2 req-13601585-a522-4221-b906-b9084ec90be5 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:01.126904 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-a46ffe74-c2f1-4a6a-ac53-488657775b91 None None] Provisioning for port 9539d065-d100-4d62-a4c5-50b104184f28 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:56:01.128195 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e494c-6f02-4e0c-a500-24079bd7aac2 req-13601585-a522-4221-b906-b9084ec90be5 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:01.131172 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6c5e494c-6f02-4e0c-a500-24079bd7aac2 req-13601585-a522-4221-b906-b9084ec90be5 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 2418 time: 0.7596745 Sep 30 00:56:01.137114 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-1e227c6e-92f2-4ade-9355-c2e163fc127c service neutron] 10.222.0.59 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935792 Sep 30 00:56:01.147466 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-a46ffe74-c2f1-4a6a-ac53-488657775b91 None None] Provisioning complete for port 9539d065-d100-4d62-a4c5-50b104184f28 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:56:01.147466 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-a46ffe74-c2f1-4a6a-ac53-488657775b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:01.159762 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-123878ae-5066-4614-9dc5-8d568b97d073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:01.161375 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-123878ae-5066-4614-9dc5-8d568b97d073 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63a126d134f14d979bea0d3209fea08a&device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 1098 time: 0.7061267 Sep 30 00:56:01.186222 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-f7978ea4-5fdd-4256-97ec-7979e7b0e65d tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Deleting port 25ddba7b-3813-4ca6-8a8e-7dfcbc18121b {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:56:01.186712 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f7978ea4-5fdd-4256-97ec-7979e7b0e65d tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:01.221941 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-ce4888b0-19e8-4c4d-b5b6-4bfe9b1f4b91 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=b26474b4-ebc5-4e65-9019-457dab422db5 HTTP/1.1" status: 200 len: 217 time: 0.0751219 Sep 30 00:56:01.223472 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-c7577460-330e-4b00-ac08-ceb392f3beff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:01.262376 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-a46ffe74-c2f1-4a6a-ac53-488657775b91 None None] Port 9539d065-d100-4d62-a4c5-50b104184f28 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:56:01.287117 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70993872-71ea-4768-8ef1-1252cb8274bb req-cff03fb8-a470-450e-bfe1-063ca42a6394 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:01.287828 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-70993872-71ea-4768-8ef1-1252cb8274bb req-cff03fb8-a470-450e-bfe1-063ca42a6394 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Synchronizing usage tracker for tenant:e0e7edddb1c44f66ba9563f9cd33d4a2 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:56:01.307898 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-0f225908-10e3-4bc1-b303-2c461784eb2c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=5e67e008-2c88-42cc-b6b8-dffbe89b27a5 HTTP/1.1" status: 200 len: 217 time: 0.0981982 Sep 30 00:56:01.369729 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-70993872-71ea-4768-8ef1-1252cb8274bb req-cff03fb8-a470-450e-bfe1-063ca42a6394 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Unset dirty status for tenant:e0e7edddb1c44f66ba9563f9cd33d4a2 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:56:01.376312 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-70993872-71ea-4768-8ef1-1252cb8274bb req-cff03fb8-a470-450e-bfe1-063ca42a6394 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=dda74974-35b2-44ca-a89c-2f040f56573a HTTP/1.1" status: 200 len: 936 time: 0.4947371 Sep 30 00:56:01.408170 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-e043d45c-399b-4d03-8a8d-b47e8f27551a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:01.409573 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-e043d45c-399b-4d03-8a8d-b47e8f27551a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dcc8230-d664-42d1-827f-dbc3d9952151 HTTP/1.1" status: 200 len: 797 time: 0.1741331 Sep 30 00:56:01.463942 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6c5e494c-6f02-4e0c-a500-24079bd7aac2 req-11007571-a76b-441e-91b1-a5875e1dca74 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983847 Sep 30 00:56:01.527301 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-7144fe7e-25a9-4a34-9b38-c6ad3b3119fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:01.527301 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-7144fe7e-25a9-4a34-9b38-c6ad3b3119fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1998899 Sep 30 00:56:01.537394 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-ea547188-662b-4db0-83e6-7368dc13d014 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:01.577342 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-70993872-71ea-4768-8ef1-1252cb8274bb req-213e2778-6a23-4a46-9dd8-e62c50017874 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001667 Sep 30 00:56:01.602834 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-d3e2cb7c-9f10-4efc-ab04-40b4d4726e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:01.604610 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-d3e2cb7c-9f10-4efc-ab04-40b4d4726e63 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c3b2fa3c-7227-466a-851d-9c93a7474d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1540360 Sep 30 00:56:01.626868 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-ea547188-662b-4db0-83e6-7368dc13d014 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Transition to ACTIVE for port object ff90dc43-c05d-4a6f-af3a-f5ed58821274 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:56:01.656857 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f7978ea4-5fdd-4256-97ec-7979e7b0e65d tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:01.657256 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f7978ea4-5fdd-4256-97ec-7979e7b0e65d tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:01.667611 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0529b80d-33fb-44ac-9a2b-dbfb15cd9e23', 'tag': '5e67e008-2c88-42cc-b6b8-dffbe89b27a5', 'status': 'completed', 'code': 200} Sep 30 00:56:01.814085 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-f7978ea4-5fdd-4256-97ec-7979e7b0e65d tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Calling delete_port for 25ddba7b-3813-4ca6-8a8e-7dfcbc18121b owned by network:floatingip {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:56:01.842281 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:56:01.905671 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-d566fe07-e8e3-4220-b451-3277c444dffb req-27b316d7-21cd-4430-93d9-15c39cd29443 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Synchronizing usage tracker for tenant:63a126d134f14d979bea0d3209fea08a on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:56:01.926320 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-ea547188-662b-4db0-83e6-7368dc13d014 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:01.940827 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-281735b3-eb8e-4ccb-85f2-5c33c3a6fe7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:01.998544 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-44666a35-173f-409e-b655-86c1db48ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:02.000061 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-44666a35-173f-409e-b655-86c1db48ea16 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4586926 Sep 30 00:56:02.017424 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-57d91554-c56f-4688-be14-b697431c1965 service neutron] 10.222.0.59 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048595 Sep 30 00:56:02.028238 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-d566fe07-e8e3-4220-b451-3277c444dffb req-27b316d7-21cd-4430-93d9-15c39cd29443 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Unset dirty status for tenant:63a126d134f14d979bea0d3209fea08a on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:56:02.029348 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d566fe07-e8e3-4220-b451-3277c444dffb req-27b316d7-21cd-4430-93d9-15c39cd29443 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63f54a9-972b-4c01-82b5-32dbab5c3d26 HTTP/1.1" status: 200 len: 210 time: 0.2244363 Sep 30 00:56:02.060165 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308d83e-480b-4bcd-9b74-04751b1f4b65 req-bda9346e-a491-42f7-865d-aac8c811afee tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:02.061932 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e308d83e-480b-4bcd-9b74-04751b1f4b65 req-bda9346e-a491-42f7-865d-aac8c811afee tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 950 time: 0.2356379 Sep 30 00:56:02.062163 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-ea547188-662b-4db0-83e6-7368dc13d014 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Network 5148d586-4385-4f2c-9968-16b3a645031f is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:56:02.129319 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-ea547188-662b-4db0-83e6-7368dc13d014 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:56:02.139274 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-ea547188-662b-4db0-83e6-7368dc13d014 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:56:02.196781 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea547188-662b-4db0-83e6-7368dc13d014 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Pushing event updated for resources: {'Port': ['ID=ff90dc43-c05d-4a6f-af3a-f5ed58821274,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:02.200423 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ea547188-662b-4db0-83e6-7368dc13d014 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:02.216442 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e308d83e-480b-4bcd-9b74-04751b1f4b65 req-73b46b29-c1f9-4a65-8e4b-2e0c76a7f273 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997896 Sep 30 00:56:02.311120 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-c8c41641-c2ed-40c8-ae75-05616f63df07 service neutron] 10.222.0.59 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836683 Sep 30 00:56:02.395040 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-2be7b8d9-56f3-4e38-8d22-e5add751bb17 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4778fec0-c087-4f43-b37f-9433a75609de HTTP/1.1" status: 200 len: 217 time: 0.0724256 Sep 30 00:56:02.403984 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-c7577460-330e-4b00-ac08-ceb392f3beff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9539d065-d100-4d62-a4c5-50b104184f28 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:56:02.412203 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-c7577460-330e-4b00-ac08-ceb392f3beff service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:02.423536 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f7978ea4-5fdd-4256-97ec-7979e7b0e65d tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:02.441235 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f8b10f77-52d1-439a-b60f-aebfc761ef19 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:02.489791 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-c7577460-330e-4b00-ac08-ceb392f3beff service neutron] Transition to ACTIVE for port object 9539d065-d100-4d62-a4c5-50b104184f28 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:56:02.499783 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-534dd271-1d43-46dc-b70f-90d8dabb6a38 None None] Provisioning for port ff90dc43-c05d-4a6f-af3a-f5ed58821274 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:56:02.501499 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-c7577460-330e-4b00-ac08-ceb392f3beff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:02.508771 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ad767219-ddd9-420c-bc37-d5543ac91888 tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:02.517577 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-534dd271-1d43-46dc-b70f-90d8dabb6a38 None None] Provisioning complete for port ff90dc43-c05d-4a6f-af3a-f5ed58821274 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:56:02.519051 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-534dd271-1d43-46dc-b70f-90d8dabb6a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:02.541006 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7978ea4-5fdd-4256-97ec-7979e7b0e65d tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Pushing event deleted for resources: {'Port': ['ID=25ddba7b-3813-4ca6-8a8e-7dfcbc18121b,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:02.571508 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f7978ea4-5fdd-4256-97ec-7979e7b0e65d tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:02.572222 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-4e81f4ed-966e-4197-8ad4-c16a0671f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:02.573712 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-4e81f4ed-966e-4197-8ad4-c16a0671f636 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=999673ea-0271-45b5-bb08-a0149a8e0f32 HTTP/1.1" status: 200 len: 797 time: 0.1555638 Sep 30 00:56:02.597480 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-ea547188-662b-4db0-83e6-7368dc13d014 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:02.606915 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-ea547188-662b-4db0-83e6-7368dc13d014 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:02.615956 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-534dd271-1d43-46dc-b70f-90d8dabb6a38 None None] Port ff90dc43-c05d-4a6f-af3a-f5ed58821274 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:56:02.679163 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-f7becb57-0a2f-4f45-b4f7-d7f70ffc4f20 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6589799 Sep 30 00:56:02.791509 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7577460-330e-4b00-ac08-ceb392f3beff service neutron] Pushing event updated for resources: {'Port': ['ID=9539d065-d100-4d62-a4c5-50b104184f28,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:02.816018 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c7577460-330e-4b00-ac08-ceb392f3beff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:02.909807 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-57c4b797-bd25-41a5-9969-fa9a11c51c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:02.911247 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-57c4b797-bd25-41a5-9969-fa9a11c51c89 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b64aba8e-9f74-43b9-83f1-763975030585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3282614 Sep 30 00:56:02.923574 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e686eb5-39d5-4f63-bfd1-98060b052c0a req-0dfc5c29-b375-4ba0-aa38-87d61bed1ab8 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:02.929621 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e686eb5-39d5-4f63-bfd1-98060b052c0a req-0dfc5c29-b375-4ba0-aa38-87d61bed1ab8 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:02.936689 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e686eb5-39d5-4f63-bfd1-98060b052c0a req-0dfc5c29-b375-4ba0-aa38-87d61bed1ab8 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:02.938296 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3e686eb5-39d5-4f63-bfd1-98060b052c0a req-0dfc5c29-b375-4ba0-aa38-87d61bed1ab8 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 2418 time: 0.2660341 Sep 30 00:56:02.959616 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-ea547188-662b-4db0-83e6-7368dc13d014 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9545333 Sep 30 00:56:02.961296 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-c7577460-330e-4b00-ac08-ceb392f3beff service neutron] Attempting to bind port 9539d065-d100-4d62-a4c5-50b104184f28 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:56:02.961735 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-c7577460-330e-4b00-ac08-ceb392f3beff service neutron] Attempting to bind port 9539d065-d100-4d62-a4c5-50b104184f28 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:56:02.962070 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-c7577460-330e-4b00-ac08-ceb392f3beff service neutron] Attempting to bind port 9539d065-d100-4d62-a4c5-50b104184f28 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:56:02.989461 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e33aa6-e592-4faa-977e-423aa97557f9 req-c0620245-f09e-4dfe-9148-09f391ab1e37 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:02.995987 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e33aa6-e592-4faa-977e-423aa97557f9 req-c0620245-f09e-4dfe-9148-09f391ab1e37 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:03.001822 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e33aa6-e592-4faa-977e-423aa97557f9 req-c0620245-f09e-4dfe-9148-09f391ab1e37 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:03.007728 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e33aa6-e592-4faa-977e-423aa97557f9 req-c0620245-f09e-4dfe-9148-09f391ab1e37 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:03.013588 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e33aa6-e592-4faa-977e-423aa97557f9 req-c0620245-f09e-4dfe-9148-09f391ab1e37 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:03.019493 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e33aa6-e592-4faa-977e-423aa97557f9 req-c0620245-f09e-4dfe-9148-09f391ab1e37 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:03.025476 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e33aa6-e592-4faa-977e-423aa97557f9 req-c0620245-f09e-4dfe-9148-09f391ab1e37 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:03.027711 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f2e33aa6-e592-4faa-977e-423aa97557f9 req-c0620245-f09e-4dfe-9148-09f391ab1e37 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5418 time: 0.6653895 Sep 30 00:56:03.027989 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-c7577460-330e-4b00-ac08-ceb392f3beff service neutron] Port 9539d065-d100-4d62-a4c5-50b104184f28 on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:56:03.028331 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-c7577460-330e-4b00-ac08-ceb392f3beff service neutron] Attempting to bind port 9539d065-d100-4d62-a4c5-50b104184f28 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:56:03.030987 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-4568b7a7-860a-494a-8f64-8904c4dc5a7c service neutron] Request body: {'port': {'device_id': 'd63f54a9-972b-4c01-82b5-32dbab5c3d26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:56:03.048660 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-c7577460-330e-4b00-ac08-ceb392f3beff service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:56:03.049002 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-c7577460-330e-4b00-ac08-ceb392f3beff service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:56:03.049389 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-c7577460-330e-4b00-ac08-ceb392f3beff service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:56:03.049825 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-c7577460-330e-4b00-ac08-ceb392f3beff service neutron] Bound port: 9539d065-d100-4d62-a4c5-50b104184f28, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:56:03.050172 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-c7577460-330e-4b00-ac08-ceb392f3beff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:03.124644 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f7978ea4-5fdd-4256-97ec-7979e7b0e65d tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks [] for floatingip, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:03.126955 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f7978ea4-5fdd-4256-97ec-7979e7b0e65d tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:03.128100 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-f7978ea4-5fdd-4256-97ec-7979e7b0e65d tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] 10.222.0.39 "DELETE /v2.0/floatingips/da26cbb1-ef48-408f-ae9f-f2b0997a3f29 HTTP/1.1" status: 204 len: 168 time: 2.4545755 Sep 30 00:56:03.132499 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3e686eb5-39d5-4f63-bfd1-98060b052c0a req-36f0f850-c3da-4e48-98bf-3b7cc1313275 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723449 Sep 30 00:56:03.198638 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-a1e8e7b1-882d-4d8a-a05e-7bd199872d1d service neutron] 10.222.0.59 "GET /v2.0/networks/b64aba8e-9f74-43b9-83f1-763975030585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593050 Sep 30 00:56:03.202443 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f2e33aa6-e592-4faa-977e-423aa97557f9 req-ae815efd-6fcf-446c-a6fe-d0c6cb24f7de tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1343708 Sep 30 00:56:03.204423 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-c7577460-330e-4b00-ac08-ceb392f3beff service neutron] For port 9539d065-d100-4d62-a4c5-50b104184f28, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:56:03.209063 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-c7577460-330e-4b00-ac08-ceb392f3beff service neutron] For port 9539d065-d100-4d62-a4c5-50b104184f28, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=9539d065-d100-4d62-a4c5-50b104184f28,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:56:03.237127 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-c7577460-330e-4b00-ac08-ceb392f3beff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:03.243282 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-da3f0ed0-a88c-4fe9-bcfc-f0349861fab7 req-208893e4-73f1-4bc1-8316-533685c282db service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5168970 Sep 30 00:56:03.251543 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-4568b7a7-860a-494a-8f64-8904c4dc5a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:03.290048 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-881b5e18-7b82-4e15-97f6-a708140e51a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:03.535860 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-c7577460-330e-4b00-ac08-ceb392f3beff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:03.536482 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-c7577460-330e-4b00-ac08-ceb392f3beff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:03.537837 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-c7577460-330e-4b00-ac08-ceb392f3beff service neutron] 10.222.0.59 "PUT /v2.0/ports/9539d065-d100-4d62-a4c5-50b104184f28 HTTP/1.1" status: 200 len: 1096 time: 2.5980377 Sep 30 00:56:03.540377 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda74974-35b2-44ca-a89c-2f040f56573a', 'tag': '9539d065-d100-4d62-a4c5-50b104184f28'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:56:03.595065 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7577460-330e-4b00-ac08-ceb392f3beff service neutron] Pushing event updated for resources: {'Port': ['ID=9539d065-d100-4d62-a4c5-50b104184f28,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:03.609864 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c7577460-330e-4b00-ac08-ceb392f3beff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:03.656617 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-3b2fb33a-9afd-4669-b04a-f5d19433ab55 service neutron] 10.222.0.59 "GET /v2.0/networks/b64aba8e-9f74-43b9-83f1-763975030585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496109 Sep 30 00:56:03.673964 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc70f7f-b80e-4cb8-a169-ce12d63c5ad4 req-e1e6bd43-d0fe-48f2-aa07-2af36b8ad416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:03.675483 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dcc70f7f-b80e-4cb8-a169-ce12d63c5ad4 req-e1e6bd43-d0fe-48f2-aa07-2af36b8ad416 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63a126d134f14d979bea0d3209fea08a&device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 1098 time: 0.3573656 Sep 30 00:56:03.744796 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-29dd6e63-a0ad-4697-a628-8b5fc94f8017 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=13d5c611-b072-48c7-a82b-e602abe69b1b HTTP/1.1" status: 200 len: 217 time: 0.0796013 Sep 30 00:56:03.797977 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22c18a-8798-43d1-ac0f-af4a3180acc8 req-7ca4733d-df53-409e-9e1e-19264c5ec30c tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:03.799454 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cb22c18a-8798-43d1-ac0f-af4a3180acc8 req-7ca4733d-df53-409e-9e1e-19264c5ec30c tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=dda74974-35b2-44ca-a89c-2f040f56573a HTTP/1.1" status: 200 len: 948 time: 0.4776716 Sep 30 00:56:03.835229 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c187769-5fd3-4668-919d-a71060163612 req-698634db-e3f7-4b10-a006-0d362f955ca4 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:03.837148 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2c187769-5fd3-4668-919d-a71060163612 req-698634db-e3f7-4b10-a006-0d362f955ca4 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63f54a9-972b-4c01-82b5-32dbab5c3d26 HTTP/1.1" status: 200 len: 935 time: 0.3250875 Sep 30 00:56:03.851168 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-22b86f55-e6a1-4e00-a447-0462720208c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:03.852827 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-22b86f55-e6a1-4e00-a447-0462720208c9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=999673ea-0271-45b5-bb08-a0149a8e0f32 HTTP/1.1" status: 200 len: 797 time: 0.0999274 Sep 30 00:56:03.904832 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-5cb85dc5-a723-44d8-8f3e-4a5df049ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:03.905970 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc70f7f-b80e-4cb8-a169-ce12d63c5ad4 req-abe76f2b-16de-4afb-a8b4-b7b43c995301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:03.906319 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-5cb85dc5-a723-44d8-8f3e-4a5df049ac9c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&device_id=dda74974-35b2-44ca-a89c-2f040f56573a HTTP/1.1" status: 200 len: 1099 time: 0.2909393 Sep 30 00:56:03.907489 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dcc70f7f-b80e-4cb8-a169-ce12d63c5ad4 req-abe76f2b-16de-4afb-a8b4-b7b43c995301 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.2197056 Sep 30 00:56:03.916355 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-2c187769-5fd3-4668-919d-a71060163612 req-70bca85d-9e28-4406-bdff-30d4fe4635cb tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Synchronizing usage tracker for tenant:63a126d134f14d979bea0d3209fea08a on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:56:03.916805 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cb22c18a-8798-43d1-ac0f-af4a3180acc8 req-4aa91585-9e15-4215-9c22-34a11219de8c tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050208 Sep 30 00:56:03.943213 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:56:04.014983 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-b57cfb53-878e-49e8-abe2-b2d83687c101 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=9539d065-d100-4d62-a4c5-50b104184f28 HTTP/1.1" status: 200 len: 217 time: 0.0895383 Sep 30 00:56:04.046736 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dcc70f7f-b80e-4cb8-a169-ce12d63c5ad4 req-6b150f10-5782-49e4-8eb3-aa5dc9cc6a15 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=5e67e008-2c88-42cc-b6b8-dffbe89b27a5 HTTP/1.1" status: 200 len: 217 time: 0.1205986 Sep 30 00:56:04.068410 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8b2b1ce5-9407-4cd0-8cc8-a55174bacf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:04.071729 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-8b2b1ce5-9407-4cd0-8cc8-a55174bacf78 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b64aba8e-9f74-43b9-83f1-763975030585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2099562 Sep 30 00:56:04.101986 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-2c187769-5fd3-4668-919d-a71060163612 req-70bca85d-9e28-4406-bdff-30d4fe4635cb tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Unset dirty status for tenant:63a126d134f14d979bea0d3209fea08a on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:56:04.103164 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2c187769-5fd3-4668-919d-a71060163612 req-70bca85d-9e28-4406-bdff-30d4fe4635cb tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539651 Sep 30 00:56:04.116545 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=4a0a280e-239f-4d0d-bed6-c7cb6ef309a2,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:04.120179 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-4568b7a7-860a-494a-8f64-8904c4dc5a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff90dc43-c05d-4a6f-af3a-f5ed58821274 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:56:04.131579 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-4568b7a7-860a-494a-8f64-8904c4dc5a7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:04.139773 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '4a0a280e-239f-4d0d-bed6-c7cb6ef309a2', 'network_id': 'fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129', 'port_id': '4a0a280e-239f-4d0d-bed6-c7cb6ef309a2', 'mac_address': 'fa:16:3e:98:fc:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1838926e-37d5-4d80-a8c7-56ab398bbbfc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:56:04.162840 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc70f7f-b80e-4cb8-a169-ce12d63c5ad4 req-21e2b58b-c4c7-4cdf-bf58-8d84140c0956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:04.166076 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dcc70f7f-b80e-4cb8-a169-ce12d63c5ad4 req-21e2b58b-c4c7-4cdf-bf58-8d84140c0956 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1068184 Sep 30 00:56:04.168991 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-4568b7a7-860a-494a-8f64-8904c4dc5a7c service neutron] Transition to ACTIVE for port object ff90dc43-c05d-4a6f-af3a-f5ed58821274 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:56:04.174390 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-4568b7a7-860a-494a-8f64-8904c4dc5a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:04.185988 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9cfef8b4-7b87-4eaa-9ff3-43484524b510 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:04.195030 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-e1212381-56df-49ca-934d-647251c01dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:04.196527 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-e1212381-56df-49ca-934d-647251c01dfb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1718397 Sep 30 00:56:04.270843 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:04.290641 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:56:04.291612 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-4b972c1a-a624-4beb-860e-9978056ff410 service neutron] 10.222.0.59 "GET /v2.0/networks/b64aba8e-9f74-43b9-83f1-763975030585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032340 Sep 30 00:56:04.310194 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=4a0a280e-239f-4d0d-bed6-c7cb6ef309a2,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:04.319121 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:04.322602 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:04.393658 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda74974-35b2-44ca-a89c-2f040f56573a', 'tag': '9539d065-d100-4d62-a4c5-50b104184f28', 'status': 'completed', 'code': 200} Sep 30 00:56:04.405536 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=4a0a280e-239f-4d0d-bed6-c7cb6ef309a2,revision_number=6']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:04.409984 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:04.461835 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-3e3fba79-d098-4128-ad6b-384cbd1fa580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:04.463387 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-3e3fba79-d098-4128-ad6b-384cbd1fa580 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2593851 Sep 30 00:56:04.542287 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['4a0a280e-239f-4d0d-bed6-c7cb6ef309a2'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:56:04.569178 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a5854b-f0fb-4eca-9943-d5bbf1a30477 req-e8d341df-2997-48d3-971e-59504e07e89e service neutron] 10.222.0.59 "GET /v2.0/networks/b64aba8e-9f74-43b9-83f1-763975030585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699146 Sep 30 00:56:04.616429 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568b7a7-860a-494a-8f64-8904c4dc5a7c service neutron] Pushing event updated for resources: {'Port': ['ID=ff90dc43-c05d-4a6f-af3a-f5ed58821274,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:04.628625 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4568b7a7-860a-494a-8f64-8904c4dc5a7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:04.644454 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-4568b7a7-860a-494a-8f64-8904c4dc5a7c service neutron] Attempting to bind port ff90dc43-c05d-4a6f-af3a-f5ed58821274 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:56:04.644793 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-4568b7a7-860a-494a-8f64-8904c4dc5a7c service neutron] Attempting to bind port ff90dc43-c05d-4a6f-af3a-f5ed58821274 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:56:04.645130 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-4568b7a7-860a-494a-8f64-8904c4dc5a7c service neutron] Attempting to bind port ff90dc43-c05d-4a6f-af3a-f5ed58821274 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:56:04.656577 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-4568b7a7-860a-494a-8f64-8904c4dc5a7c service neutron] Port ff90dc43-c05d-4a6f-af3a-f5ed58821274 on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:56:04.656926 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-4568b7a7-860a-494a-8f64-8904c4dc5a7c service neutron] Attempting to bind port ff90dc43-c05d-4a6f-af3a-f5ed58821274 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:56:04.663635 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-4568b7a7-860a-494a-8f64-8904c4dc5a7c service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:56:04.663981 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-4568b7a7-860a-494a-8f64-8904c4dc5a7c service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:56:04.664857 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-4568b7a7-860a-494a-8f64-8904c4dc5a7c service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:56:04.664986 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-4568b7a7-860a-494a-8f64-8904c4dc5a7c service neutron] Bound port: ff90dc43-c05d-4a6f-af3a-f5ed58821274, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:56:04.665747 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-4568b7a7-860a-494a-8f64-8904c4dc5a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:04.693011 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc70f7f-b80e-4cb8-a169-ce12d63c5ad4 req-66ac54d3-1fb0-49ce-98d1-ae367b173c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:04.694511 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dcc70f7f-b80e-4cb8-a169-ce12d63c5ad4 req-66ac54d3-1fb0-49ce-98d1-ae367b173c6c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5113192 Sep 30 00:56:04.707054 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-405f190f-b5e8-40f2-ab9e-991986315ca1 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289426 Sep 30 00:56:04.721635 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e56ad9-b0ff-4369-9084-2d755cb4c8bc req-3c68a218-7977-4e87-b3ce-26efd17d6eac tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:04.728019 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e56ad9-b0ff-4369-9084-2d755cb4c8bc req-3c68a218-7977-4e87-b3ce-26efd17d6eac tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:04.738162 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e56ad9-b0ff-4369-9084-2d755cb4c8bc req-3c68a218-7977-4e87-b3ce-26efd17d6eac tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:04.745194 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e56ad9-b0ff-4369-9084-2d755cb4c8bc req-3c68a218-7977-4e87-b3ce-26efd17d6eac tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:04.751000 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e56ad9-b0ff-4369-9084-2d755cb4c8bc req-3c68a218-7977-4e87-b3ce-26efd17d6eac tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:04.757036 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e56ad9-b0ff-4369-9084-2d755cb4c8bc req-3c68a218-7977-4e87-b3ce-26efd17d6eac tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:04.763741 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e56ad9-b0ff-4369-9084-2d755cb4c8bc req-3c68a218-7977-4e87-b3ce-26efd17d6eac tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:04.766161 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d008f9f-b838-4434-b57e-3ca7e4c6c0e5 req-9c267342-3024-45f9-9702-4ca7e956e883 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:04.767342 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e9e56ad9-b0ff-4369-9084-2d755cb4c8bc req-3c68a218-7977-4e87-b3ce-26efd17d6eac tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5418 time: 0.1977534 Sep 30 00:56:04.767720 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6d008f9f-b838-4434-b57e-3ca7e4c6c0e5 req-9c267342-3024-45f9-9702-4ca7e956e883 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 950 time: 0.4907210 Sep 30 00:56:04.819384 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e9e56ad9-b0ff-4369-9084-2d755cb4c8bc req-4747be1f-915e-4c3f-86d3-b548227e0426 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477262 Sep 30 00:56:05.013178 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c302bb0b-957c-469f-be57-a9b1d9f76ff0 req-8e7f0c8b-d06c-4163-872e-b4b454acb978 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982408 Sep 30 00:56:05.019804 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7b835-9483-444f-b446-fa4c40431029 req-6d5f3ed5-44e6-427e-b0d6-762c69ccd43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:05.020315 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7b835-9483-444f-b446-fa4c40431029 req-6d5f3ed5-44e6-427e-b0d6-762c69ccd43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:05.020819 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7b835-9483-444f-b446-fa4c40431029 req-6d5f3ed5-44e6-427e-b0d6-762c69ccd43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:05.021319 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7b835-9483-444f-b446-fa4c40431029 req-6d5f3ed5-44e6-427e-b0d6-762c69ccd43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:05.021814 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7b835-9483-444f-b446-fa4c40431029 req-6d5f3ed5-44e6-427e-b0d6-762c69ccd43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:05.022309 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7b835-9483-444f-b446-fa4c40431029 req-6d5f3ed5-44e6-427e-b0d6-762c69ccd43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:05.022835 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7b835-9483-444f-b446-fa4c40431029 req-6d5f3ed5-44e6-427e-b0d6-762c69ccd43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:05.024915 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f5b7b835-9483-444f-b446-fa4c40431029 req-6d5f3ed5-44e6-427e-b0d6-762c69ccd43c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a750dc97d8045f29998977fe5e379fc&device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 6475 time: 0.2110889 Sep 30 00:56:05.028814 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-4568b7a7-860a-494a-8f64-8904c4dc5a7c service neutron] For port ff90dc43-c05d-4a6f-af3a-f5ed58821274, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:56:05.059243 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6d008f9f-b838-4434-b57e-3ca7e4c6c0e5 req-ecf1a6f4-b25c-4631-a66c-c6522c2e0a1b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054759 Sep 30 00:56:05.061145 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-4568b7a7-860a-494a-8f64-8904c4dc5a7c service neutron] For port ff90dc43-c05d-4a6f-af3a-f5ed58821274, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ff90dc43-c05d-4a6f-af3a-f5ed58821274,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:56:05.080609 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-4568b7a7-860a-494a-8f64-8904c4dc5a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:05.090033 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7b1a8181-60d1-45da-ab6b-6377c5f24ce3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:05.128184 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dcc70f7f-b80e-4cb8-a169-ce12d63c5ad4 req-9d5ae017-8a76-44c6-a9da-4a922d559994 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087067 Sep 30 00:56:05.229639 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-4568b7a7-860a-494a-8f64-8904c4dc5a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:05.230253 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-4568b7a7-860a-494a-8f64-8904c4dc5a7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:05.231655 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-4568b7a7-860a-494a-8f64-8904c4dc5a7c service neutron] 10.222.0.59 "PUT /v2.0/ports/ff90dc43-c05d-4a6f-af3a-f5ed58821274 HTTP/1.1" status: 200 len: 1095 time: 2.2550180 Sep 30 00:56:05.232181 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63f54a9-972b-4c01-82b5-32dbab5c3d26', 'tag': 'ff90dc43-c05d-4a6f-af3a-f5ed58821274'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:56:05.270817 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7b835-9483-444f-b446-fa4c40431029 req-a7462927-cfbd-445e-9e33-d0c1890efd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:05.272856 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f5b7b835-9483-444f-b446-fa4c40431029 req-a7462927-cfbd-445e-9e33-d0c1890efd6d service neutron] 10.222.0.59 "GET /v2.0/networks?id=b64aba8e-9f74-43b9-83f1-763975030585 HTTP/1.1" status: 200 len: 903 time: 0.2405424 Sep 30 00:56:05.284740 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568b7a7-860a-494a-8f64-8904c4dc5a7c service neutron] Pushing event updated for resources: {'Port': ['ID=ff90dc43-c05d-4a6f-af3a-f5ed58821274,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:05.290037 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4568b7a7-860a-494a-8f64-8904c4dc5a7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:05.385905 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dcc70f7f-b80e-4cb8-a169-ce12d63c5ad4 req-be50da2a-dbac-48d7-97fa-c329e0b9a726 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405872 Sep 30 00:56:05.454056 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:56:05.468387 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-14943528-2aa0-4662-9bb1-6a97e8da1079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:05.470023 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-14943528-2aa0-4662-9bb1-6a97e8da1079 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63a126d134f14d979bea0d3209fea08a&device_id=d63f54a9-972b-4c01-82b5-32dbab5c3d26 HTTP/1.1" status: 200 len: 1098 time: 0.1513174 Sep 30 00:56:05.556218 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-0454ebef-2d8b-479e-8fa2-90db7c0acb53 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=ff90dc43-c05d-4a6f-af3a-f5ed58821274 HTTP/1.1" status: 200 len: 217 time: 0.0703802 Sep 30 00:56:05.556447 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f5b7b835-9483-444f-b446-fa4c40431029 req-6dbe6819-988d-4a72-abb9-cf0e6f78165b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4778fec0-c087-4f43-b37f-9433a75609de HTTP/1.1" status: 200 len: 217 time: 0.2752707 Sep 30 00:56:05.608645 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:05.640260 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5827b1-7ab0-4068-bd37-c89e4e40250d req-2fa95ab4-5d96-4227-91a9-54e56e5f7e76 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:05.644498 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33f06c-b344-43c0-b8a1-3b54bf4fa9ca req-c323f83a-d3ee-4333-a2e4-272550b9393a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:05.645993 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4a33f06c-b344-43c0-b8a1-3b54bf4fa9ca req-c323f83a-d3ee-4333-a2e4-272550b9393a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&device_id=dda74974-35b2-44ca-a89c-2f040f56573a HTTP/1.1" status: 200 len: 1099 time: 0.4557803 Sep 30 00:56:05.647195 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5827b1-7ab0-4068-bd37-c89e4e40250d req-2fa95ab4-5d96-4227-91a9-54e56e5f7e76 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:05.653998 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5827b1-7ab0-4068-bd37-c89e4e40250d req-2fa95ab4-5d96-4227-91a9-54e56e5f7e76 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:05.655742 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bb5827b1-7ab0-4068-bd37-c89e4e40250d req-2fa95ab4-5d96-4227-91a9-54e56e5f7e76 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 2418 time: 0.2344468 Sep 30 00:56:05.663016 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 5e67e008-2c88-42cc-b6b8-dffbe89b27a5, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=5e67e008-2c88-42cc-b6b8-dffbe89b27a5,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:05.663969 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-cb96b18c-8fb6-481f-87cc-4ebdd768c2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:05.666174 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-cb96b18c-8fb6-481f-87cc-4ebdd768c2aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.0985739 Sep 30 00:56:05.678445 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '5e67e008-2c88-42cc-b6b8-dffbe89b27a5', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': '5e67e008-2c88-42cc-b6b8-dffbe89b27a5', 'mac_address': 'fa:16:3e:95:ba:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:56:05.738127 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:05.750159 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7b835-9483-444f-b446-fa4c40431029 req-7f44846f-44eb-41c7-9933-b17602501704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:05.751940 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f5b7b835-9483-444f-b446-fa4c40431029 req-7f44846f-44eb-41c7-9933-b17602501704 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=999673ea-0271-45b5-bb08-a0149a8e0f32 HTTP/1.1" status: 200 len: 797 time: 0.1729608 Sep 30 00:56:05.755721 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:56:05.760558 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bb5827b1-7ab0-4068-bd37-c89e4e40250d req-a35bf862-a758-4f4e-9784-34542bc99ea5 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933044 Sep 30 00:56:05.763224 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252a765-917f-4807-8b23-9c55d20326df req-e31fafe1-403c-4b8d-872a-f71cf61f2ed9 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:05.764707 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0252a765-917f-4807-8b23-9c55d20326df req-e31fafe1-403c-4b8d-872a-f71cf61f2ed9 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=dda74974-35b2-44ca-a89c-2f040f56573a HTTP/1.1" status: 200 len: 948 time: 0.2658792 Sep 30 00:56:05.775898 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 5e67e008-2c88-42cc-b6b8-dffbe89b27a5, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=5e67e008-2c88-42cc-b6b8-dffbe89b27a5,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:05.789719 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:05.793993 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-4294c1a4-5528-49c7-8cd6-609b92965f2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:05.805078 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-31efc294-8ce7-484c-a8d2-664680170d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:05.806811 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-31efc294-8ce7-484c-a8d2-664680170d96 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1262867 Sep 30 00:56:05.888852 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=5e67e008-2c88-42cc-b6b8-dffbe89b27a5,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:05.892463 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:05.910891 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33f06c-b344-43c0-b8a1-3b54bf4fa9ca req-9dd841ba-afa8-4cf0-acbb-8df88d45faf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:05.912354 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4a33f06c-b344-43c0-b8a1-3b54bf4fa9ca req-9dd841ba-afa8-4cf0-acbb-8df88d45faf3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.2583573 Sep 30 00:56:05.916839 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0252a765-917f-4807-8b23-9c55d20326df req-cf6bcc3a-137f-4ea3-b387-2c281d9c810b tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103177 Sep 30 00:56:05.985035 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4a33f06c-b344-43c0-b8a1-3b54bf4fa9ca req-f9ccb97e-8075-4ce0-a9cc-7e30d4ecb6a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=9539d065-d100-4d62-a4c5-50b104184f28 HTTP/1.1" status: 200 len: 217 time: 0.0659001 Sep 30 00:56:05.988842 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:56:06.050391 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63f54a9-972b-4c01-82b5-32dbab5c3d26', 'tag': 'ff90dc43-c05d-4a6f-af3a-f5ed58821274', 'status': 'completed', 'code': 200} Sep 30 00:56:06.067630 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-7a0d95ff-8806-4200-8f83-9d5b6e4f871c service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525544 Sep 30 00:56:06.080898 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7b835-9483-444f-b446-fa4c40431029 req-1cf7cfb9-e8ba-42fc-b02d-c33a0c91e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:06.082434 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f5b7b835-9483-444f-b446-fa4c40431029 req-1cf7cfb9-e8ba-42fc-b02d-c33a0c91e454 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b64aba8e-9f74-43b9-83f1-763975030585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3126755 Sep 30 00:56:06.107034 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:56:06.107823 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:06.169707 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33f06c-b344-43c0-b8a1-3b54bf4fa9ca req-587ce9b7-5b54-4a15-a4c6-46410d6883e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:06.171324 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4a33f06c-b344-43c0-b8a1-3b54bf4fa9ca req-587ce9b7-5b54-4a15-a4c6-46410d6883e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1757176 Sep 30 00:56:06.188962 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eeccbb-917b-47d6-bc62-5741de62c144 req-da8a5f88-45b4-4a67-99be-10172b18d2ec tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:06.190455 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-39eeccbb-917b-47d6-bc62-5741de62c144 req-da8a5f88-45b4-4a67-99be-10172b18d2ec tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63f54a9-972b-4c01-82b5-32dbab5c3d26 HTTP/1.1" status: 200 len: 947 time: 0.2842979 Sep 30 00:56:06.237069 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:06.250787 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['5e67e008-2c88-42cc-b6b8-dffbe89b27a5'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:56:06.265215 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b78245fe-a792-42a5-ada4-b62c78bac1e0 req-57697f76-4d25-47ec-bae9-c7805cf82dd2 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892314 Sep 30 00:56:06.270062 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-39eeccbb-917b-47d6-bc62-5741de62c144 req-b844e583-40a0-4b27-9301-f4e8db2836b9 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669940 Sep 30 00:56:06.326215 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=4a0a280e-239f-4d0d-bed6-c7cb6ef309a2,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:06.330207 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a757f9-8bf2-4e90-b8bf-a37fb37d314e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0a280e-239f-4d0d-bed6-c7cb6ef309a2'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:56:06.339704 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:06.345463 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:06.376828 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f5b7b835-9483-444f-b446-fa4c40431029 req-458dcc2b-a86b-4c3e-a1a2-cc4659cda67f service neutron] 10.222.0.59 "GET /v2.0/networks/b64aba8e-9f74-43b9-83f1-763975030585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830989 Sep 30 00:56:06.390551 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33f06c-b344-43c0-b8a1-3b54bf4fa9ca req-9b4ecc89-8535-4d0e-a077-71340e1abad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:06.392019 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4a33f06c-b344-43c0-b8a1-3b54bf4fa9ca req-9b4ecc89-8535-4d0e-a077-71340e1abad1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2042789 Sep 30 00:56:06.453483 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=4a0a280e-239f-4d0d-bed6-c7cb6ef309a2,revision_number=7']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:06.457931 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:06.494940 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1521a5-d638-44ba-a9c2-67ec1b20c22e req-6e588aea-4461-4a40-b720-6437c7d82e21 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:06.501087 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1521a5-d638-44ba-a9c2-67ec1b20c22e req-6e588aea-4461-4a40-b720-6437c7d82e21 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:06.506969 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1521a5-d638-44ba-a9c2-67ec1b20c22e req-6e588aea-4461-4a40-b720-6437c7d82e21 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:06.513150 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1521a5-d638-44ba-a9c2-67ec1b20c22e req-6e588aea-4461-4a40-b720-6437c7d82e21 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:06.518982 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1521a5-d638-44ba-a9c2-67ec1b20c22e req-6e588aea-4461-4a40-b720-6437c7d82e21 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:06.526071 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1521a5-d638-44ba-a9c2-67ec1b20c22e req-6e588aea-4461-4a40-b720-6437c7d82e21 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:06.531294 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1521a5-d638-44ba-a9c2-67ec1b20c22e req-6e588aea-4461-4a40-b720-6437c7d82e21 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:06.533142 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0c1521a5-d638-44ba-a9c2-67ec1b20c22e req-6e588aea-4461-4a40-b720-6437c7d82e21 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5418 time: 0.3653643 Sep 30 00:56:06.551003 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b02de-60c8-4ef5-a1dc-501d9f79cf69 req-e982e3fe-d2bb-4e6c-b20d-650344ae10d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:06.553057 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7a3b02de-60c8-4ef5-a1dc-501d9f79cf69 req-e982e3fe-d2bb-4e6c-b20d-650344ae10d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63a126d134f14d979bea0d3209fea08a&device_id=d63f54a9-972b-4c01-82b5-32dbab5c3d26 HTTP/1.1" status: 200 len: 1098 time: 0.1825330 Sep 30 00:56:06.665329 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db8aa1-da22-4d44-ac6a-19c1425dcdf1 req-fb33eb43-2d11-407a-9c35-0f384767a8db tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:06.666819 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-81db8aa1-da22-4d44-ac6a-19c1425dcdf1 req-fb33eb43-2d11-407a-9c35-0f384767a8db tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 950 time: 0.1979644 Sep 30 00:56:06.693400 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0c1521a5-d638-44ba-a9c2-67ec1b20c22e req-bf484d33-10c4-4b2f-8395-7a5debbd115b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1053836 Sep 30 00:56:06.718538 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4a33f06c-b344-43c0-b8a1-3b54bf4fa9ca req-1f8e5c2c-bdc7-458d-913c-884fdc7af0f7 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076196 Sep 30 00:56:06.731853 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-81db8aa1-da22-4d44-ac6a-19c1425dcdf1 req-fda5aafe-db76-41a1-90c8-7244b860e211 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581920 Sep 30 00:56:06.748197 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b02de-60c8-4ef5-a1dc-501d9f79cf69 req-c283f107-d7a3-4d87-a5f5-50a83fd5f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:06.749698 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7a3b02de-60c8-4ef5-a1dc-501d9f79cf69 req-c283f107-d7a3-4d87-a5f5-50a83fd5f762 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.1878934 Sep 30 00:56:06.757638 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f5b7b835-9483-444f-b446-fa4c40431029 req-16e09a8c-43a5-402e-b617-af44188ecb82 service neutron] 10.222.0.59 "GET /v2.0/networks/b64aba8e-9f74-43b9-83f1-763975030585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693106 Sep 30 00:56:06.846011 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7a3b02de-60c8-4ef5-a1dc-501d9f79cf69 req-e8f11c6c-8722-464e-a041-eaa46c4f8b93 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=ff90dc43-c05d-4a6f-af3a-f5ed58821274 HTTP/1.1" status: 200 len: 217 time: 0.0856676 Sep 30 00:56:06.850463 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a757f9-8bf2-4e90-b8bf-a37fb37d314e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0a280e-239f-4d0d-bed6-c7cb6ef309a2', 'code': 200} Sep 30 00:56:06.896267 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4a33f06c-b344-43c0-b8a1-3b54bf4fa9ca req-dd417f9a-5db4-443a-a406-9fd27dc57648 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697397 Sep 30 00:56:07.004532 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b02de-60c8-4ef5-a1dc-501d9f79cf69 req-c4b05f30-80a4-4b8e-a586-007c059a886d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:07.005887 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7a3b02de-60c8-4ef5-a1dc-501d9f79cf69 req-c4b05f30-80a4-4b8e-a586-007c059a886d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.0691330 Sep 30 00:56:07.034349 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc14f14-c018-4af6-9212-572f1f9c767f req-0704238a-f9ba-497d-98e0-abdd4dbcca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:07.035033 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc14f14-c018-4af6-9212-572f1f9c767f req-0704238a-f9ba-497d-98e0-abdd4dbcca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:07.035527 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc14f14-c018-4af6-9212-572f1f9c767f req-0704238a-f9ba-497d-98e0-abdd4dbcca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:07.036019 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc14f14-c018-4af6-9212-572f1f9c767f req-0704238a-f9ba-497d-98e0-abdd4dbcca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:07.036510 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc14f14-c018-4af6-9212-572f1f9c767f req-0704238a-f9ba-497d-98e0-abdd4dbcca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:07.036996 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc14f14-c018-4af6-9212-572f1f9c767f req-0704238a-f9ba-497d-98e0-abdd4dbcca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:07.037482 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc14f14-c018-4af6-9212-572f1f9c767f req-0704238a-f9ba-497d-98e0-abdd4dbcca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:07.039754 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7fc14f14-c018-4af6-9212-572f1f9c767f req-0704238a-f9ba-497d-98e0-abdd4dbcca88 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a750dc97d8045f29998977fe5e379fc&device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 6475 time: 0.1009817 Sep 30 00:56:07.268443 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b02de-60c8-4ef5-a1dc-501d9f79cf69 req-c3ee5f0c-37d0-4665-b564-0b135adfab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:07.269819 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7a3b02de-60c8-4ef5-a1dc-501d9f79cf69 req-c3ee5f0c-37d0-4665-b564-0b135adfab3a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1073976 Sep 30 00:56:07.280834 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94451b-7b74-4400-b242-3b48e1c023be req-9a909b8f-82d8-40f7-a834-d4537f18f6df tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:07.286744 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94451b-7b74-4400-b242-3b48e1c023be req-9a909b8f-82d8-40f7-a834-d4537f18f6df tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:07.292799 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94451b-7b74-4400-b242-3b48e1c023be req-9a909b8f-82d8-40f7-a834-d4537f18f6df tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:07.294492 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9e94451b-7b74-4400-b242-3b48e1c023be req-9a909b8f-82d8-40f7-a834-d4537f18f6df tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 2418 time: 0.2876408 Sep 30 00:56:07.374207 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc14f14-c018-4af6-9212-572f1f9c767f req-db6eeef7-b698-47da-9602-c769f756fc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:07.375698 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7fc14f14-c018-4af6-9212-572f1f9c767f req-db6eeef7-b698-47da-9602-c769f756fc48 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b64aba8e-9f74-43b9-83f1-763975030585 HTTP/1.1" status: 200 len: 903 time: 0.3281014 Sep 30 00:56:07.387966 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b106b1-627a-41b8-af2d-825fd5326632 req-b5427097-0775-480b-910d-a455c90da7b5 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:07.389367 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d1b106b1-627a-41b8-af2d-825fd5326632 req-b5427097-0775-480b-910d-a455c90da7b5 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=dda74974-35b2-44ca-a89c-2f040f56573a HTTP/1.1" status: 200 len: 948 time: 0.2638371 Sep 30 00:56:07.419656 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9e94451b-7b74-4400-b242-3b48e1c023be req-7fcf0e7c-2bdb-4143-818b-e5e79b83f105 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055806 Sep 30 00:56:07.464304 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7a3b02de-60c8-4ef5-a1dc-501d9f79cf69 req-70f9352b-1418-4969-aba3-f5c9743bc62b service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687722 Sep 30 00:56:07.470210 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7fc14f14-c018-4af6-9212-572f1f9c767f req-0b047a3f-4b4e-4526-9e0a-6ab866950737 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=13d5c611-b072-48c7-a82b-e602abe69b1b HTTP/1.1" status: 200 len: 217 time: 0.0799077 Sep 30 00:56:07.506588 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 36246) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:56:07.572456 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc14f14-c018-4af6-9212-572f1f9c767f req-8ba8a9d3-77ab-42ac-bf6d-804aa19b36ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:07.574492 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7fc14f14-c018-4af6-9212-572f1f9c767f req-8ba8a9d3-77ab-42ac-bf6d-804aa19b36ab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=999673ea-0271-45b5-bb08-a0149a8e0f32 HTTP/1.1" status: 200 len: 797 time: 0.0890205 Sep 30 00:56:07.589023 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d1b106b1-627a-41b8-af2d-825fd5326632 req-a07581af-79cf-4645-a89c-bf8c8d70416a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522486 Sep 30 00:56:07.677956 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc14f14-c018-4af6-9212-572f1f9c767f req-c0a74b96-53e5-4ff2-80fa-59afe5159e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:07.680098 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7fc14f14-c018-4af6-9212-572f1f9c767f req-c0a74b96-53e5-4ff2-80fa-59afe5159e2e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b64aba8e-9f74-43b9-83f1-763975030585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0881665 Sep 30 00:56:07.715905 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7a3b02de-60c8-4ef5-a1dc-501d9f79cf69 req-5521d508-ec6a-4c56-af8c-1012e46d7a33 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327552 Sep 30 00:56:07.735726 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01915f23-c976-4d63-8b3a-7ef7a79631da req-c68eeb72-f0b5-4d79-910a-d66e79ded085 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:07.737547 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-01915f23-c976-4d63-8b3a-7ef7a79631da req-c68eeb72-f0b5-4d79-910a-d66e79ded085 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63f54a9-972b-4c01-82b5-32dbab5c3d26 HTTP/1.1" status: 200 len: 947 time: 0.1254675 Sep 30 00:56:07.882377 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7fc14f14-c018-4af6-9212-572f1f9c767f req-2fff54b1-097c-4886-a5fb-407687796fb8 service neutron] 10.222.0.59 "GET /v2.0/networks/b64aba8e-9f74-43b9-83f1-763975030585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892860 Sep 30 00:56:07.912640 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-01915f23-c976-4d63-8b3a-7ef7a79631da req-20942ac6-7c2a-4775-9401-2f1970a8f43e tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680717 Sep 30 00:56:08.029629 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd05ad-c335-4c78-ae9e-c105366702c4 req-86750e06-5cf4-4e17-a2e5-b7f16d2ca09a tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:08.035631 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd05ad-c335-4c78-ae9e-c105366702c4 req-86750e06-5cf4-4e17-a2e5-b7f16d2ca09a tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:08.042196 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd05ad-c335-4c78-ae9e-c105366702c4 req-86750e06-5cf4-4e17-a2e5-b7f16d2ca09a tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:08.048095 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd05ad-c335-4c78-ae9e-c105366702c4 req-86750e06-5cf4-4e17-a2e5-b7f16d2ca09a tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:08.053871 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd05ad-c335-4c78-ae9e-c105366702c4 req-86750e06-5cf4-4e17-a2e5-b7f16d2ca09a tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:08.060806 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd05ad-c335-4c78-ae9e-c105366702c4 req-86750e06-5cf4-4e17-a2e5-b7f16d2ca09a tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:08.066718 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd05ad-c335-4c78-ae9e-c105366702c4 req-86750e06-5cf4-4e17-a2e5-b7f16d2ca09a tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:08.068541 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f2fd05ad-c335-4c78-ae9e-c105366702c4 req-86750e06-5cf4-4e17-a2e5-b7f16d2ca09a tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5418 time: 0.2368932 Sep 30 00:56:08.100054 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7fc14f14-c018-4af6-9212-572f1f9c767f req-04b5a3a2-67a3-48a3-a179-503ef2738e6d service neutron] 10.222.0.59 "GET /v2.0/networks/b64aba8e-9f74-43b9-83f1-763975030585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038867 Sep 30 00:56:08.139643 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f2fd05ad-c335-4c78-ae9e-c105366702c4 req-e6e1696f-b8b8-4618-9f01-a473e89b5a71 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595875 Sep 30 00:56:08.207961 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f3864-b097-422f-9ff0-939147533eaa req-bbdb3af5-539f-4f1a-a4e9-345aa3cadf6b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:08.209467 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bd1f3864-b097-422f-9ff0-939147533eaa req-bbdb3af5-539f-4f1a-a4e9-345aa3cadf6b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 950 time: 0.1419566 Sep 30 00:56:08.323369 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bd1f3864-b097-422f-9ff0-939147533eaa req-b02efd95-cf6a-4204-b2e9-9d3f23a00fd4 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879481 Sep 30 00:56:08.438552 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-66f4570e-7c70-44cb-999d-164ff859f9ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734431'] for router_interface, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:08.556358 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-c36ef0ab-6578-4624-97b4-1fa7de19e3f7 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:08.562941 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-c36ef0ab-6578-4624-97b4-1fa7de19e3f7 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:08.568791 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-c36ef0ab-6578-4624-97b4-1fa7de19e3f7 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:08.570749 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-c36ef0ab-6578-4624-97b4-1fa7de19e3f7 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.59 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 2418 time: 0.1081867 Sep 30 00:56:08.668816 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-c584b0e4-002d-4ba6-a3c2-022e4daf9b66 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Deleting port 5fcd8d88-3346-4b33-a5c2-ddc99481d438 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:56:08.669153 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-c584b0e4-002d-4ba6-a3c2-022e4daf9b66 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:08.885530 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb551c9b-e714-4c9a-93a4-5e8e2f2f5373 req-c53912ca-7b36-4547-966e-f4d660f244f8 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:08.891518 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb551c9b-e714-4c9a-93a4-5e8e2f2f5373 req-c53912ca-7b36-4547-966e-f4d660f244f8 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:08.897363 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb551c9b-e714-4c9a-93a4-5e8e2f2f5373 req-c53912ca-7b36-4547-966e-f4d660f244f8 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:08.899057 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bb551c9b-e714-4c9a-93a4-5e8e2f2f5373 req-c53912ca-7b36-4547-966e-f4d660f244f8 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 2418 time: 0.3219929 Sep 30 00:56:08.980953 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e36c8-bbad-4bbf-8b03-d622e6cb564b req-4766cc82-7f69-407e-b318-f8838a26d676 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:08.982421 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e17e36c8-bbad-4bbf-8b03-d622e6cb564b req-4766cc82-7f69-407e-b318-f8838a26d676 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=dda74974-35b2-44ca-a89c-2f040f56573a HTTP/1.1" status: 200 len: 948 time: 0.2643785 Sep 30 00:56:09.052934 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bb551c9b-e714-4c9a-93a4-5e8e2f2f5373 req-09b7fd66-6cc5-48e6-b292-98a6eba7f37b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949552 Sep 30 00:56:09.064138 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-c584b0e4-002d-4ba6-a3c2-022e4daf9b66 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] For port 5fcd8d88-3346-4b33-a5c2-ddc99481d438, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=5fcd8d88-3346-4b33-a5c2-ddc99481d438,segment=NetworkSegment(7e4cc8fc-e351-48e6-bfe1-44b9b1173116),segment_id=7e4cc8fc-e351-48e6-bfe1-44b9b1173116)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:09.064563 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-c584b0e4-002d-4ba6-a3c2-022e4daf9b66 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:09.074944 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e17e36c8-bbad-4bbf-8b03-d622e6cb564b req-a80ffd72-246e-4ece-bb9a-8662ce17f3a8 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795219 Sep 30 00:56:09.150084 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-66f4570e-7c70-44cb-999d-164ff859f9ac admin admin] Deleting port c12eab7b-bd21-4dd6-ad46-440e13da5fea {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:56:09.150874 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-66f4570e-7c70-44cb-999d-164ff859f9ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:09.236068 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-c584b0e4-002d-4ba6-a3c2-022e4daf9b66 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Calling delete_port for 5fcd8d88-3346-4b33-a5c2-ddc99481d438 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:56:09.452101 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-66f4570e-7c70-44cb-999d-164ff859f9ac admin admin] For port c12eab7b-bd21-4dd6-ad46-440e13da5fea, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=c12eab7b-bd21-4dd6-ad46-440e13da5fea,segment=NetworkSegment(d1c67cb8-9e18-4d24-aa91-f8fe6840e750),segment_id=d1c67cb8-9e18-4d24-aa91-f8fe6840e750)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:09.452321 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-66f4570e-7c70-44cb-999d-164ff859f9ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:09.473091 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:56:09.481908 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda08292-2da9-4c3e-8f27-05a0d941bcf6 req-a52430fb-d4aa-49b9-9bc9-bda51154d615 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:09.488871 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bda08292-2da9-4c3e-8f27-05a0d941bcf6 req-a52430fb-d4aa-49b9-9bc9-bda51154d615 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63f54a9-972b-4c01-82b5-32dbab5c3d26 HTTP/1.1" status: 200 len: 947 time: 0.2580717 Sep 30 00:56:09.504664 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cb450-37f6-4d4b-baea-510ec2a37f95 req-b2641280-b192-471f-93be-02a6fb9f51fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:09.523252 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cb450-37f6-4d4b-baea-510ec2a37f95 req-b2641280-b192-471f-93be-02a6fb9f51fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:09.538324 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cb450-37f6-4d4b-baea-510ec2a37f95 req-b2641280-b192-471f-93be-02a6fb9f51fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:09.561355 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cb450-37f6-4d4b-baea-510ec2a37f95 req-b2641280-b192-471f-93be-02a6fb9f51fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:09.567276 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cb450-37f6-4d4b-baea-510ec2a37f95 req-b2641280-b192-471f-93be-02a6fb9f51fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:09.577992 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cb450-37f6-4d4b-baea-510ec2a37f95 req-b2641280-b192-471f-93be-02a6fb9f51fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:09.585453 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cb450-37f6-4d4b-baea-510ec2a37f95 req-b2641280-b192-471f-93be-02a6fb9f51fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:09.600124 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a73cb450-37f6-4d4b-baea-510ec2a37f95 req-b2641280-b192-471f-93be-02a6fb9f51fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5418 time: 0.2840621 Sep 30 00:56:09.611258 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:56:09.622322 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:56:09.623011 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:09.641188 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-66f4570e-7c70-44cb-999d-164ff859f9ac admin admin] Calling delete_port for c12eab7b-bd21-4dd6-ad46-440e13da5fea owned by network:router_interface {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:56:09.715270 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a73cb450-37f6-4d4b-baea-510ec2a37f95 req-48f2c689-0cc5-44c3-be83-1f9da8eecd0e tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1013734 Sep 30 00:56:09.716749 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-c584b0e4-002d-4ba6-a3c2-022e4daf9b66 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:09.727284 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bda08292-2da9-4c3e-8f27-05a0d941bcf6 req-f19836ad-af25-47d7-96d9-93b64c2998df tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369103 Sep 30 00:56:09.731061 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:09.763780 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00', '8428a6a2-d9df-4e13-8b75-0cfe2a6f12af', '5fcd8d88-3346-4b33-a5c2-ddc99481d438'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:56:09.987205 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584b0e4-002d-4ba6-a3c2-022e4daf9b66 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Pushing event deleted for resources: {'Port': ['ID=5fcd8d88-3346-4b33-a5c2-ddc99481d438,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:10.031589 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c584b0e4-002d-4ba6-a3c2-022e4daf9b66 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:10.036868 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-66f4570e-7c70-44cb-999d-164ff859f9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:10.042835 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-73587231-94be-46a2-96da-d67fd640dbc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:10.079392 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:10.147294 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4570e-7c70-44cb-999d-164ff859f9ac admin admin] Pushing event deleted for resources: {'Port': ['ID=c12eab7b-bd21-4dd6-ad46-440e13da5fea,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:10.155855 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-66f4570e-7c70-44cb-999d-164ff859f9ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:10.177468 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0529b80d-33fb-44ac-9a2b-dbfb15cd9e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e67e008-2c88-42cc-b6b8-dffbe89b27a5'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:56:10.187152 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-c584b0e4-002d-4ba6-a3c2-022e4daf9b66 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] No DVR routers for this DVR port 5fcd8d88-3346-4b33-a5c2-ddc99481d438 on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:56:10.194350 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-c584b0e4-002d-4ba6-a3c2-022e4daf9b66 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:10.203097 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7031caa3-712d-4d10-8e46-d025baefb0f9', 'name': 'network-vif-deleted', 'tag': '5fcd8d88-3346-4b33-a5c2-ddc99481d438'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:56:10.242059 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 5e67e008-2c88-42cc-b6b8-dffbe89b27a5, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=5e67e008-2c88-42cc-b6b8-dffbe89b27a5,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:10.246975 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-c584b0e4-002d-4ba6-a3c2-022e4daf9b66 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.59 "DELETE /v2.0/ports/5fcd8d88-3346-4b33-a5c2-ddc99481d438 HTTP/1.1" status: 204 len: 173 time: 1.6677799 Sep 30 00:56:10.262401 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:10.282641 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:10.330047 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf79f4-8d99-411f-a3f5-ac6a040087d9 req-3715ca85-87d1-4610-b2a6-85d0a76932ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:10.338302 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7dbf79f4-8d99-411f-a3f5-ac6a040087d9 req-3715ca85-87d1-4610-b2a6-85d0a76932ad tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 950 time: 0.3538744 Sep 30 00:56:10.428664 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7dbf79f4-8d99-411f-a3f5-ac6a040087d9 req-05b6a43b-ba8e-4ee3-9464-d613736d4e80 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890417 Sep 30 00:56:10.458823 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-09ddaea9-08cb-454d-aebb-a853ef8bd7ec tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Deleting port 8428a6a2-d9df-4e13-8b75-0cfe2a6f12af {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:56:10.459009 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=5e67e008-2c88-42cc-b6b8-dffbe89b27a5,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:10.459241 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-09ddaea9-08cb-454d-aebb-a853ef8bd7ec tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:10.475268 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:10.761182 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcaeb60-c2be-4c32-8371-6db091010694 req-01bfccb8-ae59-488a-90b0-2de38f9c90e7 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:10.767320 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcaeb60-c2be-4c32-8371-6db091010694 req-01bfccb8-ae59-488a-90b0-2de38f9c90e7 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:10.776882 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ddcaeb60-c2be-4c32-8371-6db091010694 req-01bfccb8-ae59-488a-90b0-2de38f9c90e7 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 1682 time: 0.4134254 Sep 30 00:56:10.862382 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ddcaeb60-c2be-4c32-8371-6db091010694 req-4420760f-78e7-4959-bac7-b817e9cc95ef tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854795 Sep 30 00:56:10.911048 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-66f4570e-7c70-44cb-999d-164ff859f9ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683119'] for router_interface, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:10.928663 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-09ddaea9-08cb-454d-aebb-a853ef8bd7ec tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] For port 8428a6a2-d9df-4e13-8b75-0cfe2a6f12af, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=8428a6a2-d9df-4e13-8b75-0cfe2a6f12af,segment=NetworkSegment(15f763e4-815e-4159-89c3-e59eff1e02b1),segment_id=15f763e4-815e-4159-89c3-e59eff1e02b1)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:10.929029 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-09ddaea9-08cb-454d-aebb-a853ef8bd7ec tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:10.940799 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0529b80d-33fb-44ac-9a2b-dbfb15cd9e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e67e008-2c88-42cc-b6b8-dffbe89b27a5', 'code': 200} Sep 30 00:56:10.943923 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2e112-27ee-4703-a8c0-571ddcd65d1b req-85c86d25-8d7a-4032-8e7f-790f748b77c4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:10.951244 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3bf2e112-27ee-4703-a8c0-571ddcd65d1b req-85c86d25-8d7a-4032-8e7f-790f748b77c4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=dda74974-35b2-44ca-a89c-2f040f56573a HTTP/1.1" status: 200 len: 948 time: 0.1823475 Sep 30 00:56:11.061978 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7031caa3-712d-4d10-8e46-d025baefb0f9', 'name': 'network-vif-deleted', 'tag': '5fcd8d88-3346-4b33-a5c2-ddc99481d438', 'status': 'completed', 'code': 200} Sep 30 00:56:11.140024 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-09ddaea9-08cb-454d-aebb-a853ef8bd7ec tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Calling delete_port for 8428a6a2-d9df-4e13-8b75-0cfe2a6f12af owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:56:11.230190 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3bf2e112-27ee-4703-a8c0-571ddcd65d1b req-0b0865c8-36c9-4ce0-9c0d-47d1a7b7a44d tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779477 Sep 30 00:56:11.351423 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:11.452865 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722dd19-7d5f-4614-9f8d-5a7c5db2537c req-f8b437eb-5652-4101-9273-dbc41b87d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:11.455199 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7722dd19-7d5f-4614-9f8d-5a7c5db2537c req-f8b437eb-5652-4101-9273-dbc41b87d178 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 1100 time: 0.3756354 Sep 30 00:56:11.488196 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-09ddaea9-08cb-454d-aebb-a853ef8bd7ec tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:11.500370 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c584b0e4-002d-4ba6-a3c2-022e4daf9b66 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:11.581425 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ddaea9-08cb-454d-aebb-a853ef8bd7ec tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Pushing event deleted for resources: {'Port': ['ID=8428a6a2-d9df-4e13-8b75-0cfe2a6f12af,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:11.651300 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-09ddaea9-08cb-454d-aebb-a853ef8bd7ec tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:11.677282 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be640f65-1f70-4d5e-bd71-d873291d5aaf req-ba7267a3-06c5-4563-857b-237a86cab302 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:11.685770 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-be640f65-1f70-4d5e-bd71-d873291d5aaf req-ba7267a3-06c5-4563-857b-237a86cab302 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63f54a9-972b-4c01-82b5-32dbab5c3d26 HTTP/1.1" status: 200 len: 947 time: 0.4153655 Sep 30 00:56:11.713785 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-09ddaea9-08cb-454d-aebb-a853ef8bd7ec tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] No DVR routers for this DVR port 8428a6a2-d9df-4e13-8b75-0cfe2a6f12af on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:56:11.717774 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-09ddaea9-08cb-454d-aebb-a853ef8bd7ec tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:11.747707 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dff28-c75c-4d72-b707-4b719b9d2c8d req-a3b33821-2097-4ed1-8133-558a72ccd0e6 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:11.755157 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dff28-c75c-4d72-b707-4b719b9d2c8d req-a3b33821-2097-4ed1-8133-558a72ccd0e6 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:11.762867 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dff28-c75c-4d72-b707-4b719b9d2c8d req-a3b33821-2097-4ed1-8133-558a72ccd0e6 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:11.770619 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dff28-c75c-4d72-b707-4b719b9d2c8d req-a3b33821-2097-4ed1-8133-558a72ccd0e6 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:11.778300 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dff28-c75c-4d72-b707-4b719b9d2c8d req-a3b33821-2097-4ed1-8133-558a72ccd0e6 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:11.781694 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-be640f65-1f70-4d5e-bd71-d873291d5aaf req-c80367e7-785f-493d-8f64-a4f0dff53f0c tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949891 Sep 30 00:56:11.792575 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7722dd19-7d5f-4614-9f8d-5a7c5db2537c req-dacf0986-9aeb-4a88-a131-127751fcda63 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765715 Sep 30 00:56:11.793112 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dff28-c75c-4d72-b707-4b719b9d2c8d req-a3b33821-2097-4ed1-8133-558a72ccd0e6 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:11.807504 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dff28-c75c-4d72-b707-4b719b9d2c8d req-a3b33821-2097-4ed1-8133-558a72ccd0e6 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:11.817259 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-804dff28-c75c-4d72-b707-4b719b9d2c8d req-a3b33821-2097-4ed1-8133-558a72ccd0e6 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5418 time: 0.4066198 Sep 30 00:56:11.818317 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-09ddaea9-08cb-454d-aebb-a853ef8bd7ec tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.59 "DELETE /v2.0/ports/8428a6a2-d9df-4e13-8b75-0cfe2a6f12af HTTP/1.1" status: 204 len: 173 time: 1.5571890 Sep 30 00:56:11.896090 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f4570e-7c70-44cb-999d-164ff859f9ac admin admin] Router a9241a70-cc98-45d6-8949-9c71e63755a7 has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:56:11.981338 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-804dff28-c75c-4d72-b707-4b719b9d2c8d req-f430034f-745a-4199-a53b-0ce7911126a5 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1551535 Sep 30 00:56:11.994436 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-8d03da20-ba3e-43c6-8a47-5a180a9fd1a9 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Deleting port fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:56:11.994821 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-8d03da20-ba3e-43c6-8a47-5a180a9fd1a9 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:12.000258 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 9539d065-d100-4d62-a4c5-50b104184f28 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:56:12.008374 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:56:12.153230 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f4570e-7c70-44cb-999d-164ff859f9ac admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:56:12.170044 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-66f4570e-7c70-44cb-999d-164ff859f9ac admin admin] 10.222.0.39 "PUT /v2.0/routers/a9241a70-cc98-45d6-8949-9c71e63755a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6593850 Sep 30 00:56:12.171277 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 36348) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:56:12.191030 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829e3643-30d5-40ca-ac1a-d866f7678022 None None] Sync routers for ids ['a9241a70-cc98-45d6-8949-9c71e63755a7'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:56:12.212797 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829e3643-30d5-40ca-ac1a-d866f7678022 None None] Routers {'a9241a70-cc98-45d6-8949-9c71e63755a7'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:56:12.213441 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-829e3643-30d5-40ca-ac1a-d866f7678022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:55:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['a9241a70-cc98-45d6-8949-9c71e63755a7'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:56:12.433750 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19160ff6-c85d-4d6e-8e27-85bb4283c236 admin admin] Notify callbacks [] for router, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:12.459867 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-829e3643-30d5-40ca-ac1a-d866f7678022 None None] Set router a9241a70-cc98-45d6-8949-9c71e63755a7 gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:56:12.521134 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c927d-a82a-4f63-b868-c4f0d5cc2555 req-6c32db3e-e089-442b-b44c-3d465994daa1 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:12.524124 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dc8c927d-a82a-4f63-b868-c4f0d5cc2555 req-6c32db3e-e089-442b-b44c-3d465994daa1 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 950 time: 0.2231836 Sep 30 00:56:12.595531 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dc8c927d-a82a-4f63-b868-c4f0d5cc2555 req-1624e9ce-8bc3-49b6-8519-21efb25ec767 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636063 Sep 30 00:56:12.806318 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:12.810676 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19160ff6-c85d-4d6e-8e27-85bb4283c236 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:12.845669 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-19160ff6-c85d-4d6e-8e27-85bb4283c236 admin admin] Deleting port af79d54d-7ee6-410e-9059-f4db50778fcf {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:56:12.846096 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19160ff6-c85d-4d6e-8e27-85bb4283c236 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:12.924429 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3193ba9-af73-4372-98ad-719fcf8267b4 req-be5a3042-59b8-473a-8dca-60480d3c7f31 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:12.933575 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d3193ba9-af73-4372-98ad-719fcf8267b4 req-be5a3042-59b8-473a-8dca-60480d3c7f31 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 946 time: 0.5016003 Sep 30 00:56:12.951122 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-8d03da20-ba3e-43c6-8a47-5a180a9fd1a9 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] For port fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00,segment=NetworkSegment(15f763e4-815e-4159-89c3-e59eff1e02b1),segment_id=15f763e4-815e-4159-89c3-e59eff1e02b1)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:12.951478 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-8d03da20-ba3e-43c6-8a47-5a180a9fd1a9 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:12.953174 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7031caa3-712d-4d10-8e46-d025baefb0f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:56:12.967080 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 9539d065-d100-4d62-a4c5-50b104184f28, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=9539d065-d100-4d62-a4c5-50b104184f28,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:12.983672 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00,segment=NetworkSegment(15f763e4-815e-4159-89c3-e59eff1e02b1),segment_id=15f763e4-815e-4159-89c3-e59eff1e02b1)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:13.005193 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:13.010290 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d3193ba9-af73-4372-98ad-719fcf8267b4 req-6bd87633-1859-4ec2-a0b3-e9e462da78dc tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721173 Sep 30 00:56:13.011890 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 8428a6a2-d9df-4e13-8b75-0cfe2a6f12af no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:56:13.038626 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '9539d065-d100-4d62-a4c5-50b104184f28', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': '9539d065-d100-4d62-a4c5-50b104184f28', 'mac_address': 'fa:16:3e:93:8f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:56:13.050480 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-08639831-6eb1-401a-8a5d-c0c42fc18b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:13.129756 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7031caa3-712d-4d10-8e46-d025baefb0f9', 'name': 'network-vif-deleted', 'tag': '8428a6a2-d9df-4e13-8b75-0cfe2a6f12af'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:56:13.141883 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-8d03da20-ba3e-43c6-8a47-5a180a9fd1a9 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Calling delete_port for fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:56:13.164059 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:13.200742 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: 8428a6a2-d9df-4e13-8b75-0cfe2a6f12af {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:56:13.201259 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 8428a6a2-d9df-4e13-8b75-0cfe2a6f12af not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:56:13.201803 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 5fcd8d88-3346-4b33-a5c2-ddc99481d438 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:56:13.209051 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6cd4d-0beb-4405-889c-213900659714 req-56bca960-8545-4a3f-b649-d8206eba373b tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:13.218096 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b6f6cd4d-0beb-4405-889c-213900659714 req-56bca960-8545-4a3f-b649-d8206eba373b tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=dda74974-35b2-44ca-a89c-2f040f56573a HTTP/1.1" status: 200 len: 948 time: 0.3437850 Sep 30 00:56:13.313740 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.api [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-8d03da20-ba3e-43c6-8a47-5a180a9fd1a9 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80274) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 00:56:13.313740 n-d-811809-1 neutron-server[80274]: DEBUG oslo_db.api [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-8d03da20-ba3e-43c6-8a47-5a180a9fd1a9 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 00:56:13.316697 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: 5fcd8d88-3346-4b33-a5c2-ddc99481d438 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:56:13.316697 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 5fcd8d88-3346-4b33-a5c2-ddc99481d438 not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:56:13.330368 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b6f6cd4d-0beb-4405-889c-213900659714 req-548b58b8-a50c-491b-8247-f1846ab91999 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113977 Sep 30 00:56:13.353999 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-19160ff6-c85d-4d6e-8e27-85bb4283c236 admin admin] For port af79d54d-7ee6-410e-9059-f4db50778fcf, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=af79d54d-7ee6-410e-9059-f4db50778fcf,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:13.355003 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19160ff6-c85d-4d6e-8e27-85bb4283c236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:13.424210 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9539d065-d100-4d62-a4c5-50b104184f28 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:56:13.485338 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 9539d065-d100-4d62-a4c5-50b104184f28, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=9539d065-d100-4d62-a4c5-50b104184f28,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:13.496797 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:13.497743 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device ff90dc43-c05d-4a6f-af3a-f5ed58821274 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:56:13.548222 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port ff90dc43-c05d-4a6f-af3a-f5ed58821274, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ff90dc43-c05d-4a6f-af3a-f5ed58821274,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:13.602304 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7031caa3-712d-4d10-8e46-d025baefb0f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00', 'code': 200} Sep 30 00:56:13.606414 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': 'ff90dc43-c05d-4a6f-af3a-f5ed58821274', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': 'ff90dc43-c05d-4a6f-af3a-f5ed58821274', 'mac_address': 'fa:16:3e:fe:2b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:56:13.623963 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00,revision_number=6']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:13.704148 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:13.706104 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:13.795318 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=9539d065-d100-4d62-a4c5-50b104184f28,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:13.799656 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:13.832772 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:13.845639 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-8d03da20-ba3e-43c6-8a47-5a180a9fd1a9 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Deleting port fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:56:13.846227 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-8d03da20-ba3e-43c6-8a47-5a180a9fd1a9 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:13.858120 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff90dc43-c05d-4a6f-af3a-f5ed58821274 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:56:13.866246 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-829e3643-30d5-40ca-ac1a-d866f7678022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1829927197-router', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:49:23Z', 'updated_at': '2021-09-30T00:56:09Z', 'revision_number': 5, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'gw_port': {'id': 'af79d54d-7ee6-410e-9059-f4db50778fcf', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:24Z', 'updated_at': '2021-09-30T00:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:56:13.873071 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829e3643-30d5-40ca-ac1a-d866f7678022 None None] Checking router: a9241a70-cc98-45d6-8949-9c71e63755a7 for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:56:13.896443 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port ff90dc43-c05d-4a6f-af3a-f5ed58821274, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ff90dc43-c05d-4a6f-af3a-f5ed58821274,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:13.900399 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-19160ff6-c85d-4d6e-8e27-85bb4283c236 admin admin] Calling delete_port for af79d54d-7ee6-410e-9059-f4db50778fcf owned by network:router_gateway {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:56:13.901714 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829e3643-30d5-40ca-ac1a-d866f7678022 None None] Routers {'a9241a70-cc98-45d6-8949-9c71e63755a7'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:56:13.902769 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-829e3643-30d5-40ca-ac1a-d866f7678022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:55:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['a9241a70-cc98-45d6-8949-9c71e63755a7'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:56:14.070115 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-829e3643-30d5-40ca-ac1a-d866f7678022 None None] Set router a9241a70-cc98-45d6-8949-9c71e63755a7 gateway port host: None {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:56:14.087552 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80180af-63aa-4abc-b919-434550b504fb req-f14b85d8-60cf-40c6-81b6-95a947d93798 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:14.093329 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80180af-63aa-4abc-b919-434550b504fb req-f14b85d8-60cf-40c6-81b6-95a947d93798 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:14.099170 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80180af-63aa-4abc-b919-434550b504fb req-f14b85d8-60cf-40c6-81b6-95a947d93798 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:14.105651 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80180af-63aa-4abc-b919-434550b504fb req-f14b85d8-60cf-40c6-81b6-95a947d93798 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:14.111581 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80180af-63aa-4abc-b919-434550b504fb req-f14b85d8-60cf-40c6-81b6-95a947d93798 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:14.118024 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80180af-63aa-4abc-b919-434550b504fb req-f14b85d8-60cf-40c6-81b6-95a947d93798 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:14.126520 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80180af-63aa-4abc-b919-434550b504fb req-f14b85d8-60cf-40c6-81b6-95a947d93798 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:14.134180 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c80180af-63aa-4abc-b919-434550b504fb req-f14b85d8-60cf-40c6-81b6-95a947d93798 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5418 time: 0.3463995 Sep 30 00:56:14.197740 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-829e3643-30d5-40ca-ac1a-d866f7678022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1829927197-router', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:49:23Z', 'updated_at': '2021-09-30T00:56:12Z', 'revision_number': 6, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'gw_port_host': None}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:56:14.203942 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:14.207952 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-01033ef1-c4b9-4690-97e5-9041a3653acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:14.208388 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c80180af-63aa-4abc-b919-434550b504fb req-e7bc03ac-6e35-4d3a-ad24-fc0ee042819b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0710106 Sep 30 00:56:14.246491 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da89239-ef14-47e9-bbbb-972d1e65e550 req-d6f14932-7e97-4d90-86fe-6d3e2d055262 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:14.250000 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5da89239-ef14-47e9-bbbb-972d1e65e550 req-d6f14932-7e97-4d90-86fe-6d3e2d055262 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63f54a9-972b-4c01-82b5-32dbab5c3d26 HTTP/1.1" status: 200 len: 947 time: 1.0229342 Sep 30 00:56:14.255412 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19160ff6-c85d-4d6e-8e27-85bb4283c236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:14.288838 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=ff90dc43-c05d-4a6f-af3a-f5ed58821274,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:14.292197 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829e3643-30d5-40ca-ac1a-d866f7678022 None None] The sync data for ids ['a9241a70-cc98-45d6-8949-9c71e63755a7'] in n-d-811809-1 is: [{'id': 'a9241a70-cc98-45d6-8949-9c71e63755a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1829927197-router', 'tenant_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:49:23Z', 'updated_at': '2021-09-30T00:56:12Z', 'revision_number': 6, 'project_id': 'd6d910a5d3074b9cb61a601c2a7cb84a', 'gw_port_host': None}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:56:14.332922 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-54007ad7-5a7b-4af5-80d3-078118c9caaf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:14.414627 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-8d03da20-ba3e-43c6-8a47-5a180a9fd1a9 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] For port fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00,segment=NetworkSegment(15f763e4-815e-4159-89c3-e59eff1e02b1),segment_id=15f763e4-815e-4159-89c3-e59eff1e02b1)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:14.419533 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-8d03da20-ba3e-43c6-8a47-5a180a9fd1a9 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:14.475538 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:14.625422 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19160ff6-c85d-4d6e-8e27-85bb4283c236 admin admin] Pushing event deleted for resources: {'Port': ['ID=af79d54d-7ee6-410e-9059-f4db50778fcf,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:14.638872 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-19160ff6-c85d-4d6e-8e27-85bb4283c236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:14.646465 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-64fe0c5c-28d2-4d62-ad21-8e1ca94caa70 req-5e74d048-375c-4a34-95ab-3bcb6c106d0c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5405762 Sep 30 00:56:14.652029 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5da89239-ef14-47e9-bbbb-972d1e65e550 req-4285c037-32e1-4efd-8256-6b0e886c2457 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845577 Sep 30 00:56:14.682004 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7031caa3-712d-4d10-8e46-d025baefb0f9', 'name': 'network-vif-deleted', 'tag': '8428a6a2-d9df-4e13-8b75-0cfe2a6f12af', 'status': 'completed', 'code': 200} Sep 30 00:56:14.694102 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-8d03da20-ba3e-43c6-8a47-5a180a9fd1a9 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Calling delete_port for fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:56:14.776917 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19160ff6-c85d-4d6e-8e27-85bb4283c236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673024'] for router_gateway, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:14.875513 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['9539d065-d100-4d62-a4c5-50b104184f28'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:56:14.932744 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['ff90dc43-c05d-4a6f-af3a-f5ed58821274'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:56:15.002127 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19160ff6-c85d-4d6e-8e27-85bb4283c236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30720'] for router, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:15.004409 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19160ff6-c85d-4d6e-8e27-85bb4283c236 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:15.032456 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device c12eab7b-bd21-4dd6-ad46-440e13da5fea no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:56:15.072247 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19160ff6-c85d-4d6e-8e27-85bb4283c236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736498'] for router, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:15.072912 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19160ff6-c85d-4d6e-8e27-85bb4283c236 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9241a70-cc98-45d6-8949-9c71e63755a7 {{(pid=80275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 30 00:56:15.086587 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-8d03da20-ba3e-43c6-8a47-5a180a9fd1a9 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:15.106804 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e92ac899-5eb9-4c68-91e5-2675ad35073f req-0d0876c8-271b-4fb1-8e58-6690ee3b401b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=7031caa3-712d-4d10-8e46-d025baefb0f9 HTTP/1.1" status: 200 len: 210 time: 0.0728722 Sep 30 00:56:15.112078 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2a51c1d4-38fe-445a-b037-d89e5e080abb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:15.136055 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19160ff6-c85d-4d6e-8e27-85bb4283c236 admin admin] Notify callbacks [] for router, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:15.139483 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-19160ff6-c85d-4d6e-8e27-85bb4283c236 admin admin] 10.222.0.39 "DELETE /v2.0/routers/a9241a70-cc98-45d6-8949-9c71e63755a7 HTTP/1.1" status: 204 len: 168 time: 2.9647884 Sep 30 00:56:15.145977 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 36382) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:56:15.189834 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03da20-ba3e-43c6-8a47-5a180a9fd1a9 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Pushing event deleted for resources: {'Port': ['ID=fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:15.191910 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: c12eab7b-bd21-4dd6-ad46-440e13da5fea {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:56:15.192423 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device c12eab7b-bd21-4dd6-ad46-440e13da5fea not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:56:15.219886 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8d03da20-ba3e-43c6-8a47-5a180a9fd1a9 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:15.305750 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe0c5c-28d2-4d62-ad21-8e1ca94caa70 req-f8f40c88-4284-4aaa-8c95-3c650bc958a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:15.307329 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-64fe0c5c-28d2-4d62-ad21-8e1ca94caa70 req-f8f40c88-4284-4aaa-8c95-3c650bc958a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 1101 time: 0.6187887 Sep 30 00:56:15.382432 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-8d03da20-ba3e-43c6-8a47-5a180a9fd1a9 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] No DVR routers for this DVR port fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00 on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:56:15.400358 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-8d03da20-ba3e-43c6-8a47-5a180a9fd1a9 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:15.411946 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3393fc89-ce68-4adb-a320-97de48dbb789 req-8d03da20-ba3e-43c6-8a47-5a180a9fd1a9 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.59 "DELETE /v2.0/ports/fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00 HTTP/1.1" status: 204 len: 173 time: 3.5865982 Sep 30 00:56:15.422533 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97301d32-b73d-4d10-8edb-b44de1f0dba5 req-e9b8aedc-a7f1-4d84-a672-e6b88437a2d9 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:15.432268 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-97301d32-b73d-4d10-8edb-b44de1f0dba5 req-e9b8aedc-a7f1-4d84-a672-e6b88437a2d9 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 950 time: 0.6475387 Sep 30 00:56:15.520930 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-97301d32-b73d-4d10-8edb-b44de1f0dba5 req-a83ba326-ebf4-4d14-8124-cc847cf78033 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876765 Sep 30 00:56:15.674611 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215cdc35-da21-4b39-89f0-054d48b08bce req-ca450fbe-3b4c-450d-877a-2eab5c351858 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:15.685664 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-215cdc35-da21-4b39-89f0-054d48b08bce req-ca450fbe-3b4c-450d-877a-2eab5c351858 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=dda74974-35b2-44ca-a89c-2f040f56573a HTTP/1.1" status: 200 len: 949 time: 0.3628209 Sep 30 00:56:15.708637 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-c08709fb-c687-48a7-800a-d51afe78bd96 admin admin] Deleting subnet 2832071e-b852-47d3-913e-f292b000827a {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 00:56:15.720002 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c08709fb-c687-48a7-800a-d51afe78bd96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:15.787455 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-215cdc35-da21-4b39-89f0-054d48b08bce req-dac88a02-0ffe-49ee-a6a3-ff9b544d5e5f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008472 Sep 30 00:56:15.897530 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c08709fb-c687-48a7-800a-d51afe78bd96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:15.941747 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe0c5c-28d2-4d62-ad21-8e1ca94caa70 req-bcf75af3-5f15-4509-8233-7f5c9eecd529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:15.943501 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-64fe0c5c-28d2-4d62-ad21-8e1ca94caa70 req-bcf75af3-5f15-4509-8233-7f5c9eecd529 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.5088842 Sep 30 00:56:16.024143 n-d-811809-1 neutron-server[80274]: INFO neutron.api.v2.resource [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-838e9198-1f3c-4f4b-a791-0f84ccce9bc4 service neutron] show failed (client error): The resource could not be found. Sep 30 00:56:16.025158 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-838e9198-1f3c-4f4b-a791-0f84ccce9bc4 service neutron] 10.222.0.55 "GET /v2.0/ports/c388bb24-bac6-4e06-bfc0-a11306ad6d78/bindings/n-h1-811809-1 HTTP/1.1" status: 404 len: 380 time: 0.2500522 Sep 30 00:56:16.069499 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-64fe0c5c-28d2-4d62-ad21-8e1ca94caa70 req-0bf1e05e-fb0c-4f35-8fd2-f5c5e94179fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=3d518f2d-344f-4c32-9fed-6a6c1995109a HTTP/1.1" status: 200 len: 217 time: 0.1045363 Sep 30 00:56:16.130050 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152930e1-f38b-4892-bcf1-46d1b3cf071d req-964b1f87-3b7c-4e06-9395-57cf7ec355df tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:16.143467 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152930e1-f38b-4892-bcf1-46d1b3cf071d req-964b1f87-3b7c-4e06-9395-57cf7ec355df tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:16.151361 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152930e1-f38b-4892-bcf1-46d1b3cf071d req-964b1f87-3b7c-4e06-9395-57cf7ec355df tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:16.176056 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152930e1-f38b-4892-bcf1-46d1b3cf071d req-964b1f87-3b7c-4e06-9395-57cf7ec355df tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:16.192792 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152930e1-f38b-4892-bcf1-46d1b3cf071d req-964b1f87-3b7c-4e06-9395-57cf7ec355df tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:16.202919 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152930e1-f38b-4892-bcf1-46d1b3cf071d req-964b1f87-3b7c-4e06-9395-57cf7ec355df tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:16.209685 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152930e1-f38b-4892-bcf1-46d1b3cf071d req-964b1f87-3b7c-4e06-9395-57cf7ec355df tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:16.215549 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe0c5c-28d2-4d62-ad21-8e1ca94caa70 req-d3771987-bf6e-4dbc-b8aa-f6e26bf459f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:16.217412 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-64fe0c5c-28d2-4d62-ad21-8e1ca94caa70 req-d3771987-bf6e-4dbc-b8aa-f6e26bf459f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1170595 Sep 30 00:56:16.218695 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-152930e1-f38b-4892-bcf1-46d1b3cf071d req-964b1f87-3b7c-4e06-9395-57cf7ec355df tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5418 time: 0.3084419 Sep 30 00:56:16.283573 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-152930e1-f38b-4892-bcf1-46d1b3cf071d req-5f70c14c-4815-4489-a1a4-b3dcd36535f9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616219 Sep 30 00:56:16.453738 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 36406) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:56:16.550148 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c08709fb-c687-48a7-800a-d51afe78bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:16.556507 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-12b3d34d-3ec0-4960-8a7c-9adf29a8d767 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Deleting subnet 2f2d9c0a-4490-4e92-85c9-438aa9cf409b {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 00:56:16.602540 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-12b3d34d-3ec0-4960-8a7c-9adf29a8d767 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:16.610228 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7c805-8efc-47ce-8e62-bad01b763bb8 req-cc3f71f2-4b90-4877-bf69-f6c405819b03 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:16.611927 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-64f7c805-8efc-47ce-8e62-bad01b763bb8 req-cc3f71f2-4b90-4877-bf69-f6c405819b03 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63f54a9-972b-4c01-82b5-32dbab5c3d26 HTTP/1.1" status: 200 len: 948 time: 0.3934443 Sep 30 00:56:16.691989 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-64f7c805-8efc-47ce-8e62-bad01b763bb8 req-ec6e2134-d107-4f3f-8eef-2d2a9051ba00 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719593 Sep 30 00:56:16.702042 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe0c5c-28d2-4d62-ad21-8e1ca94caa70 req-209f9418-c0b6-4807-90e5-63404d1cbb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:16.714348 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-64fe0c5c-28d2-4d62-ad21-8e1ca94caa70 req-209f9418-c0b6-4807-90e5-63404d1cbb77 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4497054 Sep 30 00:56:16.764334 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c08709fb-c687-48a7-800a-d51afe78bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:16.794219 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device af79d54d-7ee6-410e-9059-f4db50778fcf no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:56:16.806158 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7031caa3-712d-4d10-8e46-d025baefb0f9', 'name': 'network-vif-deleted', 'tag': 'fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:56:16.827321 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-953c983e-7e2e-4283-85b0-7d9a650ffa4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:16.864707 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: af79d54d-7ee6-410e-9059-f4db50778fcf {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:56:16.865070 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device af79d54d-7ee6-410e-9059-f4db50778fcf not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:56:16.948493 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08709fb-c687-48a7-800a-d51afe78bd96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2832071e-b852-47d3-913e-f292b000827a,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:16.951104 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c08709fb-c687-48a7-800a-d51afe78bd96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:16.955456 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c08709fb-c687-48a7-800a-d51afe78bd96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:16.960055 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b538089-8e86-4fd1-9e1b-5ba0c4488100 None None] Network 789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:56:16.964594 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-64fe0c5c-28d2-4d62-ad21-8e1ca94caa70 req-19c12e5f-20cb-4b80-b23a-c21d516c5810 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369592 Sep 30 00:56:16.965976 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-c08709fb-c687-48a7-800a-d51afe78bd96 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2832071e-b852-47d3-913e-f292b000827a HTTP/1.1" status: 204 len: 168 time: 1.8089530 Sep 30 00:56:16.972584 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-12b3d34d-3ec0-4960-8a7c-9adf29a8d767 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2490848'] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:16.972848 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 36426) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:56:17.055697 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-12283d77-6e43-4cf1-b002-ea13a77c8795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:17.058157 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-12283d77-6e43-4cf1-b002-ea13a77c8795 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d&tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb HTTP/1.1" status: 200 len: 1101 time: 0.4994671 Sep 30 00:56:17.088906 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-4332cfc6-4c45-4ec1-8b03-146a7f8526bf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811809-1', 'device_owner': 'compute:nova'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:56:17.130954 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4c4d6-3325-4b21-a4fd-3797ca274e5a req-7fb65960-6801-4ad0-8848-a8cb4e1c6b31 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:17.133336 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d8f4c4d6-3325-4b21-a4fd-3797ca274e5a req-7fb65960-6801-4ad0-8848-a8cb4e1c6b31 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 950 time: 0.2814288 Sep 30 00:56:17.188960 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-12b3d34d-3ec0-4960-8a7c-9adf29a8d767 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:17.196516 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-64fe0c5c-28d2-4d62-ad21-8e1ca94caa70 req-28c265b7-0e30-435b-9086-3855bae8b61d service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948333 Sep 30 00:56:17.309398 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a19602-312f-47b4-a1b7-317bbae3a6bc None None] DHCP port deletion for 789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 00:56:17.315331 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-e4a19602-312f-47b4-a1b7-317bbae3a6bc None None] Deleting port 3df6eef8-0c98-4eb7-abde-ce87b6de7480 {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:56:17.316049 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e4a19602-312f-47b4-a1b7-317bbae3a6bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:17.317440 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d8f4c4d6-3325-4b21-a4fd-3797ca274e5a req-a436411c-325d-47dc-83a4-cdec1e55508f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750627 Sep 30 00:56:17.357152 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-4332cfc6-4c45-4ec1-8b03-146a7f8526bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:17.419989 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7031caa3-712d-4d10-8e46-d025baefb0f9', 'name': 'network-vif-deleted', 'tag': 'fe1e6b70-e670-4d2f-8f11-3ffc0e11fe00', 'status': 'completed', 'code': 200} Sep 30 00:56:17.440116 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-12b3d34d-3ec0-4960-8a7c-9adf29a8d767 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:17.450758 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4799ba5c-262a-4475-b620-560875409a49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:17.465946 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9d69c-2b5f-4f2d-87de-fffed33f50fb req-4fc6b466-2be4-4241-b949-3c120765f948 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:17.473023 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-41e9d69c-2b5f-4f2d-87de-fffed33f50fb req-4fc6b466-2be4-4241-b949-3c120765f948 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=dda74974-35b2-44ca-a89c-2f040f56573a HTTP/1.1" status: 200 len: 949 time: 0.3184292 Sep 30 00:56:17.497679 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3d34d-3ec0-4960-8a7c-9adf29a8d767 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Pushing event deleted for resources: {'Subnet': ['ID=2f2d9c0a-4490-4e92-85c9-438aa9cf409b,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:17.506171 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-12b3d34d-3ec0-4960-8a7c-9adf29a8d767 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:17.506987 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22c8cfc-7059-4373-9e06-1c5514bf4eed None None] Network dd43d359-57fd-4d14-bd4e-65d0ea74188e requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:56:17.512030 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-12b3d34d-3ec0-4960-8a7c-9adf29a8d767 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:17.572649 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-12b3d34d-3ec0-4960-8a7c-9adf29a8d767 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "DELETE /v2.0/subnets/2f2d9c0a-4490-4e92-85c9-438aa9cf409b HTTP/1.1" status: 204 len: 168 time: 1.1177964 Sep 30 00:56:17.576626 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 36434) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:56:17.581153 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e32f0464-4092-4024-a443-783b00612654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:17.629361 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-41e9d69c-2b5f-4f2d-87de-fffed33f50fb req-e7fc9dbd-9dd7-4b4c-88bc-60e25e839581 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472092 Sep 30 00:56:17.631940 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-e32f0464-4092-4024-a443-783b00612654 admin admin] Deleting port 3df6eef8-0c98-4eb7-abde-ce87b6de7480 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:56:17.632554 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e32f0464-4092-4024-a443-783b00612654 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:17.795780 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9d4796b0-3320-4103-a78a-a6808d54b022 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:17.866498 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-9d4796b0-3320-4103-a78a-a6808d54b022 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Deleting port bcac2423-8402-4819-90e5-5d32ba86980a {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:56:17.866498 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9d4796b0-3320-4103-a78a-a6808d54b022 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:18.138780 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-e32f0464-4092-4024-a443-783b00612654 admin admin] For port 3df6eef8-0c98-4eb7-abde-ce87b6de7480, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=3df6eef8-0c98-4eb7-abde-ce87b6de7480,segment=NetworkSegment(d1c67cb8-9e18-4d24-aa91-f8fe6840e750),segment_id=d1c67cb8-9e18-4d24-aa91-f8fe6840e750)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:18.139192 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e32f0464-4092-4024-a443-783b00612654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:18.158918 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-e4a19602-312f-47b4-a1b7-317bbae3a6bc None None] For port 3df6eef8-0c98-4eb7-abde-ce87b6de7480, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=3df6eef8-0c98-4eb7-abde-ce87b6de7480,segment=NetworkSegment(d1c67cb8-9e18-4d24-aa91-f8fe6840e750),segment_id=d1c67cb8-9e18-4d24-aa91-f8fe6840e750)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:18.159557 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e4a19602-312f-47b4-a1b7-317bbae3a6bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:18.243994 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-4332cfc6-4c45-4ec1-8b03-146a7f8526bf service neutron] For port c388bb24-bac6-4e06-bfc0-a11306ad6d78, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=c388bb24-bac6-4e06-bfc0-a11306ad6d78,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:18.292309 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-4332cfc6-4c45-4ec1-8b03-146a7f8526bf service neutron] For port c388bb24-bac6-4e06-bfc0-a11306ad6d78, host n-h2-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:56:18.318181 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4f6e3-0511-4e64-af52-d680f5a6f6a8 req-1060f2a0-64e7-416d-8306-6b47b93f62b1 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:18.324889 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device ff90dc43-c05d-4a6f-af3a-f5ed58821274 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:56:18.332357 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-49c4f6e3-0511-4e64-af52-d680f5a6f6a8 req-1060f2a0-64e7-416d-8306-6b47b93f62b1 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63f54a9-972b-4c01-82b5-32dbab5c3d26 HTTP/1.1" status: 200 len: 948 time: 0.3739648 Sep 30 00:56:18.354102 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-e32f0464-4092-4024-a443-783b00612654 admin admin] Calling delete_port for 3df6eef8-0c98-4eb7-abde-ce87b6de7480 owned by network:dhcp {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:56:18.371463 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-4332cfc6-4c45-4ec1-8b03-146a7f8526bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:18.393712 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-4332cfc6-4c45-4ec1-8b03-146a7f8526bf service neutron] Transition to ACTIVE for port object c388bb24-bac6-4e06-bfc0-a11306ad6d78 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:56:18.398015 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-e4a19602-312f-47b4-a1b7-317bbae3a6bc None None] Calling delete_port for 3df6eef8-0c98-4eb7-abde-ce87b6de7480 owned by network:dhcp {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:56:18.432769 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-4332cfc6-4c45-4ec1-8b03-146a7f8526bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:18.432769 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c7577460-330e-4b00-ac08-ceb392f3beff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:18.496421 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port ff90dc43-c05d-4a6f-af3a-f5ed58821274 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:56:18.503235 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port ff90dc43-c05d-4a6f-af3a-f5ed58821274 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:56:18.507123 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:18.571860 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-49c4f6e3-0511-4e64-af52-d680f5a6f6a8 req-2f650c13-ed5c-4c6f-b242-28a03f0094b1 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382886 Sep 30 00:56:18.579318 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d820d4-8f60-4531-b4a9-9d3460320346 None None] DHCP port deletion for dd43d359-57fd-4d14-bd4e-65d0ea74188e request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 00:56:18.585580 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-d8d820d4-8f60-4531-b4a9-9d3460320346 None None] Deleting port bcac2423-8402-4819-90e5-5d32ba86980a {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:56:18.586008 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d8d820d4-8f60-4531-b4a9-9d3460320346 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:18.603861 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332cfc6-4c45-4ec1-8b03-146a7f8526bf service neutron] Pushing event updated for resources: {'Port': ['ID=c388bb24-bac6-4e06-bfc0-a11306ad6d78,revision_number=6']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:18.619030 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e4a19602-312f-47b4-a1b7-317bbae3a6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821'] for port, after_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:18.628398 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:18.665728 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.db.api [None req-e32f0464-4092-4024-a443-783b00612654 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80275) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 00:56:18.666402 n-d-811809-1 neutron-server[80275]: DEBUG oslo_db.api [None req-e32f0464-4092-4024-a443-783b00612654 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 00:56:18.731599 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a19602-312f-47b4-a1b7-317bbae3a6bc None None] Pushing event deleted for resources: {'Port': ['ID=3df6eef8-0c98-4eb7-abde-ce87b6de7480,revision_number=None']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:18.734592 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-e4a19602-312f-47b4-a1b7-317bbae3a6bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:18.755235 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-9d4796b0-3320-4103-a78a-a6808d54b022 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] For port bcac2423-8402-4819-90e5-5d32ba86980a, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=bcac2423-8402-4819-90e5-5d32ba86980a,segment=NetworkSegment(7e4cc8fc-e351-48e6-bfe1-44b9b1173116),segment_id=7e4cc8fc-e351-48e6-bfe1-44b9b1173116)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:18.755602 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9d4796b0-3320-4103-a78a-a6808d54b022 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:18.813855 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a19602-312f-47b4-a1b7-317bbae3a6bc None None] No DVR routers for this DVR port 3df6eef8-0c98-4eb7-abde-ce87b6de7480 on host n-d-811809-1 {{(pid=80276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:56:18.824821 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:18.830234 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4332cfc6-4c45-4ec1-8b03-146a7f8526bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:18.923592 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63f54a9-972b-4c01-82b5-32dbab5c3d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff90dc43-c05d-4a6f-af3a-f5ed58821274'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:56:18.958143 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port ff90dc43-c05d-4a6f-af3a-f5ed58821274, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ff90dc43-c05d-4a6f-af3a-f5ed58821274,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:19.011314 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-00273b9f-c4e2-4e51-9608-4cd253fe33fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:19.037789 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 3df6eef8-0c98-4eb7-abde-ce87b6de7480 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:56:19.104102 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:19.105006 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 9539d065-d100-4d62-a4c5-50b104184f28 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:56:19.119889 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-9d4796b0-3320-4103-a78a-a6808d54b022 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Calling delete_port for bcac2423-8402-4819-90e5-5d32ba86980a owned by network:dhcp {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:56:19.169790 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-e32f0464-4092-4024-a443-783b00612654 admin admin] Deleting port 3df6eef8-0c98-4eb7-abde-ce87b6de7480 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:56:19.170125 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e32f0464-4092-4024-a443-783b00612654 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:19.209640 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:19.249475 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11ae5b-d619-41c5-b3c1-c46bbeb7f9af req-2e457bbb-57e2-4fc4-8db5-22a7bcdfadfe tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:19.251118 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-aa11ae5b-d619-41c5-b3c1-c46bbeb7f9af req-2e457bbb-57e2-4fc4-8db5-22a7bcdfadfe tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 948 time: 0.1834831 Sep 30 00:56:19.267227 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-e32f0464-4092-4024-a443-783b00612654 admin admin] The port '3df6eef8-0c98-4eb7-abde-ce87b6de7480' was deleted {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 30 00:56:19.269585 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 3df6eef8-0c98-4eb7-abde-ce87b6de7480 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:56:19.269959 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 3df6eef8-0c98-4eb7-abde-ce87b6de7480 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:56:19.270389 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device bcac2423-8402-4819-90e5-5d32ba86980a no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:56:19.320510 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-aa11ae5b-d619-41c5-b3c1-c46bbeb7f9af req-63ca508e-ec18-477c-9791-7df49490e383 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519168 Sep 30 00:56:19.433524 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:19.456486 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d2937-95cd-4c4b-b7f5-e119f498b450 req-ea9e5388-24a7-4134-ad75-7ffba56d7853 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:19.463921 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d2937-95cd-4c4b-b7f5-e119f498b450 req-ea9e5388-24a7-4134-ad75-7ffba56d7853 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:19.471356 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d2937-95cd-4c4b-b7f5-e119f498b450 req-ea9e5388-24a7-4134-ad75-7ffba56d7853 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:19.481020 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d2937-95cd-4c4b-b7f5-e119f498b450 req-ea9e5388-24a7-4134-ad75-7ffba56d7853 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:19.488615 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d2937-95cd-4c4b-b7f5-e119f498b450 req-ea9e5388-24a7-4134-ad75-7ffba56d7853 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:19.498771 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d2937-95cd-4c4b-b7f5-e119f498b450 req-ea9e5388-24a7-4134-ad75-7ffba56d7853 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:19.505256 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d2937-95cd-4c4b-b7f5-e119f498b450 req-ea9e5388-24a7-4134-ad75-7ffba56d7853 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:19.514937 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d23d2937-95cd-4c4b-b7f5-e119f498b450 req-ea9e5388-24a7-4134-ad75-7ffba56d7853 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5418 time: 1.5872691 Sep 30 00:56:19.522233 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device c388bb24-bac6-4e06-bfc0-a11306ad6d78 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:56:19.532690 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0982a26d-ef7b-491b-b99c-620361f6e29d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c388bb24-bac6-4e06-bfc0-a11306ad6d78'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:56:19.540115 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-4332cfc6-4c45-4ec1-8b03-146a7f8526bf service neutron] No DVR routers for this DVR port c388bb24-bac6-4e06-bfc0-a11306ad6d78 on host n-h2-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:56:19.548591 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9d4796b0-3320-4103-a78a-a6808d54b022 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:19.556921 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0a5c01cd-dfc8-4d67-8430-beeec6b25c20 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:19.647072 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=ff90dc43-c05d-4a6f-af3a-f5ed58821274,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:19.674863 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4796b0-3320-4103-a78a-a6808d54b022 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Pushing event deleted for resources: {'Port': ['ID=bcac2423-8402-4819-90e5-5d32ba86980a,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:19.678075 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9d4796b0-3320-4103-a78a-a6808d54b022 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:19.705654 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:19.721288 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No active binding found for port bcac2423-8402-4819-90e5-5d32ba86980a {{(pid=80276) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Sep 30 00:56:19.721766 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device bcac2423-8402-4819-90e5-5d32ba86980a not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:56:19.730567 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 9539d065-d100-4d62-a4c5-50b104184f28 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:56:19.736375 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-4332cfc6-4c45-4ec1-8b03-146a7f8526bf service neutron] Attempting to bind port c388bb24-bac6-4e06-bfc0-a11306ad6d78 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:56:19.739041 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-4332cfc6-4c45-4ec1-8b03-146a7f8526bf service neutron] Attempting to bind port c388bb24-bac6-4e06-bfc0-a11306ad6d78 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:56:19.740170 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-4332cfc6-4c45-4ec1-8b03-146a7f8526bf service neutron] Attempting to bind port c388bb24-bac6-4e06-bfc0-a11306ad6d78 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:56:19.744309 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-d8d820d4-8f60-4531-b4a9-9d3460320346 None None] For port bcac2423-8402-4819-90e5-5d32ba86980a, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=bcac2423-8402-4819-90e5-5d32ba86980a,segment=NetworkSegment(7e4cc8fc-e351-48e6-bfe1-44b9b1173116),segment_id=7e4cc8fc-e351-48e6-bfe1-44b9b1173116)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:19.745347 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d8d820d4-8f60-4531-b4a9-9d3460320346 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:19.757006 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-4332cfc6-4c45-4ec1-8b03-146a7f8526bf service neutron] Port c388bb24-bac6-4e06-bfc0-a11306ad6d78 on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:56:19.758620 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 9539d065-d100-4d62-a4c5-50b104184f28 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:56:19.759036 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:19.761007 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-4332cfc6-4c45-4ec1-8b03-146a7f8526bf service neutron] Attempting to bind port c388bb24-bac6-4e06-bfc0-a11306ad6d78 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:56:19.776676 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-4332cfc6-4c45-4ec1-8b03-146a7f8526bf service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:56:19.778975 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-4332cfc6-4c45-4ec1-8b03-146a7f8526bf service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:56:19.779424 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-4332cfc6-4c45-4ec1-8b03-146a7f8526bf service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:56:19.779880 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-4332cfc6-4c45-4ec1-8b03-146a7f8526bf service neutron] Bound port: c388bb24-bac6-4e06-bfc0-a11306ad6d78, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:56:19.780233 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-4332cfc6-4c45-4ec1-8b03-146a7f8526bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:19.837958 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e32f0464-4092-4024-a443-783b00612654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:19.850298 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device c388bb24-bac6-4e06-bfc0-a11306ad6d78 not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:56:19.859685 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4796b0-3320-4103-a78a-a6808d54b022 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] No DVR routers for this DVR port bcac2423-8402-4819-90e5-5d32ba86980a on host n-d-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:56:19.876047 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-e32f0464-4092-4024-a443-783b00612654 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:56:19.890312 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-e32f0464-4092-4024-a443-783b00612654 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c67cb8-9e18-4d24-aa91-f8fe6840e750') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:56:19.890996 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-e32f0464-4092-4024-a443-783b00612654 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c67cb8-9e18-4d24-aa91-f8fe6840e750') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:56:19.903628 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e32f0464-4092-4024-a443-783b00612654 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:19.921172 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e32f0464-4092-4024-a443-783b00612654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:19.928794 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e32f0464-4092-4024-a443-783b00612654 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:56:19.930296 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e32f0464-4092-4024-a443-783b00612654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:19.956424 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-4332cfc6-4c45-4ec1-8b03-146a7f8526bf service neutron] For port c388bb24-bac6-4e06-bfc0-a11306ad6d78, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:56:19.958549 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-d8d820d4-8f60-4531-b4a9-9d3460320346 None None] Calling delete_port for bcac2423-8402-4819-90e5-5d32ba86980a owned by network:dhcp {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:56:19.960298 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-4332cfc6-4c45-4ec1-8b03-146a7f8526bf service neutron] For port c388bb24-bac6-4e06-bfc0-a11306ad6d78, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c388bb24-bac6-4e06-bfc0-a11306ad6d78,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:56:19.969355 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d23d2937-95cd-4c4b-b7f5-e119f498b450 req-3e2513f5-ef9d-4fee-8d0e-a4ac70bc0b56 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4514937 Sep 30 00:56:20.014662 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-4332cfc6-4c45-4ec1-8b03-146a7f8526bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:20.023085 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d13600ce-6c9f-43b1-9ecf-dbcdacce3328 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:20.073953 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63f54a9-972b-4c01-82b5-32dbab5c3d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff90dc43-c05d-4a6f-af3a-f5ed58821274', 'code': 200} Sep 30 00:56:20.111227 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332cfc6-4c45-4ec1-8b03-146a7f8526bf service neutron] Pushing event updated for resources: {'Port': ['ID=c388bb24-bac6-4e06-bfc0-a11306ad6d78,revision_number=7']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:20.137609 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4332cfc6-4c45-4ec1-8b03-146a7f8526bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: util.warn( Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: util.warn( Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: util.warn( Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: util.warn( Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: timer() Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:56:20.140852 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:56:20.170832 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e32f0464-4092-4024-a443-783b00612654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:20.199990 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e32f0464-4092-4024-a443-783b00612654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:20.212913 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0982a26d-ef7b-491b-b99c-620361f6e29d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c388bb24-bac6-4e06-bfc0-a11306ad6d78', 'code': 200} Sep 30 00:56:20.222624 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-4332cfc6-4c45-4ec1-8b03-146a7f8526bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:20.223293 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-4332cfc6-4c45-4ec1-8b03-146a7f8526bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:20.229618 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-4332cfc6-4c45-4ec1-8b03-146a7f8526bf service neutron] 10.222.0.59 "PUT /v2.0/ports/c388bb24-bac6-4e06-bfc0-a11306ad6d78 HTTP/1.1" status: 200 len: 1096 time: 3.1453660 Sep 30 00:56:20.272642 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9d4796b0-3320-4103-a78a-a6808d54b022 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:20.328391 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:20.346948 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.api [None req-d8d820d4-8f60-4531-b4a9-9d3460320346 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80276) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 00:56:20.347493 n-d-811809-1 neutron-server[80276]: DEBUG oslo_db.api [None req-d8d820d4-8f60-4531-b4a9-9d3460320346 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 00:56:20.365695 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f0464-4092-4024-a443-783b00612654 admin admin] Pushing event deleted for resources: {'Network': ['ID=789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:20.374490 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:20.382707 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e32f0464-4092-4024-a443-783b00612654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:20.445540 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 9539d065-d100-4d62-a4c5-50b104184f28, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=9539d065-d100-4d62-a4c5-50b104184f28,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:20.452446 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:20.453629 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-9d4796b0-3320-4103-a78a-a6808d54b022 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd43d359-57fd-4d14-bd4e-65d0ea74188e']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:56:20.455915 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:20.468721 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-e32f0464-4092-4024-a443-783b00612654 admin admin] 10.222.0.39 "DELETE /v2.0/networks/789e8e9b-02ee-41cf-90f9-d5e2f93c4e4d HTTP/1.1" status: 204 len: 168 time: 3.4945707 Sep 30 00:56:20.473184 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 36466) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:56:20.485723 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-9d4796b0-3320-4103-a78a-a6808d54b022 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4cc8fc-e351-48e6-bfe1-44b9b1173116') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:56:20.486311 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-9d4796b0-3320-4103-a78a-a6808d54b022 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4cc8fc-e351-48e6-bfe1-44b9b1173116') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:56:20.521378 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9d4796b0-3320-4103-a78a-a6808d54b022 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:20.585576 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9d4796b0-3320-4103-a78a-a6808d54b022 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:20.586272 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=9539d065-d100-4d62-a4c5-50b104184f28,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:20.609925 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:20.614876 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4796b0-3320-4103-a78a-a6808d54b022 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:56:20.615715 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9d4796b0-3320-4103-a78a-a6808d54b022 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: timer() Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:56:20.671440 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:56:20.688907 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a7585-6d5c-4eb1-984b-4cca4ca9a58e req-8d418237-e8bb-4634-9654-3053378c2750 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:20.690738 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6d5a7585-6d5c-4eb1-984b-4cca4ca9a58e req-8d418237-e8bb-4634-9654-3053378c2750 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63f54a9-972b-4c01-82b5-32dbab5c3d26 HTTP/1.1" status: 200 len: 949 time: 0.3039567 Sep 30 00:56:20.698446 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a821d-e1ba-425c-a782-753b287ec7b2 req-a81fdf8f-b6dd-4d9e-8c0f-733b68c483dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:20.699936 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3c9a821d-e1ba-425c-a782-753b287ec7b2 req-a81fdf8f-b6dd-4d9e-8c0f-733b68c483dc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d63f54a9-972b-4c01-82b5-32dbab5c3d26 HTTP/1.1" status: 200 len: 1100 time: 0.4939682 Sep 30 00:56:20.749517 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465f4d9-dec1-4761-9093-b2a67eb39653 req-9e672402-2b5b-49ef-bc3b-b559b82a7a35 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:20.760308 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-b23a9be3-91c4-4641-aa87-226a7be49a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:20.762602 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-b23a9be3-91c4-4641-aa87-226a7be49a36 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 1099 time: 0.4550726 Sep 30 00:56:20.767306 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8465f4d9-dec1-4761-9093-b2a67eb39653 req-9e672402-2b5b-49ef-bc3b-b559b82a7a35 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=dda74974-35b2-44ca-a89c-2f040f56573a HTTP/1.1" status: 200 len: 949 time: 0.6850057 Sep 30 00:56:20.848130 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-d8d820d4-8f60-4531-b4a9-9d3460320346 None None] Deleting port bcac2423-8402-4819-90e5-5d32ba86980a {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:56:20.848899 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d8d820d4-8f60-4531-b4a9-9d3460320346 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:20.879251 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3c9a821d-e1ba-425c-a782-753b287ec7b2 req-4c0cde3c-2ac6-471d-b91f-bd19b01dbc25 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680241 Sep 30 00:56:20.962201 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-d8d820d4-8f60-4531-b4a9-9d3460320346 None None] The port 'bcac2423-8402-4819-90e5-5d32ba86980a' was deleted {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 30 00:56:20.996333 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6d5a7585-6d5c-4eb1-984b-4cca4ca9a58e req-701f507c-4e04-4909-9700-c03486c0e88d tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549260 Sep 30 00:56:20.997296 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8465f4d9-dec1-4761-9093-b2a67eb39653 req-5fcd507d-5e9c-4ae3-a2e5-2bbc23c3dd08 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291436 Sep 30 00:56:21.120998 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-0e120be8-6047-4fff-955b-c88648ef5b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:21.122452 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-0e120be8-6047-4fff-955b-c88648ef5b95 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.3468194 Sep 30 00:56:21.123514 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9d4796b0-3320-4103-a78a-a6808d54b022 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:21.142577 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f14925ef-ac7a-488d-9781-0fe59a32e3ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:21.197767 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c6f46358-e17d-48e8-83de-0543f840a085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:21.200792 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9d4796b0-3320-4103-a78a-a6808d54b022 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:21.203869 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4796b0-3320-4103-a78a-a6808d54b022 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Pushing event deleted for resources: {'Network': ['ID=dd43d359-57fd-4d14-bd4e-65d0ea74188e,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:21.218983 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9d4796b0-3320-4103-a78a-a6808d54b022 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:21.244289 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-9d4796b0-3320-4103-a78a-a6808d54b022 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "DELETE /v2.0/networks/dd43d359-57fd-4d14-bd4e-65d0ea74188e HTTP/1.1" status: 204 len: 168 time: 3.6666734 Sep 30 00:56:21.245347 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 36482) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:56:21.292932 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e6376b5c-63cd-43a7-9aa1-300bd9611ac5 req-ee11831e-861d-4b3f-889f-325a1dc626e6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1462b9cb-ca25-4af9-a5c0-869c5608c987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3779399 Sep 30 00:56:21.387066 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab99b3-0659-48cb-96eb-2e49c8aa5dd1 req-7b374ba3-2d04-4aa0-b019-448ca400fb77 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:21.394429 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-74ab99b3-0659-48cb-96eb-2e49c8aa5dd1 req-7b374ba3-2d04-4aa0-b019-448ca400fb77 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 948 time: 0.1855521 Sep 30 00:56:21.458796 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-74ab99b3-0659-48cb-96eb-2e49c8aa5dd1 req-8470f529-4645-49e8-a67c-9d4a571db8e0 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594440 Sep 30 00:56:21.525917 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-9160f43d-5f5d-4e9d-9101-48c8f06b84a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c388bb24-bac6-4e06-bfc0-a11306ad6d78 HTTP/1.1" status: 200 len: 217 time: 0.1900940 Sep 30 00:56:21.538262 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c35373-90ff-4c98-912f-1d0c352c57c7 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Deleting subnet 69f4d3cb-e9bd-4ba8-b92a-caba79e9686a {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 00:56:21.542486 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e1c35373-90ff-4c98-912f-1d0c352c57c7 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:21.584875 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8a02c6a4-ded9-4847-afa3-381b46513044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734431'] for router_interface, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:21.681018 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e1c35373-90ff-4c98-912f-1d0c352c57c7 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2490848'] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:21.798775 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6376b5c-63cd-43a7-9aa1-300bd9611ac5 req-0432ceb4-d106-4d9a-aa5f-f9958497b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:21.798775 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e6376b5c-63cd-43a7-9aa1-300bd9611ac5 req-0432ceb4-d106-4d9a-aa5f-f9958497b2c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&device_id=1462b9cb-ca25-4af9-a5c0-869c5608c987 HTTP/1.1" status: 200 len: 1100 time: 0.3905649 Sep 30 00:56:21.800900 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-ebac5b26-4689-40ca-9ea9-89041ba36a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:21.802982 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-ebac5b26-4689-40ca-9ea9-89041ba36a1b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.2099648 Sep 30 00:56:22.036247 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-8a02c6a4-ded9-4847-afa3-381b46513044 admin admin] Deleting port 1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:56:22.041370 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8a02c6a4-ded9-4847-afa3-381b46513044 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:22.075177 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda74974-35b2-44ca-a89c-2f040f56573a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9539d065-d100-4d62-a4c5-50b104184f28'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:56:22.086654 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e1c35373-90ff-4c98-912f-1d0c352c57c7 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:22.142196 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b62840-ffb3-4eb2-baf2-f1e1e3a784b4 req-4526def1-c1d7-4727-aa49-3fedf0f612ac tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:22.148289 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b62840-ffb3-4eb2-baf2-f1e1e3a784b4 req-4526def1-c1d7-4727-aa49-3fedf0f612ac tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:22.154287 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b62840-ffb3-4eb2-baf2-f1e1e3a784b4 req-4526def1-c1d7-4727-aa49-3fedf0f612ac tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:22.160644 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b62840-ffb3-4eb2-baf2-f1e1e3a784b4 req-4526def1-c1d7-4727-aa49-3fedf0f612ac tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:22.169054 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b62840-ffb3-4eb2-baf2-f1e1e3a784b4 req-4526def1-c1d7-4727-aa49-3fedf0f612ac tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:22.174982 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b62840-ffb3-4eb2-baf2-f1e1e3a784b4 req-4526def1-c1d7-4727-aa49-3fedf0f612ac tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:22.183798 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b62840-ffb3-4eb2-baf2-f1e1e3a784b4 req-4526def1-c1d7-4727-aa49-3fedf0f612ac tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:22.192429 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-78b62840-ffb3-4eb2-baf2-f1e1e3a784b4 req-4526def1-c1d7-4727-aa49-3fedf0f612ac tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5418 time: 0.7014403 Sep 30 00:56:22.221286 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0982a26d-ef7b-491b-b99c-620361f6e29d', 'tag': 'c388bb24-bac6-4e06-bfc0-a11306ad6d78'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:56:22.244148 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:22.352589 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-78b62840-ffb3-4eb2-baf2-f1e1e3a784b4 req-604ac883-e3b1-4733-bbcd-7d39223258d5 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1578999 Sep 30 00:56:22.398673 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e1c35373-90ff-4c98-912f-1d0c352c57c7 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:22.412684 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8228e8ee-5a28-4771-a587-7a93e980e011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:22.469429 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e1c35373-90ff-4c98-912f-1d0c352c57c7 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:22.482054 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584ba58f-e46a-4edc-a9c1-76554943b917 None None] Network 7e128c42-c8c3-46bf-ac8f-448c283e710f requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:56:22.497093 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6376b5c-63cd-43a7-9aa1-300bd9611ac5 req-6a5e57cf-cb5b-497e-9ab9-0e2e96224322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:22.498542 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e6376b5c-63cd-43a7-9aa1-300bd9611ac5 req-6a5e57cf-cb5b-497e-9ab9-0e2e96224322 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.5111384 Sep 30 00:56:22.549790 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-8a02c6a4-ded9-4847-afa3-381b46513044 admin admin] For port 1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a,segment=NetworkSegment(955d5835-1e92-492f-83d2-7f87fe0f8c5d),segment_id=955d5835-1e92-492f-83d2-7f87fe0f8c5d)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:22.550399 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8a02c6a4-ded9-4847-afa3-381b46513044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:22.571002 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0208961-5a75-45c9-b5c7-72e8cd5e25ca req-fab2a9bd-8c9c-4e15-94c8-de7a67e995c7 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:22.573406 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e0208961-5a75-45c9-b5c7-72e8cd5e25ca req-fab2a9bd-8c9c-4e15-94c8-de7a67e995c7 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63f54a9-972b-4c01-82b5-32dbab5c3d26 HTTP/1.1" status: 200 len: 949 time: 0.3050959 Sep 30 00:56:22.793800 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-8a02c6a4-ded9-4847-afa3-381b46513044 admin admin] Calling delete_port for 1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a owned by network:router_interface {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:56:22.809406 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-f3c3297a-01c9-4b7b-b4e7-631320fbbf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:22.811247 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-f3c3297a-01c9-4b7b-b4e7-631320fbbf07 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9939013 Sep 30 00:56:22.815560 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-e1c35373-90ff-4c98-912f-1d0c352c57c7 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "DELETE /v2.0/subnets/69f4d3cb-e9bd-4ba8-b92a-caba79e9686a HTTP/1.1" status: 204 len: 168 time: 1.5675101 Sep 30 00:56:22.816698 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c35373-90ff-4c98-912f-1d0c352c57c7 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Pushing event deleted for resources: {'Subnet': ['ID=69f4d3cb-e9bd-4ba8-b92a-caba79e9686a,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:22.826562 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 36504) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:56:22.829213 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e1c35373-90ff-4c98-912f-1d0c352c57c7 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:22.880367 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e0208961-5a75-45c9-b5c7-72e8cd5e25ca req-84cb2f8f-a5ef-4ccb-8fc6-49e23cdd8b6b tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451341 Sep 30 00:56:22.892203 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb20c0e0-b723-4b7a-af23-51e2e97be3dc None None] DHCP port deletion for 7e128c42-c8c3-46bf-ac8f-448c283e710f request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 00:56:22.897068 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-eb20c0e0-b723-4b7a-af23-51e2e97be3dc None None] Deleting port 03c21346-e6b2-47ca-9cd0-b533fd7364ff {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:56:22.897462 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-eb20c0e0-b723-4b7a-af23-51e2e97be3dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:22.933952 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e6376b5c-63cd-43a7-9aa1-300bd9611ac5 req-b6284bca-2eb2-4a6c-8efc-eef85388be91 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=d761df09-2ef7-4cf5-a7f5-fb9022de696c HTTP/1.1" status: 200 len: 217 time: 0.2242792 Sep 30 00:56:22.987220 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda74974-35b2-44ca-a89c-2f040f56573a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9539d065-d100-4d62-a4c5-50b104184f28', 'code': 200} Sep 30 00:56:23.243287 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0982a26d-ef7b-491b-b99c-620361f6e29d', 'tag': 'c388bb24-bac6-4e06-bfc0-a11306ad6d78', 'status': 'completed', 'code': 200} Sep 30 00:56:23.249362 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8a02c6a4-ded9-4847-afa3-381b46513044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:23.260282 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-cc354287-47c3-41e7-acf7-e830ea9cf3ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:23.327277 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02c6a4-ded9-4847-afa3-381b46513044 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:23.342979 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8a02c6a4-ded9-4847-afa3-381b46513044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:23.349736 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6376b5c-63cd-43a7-9aa1-300bd9611ac5 req-b7d3b9bb-50b7-4417-aa0f-c29590ef1e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:23.355445 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e6376b5c-63cd-43a7-9aa1-300bd9611ac5 req-b7d3b9bb-50b7-4417-aa0f-c29590ef1e90 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.4121492 Sep 30 00:56:23.373288 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4e1f378d-97d3-41b4-81c5-e4fbf39e869b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:23.432236 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-eb20c0e0-b723-4b7a-af23-51e2e97be3dc None None] For port 03c21346-e6b2-47ca-9cd0-b533fd7364ff, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=03c21346-e6b2-47ca-9cd0-b533fd7364ff,segment=NetworkSegment(15f763e4-815e-4159-89c3-e59eff1e02b1),segment_id=15f763e4-815e-4159-89c3-e59eff1e02b1)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:23.432851 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-eb20c0e0-b723-4b7a-af23-51e2e97be3dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:23.486474 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068cbc96-20e2-493b-a19b-c24d3d2494b4 req-6bea7a3f-8705-4c56-b3bc-b4a3dcbad075 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:23.491144 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-068cbc96-20e2-493b-a19b-c24d3d2494b4 req-6bea7a3f-8705-4c56-b3bc-b4a3dcbad075 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=dda74974-35b2-44ca-a89c-2f040f56573a HTTP/1.1" status: 200 len: 950 time: 0.9593451 Sep 30 00:56:23.611128 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-4e1f378d-97d3-41b4-81c5-e4fbf39e869b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Deleting port 03c21346-e6b2-47ca-9cd0-b533fd7364ff {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:56:23.611472 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4e1f378d-97d3-41b4-81c5-e4fbf39e869b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:23.660791 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adeb4da-5076-49b2-8562-7be04622010c req-d4083a06-ed12-4d79-a76c-07e9029b56af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:23.662507 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3adeb4da-5076-49b2-8562-7be04622010c req-d4083a06-ed12-4d79-a76c-07e9029b56af service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dda74974-35b2-44ca-a89c-2f040f56573a HTTP/1.1" status: 200 len: 1101 time: 0.5529087 Sep 30 00:56:23.676569 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-c9524827-cfc3-4e7e-9b19-e5c70f586311 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8464532 Sep 30 00:56:23.724333 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-eb20c0e0-b723-4b7a-af23-51e2e97be3dc None None] Calling delete_port for 03c21346-e6b2-47ca-9cd0-b533fd7364ff owned by network:dhcp {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:56:23.793903 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999467dc-f0f4-4173-a9ed-1d477b72ab57 req-5790a4c0-55db-44f6-82e0-8a69a9665996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:23.796030 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-999467dc-f0f4-4173-a9ed-1d477b72ab57 req-5790a4c0-55db-44f6-82e0-8a69a9665996 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 1099 time: 0.5910463 Sep 30 00:56:23.870236 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-358c0cbb-42b7-4ecc-bd57-cd00b3fcd7f8 req-2957c972-cd7a-480f-bada-1891c908a21a service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725726 Sep 30 00:56:23.911586 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-068cbc96-20e2-493b-a19b-c24d3d2494b4 req-38782a54-c985-480d-87d5-379bbc742bc0 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070873 Sep 30 00:56:23.935435 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:23.937291 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-eb20c0e0-b723-4b7a-af23-51e2e97be3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821'] for port, after_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:23.952780 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:24.000433 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3adeb4da-5076-49b2-8562-7be04622010c req-137a4629-825d-4811-b3ff-ee5746422fc8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685440 Sep 30 00:56:24.022945 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb20c0e0-b723-4b7a-af23-51e2e97be3dc None None] No DVR routers for this DVR port 03c21346-e6b2-47ca-9cd0-b533fd7364ff on host n-d-811809-1 {{(pid=80276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:56:24.040882 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20c0e0-b723-4b7a-af23-51e2e97be3dc None None] Pushing event deleted for resources: {'Port': ['ID=03c21346-e6b2-47ca-9cd0-b533fd7364ff,revision_number=None']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:24.051776 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-eb20c0e0-b723-4b7a-af23-51e2e97be3dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:24.116582 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-4e1f378d-97d3-41b4-81c5-e4fbf39e869b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] The port '03c21346-e6b2-47ca-9cd0-b533fd7364ff' was deleted {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 30 00:56:24.137773 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8a02c6a4-ded9-4847-afa3-381b46513044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683119'] for router_interface, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:24.195585 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6376b5c-63cd-43a7-9aa1-300bd9611ac5 req-f8ddf63a-2fbc-41d6-9215-08afaba9e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:24.197049 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e6376b5c-63cd-43a7-9aa1-300bd9611ac5 req-f8ddf63a-2fbc-41d6-9215-08afaba9e7c3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8068047 Sep 30 00:56:24.199790 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe23c8-db0b-4815-9d00-acc84765759d req-bf9e41a8-869f-477e-9c9a-0df0ce4f4be5 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:24.201481 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cbfe23c8-db0b-4815-9d00-acc84765759d req-bf9e41a8-869f-477e-9c9a-0df0ce4f4be5 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 948 time: 0.5931058 Sep 30 00:56:24.391823 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999467dc-f0f4-4173-a9ed-1d477b72ab57 req-c69ae9bc-88b0-4fe0-84c9-ab965b63b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:24.393439 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-999467dc-f0f4-4173-a9ed-1d477b72ab57 req-c69ae9bc-88b0-4fe0-84c9-ab965b63b8a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 1099 time: 0.3597987 Sep 30 00:56:24.405738 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4e1f378d-97d3-41b4-81c5-e4fbf39e869b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:24.687606 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999467dc-f0f4-4173-a9ed-1d477b72ab57 req-f7851be7-cd60-4015-8b8b-0c3993e53dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:24.689310 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-999467dc-f0f4-4173-a9ed-1d477b72ab57 req-f7851be7-cd60-4015-8b8b-0c3993e53dbd service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.8684814 Sep 30 00:56:24.713180 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3975a6a-c652-4981-9d72-145f9ca4c5cd req-ed5a4ad1-55b9-4b60-a9fa-adb0cc9f423e tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:24.719362 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3975a6a-c652-4981-9d72-145f9ca4c5cd req-ed5a4ad1-55b9-4b60-a9fa-adb0cc9f423e tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:24.725524 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3975a6a-c652-4981-9d72-145f9ca4c5cd req-ed5a4ad1-55b9-4b60-a9fa-adb0cc9f423e tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:24.732173 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3975a6a-c652-4981-9d72-145f9ca4c5cd req-ed5a4ad1-55b9-4b60-a9fa-adb0cc9f423e tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:24.738134 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3975a6a-c652-4981-9d72-145f9ca4c5cd req-ed5a4ad1-55b9-4b60-a9fa-adb0cc9f423e tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:24.744865 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3975a6a-c652-4981-9d72-145f9ca4c5cd req-ed5a4ad1-55b9-4b60-a9fa-adb0cc9f423e tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:24.751051 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3975a6a-c652-4981-9d72-145f9ca4c5cd req-ed5a4ad1-55b9-4b60-a9fa-adb0cc9f423e tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:24.760384 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b3975a6a-c652-4981-9d72-145f9ca4c5cd req-ed5a4ad1-55b9-4b60-a9fa-adb0cc9f423e tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5418 time: 0.6420789 Sep 30 00:56:24.785118 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cbfe23c8-db0b-4815-9d00-acc84765759d req-39e8139f-c949-4204-b05d-e58ad12f5686 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5610371 Sep 30 00:56:24.843733 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-4e1f378d-97d3-41b4-81c5-e4fbf39e869b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e128c42-c8c3-46bf-ac8f-448c283e710f']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:56:24.894630 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-4e1f378d-97d3-41b4-81c5-e4fbf39e869b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f763e4-815e-4159-89c3-e59eff1e02b1') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:56:24.895335 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-4e1f378d-97d3-41b4-81c5-e4fbf39e869b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f763e4-815e-4159-89c3-e59eff1e02b1') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:56:24.945856 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4e1f378d-97d3-41b4-81c5-e4fbf39e869b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:25.001986 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 03c21346-e6b2-47ca-9cd0-b533fd7364ff no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:56:25.022347 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b3975a6a-c652-4981-9d72-145f9ca4c5cd req-f79415d0-fda8-43e2-8b0b-c7d104a666d2 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2608762 Sep 30 00:56:25.034402 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4e1f378d-97d3-41b4-81c5-e4fbf39e869b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:25.077950 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e6376b5c-63cd-43a7-9aa1-300bd9611ac5 req-214d872e-07ab-4984-b9eb-4bf9a3c2124d service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6421616 Sep 30 00:56:25.087143 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 03c21346-e6b2-47ca-9cd0-b533fd7364ff {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:56:25.087504 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 03c21346-e6b2-47ca-9cd0-b533fd7364ff not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:56:25.111083 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1f378d-97d3-41b4-81c5-e4fbf39e869b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:56:25.111864 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4e1f378d-97d3-41b4-81c5-e4fbf39e869b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: timer() Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:56:25.129137 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:56:25.146236 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999467dc-f0f4-4173-a9ed-1d477b72ab57 req-f3a9b300-c62e-4981-ab5e-c2d661705ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:25.147764 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-999467dc-f0f4-4173-a9ed-1d477b72ab57 req-f3a9b300-c62e-4981-ab5e-c2d661705ca4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.4749179 Sep 30 00:56:25.231114 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-999467dc-f0f4-4173-a9ed-1d477b72ab57 req-da1449c0-c7e8-41a1-bbc8-b7062f60d71f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c388bb24-bac6-4e06-bfc0-a11306ad6d78 HTTP/1.1" status: 200 len: 217 time: 0.5126293 Sep 30 00:56:25.246548 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a02c6a4-ded9-4847-afa3-381b46513044 admin admin] Router 2786491b-645e-4df3-9f51-a4a35ce582ca has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:56:25.348020 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-999467dc-f0f4-4173-a9ed-1d477b72ab57 req-00c9145b-b8d4-420c-a5b7-381621fe287e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c388bb24-bac6-4e06-bfc0-a11306ad6d78 HTTP/1.1" status: 200 len: 217 time: 0.0984426 Sep 30 00:56:25.410131 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4e1f378d-97d3-41b4-81c5-e4fbf39e869b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:25.464174 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-debd6a88-b3e9-4426-805b-5464c0aaf076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:25.481699 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4e1f378d-97d3-41b4-81c5-e4fbf39e869b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:25.486899 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce38b95-8187-40f9-94e5-2c802b18ec21 req-e31f7360-3ca7-4ae2-8a35-4174743b009b tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:25.493874 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7ce38b95-8187-40f9-94e5-2c802b18ec21 req-e31f7360-3ca7-4ae2-8a35-4174743b009b tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63f54a9-972b-4c01-82b5-32dbab5c3d26 HTTP/1.1" status: 200 len: 949 time: 0.3129723 Sep 30 00:56:25.517149 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999467dc-f0f4-4173-a9ed-1d477b72ab57 req-3bf211b4-0c34-4d53-a58c-b8b713ab1cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:25.518629 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-999467dc-f0f4-4173-a9ed-1d477b72ab57 req-3bf211b4-0c34-4d53-a58c-b8b713ab1cf4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.2743378 Sep 30 00:56:25.528599 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f378d-97d3-41b4-81c5-e4fbf39e869b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Pushing event deleted for resources: {'Network': ['ID=7e128c42-c8c3-46bf-ac8f-448c283e710f,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:25.529159 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4e1f378d-97d3-41b4-81c5-e4fbf39e869b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:25.535747 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-4e1f378d-97d3-41b4-81c5-e4fbf39e869b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "DELETE /v2.0/networks/7e128c42-c8c3-46bf-ac8f-448c283e710f HTTP/1.1" status: 204 len: 168 time: 2.7083142 Sep 30 00:56:25.548984 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e6376b5c-63cd-43a7-9aa1-300bd9611ac5 req-323c2dea-858b-4548-a37d-95cdbbd3a555 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618907 Sep 30 00:56:25.553563 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 36534) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:56:25.560024 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-bfd10873-2766-49dd-9a5e-f295856a92f0 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-920718522'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:56:25.565417 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999467dc-f0f4-4173-a9ed-1d477b72ab57 req-d7772ba3-1320-48e3-82c7-38fd5bdaf444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:25.566873 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-999467dc-f0f4-4173-a9ed-1d477b72ab57 req-d7772ba3-1320-48e3-82c7-38fd5bdaf444 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.2095559 Sep 30 00:56:25.571779 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-bfd10873-2766-49dd-9a5e-f295856a92f0 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:56:25.611220 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-bfd10873-2766-49dd-9a5e-f295856a92f0 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Usage tracker for resource:network and tenant:f83f8ec107124dafbd42039d13441fdb is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:56:25.619074 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-bfd10873-2766-49dd-9a5e-f295856a92f0 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:56:25.631596 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-bfd10873-2766-49dd-9a5e-f295856a92f0 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:56:25.637105 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7ce38b95-8187-40f9-94e5-2c802b18ec21 req-88ccaf16-c2cb-4bd2-9018-185ae979e039 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422806 Sep 30 00:56:25.663219 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd10873-2766-49dd-9a5e-f295856a92f0 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Made reservation on behalf of f83f8ec107124dafbd42039d13441fdb for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:56:25.666937 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bfd10873-2766-49dd-9a5e-f295856a92f0 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:25.701767 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072aba48-1e73-48a8-9272-4ac1ce1f3ffb req-f88d728a-815f-4fd7-af35-8389b5797cb9 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:25.708678 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-072aba48-1e73-48a8-9272-4ac1ce1f3ffb req-f88d728a-815f-4fd7-af35-8389b5797cb9 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=dda74974-35b2-44ca-a89c-2f040f56573a HTTP/1.1" status: 200 len: 950 time: 0.2882321 Sep 30 00:56:25.716274 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a02c6a4-ded9-4847-afa3-381b46513044 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:56:25.726643 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa6e028-a5b6-42c7-9bab-5c6818a107b2 None None] Sync routers for ids ['2786491b-645e-4df3-9f51-a4a35ce582ca'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:56:25.728627 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999467dc-f0f4-4173-a9ed-1d477b72ab57 req-9c6f6020-2ddd-4987-83b8-d4ce2205f916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:25.730224 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-999467dc-f0f4-4173-a9ed-1d477b72ab57 req-9c6f6020-2ddd-4987-83b8-d4ce2205f916 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1969368 Sep 30 00:56:25.736770 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-8a02c6a4-ded9-4847-afa3-381b46513044 admin admin] 10.222.0.39 "PUT /v2.0/routers/2786491b-645e-4df3-9f51-a4a35ce582ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2622945 Sep 30 00:56:25.737599 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 36540) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:56:25.750874 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa6e028-a5b6-42c7-9bab-5c6818a107b2 None None] Routers {'2786491b-645e-4df3-9f51-a4a35ce582ca'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:56:25.762085 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-6fa6e028-a5b6-42c7-9bab-5c6818a107b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:56:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['2786491b-645e-4df3-9f51-a4a35ce582ca'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:56:25.784049 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-072aba48-1e73-48a8-9272-4ac1ce1f3ffb req-7241eca6-14a9-4fe2-8377-df81b1103919 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744390 Sep 30 00:56:25.789590 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd10873-2766-49dd-9a5e-f295856a92f0 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:56:25.799450 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999467dc-f0f4-4173-a9ed-1d477b72ab57 req-57456f0d-d67e-420d-a538-7c7d0b5a56e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:25.801106 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-999467dc-f0f4-4173-a9ed-1d477b72ab57 req-57456f0d-d67e-420d-a538-7c7d0b5a56e9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2247698 Sep 30 00:56:25.809901 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bfd10873-2766-49dd-9a5e-f295856a92f0 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:25.810406 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-bfd10873-2766-49dd-9a5e-f295856a92f0 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Added segment b3b168b3-3bbb-4a8a-9962-65c1d6b82871 of type vlan for network a945393c-98fe-4226-bf30-e8fa5bb0a7f9 Sep 30 00:56:25.934681 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bfd10873-2766-49dd-9a5e-f295856a92f0 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:26.030200 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-6fa6e028-a5b6-42c7-9bab-5c6818a107b2 None None] Set router 2786491b-645e-4df3-9f51-a4a35ce582ca gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:56:26.082459 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-999467dc-f0f4-4173-a9ed-1d477b72ab57 req-f8497fe1-da20-410d-ad97-3668651117d8 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690034 Sep 30 00:56:26.087868 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bfd10873-2766-49dd-9a5e-f295856a92f0 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:26.094757 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd10873-2766-49dd-9a5e-f295856a92f0 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:26.095385 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bfd10873-2766-49dd-9a5e-f295856a92f0 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:26.122707 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:26.182585 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-999467dc-f0f4-4173-a9ed-1d477b72ab57 req-c4f71aa8-b1e5-48a8-8cbe-998af5de5568 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416380 Sep 30 00:56:26.224529 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04a88c-556b-4b1b-bc80-1dcee3c4b2eb req-ece9bf20-5507-4adb-8fa3-7756a85de390 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:26.231897 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3a04a88c-556b-4b1b-bc80-1dcee3c4b2eb req-ece9bf20-5507-4adb-8fa3-7756a85de390 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.3858163 Sep 30 00:56:26.275468 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9ad21c9d-e5ad-4f64-890c-0d54ed5e10a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:26.363256 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd10873-2766-49dd-9a5e-f295856a92f0 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Pushing event updated for resources: {'Network': ['ID=a945393c-98fe-4226-bf30-e8fa5bb0a7f9,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:26.376093 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-bfd10873-2766-49dd-9a5e-f295856a92f0 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8209527 Sep 30 00:56:26.377679 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network a945393c-98fe-4226-bf30-e8fa5bb0a7f9 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:56:26.378644 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-999467dc-f0f4-4173-a9ed-1d477b72ab57 req-5a63f8d7-68b9-41a1-a567-2d8056806ea7 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463230 Sep 30 00:56:26.379159 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 36552) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:56:26.380009 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bfd10873-2766-49dd-9a5e-f295856a92f0 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:26.392050 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-91f0ceb3-d57b-4b56-a848-d68e30272f5d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Request body: {'subnet': {'network_id': 'a945393c-98fe-4226-bf30-e8fa5bb0a7f9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:56:26.524891 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-6fa6e028-a5b6-42c7-9bab-5c6818a107b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2786491b-645e-4df3-9f51-a4a35ce582ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2023174256-router', 'tenant_id': 'd875a68f235b4baf9b5ce461769b3cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '03ae6a29-ec1d-45c0-ba1b-616bc7cc84da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:49:34Z', 'updated_at': '2021-09-30T00:56:23Z', 'revision_number': 5, 'project_id': 'd875a68f235b4baf9b5ce461769b3cae', 'gw_port': {'id': '03ae6a29-ec1d-45c0-ba1b-616bc7cc84da', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:03:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2786491b-645e-4df3-9f51-a4a35ce582ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:35Z', 'updated_at': '2021-09-30T00:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:56:26.545688 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa6e028-a5b6-42c7-9bab-5c6818a107b2 None None] Checking router: 2786491b-645e-4df3-9f51-a4a35ce582ca for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:56:26.574266 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa6e028-a5b6-42c7-9bab-5c6818a107b2 None None] Routers {'2786491b-645e-4df3-9f51-a4a35ce582ca'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:56:26.575108 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-6fa6e028-a5b6-42c7-9bab-5c6818a107b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:56:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['2786491b-645e-4df3-9f51-a4a35ce582ca'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:56:26.638643 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffaa89-0257-4538-ab66-f041e6f5f840 req-5f7b0a0f-c3da-42a3-a14e-eca6cde12fc3 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:26.649867 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cfffaa89-0257-4538-ab66-f041e6f5f840 req-5f7b0a0f-c3da-42a3-a14e-eca6cde12fc3 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 948 time: 0.6195538 Sep 30 00:56:26.677341 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-91f0ceb3-d57b-4b56-a848-d68e30272f5d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:56:26.688022 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-91f0ceb3-d57b-4b56-a848-d68e30272f5d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Usage tracker for resource:subnet and tenant:f83f8ec107124dafbd42039d13441fdb is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:56:26.692399 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-91f0ceb3-d57b-4b56-a848-d68e30272f5d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:56:26.723145 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-91f0ceb3-d57b-4b56-a848-d68e30272f5d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:56:26.751416 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cfffaa89-0257-4538-ab66-f041e6f5f840 req-8350a305-ff63-4c1c-a494-1efa1d1b0587 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004648 Sep 30 00:56:26.763036 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f0ceb3-d57b-4b56-a848-d68e30272f5d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Made reservation on behalf of f83f8ec107124dafbd42039d13441fdb for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:56:26.769802 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-91f0ceb3-d57b-4b56-a848-d68e30272f5d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:26.876962 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-6fa6e028-a5b6-42c7-9bab-5c6818a107b2 None None] Set router 2786491b-645e-4df3-9f51-a4a35ce582ca gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:56:26.910029 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3a04a88c-556b-4b1b-bc80-1dcee3c4b2eb req-4167d7c1-50fc-436c-8b3e-70cb2458afd8 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6769018 Sep 30 00:56:27.020631 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-999467dc-f0f4-4173-a9ed-1d477b72ab57 req-3f1bad77-6a06-490e-9677-f37bd3ad7624 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8303785 Sep 30 00:56:27.037833 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9ad21c9d-e5ad-4f64-890c-0d54ed5e10a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:27.064576 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-9ad21c9d-e5ad-4f64-890c-0d54ed5e10a9 admin admin] Deleting port 03ae6a29-ec1d-45c0-ba1b-616bc7cc84da {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:56:27.064953 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9ad21c9d-e5ad-4f64-890c-0d54ed5e10a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:27.425668 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-9ad21c9d-e5ad-4f64-890c-0d54ed5e10a9 admin admin] For port 03ae6a29-ec1d-45c0-ba1b-616bc7cc84da, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=03ae6a29-ec1d-45c0-ba1b-616bc7cc84da,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:27.426038 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9ad21c9d-e5ad-4f64-890c-0d54ed5e10a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:27.440057 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21a802-8f72-4e69-beaa-44af38471251 req-f970cca9-90fd-40f1-aef8-75d349d83a75 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:27.449436 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21a802-8f72-4e69-beaa-44af38471251 req-f970cca9-90fd-40f1-aef8-75d349d83a75 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:27.458370 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21a802-8f72-4e69-beaa-44af38471251 req-f970cca9-90fd-40f1-aef8-75d349d83a75 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:27.475424 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21a802-8f72-4e69-beaa-44af38471251 req-f970cca9-90fd-40f1-aef8-75d349d83a75 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:27.485104 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21a802-8f72-4e69-beaa-44af38471251 req-f970cca9-90fd-40f1-aef8-75d349d83a75 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:27.496395 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21a802-8f72-4e69-beaa-44af38471251 req-f970cca9-90fd-40f1-aef8-75d349d83a75 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:27.506974 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21a802-8f72-4e69-beaa-44af38471251 req-f970cca9-90fd-40f1-aef8-75d349d83a75 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:27.511277 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4a21a802-8f72-4e69-beaa-44af38471251 req-f970cca9-90fd-40f1-aef8-75d349d83a75 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5418 time: 0.3523426 Sep 30 00:56:27.537052 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-6fa6e028-a5b6-42c7-9bab-5c6818a107b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2786491b-645e-4df3-9f51-a4a35ce582ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2023174256-router', 'tenant_id': 'd875a68f235b4baf9b5ce461769b3cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '03ae6a29-ec1d-45c0-ba1b-616bc7cc84da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:49:34Z', 'updated_at': '2021-09-30T00:56:23Z', 'revision_number': 5, 'project_id': 'd875a68f235b4baf9b5ce461769b3cae', 'gw_port': {'id': '03ae6a29-ec1d-45c0-ba1b-616bc7cc84da', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:03:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2786491b-645e-4df3-9f51-a4a35ce582ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:35Z', 'updated_at': '2021-09-30T00:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:56:27.555927 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa6e028-a5b6-42c7-9bab-5c6818a107b2 None None] The sync data for ids ['2786491b-645e-4df3-9f51-a4a35ce582ca'] in n-d-811809-1 is: [{'id': '2786491b-645e-4df3-9f51-a4a35ce582ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2023174256-router', 'tenant_id': 'd875a68f235b4baf9b5ce461769b3cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '03ae6a29-ec1d-45c0-ba1b-616bc7cc84da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:49:34Z', 'updated_at': '2021-09-30T00:56:23Z', 'revision_number': 5, 'project_id': 'd875a68f235b4baf9b5ce461769b3cae', 'gw_port': {'id': '03ae6a29-ec1d-45c0-ba1b-616bc7cc84da', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:03:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2786491b-645e-4df3-9f51-a4a35ce582ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:49:35Z', 'updated_at': '2021-09-30T00:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:56:27.629081 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-9ad21c9d-e5ad-4f64-890c-0d54ed5e10a9 admin admin] Calling delete_port for 03ae6a29-ec1d-45c0-ba1b-616bc7cc84da owned by network:router_gateway {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:56:27.713458 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-91f0ceb3-d57b-4b56-a848-d68e30272f5d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:27.722088 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-12b3d34d-3ec0-4960-8a7c-9adf29a8d767 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:27.780760 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168a7e2-7909-4aa8-9404-e7973680ccde req-723809be-831b-484c-b67f-c819312a2dee tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:27.781721 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4a21a802-8f72-4e69-beaa-44af38471251 req-8efa2f2c-d6da-40c9-bb71-41ed67d77e6a tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2012944 Sep 30 00:56:27.789064 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d168a7e2-7909-4aa8-9404-e7973680ccde req-723809be-831b-484c-b67f-c819312a2dee tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=dda74974-35b2-44ca-a89c-2f040f56573a HTTP/1.1" status: 200 len: 950 time: 0.3534689 Sep 30 00:56:27.838423 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0ceb3-d57b-4b56-a848-d68e30272f5d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Pushing event updated for resources: {'Subnet': ['ID=ff3a421d-ba18-422d-ad00-724fd139076c,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:27.852842 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d168a7e2-7909-4aa8-9404-e7973680ccde req-15d6bab4-e102-438e-b769-ede797910d3f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628276 Sep 30 00:56:27.877588 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-91f0ceb3-d57b-4b56-a848-d68e30272f5d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:27.898689 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f0ceb3-d57b-4b56-a848-d68e30272f5d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Checking segment: {'id': 'b3b168b3-3bbb-4a8a-9962-65c1d6b82871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a945393c-98fe-4226-bf30-e8fa5bb0a7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:56:27.899032 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f0ceb3-d57b-4b56-a848-d68e30272f5d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Network hostable DHCP agents. Network: a945393c-98fe-4226-bf30-e8fa5bb0a7f9, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:56:27.967818 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f0ceb3-d57b-4b56-a848-d68e30272f5d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Network a945393c-98fe-4226-bf30-e8fa5bb0a7f9 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:56:27.981237 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fbc444c4-52d1-439b-8786-598bab348d98 req-37cd291f-2342-4205-aaa5-c36f432bcd7c tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=63a126d134f14d979bea0d3209fea08a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452166 Sep 30 00:56:28.019418 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9ad21c9d-e5ad-4f64-890c-0d54ed5e10a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:28.024990 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4ca12d62-2b47-4d57-8c87-0fe30325b150 tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:28.103420 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-91f0ceb3-d57b-4b56-a848-d68e30272f5d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, a945393c-98fe-4226-bf30-e8fa5bb0a7f9) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:56:28.110578 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad21c9d-e5ad-4f64-890c-0d54ed5e10a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=03ae6a29-ec1d-45c0-ba1b-616bc7cc84da,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:28.115757 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49618ded-c51a-44e5-af31-bd7702ec86f1 None None] Network a945393c-98fe-4226-bf30-e8fa5bb0a7f9 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:56:28.121087 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f0ceb3-d57b-4b56-a848-d68e30272f5d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:28.121735 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-91f0ceb3-d57b-4b56-a848-d68e30272f5d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:28.221669 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-91f0ceb3-d57b-4b56-a848-d68e30272f5d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8358271 Sep 30 00:56:28.225679 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9ad21c9d-e5ad-4f64-890c-0d54ed5e10a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:28.226409 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 36590) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:56:28.232847 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-caaf3811-3f78-4227-91ed-c8ff38e1ce6c tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-997411974'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:56:28.241635 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-caaf3811-3f78-4227-91ed-c8ff38e1ce6c tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:56:28.316144 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc444c4-52d1-439b-8786-598bab348d98 req-8cb02a2d-1723-4cd7-a1d6-16da38485c20 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:28.325105 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fbc444c4-52d1-439b-8786-598bab348d98 req-8cb02a2d-1723-4cd7-a1d6-16da38485c20 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3432271 Sep 30 00:56:28.328049 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-caaf3811-3f78-4227-91ed-c8ff38e1ce6c tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Usage tracker for resource:network and tenant:f83f8ec107124dafbd42039d13441fdb is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:56:28.340337 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-caaf3811-3f78-4227-91ed-c8ff38e1ce6c tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Quota usage for network was recalculated. Used quota:2. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:56:28.350653 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fbc444c4-52d1-439b-8786-598bab348d98 req-42f06051-a509-49db-9f86-9f11c3605e2b tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/quotas/63a126d134f14d979bea0d3209fea08a HTTP/1.1" status: 200 len: 375 time: 0.0242074 Sep 30 00:56:28.369660 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 4147821f-484c-42b8-8eee-96c30dce4206 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:56:28.388215 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9ad21c9d-e5ad-4f64-890c-0d54ed5e10a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673024'] for router_gateway, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:28.409145 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-caaf3811-3f78-4227-91ed-c8ff38e1ce6c tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:56:28.479361 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fbc444c4-52d1-439b-8786-598bab348d98 req-c6669bf3-5e9a-43fc-8d16-753015ea11e6 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=63a126d134f14d979bea0d3209fea08a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1253924 Sep 30 00:56:28.494178 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaf3811-3f78-4227-91ed-c8ff38e1ce6c tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Made reservation on behalf of f83f8ec107124dafbd42039d13441fdb for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:56:28.500208 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-caaf3811-3f78-4227-91ed-c8ff38e1ce6c tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:28.552463 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caaf3811-3f78-4227-91ed-c8ff38e1ce6c tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:56:28.574044 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-caaf3811-3f78-4227-91ed-c8ff38e1ce6c tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:28.574391 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-caaf3811-3f78-4227-91ed-c8ff38e1ce6c tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Added segment 2f83e82e-baf3-4366-a355-80ad72405deb of type vlan for network cb5b4930-adc6-4649-9e35-e9509de956a5 Sep 30 00:56:28.631600 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-caaf3811-3f78-4227-91ed-c8ff38e1ce6c tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:28.643523 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9ad21c9d-e5ad-4f64-890c-0d54ed5e10a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30720'] for router, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:28.647769 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9ad21c9d-e5ad-4f64-890c-0d54ed5e10a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:28.680137 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 4147821f-484c-42b8-8eee-96c30dce4206, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=4147821f-484c-42b8-8eee-96c30dce4206,segment=NetworkSegment(ab908e6e-8629-4086-b083-0b1dd66189b0),segment_id=ab908e6e-8629-4086-b083-0b1dd66189b0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:28.697989 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19dc2d8-4047-442f-b068-c66018e1bab2 req-ab0ec7b8-481d-41c8-a925-f599a201964b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:28.702439 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '4147821f-484c-42b8-8eee-96c30dce4206', 'network_id': 'c3b2fa3c-7227-466a-851d-9c93a7474d2b', 'port_id': '4147821f-484c-42b8-8eee-96c30dce4206', 'mac_address': 'fa:16:3e:9e:05:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dcc8230-d664-42d1-827f-dbc3d9952151', 'ip_address': '10.1.1.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:56:28.714819 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b19dc2d8-4047-442f-b068-c66018e1bab2 req-ab0ec7b8-481d-41c8-a925-f599a201964b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 948 time: 0.5053213 Sep 30 00:56:28.731921 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9ad21c9d-e5ad-4f64-890c-0d54ed5e10a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736498'] for router, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:28.732356 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad21c9d-e5ad-4f64-890c-0d54ed5e10a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2786491b-645e-4df3-9f51-a4a35ce582ca {{(pid=80275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 30 00:56:28.743611 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-caaf3811-3f78-4227-91ed-c8ff38e1ce6c tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:28.751671 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaf3811-3f78-4227-91ed-c8ff38e1ce6c tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:28.752602 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-caaf3811-3f78-4227-91ed-c8ff38e1ce6c tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:28.756623 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a602163e-0eae-4705-9fbd-65c325d0c627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:28.812047 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194444e4-2ba2-4cf6-ba30-eee428b55ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-a945393c-98fe-4226-bf30-e8fa5bb0a7f9', 'network_id': 'a945393c-98fe-4226-bf30-e8fa5bb0a7f9', 'tenant_id': 'f83f8ec107124dafbd42039d13441fdb', 'fixed_ips': [{'subnet_id': 'ff3a421d-ba18-422d-ad00-724fd139076c'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 00:56:28.812887 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-194444e4-2ba2-4cf6-ba30-eee428b55ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:28.878860 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b19dc2d8-4047-442f-b068-c66018e1bab2 req-f3bdb39e-74d7-437d-83f6-dc9001a8132e tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524339 Sep 30 00:56:28.882590 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9ad21c9d-e5ad-4f64-890c-0d54ed5e10a9 admin admin] Notify callbacks [] for router, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:28.886511 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-9ad21c9d-e5ad-4f64-890c-0d54ed5e10a9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/2786491b-645e-4df3-9f51-a4a35ce582ca HTTP/1.1" status: 204 len: 168 time: 3.1479146 Sep 30 00:56:28.887508 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 36612) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:56:28.938774 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:56:28.988370 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:56:28.988849 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 1dfcbcce-c7a7-480f-a960-ec4b5fc8d76a not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:56:28.998635 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf3811-3f78-4227-91ed-c8ff38e1ce6c tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Pushing event updated for resources: {'Network': ['ID=cb5b4930-adc6-4649-9e35-e9509de956a5,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:29.000365 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:29.013913 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-caaf3811-3f78-4227-91ed-c8ff38e1ce6c tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:29.025116 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-401f2c52-29a1-4d5e-a923-843eb58d3864 admin admin] Deleting subnet 490a88db-3c3f-44ab-b6d1-e50795499308 {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 00:56:29.032821 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-401f2c52-29a1-4d5e-a923-843eb58d3864 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:29.034292 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-caaf3811-3f78-4227-91ed-c8ff38e1ce6c tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8062592 Sep 30 00:56:29.038406 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 36628) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:56:29.041386 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4147821f-484c-42b8-8eee-96c30dce4206 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:56:29.049478 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-df185a31-da69-432d-b78e-da3c2d6330ba tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Request body: {'subnet': {'network_id': 'cb5b4930-adc6-4649-9e35-e9509de956a5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:56:29.051345 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network cb5b4930-adc6-4649-9e35-e9509de956a5 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:56:29.093613 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-401f2c52-29a1-4d5e-a923-843eb58d3864 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:29.204209 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 4147821f-484c-42b8-8eee-96c30dce4206, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=4147821f-484c-42b8-8eee-96c30dce4206,segment=NetworkSegment(ab908e6e-8629-4086-b083-0b1dd66189b0),segment_id=ab908e6e-8629-4086-b083-0b1dd66189b0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:29.214294 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-df185a31-da69-432d-b78e-da3c2d6330ba tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:56:29.221584 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-df185a31-da69-432d-b78e-da3c2d6330ba tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Usage tracker for resource:subnet and tenant:f83f8ec107124dafbd42039d13441fdb is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:56:29.222816 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:29.223898 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device b26474b4-ebc5-4e65-9019-457dab422db5 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:56:29.227828 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-df185a31-da69-432d-b78e-da3c2d6330ba tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:56:29.232044 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:29.236326 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-df185a31-da69-432d-b78e-da3c2d6330ba tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:56:29.260654 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd526056-7184-4b3b-b85a-2ce95627a06f req-881279f4-2685-4f3e-b79a-2e9643b78c21 tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:29.269501 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bd526056-7184-4b3b-b85a-2ce95627a06f req-881279f4-2685-4f3e-b79a-2e9643b78c21 tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=dda74974-35b2-44ca-a89c-2f040f56573a HTTP/1.1" status: 200 len: 1101 time: 0.3853910 Sep 30 00:56:29.289905 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df185a31-da69-432d-b78e-da3c2d6330ba tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Made reservation on behalf of f83f8ec107124dafbd42039d13441fdb for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:56:29.293626 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-df185a31-da69-432d-b78e-da3c2d6330ba tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:29.343918 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=4147821f-484c-42b8-8eee-96c30dce4206,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:29.352953 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:29.363704 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-194444e4-2ba2-4cf6-ba30-eee428b55ed4 None None] Allocated IP 19.80.0.2 (a945393c-98fe-4226-bf30-e8fa5bb0a7f9/ff3a421d-ba18-422d-ad00-724fd139076c/be07f42c-ca58-44a6-8473-8d8451fd5d85) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:56:29.385516 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port b26474b4-ebc5-4e65-9019-457dab422db5, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=b26474b4-ebc5-4e65-9019-457dab422db5,segment=NetworkSegment(ab908e6e-8629-4086-b083-0b1dd66189b0),segment_id=ab908e6e-8629-4086-b083-0b1dd66189b0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:29.439358 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bd526056-7184-4b3b-b85a-2ce95627a06f req-3959760d-6bf5-477b-8793-f7983ff2c0df tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689615 Sep 30 00:56:29.440805 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-adb674fd-a712-47ca-8135-60db2e717550 req-87541fcd-9882-4224-a9e0-43015dfed432 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=a44be028-592e-4cec-9e89-cccf2db77aba HTTP/1.1" status: 200 len: 210 time: 0.0896850 Sep 30 00:56:29.491745 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': 'b26474b4-ebc5-4e65-9019-457dab422db5', 'network_id': 'c3b2fa3c-7227-466a-851d-9c93a7474d2b', 'port_id': 'b26474b4-ebc5-4e65-9019-457dab422db5', 'mac_address': 'fa:16:3e:19:5f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dcc8230-d664-42d1-827f-dbc3d9952151', 'ip_address': '10.1.1.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:56:29.596621 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-401f2c52-29a1-4d5e-a923-843eb58d3864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:29.721975 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:29.780730 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-df185a31-da69-432d-b78e-da3c2d6330ba tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:29.789953 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c52121e6-a51f-462b-a9ff-cc6e4c5a923d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:29.795115 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b26474b4-ebc5-4e65-9019-457dab422db5 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:56:29.891663 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port b26474b4-ebc5-4e65-9019-457dab422db5, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=b26474b4-ebc5-4e65-9019-457dab422db5,segment=NetworkSegment(ab908e6e-8629-4086-b083-0b1dd66189b0),segment_id=ab908e6e-8629-4086-b083-0b1dd66189b0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:29.906657 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-401f2c52-29a1-4d5e-a923-843eb58d3864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:29.907214 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:29.908133 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device f022d92f-0eb3-4cfa-a3d3-9166ea00620e details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:56:29.913145 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:29.915632 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:29.950884 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-194444e4-2ba2-4cf6-ba30-eee428b55ed4 None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:29.962477 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b04cd-8886-4ccd-a61d-4e005fb011b5 req-01a4e9a2-8329-4a4a-82e9-74ac0dd18428 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:29.968669 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b04cd-8886-4ccd-a61d-4e005fb011b5 req-01a4e9a2-8329-4a4a-82e9-74ac0dd18428 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:29.974992 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b04cd-8886-4ccd-a61d-4e005fb011b5 req-01a4e9a2-8329-4a4a-82e9-74ac0dd18428 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:29.982332 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b04cd-8886-4ccd-a61d-4e005fb011b5 req-01a4e9a2-8329-4a4a-82e9-74ac0dd18428 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:29.989684 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b04cd-8886-4ccd-a61d-4e005fb011b5 req-01a4e9a2-8329-4a4a-82e9-74ac0dd18428 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:29.991782 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-194444e4-2ba2-4cf6-ba30-eee428b55ed4 None None] Transition to ACTIVE for port object be07f42c-ca58-44a6-8473-8d8451fd5d85 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:56:29.997190 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b04cd-8886-4ccd-a61d-4e005fb011b5 req-01a4e9a2-8329-4a4a-82e9-74ac0dd18428 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:30.003849 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b04cd-8886-4ccd-a61d-4e005fb011b5 req-01a4e9a2-8329-4a4a-82e9-74ac0dd18428 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:30.005937 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-411b04cd-8886-4ccd-a61d-4e005fb011b5 req-01a4e9a2-8329-4a4a-82e9-74ac0dd18428 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5419 time: 0.2906463 Sep 30 00:56:30.018943 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=b26474b4-ebc5-4e65-9019-457dab422db5,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:30.023599 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f2c52-29a1-4d5e-a923-843eb58d3864 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=490a88db-3c3f-44ab-b6d1-e50795499308,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:30.027262 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-401f2c52-29a1-4d5e-a923-843eb58d3864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:30.040793 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:30.042743 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7aa1fb0-2ded-4584-9bdd-a88010c59a42 None None] Network dbb1bfec-756c-4c09-8184-2be0dcccc182 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:56:30.044796 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-401f2c52-29a1-4d5e-a923-843eb58d3864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:30.056887 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-401f2c52-29a1-4d5e-a923-843eb58d3864 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/490a88db-3c3f-44ab-b6d1-e50795499308 HTTP/1.1" status: 204 len: 168 time: 1.1680498 Sep 30 00:56:30.059308 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 36658) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:56:30.059992 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-194444e4-2ba2-4cf6-ba30-eee428b55ed4 None None] Transition to ACTIVE for port object be07f42c-ca58-44a6-8473-8d8451fd5d85 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:56:30.077921 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df185a31-da69-432d-b78e-da3c2d6330ba tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Pushing event updated for resources: {'Subnet': ['ID=5a8ef49b-ee4b-44bc-a861-380715541a6f,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:30.092258 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-df185a31-da69-432d-b78e-da3c2d6330ba tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:30.118433 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df185a31-da69-432d-b78e-da3c2d6330ba tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Checking segment: {'id': '2f83e82e-baf3-4366-a355-80ad72405deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'cb5b4930-adc6-4649-9e35-e9509de956a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:56:30.118892 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df185a31-da69-432d-b78e-da3c2d6330ba tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Network hostable DHCP agents. Network: cb5b4930-adc6-4649-9e35-e9509de956a5, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:56:30.155703 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df185a31-da69-432d-b78e-da3c2d6330ba tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Network cb5b4930-adc6-4649-9e35-e9509de956a5 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:56:30.168950 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-df185a31-da69-432d-b78e-da3c2d6330ba tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, cb5b4930-adc6-4649-9e35-e9509de956a5) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:56:30.190523 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df185a31-da69-432d-b78e-da3c2d6330ba tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:30.191330 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-df185a31-da69-432d-b78e-da3c2d6330ba tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:30.215547 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-411b04cd-8886-4ccd-a61d-4e005fb011b5 req-39e433de-de4a-4a51-9db5-3eac1a96a614 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1937895 Sep 30 00:56:30.220078 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-df185a31-da69-432d-b78e-da3c2d6330ba tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1790295 Sep 30 00:56:30.239609 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0ecb09be-761b-43e2-a99c-08104c4eaaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:30.252411 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-0ecb09be-761b-43e2-a99c-08104c4eaaa4 admin admin] Deleting port dae5bfb5-1e9d-4819-b0e4-a3d3aa55bf3f {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:56:30.252411 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0ecb09be-761b-43e2-a99c-08104c4eaaa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:30.253460 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d484dce7-59ce-40d9-9ce2-bef4f9b0a02d None None] Network cb5b4930-adc6-4649-9e35-e9509de956a5 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:56:30.281850 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-194444e4-2ba2-4cf6-ba30-eee428b55ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:30.329362 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:30.495162 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194444e4-2ba2-4cf6-ba30-eee428b55ed4 None None] Pushing event updated for resources: {'Port': ['ID=be07f42c-ca58-44a6-8473-8d8451fd5d85,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:30.511424 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-194444e4-2ba2-4cf6-ba30-eee428b55ed4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:30.539817 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194444e4-2ba2-4cf6-ba30-eee428b55ed4 None None] Network a945393c-98fe-4226-bf30-e8fa5bb0a7f9 is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:56:30.572291 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-0ecb09be-761b-43e2-a99c-08104c4eaaa4 admin admin] For port dae5bfb5-1e9d-4819-b0e4-a3d3aa55bf3f, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=dae5bfb5-1e9d-4819-b0e4-a3d3aa55bf3f,segment=NetworkSegment(955d5835-1e92-492f-83d2-7f87fe0f8c5d),segment_id=955d5835-1e92-492f-83d2-7f87fe0f8c5d)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:30.572639 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0ecb09be-761b-43e2-a99c-08104c4eaaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:30.575778 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-194444e4-2ba2-4cf6-ba30-eee428b55ed4 None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:56:30.594612 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194444e4-2ba2-4cf6-ba30-eee428b55ed4 None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:56:30.690285 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fbc444c4-52d1-439b-8786-598bab348d98 req-3187339d-e8a2-4d3c-8989-17d3dacae448 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=63a126d134f14d979bea0d3209fea08a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0904510 Sep 30 00:56:30.754497 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f3dda-6b8f-4d67-8b8a-b4c4f47cb82c req-b772554f-4288-4530-889f-aeaf210abf32 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:30.756026 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b29f3dda-6b8f-4d67-8b8a-b4c4f47cb82c req-b772554f-4288-4530-889f-aeaf210abf32 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 948 time: 0.3981550 Sep 30 00:56:30.767415 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-0ecb09be-761b-43e2-a99c-08104c4eaaa4 admin admin] Calling delete_port for dae5bfb5-1e9d-4819-b0e4-a3d3aa55bf3f owned by network:dhcp {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:56:30.833344 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 03ae6a29-ec1d-45c0-ba1b-616bc7cc84da no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:56:30.886020 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 03ae6a29-ec1d-45c0-ba1b-616bc7cc84da {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:56:30.886554 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 03ae6a29-ec1d-45c0-ba1b-616bc7cc84da not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:56:30.909635 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port f022d92f-0eb3-4cfa-a3d3-9166ea00620e, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=f022d92f-0eb3-4cfa-a3d3-9166ea00620e,segment=NetworkSegment(7a580927-319d-432d-8607-34e9ac4cfc0f),segment_id=7a580927-319d-432d-8607-34e9ac4cfc0f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:30.916950 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722c5fb-2eed-4a5e-a97f-57daf09b291d req-f6bec977-5c8b-4514-8e2b-fe2f3eae9a23 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:30.926801 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-194444e4-2ba2-4cf6-ba30-eee428b55ed4 None None] Attempting to bind port be07f42c-ca58-44a6-8473-8d8451fd5d85 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:56:30.927175 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2722c5fb-2eed-4a5e-a97f-57daf09b291d req-f6bec977-5c8b-4514-8e2b-fe2f3eae9a23 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=dda74974-35b2-44ca-a89c-2f040f56573a HTTP/1.1" status: 200 len: 950 time: 0.1138990 Sep 30 00:56:30.927421 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-194444e4-2ba2-4cf6-ba30-eee428b55ed4 None None] Attempting to bind port be07f42c-ca58-44a6-8473-8d8451fd5d85 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'b3b168b3-3bbb-4a8a-9962-65c1d6b82871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a945393c-98fe-4226-bf30-e8fa5bb0a7f9'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:56:30.927886 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194444e4-2ba2-4cf6-ba30-eee428b55ed4 None None] Attempting to bind port be07f42c-ca58-44a6-8473-8d8451fd5d85 on network a945393c-98fe-4226-bf30-e8fa5bb0a7f9 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:56:30.947260 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194444e4-2ba2-4cf6-ba30-eee428b55ed4 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:56:30.947707 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194444e4-2ba2-4cf6-ba30-eee428b55ed4 None None] Checking segment: {'id': 'b3b168b3-3bbb-4a8a-9962-65c1d6b82871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a945393c-98fe-4226-bf30-e8fa5bb0a7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:56:30.948239 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-194444e4-2ba2-4cf6-ba30-eee428b55ed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:30.948740 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194444e4-2ba2-4cf6-ba30-eee428b55ed4 None None] Bound using segment: {'id': 'b3b168b3-3bbb-4a8a-9962-65c1d6b82871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a945393c-98fe-4226-bf30-e8fa5bb0a7f9'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:56:30.949627 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-194444e4-2ba2-4cf6-ba30-eee428b55ed4 None None] Bound port: be07f42c-ca58-44a6-8473-8d8451fd5d85, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b168b3-3bbb-4a8a-9962-65c1d6b82871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a945393c-98fe-4226-bf30-e8fa5bb0a7f9'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:56:30.949776 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-194444e4-2ba2-4cf6-ba30-eee428b55ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:30.959247 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': 'f022d92f-0eb3-4cfa-a3d3-9166ea00620e', 'network_id': '5fb36fa6-51fa-41e0-a614-23d3a62d6673', 'port_id': 'f022d92f-0eb3-4cfa-a3d3-9166ea00620e', 'mac_address': 'fa:16:3e:18:ee:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd3c024e-b603-46de-89e9-6733ca50df93', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:56:30.960495 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b29f3dda-6b8f-4d67-8b8a-b4c4f47cb82c req-9835b9b3-000b-4d78-aa65-0a9416b7f66a tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622169 Sep 30 00:56:30.977652 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2722c5fb-2eed-4a5e-a97f-57daf09b291d req-0cfb8918-715f-4b16-9ec0-6b649acf39ed tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495939 Sep 30 00:56:31.028356 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0ecb09be-761b-43e2-a99c-08104c4eaaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:31.035861 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8c243c81-0d8f-42c1-afe6-4a0fb64b406b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:31.093954 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb09be-761b-43e2-a99c-08104c4eaaa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dae5bfb5-1e9d-4819-b0e4-a3d3aa55bf3f,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:31.109446 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc444c4-52d1-439b-8786-598bab348d98 req-b94c175e-2b11-43d5-a254-a9c044f50e26 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:31.110999 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fbc444c4-52d1-439b-8786-598bab348d98 req-b94c175e-2b11-43d5-a254-a9c044f50e26 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3540576 Sep 30 00:56:31.112209 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0ecb09be-761b-43e2-a99c-08104c4eaaa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:31.114789 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecb09be-761b-43e2-a99c-08104c4eaaa4 admin admin] No DVR routers for this DVR port dae5bfb5-1e9d-4819-b0e4-a3d3aa55bf3f on host n-d-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:56:31.132148 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23ffc91-e835-42b3-9690-cabf21f15dfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-cb5b4930-adc6-4649-9e35-e9509de956a5', 'network_id': 'cb5b4930-adc6-4649-9e35-e9509de956a5', 'tenant_id': 'f83f8ec107124dafbd42039d13441fdb', 'fixed_ips': [{'subnet_id': '5a8ef49b-ee4b-44bc-a861-380715541a6f'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 00:56:31.133194 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e23ffc91-e835-42b3-9690-cabf21f15dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:31.145488 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-fbc444c4-52d1-439b-8786-598bab348d98 req-997227ac-bd64-4a12-8ef4-29951fb973fd tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Request body: {'port': {'device_id': 'a44be028-592e-4cec-9e89-cccf2db77aba', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'admin_state_up': True, 'tenant_id': '63a126d134f14d979bea0d3209fea08a'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:56:31.297473 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-685e2718-cf42-4017-a8e0-50412f1641aa tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:31.307835 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-685e2718-cf42-4017-a8e0-50412f1641aa tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:31.308744 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-685e2718-cf42-4017-a8e0-50412f1641aa tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Synchronizing usage tracker for tenant:f83f8ec107124dafbd42039d13441fdb on resource:network {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:56:31.314717 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:31.326552 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-685e2718-cf42-4017-a8e0-50412f1641aa tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Unset dirty status for tenant:f83f8ec107124dafbd42039d13441fdb on resource:network {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:56:31.338743 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-685e2718-cf42-4017-a8e0-50412f1641aa tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/networks?id=a945393c-98fe-4226-bf30-e8fa5bb0a7f9&id=cb5b4930-adc6-4649-9e35-e9509de956a5 HTTP/1.1" status: 200 len: 1390 time: 0.2234671 Sep 30 00:56:31.358234 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f022d92f-0eb3-4cfa-a3d3-9166ea00620e {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:56:31.358462 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-c967adc7-a19a-4c58-9b4d-33b7ecede72e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/quotas/f83f8ec107124dafbd42039d13441fdb HTTP/1.1" status: 200 len: 375 time: 0.0185068 Sep 30 00:56:31.376100 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-e23ffc91-e835-42b3-9690-cabf21f15dfc None None] Allocated IP 19.86.0.2 (cb5b4930-adc6-4649-9e35-e9509de956a5/5a8ef49b-ee4b-44bc-a861-380715541a6f/1bf98ed7-db77-411d-9eac-e90d53fda82c) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:56:31.388860 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-194444e4-2ba2-4cf6-ba30-eee428b55ed4 None None] For port be07f42c-ca58-44a6-8473-8d8451fd5d85, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:56:31.395313 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09801414-b6f3-4ac9-99a9-ecf5d9f36a9f None None] DHCP port deletion for dbb1bfec-756c-4c09-8184-2be0dcccc182 request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 00:56:31.398533 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-194444e4-2ba2-4cf6-ba30-eee428b55ed4 None None] For port be07f42c-ca58-44a6-8473-8d8451fd5d85, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=be07f42c-ca58-44a6-8473-8d8451fd5d85,segment=NetworkSegment(b3b168b3-3bbb-4a8a-9962-65c1d6b82871),segment_id=b3b168b3-3bbb-4a8a-9962-65c1d6b82871)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:56:31.406466 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port f022d92f-0eb3-4cfa-a3d3-9166ea00620e, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=f022d92f-0eb3-4cfa-a3d3-9166ea00620e,segment=NetworkSegment(7a580927-319d-432d-8607-34e9ac4cfc0f),segment_id=7a580927-319d-432d-8607-34e9ac4cfc0f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:31.410815 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-194444e4-2ba2-4cf6-ba30-eee428b55ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:31.418020 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:31.459506 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-8f9df939-33ac-49cb-94b2-f78f965c1656 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Synchronizing usage tracker for tenant:f83f8ec107124dafbd42039d13441fdb on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:56:31.461799 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:31.462531 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device af11ef16-52be-4099-98fc-3753539c1b51 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:56:31.478093 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-8f9df939-33ac-49cb-94b2-f78f965c1656 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Unset dirty status for tenant:f83f8ec107124dafbd42039d13441fdb on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:56:31.479559 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-8f9df939-33ac-49cb-94b2-f78f965c1656 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f83f8ec107124dafbd42039d13441fdb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1201205 Sep 30 00:56:31.504661 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e0918376-ed56-493b-a98d-8e72bfd60ee1 req-fed18d98-2f08-4a0c-99b2-cdf01e999b08 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=a44be028-592e-4cec-9e89-cccf2db77aba HTTP/1.1" status: 200 len: 210 time: 0.2137272 Sep 30 00:56:31.513940 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0ecb09be-761b-43e2-a99c-08104c4eaaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:31.578781 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-0ecb09be-761b-43e2-a99c-08104c4eaaa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb1bfec-756c-4c09-8184-2be0dcccc182']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:56:31.594438 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-0ecb09be-761b-43e2-a99c-08104c4eaaa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955d5835-1e92-492f-83d2-7f87fe0f8c5d') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:56:31.594661 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-0ecb09be-761b-43e2-a99c-08104c4eaaa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955d5835-1e92-492f-83d2-7f87fe0f8c5d') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:56:31.626269 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0ecb09be-761b-43e2-a99c-08104c4eaaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:31.658667 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-fbc444c4-52d1-439b-8786-598bab348d98 req-997227ac-bd64-4a12-8ef4-29951fb973fd tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:56:31.671228 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0ecb09be-761b-43e2-a99c-08104c4eaaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:31.683805 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194444e4-2ba2-4cf6-ba30-eee428b55ed4 None None] Pushing event updated for resources: {'Port': ['ID=be07f42c-ca58-44a6-8473-8d8451fd5d85,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:31.687670 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-fbc444c4-52d1-439b-8786-598bab348d98 req-997227ac-bd64-4a12-8ef4-29951fb973fd tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:56:31.691540 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port af11ef16-52be-4099-98fc-3753539c1b51, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=af11ef16-52be-4099-98fc-3753539c1b51,segment=NetworkSegment(ab908e6e-8629-4086-b083-0b1dd66189b0),segment_id=ab908e6e-8629-4086-b083-0b1dd66189b0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:31.694382 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ecb09be-761b-43e2-a99c-08104c4eaaa4 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:56:31.695009 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0ecb09be-761b-43e2-a99c-08104c4eaaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:31.701146 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-194444e4-2ba2-4cf6-ba30-eee428b55ed4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:31.701683 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: timer() Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:56:31.718014 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:56:31.786635 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': 'af11ef16-52be-4099-98fc-3753539c1b51', 'network_id': 'c3b2fa3c-7227-466a-851d-9c93a7474d2b', 'port_id': 'af11ef16-52be-4099-98fc-3753539c1b51', 'mac_address': 'fa:16:3e:d7:db:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dcc8230-d664-42d1-827f-dbc3d9952151', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:56:31.809594 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbc444c4-52d1-439b-8786-598bab348d98 req-997227ac-bd64-4a12-8ef4-29951fb973fd tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Made reservation on behalf of 63a126d134f14d979bea0d3209fea08a for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:56:31.818775 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fbc444c4-52d1-439b-8786-598bab348d98 req-997227ac-bd64-4a12-8ef4-29951fb973fd tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:31.967987 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=f022d92f-0eb3-4cfa-a3d3-9166ea00620e,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:31.975056 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:31.995410 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:32.012182 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e23ffc91-e835-42b3-9690-cabf21f15dfc None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:32.035498 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af11ef16-52be-4099-98fc-3753539c1b51 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:56:32.053182 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-e23ffc91-e835-42b3-9690-cabf21f15dfc None None] Transition to ACTIVE for port object 1bf98ed7-db77-411d-9eac-e90d53fda82c will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:56:32.091345 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port af11ef16-52be-4099-98fc-3753539c1b51, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=af11ef16-52be-4099-98fc-3753539c1b51,segment=NetworkSegment(ab908e6e-8629-4086-b083-0b1dd66189b0),segment_id=ab908e6e-8629-4086-b083-0b1dd66189b0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:32.098806 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-e23ffc91-e835-42b3-9690-cabf21f15dfc None None] Transition to ACTIVE for port object 1bf98ed7-db77-411d-9eac-e90d53fda82c will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:56:32.102020 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:32.103340 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 4778fec0-c087-4f43-b37f-9433a75609de details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:56:32.105103 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-e4a19602-312f-47b4-a1b7-317bbae3a6bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:32.152896 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-0224c92e-65b7-45dd-a9ca-5f7d79580499 service neutron] 10.222.0.39 "GET /v2.0/networks/a945393c-98fe-4226-bf30-e8fa5bb0a7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6632533 Sep 30 00:56:32.216943 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e23ffc91-e835-42b3-9690-cabf21f15dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:32.227936 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0ecb09be-761b-43e2-a99c-08104c4eaaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:32.234285 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8524eb3c-65e1-4285-aac0-1110a47de23a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:32.249210 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0ecb09be-761b-43e2-a99c-08104c4eaaa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:32.279225 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb09be-761b-43e2-a99c-08104c4eaaa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbb1bfec-756c-4c09-8184-2be0dcccc182,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:32.285230 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-fbc444c4-52d1-439b-8786-598bab348d98 req-997227ac-bd64-4a12-8ef4-29951fb973fd tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Allocated IP 192.168.233.186 (5148d586-4385-4f2c-9968-16b3a645031f/d94969b3-14c1-4902-a40b-8e6c297e30ba/6524ee34-5658-4d12-8f10-86c9c82d2aaa) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:56:32.285544 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23ffc91-e835-42b3-9690-cabf21f15dfc None None] Network cb5b4930-adc6-4649-9e35-e9509de956a5 is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:56:32.290886 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0ecb09be-761b-43e2-a99c-08104c4eaaa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:32.291727 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-e23ffc91-e835-42b3-9690-cabf21f15dfc None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:56:32.309340 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-0ecb09be-761b-43e2-a99c-08104c4eaaa4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/dbb1bfec-756c-4c09-8184-2be0dcccc182 HTTP/1.1" status: 204 len: 168 time: 2.2486422 Sep 30 00:56:32.315240 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23ffc91-e835-42b3-9690-cabf21f15dfc None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:56:32.375979 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=af11ef16-52be-4099-98fc-3753539c1b51,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:32.444489 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-6cfb1e27-2397-441b-a67a-92dbc04df7c8 service neutron] 10.222.0.39 "GET /v2.0/networks/a945393c-98fe-4226-bf30-e8fa5bb0a7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906790 Sep 30 00:56:32.448708 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:32.449202 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:32.564134 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 36730) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:56:32.616727 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-e23ffc91-e835-42b3-9690-cabf21f15dfc None None] Attempting to bind port 1bf98ed7-db77-411d-9eac-e90d53fda82c on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:56:32.617113 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-e23ffc91-e835-42b3-9690-cabf21f15dfc None None] Attempting to bind port 1bf98ed7-db77-411d-9eac-e90d53fda82c by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '2f83e82e-baf3-4366-a355-80ad72405deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'cb5b4930-adc6-4649-9e35-e9509de956a5'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:56:32.618041 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23ffc91-e835-42b3-9690-cabf21f15dfc None None] Attempting to bind port 1bf98ed7-db77-411d-9eac-e90d53fda82c on network cb5b4930-adc6-4649-9e35-e9509de956a5 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:56:32.618165 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-bb3a4f12-b894-4169-8857-cf43aafd34fc service neutron] 10.222.0.39 "GET /v2.0/networks/cb5b4930-adc6-4649-9e35-e9509de956a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655807 Sep 30 00:56:32.643691 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23ffc91-e835-42b3-9690-cabf21f15dfc None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:56:32.644213 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23ffc91-e835-42b3-9690-cabf21f15dfc None None] Checking segment: {'id': '2f83e82e-baf3-4366-a355-80ad72405deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'cb5b4930-adc6-4649-9e35-e9509de956a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:56:32.644635 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e23ffc91-e835-42b3-9690-cabf21f15dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:32.645080 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23ffc91-e835-42b3-9690-cabf21f15dfc None None] Bound using segment: {'id': '2f83e82e-baf3-4366-a355-80ad72405deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'cb5b4930-adc6-4649-9e35-e9509de956a5'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:56:32.646329 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-e23ffc91-e835-42b3-9690-cabf21f15dfc None None] Bound port: 1bf98ed7-db77-411d-9eac-e90d53fda82c, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f83e82e-baf3-4366-a355-80ad72405deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'cb5b4930-adc6-4649-9e35-e9509de956a5'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:56:32.646748 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e23ffc91-e835-42b3-9690-cabf21f15dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:32.694534 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-0e55a69e-0cee-4192-a3ea-c80c266f86d5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d6d910a5d3074b9cb61a601c2a7cb84a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1293397 Sep 30 00:56:32.695708 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 36736) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:56:32.714104 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ffc91-e835-42b3-9690-cabf21f15dfc None None] Pushing event updated for resources: {'Port': ['ID=1bf98ed7-db77-411d-9eac-e90d53fda82c,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:32.718609 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-e23ffc91-e835-42b3-9690-cabf21f15dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:32.754329 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2a732-eccc-4310-857e-142360074f70 req-a81cf5dc-12a4-400a-b187-d57ae5b67907 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:32.758676 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badafd7-4fec-4c2a-a03f-1a68fcfdb20e req-cf8b1088-785c-44e9-8af9-61727d13df0f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:32.760128 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6badafd7-4fec-4c2a-a03f-1a68fcfdb20e req-cf8b1088-785c-44e9-8af9-61727d13df0f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.59 "GET /v2.0/ports?device_id=dda74974-35b2-44ca-a89c-2f040f56573a HTTP/1.1" status: 200 len: 950 time: 0.8131895 Sep 30 00:56:32.760764 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 4778fec0-c087-4f43-b37f-9433a75609de, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=4778fec0-c087-4f43-b37f-9433a75609de,segment=NetworkSegment(2af1726d-5dad-4b7a-8dd4-728109da2ef3),segment_id=2af1726d-5dad-4b7a-8dd4-728109da2ef3)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:32.762488 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2a732-eccc-4310-857e-142360074f70 req-a81cf5dc-12a4-400a-b187-d57ae5b67907 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:32.770891 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2a732-eccc-4310-857e-142360074f70 req-a81cf5dc-12a4-400a-b187-d57ae5b67907 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:32.780693 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2a732-eccc-4310-857e-142360074f70 req-a81cf5dc-12a4-400a-b187-d57ae5b67907 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:32.787651 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2a732-eccc-4310-857e-142360074f70 req-a81cf5dc-12a4-400a-b187-d57ae5b67907 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:32.792648 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '4778fec0-c087-4f43-b37f-9433a75609de', 'network_id': 'b64aba8e-9f74-43b9-83f1-763975030585', 'port_id': '4778fec0-c087-4f43-b37f-9433a75609de', 'mac_address': 'fa:16:3e:2a:06:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '999673ea-0271-45b5-bb08-a0149a8e0f32', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:56:32.795147 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2a732-eccc-4310-857e-142360074f70 req-a81cf5dc-12a4-400a-b187-d57ae5b67907 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:32.806499 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2a732-eccc-4310-857e-142360074f70 req-a81cf5dc-12a4-400a-b187-d57ae5b67907 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:32.820322 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-82b2a732-eccc-4310-857e-142360074f70 req-a81cf5dc-12a4-400a-b187-d57ae5b67907 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5422 time: 0.4108713 Sep 30 00:56:32.868484 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-6badafd7-4fec-4c2a-a03f-1a68fcfdb20e req-df000c59-03ad-4089-886c-48181efdb89e tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Deleting port 9539d065-d100-4d62-a4c5-50b104184f28 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:56:32.868758 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-6badafd7-4fec-4c2a-a03f-1a68fcfdb20e req-df000c59-03ad-4089-886c-48181efdb89e tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:32.871512 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-e23ffc91-e835-42b3-9690-cabf21f15dfc None None] For port 1bf98ed7-db77-411d-9eac-e90d53fda82c, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:56:32.888158 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fbc444c4-52d1-439b-8786-598bab348d98 req-997227ac-bd64-4a12-8ef4-29951fb973fd tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:32.888570 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-e23ffc91-e835-42b3-9690-cabf21f15dfc None None] For port 1bf98ed7-db77-411d-9eac-e90d53fda82c, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=1bf98ed7-db77-411d-9eac-e90d53fda82c,segment=NetworkSegment(2f83e82e-baf3-4366-a355-80ad72405deb),segment_id=2f83e82e-baf3-4366-a355-80ad72405deb)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:56:32.898790 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:32.907269 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-fbc444c4-52d1-439b-8786-598bab348d98 req-997227ac-bd64-4a12-8ef4-29951fb973fd tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Transition to ACTIVE for port object 6524ee34-5658-4d12-8f10-86c9c82d2aaa will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:56:32.915123 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b70af-6053-4c3f-b980-75ecde750acb req-7ca025b9-af85-4907-8ef1-f8a986466473 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:32.916715 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a84b70af-6053-4c3f-b980-75ecde750acb req-7ca025b9-af85-4907-8ef1-f8a986466473 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.59 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d&tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&binding%3Ahost_id=n-h1-811809-1 HTTP/1.1" status: 200 len: 948 time: 0.5255499 Sep 30 00:56:32.919076 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e23ffc91-e835-42b3-9690-cabf21f15dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:32.934935 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:32.981263 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-82b2a732-eccc-4310-857e-142360074f70 req-16c63123-4f2f-4f1a-b6bb-51fffe68d406 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1600573 Sep 30 00:56:33.013161 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device be07f42c-ca58-44a6-8473-8d8451fd5d85 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:56:33.014618 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dad4cd36-c89d-4397-b180-7ddb3eadfcf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:33.017278 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-2cdd67b4-58de-4b5c-899d-877083f4e98f service neutron] 10.222.0.39 "GET /v2.0/networks/cb5b4930-adc6-4649-9e35-e9509de956a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985932 Sep 30 00:56:33.047751 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fbc444c4-52d1-439b-8786-598bab348d98 req-997227ac-bd64-4a12-8ef4-29951fb973fd tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:33.071556 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f7978ea4-5fdd-4256-97ec-7979e7b0e65d tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:33.159584 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['5e67e008-2c88-42cc-b6b8-dffbe89b27a5'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:56:33.197996 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['ff90dc43-c05d-4a6f-af3a-f5ed58821274'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:56:33.198604 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a84b70af-6053-4c3f-b980-75ecde750acb req-39d03c1c-a043-4185-8ec6-6fefbcc229b3 service neutron] 10.222.0.59 "GET /v2.0/ports/c388bb24-bac6-4e06-bfc0-a11306ad6d78/bindings/n-h1-811809-1 HTTP/1.1" status: 200 len: 382 time: 0.2646039 Sep 30 00:56:33.211875 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dad4cd36-c89d-4397-b180-7ddb3eadfcf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:33.229982 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee75f188-4010-46fe-9b81-4c2b67407f2d None None] Network a945393c-98fe-4226-bf30-e8fa5bb0a7f9 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:56:33.246202 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbc444c4-52d1-439b-8786-598bab348d98 req-997227ac-bd64-4a12-8ef4-29951fb973fd tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Network 5148d586-4385-4f2c-9968-16b3a645031f is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:56:33.292284 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4778fec0-c087-4f43-b37f-9433a75609de {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:56:33.379127 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-fbc444c4-52d1-439b-8786-598bab348d98 req-997227ac-bd64-4a12-8ef4-29951fb973fd tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:56:33.405354 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc444c4-52d1-439b-8786-598bab348d98 req-997227ac-bd64-4a12-8ef4-29951fb973fd tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:56:33.475605 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997227ac-bd64-4a12-8ef4-29951fb973fd tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Pushing event updated for resources: {'Port': ['ID=6524ee34-5658-4d12-8f10-86c9c82d2aaa,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:33.484269 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-997227ac-bd64-4a12-8ef4-29951fb973fd tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:33.626473 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-5942ad7b-376d-4679-974b-e7ef6c7f10ac tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:33.633763 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-6badafd7-4fec-4c2a-a03f-1a68fcfdb20e req-df000c59-03ad-4089-886c-48181efdb89e tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] For port 9539d065-d100-4d62-a4c5-50b104184f28, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=9539d065-d100-4d62-a4c5-50b104184f28,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:33.634282 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-6badafd7-4fec-4c2a-a03f-1a68fcfdb20e req-df000c59-03ad-4089-886c-48181efdb89e tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:33.638313 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-5942ad7b-376d-4679-974b-e7ef6c7f10ac tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/networks?id=fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 HTTP/1.1" status: 200 len: 804 time: 0.4632866 Sep 30 00:56:33.670755 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-6162714d-9840-4932-81a4-51f3b7c1c20b tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/quotas/e8fe533ff5524edf903112c2aaa276a6 HTTP/1.1" status: 200 len: 375 time: 0.0313082 Sep 30 00:56:33.752398 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b70af-6053-4c3f-b980-75ecde750acb req-5a41507f-3410-4000-93f8-337b8467cd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:33.753914 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a84b70af-6053-4c3f-b980-75ecde750acb req-5a41507f-3410-4000-93f8-337b8467cd12 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 1099 time: 0.4650638 Sep 30 00:56:33.799429 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-bf5f7bc9-6c67-446d-8dcd-2d349fc90d09 None None] Provisioning for port be07f42c-ca58-44a6-8473-8d8451fd5d85 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:56:33.805663 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dad4cd36-c89d-4397-b180-7ddb3eadfcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:33.812030 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b6052b49-2e8c-4ea9-83bd-be1343910507 tempest-ServersAdminNegativeTestJSON-76926143 tempest-ServersAdminNegativeTestJSON-76926143-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:33.829883 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc444c4-52d1-439b-8786-598bab348d98 req-997227ac-bd64-4a12-8ef4-29951fb973fd tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:33.830948 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fbc444c4-52d1-439b-8786-598bab348d98 req-997227ac-bd64-4a12-8ef4-29951fb973fd tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:33.841943 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4cd36-c89d-4397-b180-7ddb3eadfcf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26da7a1-5f02-4915-ab18-7862f735417e,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:33.850187 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-dad4cd36-c89d-4397-b180-7ddb3eadfcf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:33.862223 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 4778fec0-c087-4f43-b37f-9433a75609de, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=4778fec0-c087-4f43-b37f-9433a75609de,segment=NetworkSegment(2af1726d-5dad-4b7a-8dd4-728109da2ef3),segment_id=2af1726d-5dad-4b7a-8dd4-728109da2ef3)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:33.863451 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ffc91-e835-42b3-9690-cabf21f15dfc None None] Pushing event updated for resources: {'Port': ['ID=1bf98ed7-db77-411d-9eac-e90d53fda82c,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:33.868248 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-e23ffc91-e835-42b3-9690-cabf21f15dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.933s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:33.889259 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dad4cd36-c89d-4397-b180-7ddb3eadfcf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:33.890357 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-dad4cd36-c89d-4397-b180-7ddb3eadfcf2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d26da7a1-5f02-4915-ab18-7862f735417e HTTP/1.1" status: 204 len: 168 time: 1.1895990 Sep 30 00:56:33.890967 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:33.892264 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 35284674-21db-44af-a498-316f25bfd67c details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:56:33.895484 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fbc444c4-52d1-439b-8786-598bab348d98 req-997227ac-bd64-4a12-8ef4-29951fb973fd tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7538948 Sep 30 00:56:33.909739 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-6badafd7-4fec-4c2a-a03f-1a68fcfdb20e req-df000c59-03ad-4089-886c-48181efdb89e tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Calling delete_port for 9539d065-d100-4d62-a4c5-50b104184f28 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:56:33.917558 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:33.921742 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-e681aa4d-22ac-42b1-a11c-daa300f546ea tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e8fe533ff5524edf903112c2aaa276a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2500396 Sep 30 00:56:33.929595 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-fbc444c4-52d1-439b-8786-598bab348d98 req-d71f8560-765a-4fa9-86f3-eb363ed25af4 service neutron] Request body: {'port': {'device_id': 'a44be028-592e-4cec-9e89-cccf2db77aba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:56:34.106262 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port be07f42c-ca58-44a6-8473-8d8451fd5d85 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:56:34.190182 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port be07f42c-ca58-44a6-8473-8d8451fd5d85 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:56:34.199036 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:34.328439 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fbc444c4-52d1-439b-8786-598bab348d98 req-d71f8560-765a-4fa9-86f3-eb363ed25af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:34.346008 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-53738845-b48d-4063-8df4-5345dae2765d None None] Provisioning for port 6524ee34-5658-4d12-8f10-86c9c82d2aaa completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:56:34.379270 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-53738845-b48d-4063-8df4-5345dae2765d None None] Provisioning complete for port 6524ee34-5658-4d12-8f10-86c9c82d2aaa triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:56:34.379950 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-53738845-b48d-4063-8df4-5345dae2765d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:34.404278 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-de99dd0f-c9d4-48a0-8c74-8df837c6e649 service neutron] 10.222.0.39 "GET /v2.0/networks/fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195173 Sep 30 00:56:34.477753 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b70af-6053-4c3f-b980-75ecde750acb req-c7d7bdfe-9e92-4b70-9983-22cfd84ccf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:34.479025 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 35284674-21db-44af-a498-316f25bfd67c, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=35284674-21db-44af-a498-316f25bfd67c,segment=NetworkSegment(ab908e6e-8629-4086-b083-0b1dd66189b0),segment_id=ab908e6e-8629-4086-b083-0b1dd66189b0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:34.483007 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a84b70af-6053-4c3f-b980-75ecde750acb req-c7d7bdfe-9e92-4b70-9983-22cfd84ccf81 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.6485686 Sep 30 00:56:34.566340 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=4778fec0-c087-4f43-b37f-9433a75609de,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:34.624021 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:34.624800 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '35284674-21db-44af-a498-316f25bfd67c', 'network_id': 'c3b2fa3c-7227-466a-851d-9c93a7474d2b', 'port_id': '35284674-21db-44af-a498-316f25bfd67c', 'mac_address': 'fa:16:3e:81:ee:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dcc8230-d664-42d1-827f-dbc3d9952151', 'ip_address': '10.1.1.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:56:34.641920 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 36764) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:56:34.644990 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-53738845-b48d-4063-8df4-5345dae2765d None None] Port 6524ee34-5658-4d12-8f10-86c9c82d2aaa cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:56:34.655823 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2718d-eb27-4c6b-9f53-c6fcb07974d6 req-c2aa5ca7-998b-496f-a5f9-322b524954a1 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:34.657882 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-22b2718d-eb27-4c6b-9f53-c6fcb07974d6 req-c2aa5ca7-998b-496f-a5f9-322b524954a1 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=dda74974-35b2-44ca-a89c-2f040f56573a HTTP/1.1" status: 200 len: 950 time: 1.2581809 Sep 30 00:56:34.729066 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a84b70af-6053-4c3f-b980-75ecde750acb req-53643419-197b-4ccf-8bca-1eff009bc98c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c388bb24-bac6-4e06-bfc0-a11306ad6d78 HTTP/1.1" status: 200 len: 217 time: 0.2292011 Sep 30 00:56:34.753848 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4d00f-348b-4959-8475-702c71fccc47 req-c25c73ac-8f50-466d-a783-727002ccc2e0 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:34.755547 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bec4d00f-348b-4959-8475-702c71fccc47 req-c25c73ac-8f50-466d-a783-727002ccc2e0 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a757f9-8bf2-4e90-b8bf-a37fb37d314e HTTP/1.1" status: 200 len: 945 time: 0.5988672 Sep 30 00:56:34.786925 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cdbfdf-7211-4cdc-86cc-0e6a9a807a0b None None] Network cb5b4930-adc6-4649-9e35-e9509de956a5 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:56:34.850878 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-bec4d00f-348b-4959-8475-702c71fccc47 req-2a446002-9cd1-4a1b-bccb-b7f5a05e7ab3 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Deleting port 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:56:34.851298 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bec4d00f-348b-4959-8475-702c71fccc47 req-2a446002-9cd1-4a1b-bccb-b7f5a05e7ab3 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:34.887072 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-8d2684d7-7bfc-45a6-ade6-c52765cbbb03 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d875a68f235b4baf9b5ce461769b3cae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2398708 Sep 30 00:56:34.891825 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 36768) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:56:34.892654 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-6badafd7-4fec-4c2a-a03f-1a68fcfdb20e req-df000c59-03ad-4089-886c-48181efdb89e tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:34.904271 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-22b2718d-eb27-4c6b-9f53-c6fcb07974d6 req-70b7b1bb-3442-44b4-9468-0232d0fcc9d3 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629443 Sep 30 00:56:34.918792 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b7d05761-48e7-4fa3-bc8b-27a977b05a16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:34.964023 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b70af-6053-4c3f-b980-75ecde750acb req-b3f9a548-d9a7-4f92-a5b7-16b3f43baf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:34.965467 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a84b70af-6053-4c3f-b980-75ecde750acb req-b3f9a548-d9a7-4f92-a5b7-16b3f43baf43 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1986227 Sep 30 00:56:35.009267 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:35.043679 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df000c59-03ad-4089-886c-48181efdb89e tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Pushing event deleted for resources: {'Port': ['ID=9539d065-d100-4d62-a4c5-50b104184f28,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:35.050117 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-698e84ee-adf5-4a02-aaa2-6d9525f6fd1a None None] Provisioning for port 1bf98ed7-db77-411d-9eac-e90d53fda82c completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:56:35.050911 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-df000c59-03ad-4089-886c-48181efdb89e tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:35.105853 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35284674-21db-44af-a498-316f25bfd67c {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:56:35.125708 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:35.291655 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 35284674-21db-44af-a498-316f25bfd67c, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=35284674-21db-44af-a498-316f25bfd67c,segment=NetworkSegment(ab908e6e-8629-4086-b083-0b1dd66189b0),segment_id=ab908e6e-8629-4086-b083-0b1dd66189b0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:35.297088 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-bec4d00f-348b-4959-8475-702c71fccc47 req-2a446002-9cd1-4a1b-bccb-b7f5a05e7ab3 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] For port 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=4a0a280e-239f-4d0d-bed6-c7cb6ef309a2,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:35.297710 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bec4d00f-348b-4959-8475-702c71fccc47 req-2a446002-9cd1-4a1b-bccb-b7f5a05e7ab3 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:35.350342 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-6badafd7-4fec-4c2a-a03f-1a68fcfdb20e req-df000c59-03ad-4089-886c-48181efdb89e tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] No DVR routers for this DVR port 9539d065-d100-4d62-a4c5-50b104184f28 on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:56:35.381899 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-6badafd7-4fec-4c2a-a03f-1a68fcfdb20e req-df000c59-03ad-4089-886c-48181efdb89e tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:35.388293 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda74974-35b2-44ca-a89c-2f040f56573a', 'name': 'network-vif-deleted', 'tag': '9539d065-d100-4d62-a4c5-50b104184f28'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:56:35.490194 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d49f0d4e-e0a0-439b-bb76-bc552dc5b13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:35.492327 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:35.503399 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:35.525883 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6badafd7-4fec-4c2a-a03f-1a68fcfdb20e req-df000c59-03ad-4089-886c-48181efdb89e tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.59 "DELETE /v2.0/ports/9539d065-d100-4d62-a4c5-50b104184f28 HTTP/1.1" status: 204 len: 173 time: 2.7573836 Sep 30 00:56:35.567436 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port be07f42c-ca58-44a6-8473-8d8451fd5d85, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=be07f42c-ca58-44a6-8473-8d8451fd5d85,segment=NetworkSegment(b3b168b3-3bbb-4a8a-9962-65c1d6b82871),segment_id=b3b168b3-3bbb-4a8a-9962-65c1d6b82871)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:35.577851 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d49f0d4e-e0a0-439b-bb76-bc552dc5b13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:35.588840 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:35.599335 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:35.620635 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=35284674-21db-44af-a498-316f25bfd67c,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:35.624854 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-550e8b23-cb3e-4fca-8f2f-d49879671fb4 None None] Provisioning complete for port be07f42c-ca58-44a6-8473-8d8451fd5d85 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:56:35.625583 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-550e8b23-cb3e-4fca-8f2f-d49879671fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:35.628418 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b70af-6053-4c3f-b980-75ecde750acb req-199830f8-b12c-423a-98d6-ae245cc85bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:35.630134 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a84b70af-6053-4c3f-b980-75ecde750acb req-199830f8-b12c-423a-98d6-ae245cc85bb8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6527669 Sep 30 00:56:35.656168 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:35.656841 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-d3abc076-598a-4c21-9e69-b45894d30fee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:35.705640 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 13d5c611-b072-48c7-a82b-e602abe69b1b details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:56:35.707445 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device dae5bfb5-1e9d-4819-b0e4-a3d3aa55bf3f no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:56:35.709546 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-bec4d00f-348b-4959-8475-702c71fccc47 req-2a446002-9cd1-4a1b-bccb-b7f5a05e7ab3 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Calling delete_port for 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2 owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:56:35.746037 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-e1567ac9-f273-42b0-b24b-acb15d9f152b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:35.752448 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-e1567ac9-f273-42b0-b24b-acb15d9f152b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:35.754102 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-e1567ac9-f273-42b0-b24b-acb15d9f152b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.55 "GET /v2.0/networks?id=a945393c-98fe-4226-bf30-e8fa5bb0a7f9&id=cb5b4930-adc6-4649-9e35-e9509de956a5 HTTP/1.1" status: 200 len: 1390 time: 0.6101186 Sep 30 00:56:35.777589 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187efd6e-4965-4a75-8ac0-a7f08f774ed3 req-c161b931-64a4-4959-a2db-f51f6673f37e tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:35.784639 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-187efd6e-4965-4a75-8ac0-a7f08f774ed3 req-c161b931-64a4-4959-a2db-f51f6673f37e tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 948 time: 0.3312633 Sep 30 00:56:35.789470 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: dae5bfb5-1e9d-4819-b0e4-a3d3aa55bf3f {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:56:35.789950 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device dae5bfb5-1e9d-4819-b0e4-a3d3aa55bf3f not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:56:35.805510 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Request body: {'port': {'device_id': 'aeaa82a1-cf8d-41c7-998a-a8c090aa5cba', 'network_id': 'a945393c-98fe-4226-bf30-e8fa5bb0a7f9', 'admin_state_up': True, 'tenant_id': 'f83f8ec107124dafbd42039d13441fdb'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:56:35.847765 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-34979230-003c-4c16-aa07-7c04e64e72fa service neutron] 10.222.0.39 "GET /v2.0/networks/fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4425631 Sep 30 00:56:35.921485 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['f0900a2e-d98c-4463-bfba-024226cc0373', '12d11d9a-af91-4934-9bb4-b3ee268da0b8', '5b61f90d-e2ca-4d63-a3f2-ec59127f4e72'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:56:36.080487 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:56:36.104376 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d49f0d4e-e0a0-439b-bb76-bc552dc5b13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:36.113550 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Usage tracker for resource:port and tenant:f83f8ec107124dafbd42039d13441fdb is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:56:36.137836 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a03ae90a-d44c-416a-8a66-b034ad03b6e5 tempest-ServersOnMultiNodesTest-382131593 tempest-ServersOnMultiNodesTest-382131593-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:36.140506 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 13d5c611-b072-48c7-a82b-e602abe69b1b, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=13d5c611-b072-48c7-a82b-e602abe69b1b,segment=NetworkSegment(2af1726d-5dad-4b7a-8dd4-728109da2ef3),segment_id=2af1726d-5dad-4b7a-8dd4-728109da2ef3)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:36.171959 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Quota usage for port was recalculated. Used quota:4. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:56:36.176027 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '13d5c611-b072-48c7-a82b-e602abe69b1b', 'network_id': 'b64aba8e-9f74-43b9-83f1-763975030585', 'port_id': '13d5c611-b072-48c7-a82b-e602abe69b1b', 'mac_address': 'fa:16:3e:b3:28:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '999673ea-0271-45b5-bb08-a0149a8e0f32', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:56:36.181825 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 1bf98ed7-db77-411d-9eac-e90d53fda82c up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:56:36.185350 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-187efd6e-4965-4a75-8ac0-a7f08f774ed3 req-a44f373e-b9f4-47e6-8c42-2128ae04ff90 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996203 Sep 30 00:56:36.234924 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:56:36.239245 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f0d4e-e0a0-439b-bb76-bc552dc5b13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f514fc-cf60-464f-a115-50c93d7d8c4f,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:36.261112 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d49f0d4e-e0a0-439b-bb76-bc552dc5b13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:36.281322 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a84b70af-6053-4c3f-b980-75ecde750acb req-681e7309-8b3b-478f-b58a-3f68f1718335 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6309044 Sep 30 00:56:36.292487 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d49f0d4e-e0a0-439b-bb76-bc552dc5b13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:36.294418 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-d49f0d4e-e0a0-439b-bb76-bc552dc5b13e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/05f514fc-cf60-464f-a115-50c93d7d8c4f HTTP/1.1" status: 204 len: 168 time: 1.3941016 Sep 30 00:56:36.313234 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=be07f42c-ca58-44a6-8473-8d8451fd5d85,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:36.328747 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:36.358281 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:36.363462 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d5c611-b072-48c7-a82b-e602abe69b1b {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:56:36.384506 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 13d5c611-b072-48c7-a82b-e602abe69b1b, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=13d5c611-b072-48c7-a82b-e602abe69b1b,segment=NetworkSegment(2af1726d-5dad-4b7a-8dd4-728109da2ef3),segment_id=2af1726d-5dad-4b7a-8dd4-728109da2ef3)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:36.420781 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bec4d00f-348b-4959-8475-702c71fccc47 req-2a446002-9cd1-4a1b-bccb-b7f5a05e7ab3 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:36.430971 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['d761df09-2ef7-4cf5-a7f5-fb9022de696c', 'd8145972-1c86-4921-892c-473259317eca', 'ee603d6a-e7fc-4f18-aab9-f28db39653d6', 'e2a306f7-be35-48f4-9e71-f910c163e2ca'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:56:36.469624 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-56f6ec80-da6a-4c97-99c7-afcc64c7ce13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:36.486517 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Made reservation on behalf of f83f8ec107124dafbd42039d13441fdb for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:56:36.504340 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:36.524115 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:36.525031 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device c388bb24-bac6-4e06-bfc0-a11306ad6d78 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:56:36.595516 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:36.636772 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a446002-9cd1-4a1b-bccb-b7f5a05e7ab3 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Pushing event deleted for resources: {'Port': ['ID=4a0a280e-239f-4d0d-bed6-c7cb6ef309a2,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:36.652101 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2a446002-9cd1-4a1b-bccb-b7f5a05e7ab3 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:36.672467 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7268c-212f-4cb6-96d5-8c8a0b7c2d61 req-0d4309b8-9040-44f7-a13d-ebdc95316c46 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:36.675852 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-88a7268c-212f-4cb6-96d5-8c8a0b7c2d61 req-0d4309b8-9040-44f7-a13d-ebdc95316c46 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Synchronizing usage tracker for tenant:63a126d134f14d979bea0d3209fea08a on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:56:36.756702 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b79c093b-55f7-4214-9768-820cfcd57557 req-33c7611f-305b-426c-8a3f-bf731e106327 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeaa82a1-cf8d-41c7-998a-a8c090aa5cba HTTP/1.1" status: 200 len: 210 time: 0.2104712 Sep 30 00:56:36.815095 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a84b70af-6053-4c3f-b980-75ecde750acb req-f3f3639c-f047-431a-9006-392d04652932 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5195773 Sep 30 00:56:36.849868 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.resource_extend [None req-8143576d-1641-4581-9367-0390ef0af33a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 00:56:36.955457 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-fbc444c4-52d1-439b-8786-598bab348d98 req-d71f8560-765a-4fa9-86f3-eb363ed25af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6524ee34-5658-4d12-8f10-86c9c82d2aaa {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:56:36.970111 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec4d00f-348b-4959-8475-702c71fccc47 req-2a446002-9cd1-4a1b-bccb-b7f5a05e7ab3 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] No DVR routers for this DVR port 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2 on host n-h1-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:56:36.973498 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 1bf98ed7-db77-411d-9eac-e90d53fda82c completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:56:36.978388 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bec4d00f-348b-4959-8475-702c71fccc47 req-2a446002-9cd1-4a1b-bccb-b7f5a05e7ab3 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:36.992442 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a757f9-8bf2-4e90-b8bf-a37fb37d314e', 'name': 'network-vif-deleted', 'tag': '4a0a280e-239f-4d0d-bed6-c7cb6ef309a2'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:56:36.998469 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-88a7268c-212f-4cb6-96d5-8c8a0b7c2d61 req-0d4309b8-9040-44f7-a13d-ebdc95316c46 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Unset dirty status for tenant:63a126d134f14d979bea0d3209fea08a on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:56:37.001047 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-80e05962-9eb8-4d99-8dd7-6ed87cca1115 None None] Provisioning complete for port 1bf98ed7-db77-411d-9eac-e90d53fda82c triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:56:37.001478 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-80e05962-9eb8-4d99-8dd7-6ed87cca1115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:37.005954 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-88a7268c-212f-4cb6-96d5-8c8a0b7c2d61 req-0d4309b8-9040-44f7-a13d-ebdc95316c46 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=a44be028-592e-4cec-9e89-cccf2db77aba HTTP/1.1" status: 200 len: 936 time: 0.8391101 Sep 30 00:56:37.010884 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fbc444c4-52d1-439b-8786-598bab348d98 req-d71f8560-765a-4fa9-86f3-eb363ed25af4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:37.042498 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=13d5c611-b072-48c7-a82b-e602abe69b1b,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:37.046064 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 1bf98ed7-db77-411d-9eac-e90d53fda82c triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:56:37.046453 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:37.082902 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:37.108564 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Allocated IP 19.80.0.155 (a945393c-98fe-4226-bf30-e8fa5bb0a7f9/ff3a421d-ba18-422d-ad00-724fd139076c/f4c83daa-4dab-4cf9-a290-8e6da07faf06) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:56:37.121449 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bec4d00f-348b-4959-8475-702c71fccc47 req-2a446002-9cd1-4a1b-bccb-b7f5a05e7ab3 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.59 "DELETE /v2.0/ports/4a0a280e-239f-4d0d-bed6-c7cb6ef309a2 HTTP/1.1" status: 204 len: 173 time: 2.3454576 Sep 30 00:56:37.150851 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-fbc444c4-52d1-439b-8786-598bab348d98 req-d71f8560-765a-4fa9-86f3-eb363ed25af4 service neutron] Transition to ACTIVE for port object 6524ee34-5658-4d12-8f10-86c9c82d2aaa will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:56:37.169860 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['4147821f-484c-42b8-8eee-96c30dce4206'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:56:37.175746 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-88a7268c-212f-4cb6-96d5-8c8a0b7c2d61 req-6862d53d-2295-40ea-bd18-c1dbbde83041 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686368 Sep 30 00:56:37.178348 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fbc444c4-52d1-439b-8786-598bab348d98 req-d71f8560-765a-4fa9-86f3-eb363ed25af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:37.192040 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce746e5-1160-4001-9dc6-6190283fa728 req-3e0c4175-d256-4f8f-a698-86875c075951 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:37.192807 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-56f6ec80-da6a-4c97-99c7-afcc64c7ce13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:37.203633 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce746e5-1160-4001-9dc6-6190283fa728 req-3e0c4175-d256-4f8f-a698-86875c075951 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:37.212760 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['f022d92f-0eb3-4cfa-a3d3-9166ea00620e'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:56:37.213010 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce746e5-1160-4001-9dc6-6190283fa728 req-3e0c4175-d256-4f8f-a698-86875c075951 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:37.219291 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce746e5-1160-4001-9dc6-6190283fa728 req-3e0c4175-d256-4f8f-a698-86875c075951 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:37.239612 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['4778fec0-c087-4f43-b37f-9433a75609de'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:56:37.244140 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce746e5-1160-4001-9dc6-6190283fa728 req-3e0c4175-d256-4f8f-a698-86875c075951 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:37.260491 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce746e5-1160-4001-9dc6-6190283fa728 req-3e0c4175-d256-4f8f-a698-86875c075951 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:37.272511 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce746e5-1160-4001-9dc6-6190283fa728 req-3e0c4175-d256-4f8f-a698-86875c075951 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:37.285321 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fce746e5-1160-4001-9dc6-6190283fa728 req-3e0c4175-d256-4f8f-a698-86875c075951 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5425 time: 0.3221414 Sep 30 00:56:37.340572 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda74974-35b2-44ca-a89c-2f040f56573a', 'name': 'network-vif-deleted', 'tag': '9539d065-d100-4d62-a4c5-50b104184f28', 'status': 'completed', 'code': 200} Sep 30 00:56:37.377259 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['b26474b4-ebc5-4e65-9019-457dab422db5'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:56:37.657480 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f8560-765a-4fa9-86f3-eb363ed25af4 service neutron] Pushing event updated for resources: {'Port': ['ID=6524ee34-5658-4d12-8f10-86c9c82d2aaa,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:37.726876 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d71f8560-765a-4fa9-86f3-eb363ed25af4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:37.798825 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fce746e5-1160-4001-9dc6-6190283fa728 req-917a21fc-9d9f-42f2-a8cb-4595d097f181 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5124614 Sep 30 00:56:37.813817 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 36818) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:56:37.891014 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:37.922455 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-d6fd98df-c95e-4a27-b492-e6519f7e4a13 req-b061aff3-96eb-4945-b7d2-9d7a211eec10 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Synchronizing usage tracker for tenant:e8fe533ff5524edf903112c2aaa276a6 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:56:37.922919 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Transition to ACTIVE for port object f4c83daa-4dab-4cf9-a290-8e6da07faf06 will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:56:37.925887 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port c388bb24-bac6-4e06-bfc0-a11306ad6d78, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c388bb24-bac6-4e06-bfc0-a11306ad6d78,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:37.951186 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-d6fd98df-c95e-4a27-b492-e6519f7e4a13 req-b061aff3-96eb-4945-b7d2-9d7a211eec10 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Unset dirty status for tenant:e8fe533ff5524edf903112c2aaa276a6 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:56:37.955325 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d6fd98df-c95e-4a27-b492-e6519f7e4a13 req-b061aff3-96eb-4945-b7d2-9d7a211eec10 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 210 time: 0.3210015 Sep 30 00:56:37.959283 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:37.981153 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2b6cd55b-cd11-4886-b4a5-80b4ae8772f8 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542 tempest-FloatingIPsAssociationNegativeTestJSON-1285298542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:37.989728 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-fbc444c4-52d1-439b-8786-598bab348d98 req-d71f8560-765a-4fa9-86f3-eb363ed25af4 service neutron] Attempting to bind port 6524ee34-5658-4d12-8f10-86c9c82d2aaa on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:56:37.990222 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-fbc444c4-52d1-439b-8786-598bab348d98 req-d71f8560-765a-4fa9-86f3-eb363ed25af4 service neutron] Attempting to bind port 6524ee34-5658-4d12-8f10-86c9c82d2aaa by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:56:37.990390 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc444c4-52d1-439b-8786-598bab348d98 req-d71f8560-765a-4fa9-86f3-eb363ed25af4 service neutron] Attempting to bind port 6524ee34-5658-4d12-8f10-86c9c82d2aaa on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:56:37.997247 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc444c4-52d1-439b-8786-598bab348d98 req-d71f8560-765a-4fa9-86f3-eb363ed25af4 service neutron] Port 6524ee34-5658-4d12-8f10-86c9c82d2aaa on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:56:37.997858 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc444c4-52d1-439b-8786-598bab348d98 req-d71f8560-765a-4fa9-86f3-eb363ed25af4 service neutron] Attempting to bind port 6524ee34-5658-4d12-8f10-86c9c82d2aaa on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:56:38.026796 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc444c4-52d1-439b-8786-598bab348d98 req-d71f8560-765a-4fa9-86f3-eb363ed25af4 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:56:38.027162 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc444c4-52d1-439b-8786-598bab348d98 req-d71f8560-765a-4fa9-86f3-eb363ed25af4 service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:56:38.029523 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc444c4-52d1-439b-8786-598bab348d98 req-d71f8560-765a-4fa9-86f3-eb363ed25af4 service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:56:38.030011 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-fbc444c4-52d1-439b-8786-598bab348d98 req-d71f8560-765a-4fa9-86f3-eb363ed25af4 service neutron] Bound port: 6524ee34-5658-4d12-8f10-86c9c82d2aaa, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:56:38.030375 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fbc444c4-52d1-439b-8786-598bab348d98 req-d71f8560-765a-4fa9-86f3-eb363ed25af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:38.071712 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-72f813a7-0af1-48d3-841e-a4e6a82c480a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1864882143-network', 'tenant_id': '58336e3a6a854ff7ab57e933b021b603'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:56:38.098034 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-72f813a7-0af1-48d3-841e-a4e6a82c480a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:56:38.110420 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Network a945393c-98fe-4226-bf30-e8fa5bb0a7f9 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:56:38.115062 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a757f9-8bf2-4e90-b8bf-a37fb37d314e', 'name': 'network-vif-deleted', 'tag': '4a0a280e-239f-4d0d-bed6-c7cb6ef309a2', 'status': 'completed', 'code': 200} Sep 30 00:56:38.119160 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['35284674-21db-44af-a498-316f25bfd67c'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:56:38.122389 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:56:38.126667 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-72f813a7-0af1-48d3-841e-a4e6a82c480a admin admin] Usage tracker for resource:network and tenant:58336e3a6a854ff7ab57e933b021b603 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:56:38.146328 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:56:38.178341 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-72f813a7-0af1-48d3-841e-a4e6a82c480a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:56:38.209512 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-72f813a7-0af1-48d3-841e-a4e6a82c480a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:56:38.210369 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': 'c388bb24-bac6-4e06-bfc0-a11306ad6d78', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': 'c388bb24-bac6-4e06-bfc0-a11306ad6d78', 'mac_address': 'fa:16:3e:5d:d9:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:56:38.226680 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Pushing event updated for resources: {'Port': ['ID=f4c83daa-4dab-4cf9-a290-8e6da07faf06,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:38.244127 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:38.245561 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:38.247496 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:38.248426 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:38.250207 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:38.251014 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:38.251602 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:38.253598 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:38.254145 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:38.254670 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:38.255790 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:38.258591 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:38.272875 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:38.290183 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['af11ef16-52be-4099-98fc-3753539c1b51'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:56:38.317769 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f813a7-0af1-48d3-841e-a4e6a82c480a admin admin] Made reservation on behalf of 58336e3a6a854ff7ab57e933b021b603 for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:56:38.321353 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-72f813a7-0af1-48d3-841e-a4e6a82c480a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:38.358548 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:38.364682 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:38.395339 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-72f813a7-0af1-48d3-841e-a4e6a82c480a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:38.412625 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6126995 Sep 30 00:56:38.451648 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-73da685c-345d-47b3-aca3-31be612bef25 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Request body: {'port': {'device_id': 'aeaa82a1-cf8d-41c7-998a-a8c090aa5cba', 'network_id': 'cb5b4930-adc6-4649-9e35-e9509de956a5', 'admin_state_up': True, 'tenant_id': 'f83f8ec107124dafbd42039d13441fdb'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:56:38.467322 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-09ea808f-e4a0-4989-b600-b9f2ecaa71eb tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:38.469110 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-09ea808f-e4a0-4989-b600-b9f2ecaa71eb tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.59 "GET /v2.0/networks?id=fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 HTTP/1.1" status: 200 len: 804 time: 0.3118548 Sep 30 00:56:38.490094 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-72f813a7-0af1-48d3-841e-a4e6a82c480a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:56:38.506589 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-fbc444c4-52d1-439b-8786-598bab348d98 req-d71f8560-765a-4fa9-86f3-eb363ed25af4 service neutron] For port 6524ee34-5658-4d12-8f10-86c9c82d2aaa, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:56:38.525458 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-fbc444c4-52d1-439b-8786-598bab348d98 req-d71f8560-765a-4fa9-86f3-eb363ed25af4 service neutron] For port 6524ee34-5658-4d12-8f10-86c9c82d2aaa, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=6524ee34-5658-4d12-8f10-86c9c82d2aaa,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:56:38.543429 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-cf9e73ec-37e9-4f6c-ad9d-644fc6b000f5 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Request body: {'port': {'device_id': 'b164b39e-9b04-4b61-a350-81bc98bb6143', 'network_id': 'fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129', 'admin_state_up': True, 'tenant_id': 'e8fe533ff5524edf903112c2aaa276a6'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:56:38.577511 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-72f813a7-0af1-48d3-841e-a4e6a82c480a admin admin] Usage tracker for resource:security_group_rule and tenant:58336e3a6a854ff7ab57e933b021b603 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:56:38.578284 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fbc444c4-52d1-439b-8786-598bab348d98 req-d71f8560-765a-4fa9-86f3-eb363ed25af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:38.586210 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-72f813a7-0af1-48d3-841e-a4e6a82c480a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:56:38.589627 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4568b7a7-860a-494a-8f64-8904c4dc5a7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:38.598693 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-72f813a7-0af1-48d3-841e-a4e6a82c480a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:56:38.637395 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f03467-02ee-4a37-b77a-7053e9724460 req-b73356d7-575f-414c-ad8d-ac1b66228cb7 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:38.645890 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-93f03467-02ee-4a37-b77a-7053e9724460 req-b73356d7-575f-414c-ad8d-ac1b66228cb7 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 948 time: 0.3753381 Sep 30 00:56:38.762001 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-93f03467-02ee-4a37-b77a-7053e9724460 req-80a1f379-60fb-454b-a056-c07434c55844 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151602 Sep 30 00:56:38.768624 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-73da685c-345d-47b3-aca3-31be612bef25 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:56:38.781578 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f8560-765a-4fa9-86f3-eb363ed25af4 service neutron] Pushing event updated for resources: {'Port': ['ID=6524ee34-5658-4d12-8f10-86c9c82d2aaa,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:38.798547 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-73da685c-345d-47b3-aca3-31be612bef25 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Usage tracker for resource:port and tenant:f83f8ec107124dafbd42039d13441fdb is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:56:38.805879 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-73da685c-345d-47b3-aca3-31be612bef25 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Quota usage for port was recalculated. Used quota:5. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:56:38.842311 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:56:38.843068 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-73da685c-345d-47b3-aca3-31be612bef25 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:56:38.861616 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d71f8560-765a-4fa9-86f3-eb363ed25af4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:38.886119 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc444c4-52d1-439b-8786-598bab348d98 req-d71f8560-765a-4fa9-86f3-eb363ed25af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:38.886982 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fbc444c4-52d1-439b-8786-598bab348d98 req-d71f8560-765a-4fa9-86f3-eb363ed25af4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:38.889285 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fbc444c4-52d1-439b-8786-598bab348d98 req-d71f8560-765a-4fa9-86f3-eb363ed25af4 service neutron] 10.222.0.55 "PUT /v2.0/ports/6524ee34-5658-4d12-8f10-86c9c82d2aaa HTTP/1.1" status: 200 len: 1096 time: 4.9660356 Sep 30 00:56:38.905827 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-73da685c-345d-47b3-aca3-31be612bef25 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Made reservation on behalf of f83f8ec107124dafbd42039d13441fdb for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:56:38.916686 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-73da685c-345d-47b3-aca3-31be612bef25 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:38.962538 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de623545-532b-40c7-a2dc-52da3ccc1612 req-3c11628f-dc4e-481b-89b1-ff87981a5efe tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:38.964346 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-de623545-532b-40c7-a2dc-52da3ccc1612 req-3c11628f-dc4e-481b-89b1-ff87981a5efe tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeaa82a1-cf8d-41c7-998a-a8c090aa5cba HTTP/1.1" status: 200 len: 932 time: 0.1775010 Sep 30 00:56:39.110200 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:39.115125 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-de623545-532b-40c7-a2dc-52da3ccc1612 req-92a990e1-a6f2-4bbf-9df5-1b2f2d4b9dc5 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413448 Sep 30 00:56:39.120999 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-cf9e73ec-37e9-4f6c-ad9d-644fc6b000f5 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:56:39.132392 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-cf9e73ec-37e9-4f6c-ad9d-644fc6b000f5 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:56:39.183143 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:39.187920 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc444c4-52d1-439b-8786-598bab348d98 req-973dc7b1-6eee-4f59-a14d-df5655193d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:39.189522 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fbc444c4-52d1-439b-8786-598bab348d98 req-973dc7b1-6eee-4f59-a14d-df5655193d26 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63a126d134f14d979bea0d3209fea08a&device_id=a44be028-592e-4cec-9e89-cccf2db77aba HTTP/1.1" status: 200 len: 1099 time: 0.1325591 Sep 30 00:56:39.190490 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-72f813a7-0af1-48d3-841e-a4e6a82c480a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:39.211125 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-72f813a7-0af1-48d3-841e-a4e6a82c480a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:39.217783 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-80e05962-9eb8-4d99-8dd7-6ed87cca1115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:39.220616 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-85378fb6-ba89-43d6-9307-9606ce9d3865 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:39.272547 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f813a7-0af1-48d3-841e-a4e6a82c480a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:56:39.328652 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-cf9e73ec-37e9-4f6c-ad9d-644fc6b000f5 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Made reservation on behalf of e8fe533ff5524edf903112c2aaa276a6 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:56:39.333648 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-cf9e73ec-37e9-4f6c-ad9d-644fc6b000f5 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:39.354170 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f813a7-0af1-48d3-841e-a4e6a82c480a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653e610f-7618-449b-93c9-e82ca44110ac,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:39.357829 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-72f813a7-0af1-48d3-841e-a4e6a82c480a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:39.363398 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-72f813a7-0af1-48d3-841e-a4e6a82c480a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:39.363707 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-72f813a7-0af1-48d3-841e-a4e6a82c480a admin admin] Added segment b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2 of type vlan for network 75754133-2f30-43b1-b553-38d58661ba06 Sep 30 00:56:39.379659 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80211ebc-aaec-41a8-90e7-6e11d93929e0 req-555e666c-fe7c-4cbe-86b9-a3ea65f51c3d tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:39.381190 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-80211ebc-aaec-41a8-90e7-6e11d93929e0 req-555e666c-fe7c-4cbe-86b9-a3ea65f51c3d tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=a44be028-592e-4cec-9e89-cccf2db77aba HTTP/1.1" status: 200 len: 948 time: 0.4404016 Sep 30 00:56:39.383320 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c388bb24-bac6-4e06-bfc0-a11306ad6d78 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:56:39.425237 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-73da685c-345d-47b3-aca3-31be612bef25 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Allocated IP 19.86.0.68 (cb5b4930-adc6-4649-9e35-e9509de956a5/5a8ef49b-ee4b-44bc-a861-380715541a6f/7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:56:39.443759 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-72f813a7-0af1-48d3-841e-a4e6a82c480a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:39.467775 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 1bf98ed7-db77-411d-9eac-e90d53fda82c, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=1bf98ed7-db77-411d-9eac-e90d53fda82c,segment=NetworkSegment(2f83e82e-baf3-4366-a355-80ad72405deb),segment_id=2f83e82e-baf3-4366-a355-80ad72405deb)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:39.509099 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-80211ebc-aaec-41a8-90e7-6e11d93929e0 req-1f8ae225-ca17-45f5-b0d5-b0f9284ccac5 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159680 Sep 30 00:56:39.547421 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-cf9e73ec-37e9-4f6c-ad9d-644fc6b000f5 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Allocated IP 172.20.0.6 (fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129/1838926e-37d5-4d80-a8c7-56ab398bbbfc/ee657ef2-f239-4216-b04c-84a60e80e4d0) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:56:39.571394 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:39.574475 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-72f813a7-0af1-48d3-841e-a4e6a82c480a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:39.575666 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f813a7-0af1-48d3-841e-a4e6a82c480a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:39.576252 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-72f813a7-0af1-48d3-841e-a4e6a82c480a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:39.588119 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:39.612935 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port c388bb24-bac6-4e06-bfc0-a11306ad6d78, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c388bb24-bac6-4e06-bfc0-a11306ad6d78,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:39.627107 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:39.780818 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:39.809959 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-cf9e73ec-37e9-4f6c-ad9d-644fc6b000f5 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:39.823380 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f813a7-0af1-48d3-841e-a4e6a82c480a admin admin] Pushing event updated for resources: {'Network': ['ID=75754133-2f30-43b1-b553-38d58661ba06,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:39.838495 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-72f813a7-0af1-48d3-841e-a4e6a82c480a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:39.850621 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-cf9e73ec-37e9-4f6c-ad9d-644fc6b000f5 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:39.854368 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fbc444c4-52d1-439b-8786-598bab348d98 req-c3e9bdab-53a0-4627-b73d-b2de3a792666 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=6524ee34-5658-4d12-8f10-86c9c82d2aaa HTTP/1.1" status: 200 len: 217 time: 0.6500723 Sep 30 00:56:39.858302 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-72f813a7-0af1-48d3-841e-a4e6a82c480a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0406899 Sep 30 00:56:39.860614 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 36840) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:56:39.861237 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device be07f42c-ca58-44a6-8473-8d8451fd5d85 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:56:39.866934 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-1457c616-a504-4144-9023-9187222aee0c admin admin] Request body: {'subnet': {'network_id': '75754133-2f30-43b1-b553-38d58661ba06', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1864882143-subnet', 'tenant_id': '58336e3a6a854ff7ab57e933b021b603', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:56:39.888833 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d71f8560-765a-4fa9-86f3-eb363ed25af4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:39.909564 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 75754133-2f30-43b1-b553-38d58661ba06 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:56:39.927847 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-1457c616-a504-4144-9023-9187222aee0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:56:39.956619 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-1457c616-a504-4144-9023-9187222aee0c admin admin] Usage tracker for resource:subnet and tenant:58336e3a6a854ff7ab57e933b021b603 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:56:39.964745 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-1457c616-a504-4144-9023-9187222aee0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:56:39.967498 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 9539d065-d100-4d62-a4c5-50b104184f28 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:56:39.979408 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-1457c616-a504-4144-9023-9187222aee0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:56:40.006368 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc444c4-52d1-439b-8786-598bab348d98 req-b559483b-5330-4488-ac19-f6516ef56a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:40.007122 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-73da685c-345d-47b3-aca3-31be612bef25 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:40.008741 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fbc444c4-52d1-439b-8786-598bab348d98 req-b559483b-5330-4488-ac19-f6516ef56a09 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1323197 Sep 30 00:56:40.015916 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1457c616-a504-4144-9023-9187222aee0c admin admin] Made reservation on behalf of 58336e3a6a854ff7ab57e933b021b603 for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:56:40.018314 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1457c616-a504-4144-9023-9187222aee0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:40.028505 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: 9539d065-d100-4d62-a4c5-50b104184f28 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:56:40.028863 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 9539d065-d100-4d62-a4c5-50b104184f28 not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:56:40.029294 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device c388bb24-bac6-4e06-bfc0-a11306ad6d78 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:56:40.034148 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-cf9e73ec-37e9-4f6c-ad9d-644fc6b000f5 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Network fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:56:40.074883 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-cf9e73ec-37e9-4f6c-ad9d-644fc6b000f5 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:56:40.089676 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-cf9e73ec-37e9-4f6c-ad9d-644fc6b000f5 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:56:40.125505 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a44be028-592e-4cec-9e89-cccf2db77aba', 'tag': '6524ee34-5658-4d12-8f10-86c9c82d2aaa'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:56:40.155167 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e73ec-37e9-4f6c-ad9d-644fc6b000f5 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Pushing event updated for resources: {'Port': ['ID=ee657ef2-f239-4216-b04c-84a60e80e4d0,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:40.170290 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-cf9e73ec-37e9-4f6c-ad9d-644fc6b000f5 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:40.183939 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d99bfd-bd13-44cf-acc6-429e7c6dde4b req-55da511a-2f83-4db3-8fbc-c15fd71c7e2e tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:40.191195 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-04d99bfd-bd13-44cf-acc6-429e7c6dde4b req-55da511a-2f83-4db3-8fbc-c15fd71c7e2e tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1cd4584-2004-40ee-a761-5fc71726e872 HTTP/1.1" status: 200 len: 950 time: 0.9090335 Sep 30 00:56:40.223341 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.api [None req-80e05962-9eb8-4d99-8dd7-6ed87cca1115 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80276) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 00:56:40.223960 n-d-811809-1 neutron-server[80276]: DEBUG oslo_db.api [None req-80e05962-9eb8-4d99-8dd7-6ed87cca1115 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 00:56:40.265740 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1457c616-a504-4144-9023-9187222aee0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:40.272122 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-73da685c-345d-47b3-aca3-31be612bef25 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Transition to ACTIVE for port object 7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2 will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:56:40.273483 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5f4a90af-ba02-44ed-ad3e-08077ee0a50d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:40.273952 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-cf9e73ec-37e9-4f6c-ad9d-644fc6b000f5 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:40.274606 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-cf9e73ec-37e9-4f6c-ad9d-644fc6b000f5 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:40.323702 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=1bf98ed7-db77-411d-9eac-e90d53fda82c,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:40.349479 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-04d99bfd-bd13-44cf-acc6-429e7c6dde4b req-2a5eae30-43b8-4574-ab28-d680e4e4b9fc tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573410 Sep 30 00:56:40.354801 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-cf9e73ec-37e9-4f6c-ad9d-644fc6b000f5 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8226111 Sep 30 00:56:40.359874 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc444c4-52d1-439b-8786-598bab348d98 req-0b7b0cf3-c82e-4b3f-8f3f-6741b8802b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:40.361422 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fbc444c4-52d1-439b-8786-598bab348d98 req-0b7b0cf3-c82e-4b3f-8f3f-6741b8802b53 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3296137 Sep 30 00:56:40.375140 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:40.375498 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b70af-6053-4c3f-b980-75ecde750acb req-bc346681-b437-44d9-9de3-69f27faeb101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:40.377165 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a84b70af-6053-4c3f-b980-75ecde750acb req-bc346681-b437-44d9-9de3-69f27faeb101 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d&tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb HTTP/1.1" status: 200 len: 1100 time: 0.1676791 Sep 30 00:56:40.382933 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1579f-2cef-4d86-9b96-4b6490431910 req-89f27188-811e-4b08-8ea3-1ea3e1b87074 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:40.384982 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.602s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:40.389062 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1579f-2cef-4d86-9b96-4b6490431910 req-89f27188-811e-4b08-8ea3-1ea3e1b87074 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:40.395394 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1579f-2cef-4d86-9b96-4b6490431910 req-89f27188-811e-4b08-8ea3-1ea3e1b87074 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:40.402506 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Request body: {'port': {'device_id': 'b164b39e-9b04-4b61-a350-81bc98bb6143', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:56:40.402885 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1579f-2cef-4d86-9b96-4b6490431910 req-89f27188-811e-4b08-8ea3-1ea3e1b87074 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:40.408671 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1579f-2cef-4d86-9b96-4b6490431910 req-89f27188-811e-4b08-8ea3-1ea3e1b87074 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:40.415485 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1579f-2cef-4d86-9b96-4b6490431910 req-89f27188-811e-4b08-8ea3-1ea3e1b87074 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:40.436378 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1579f-2cef-4d86-9b96-4b6490431910 req-89f27188-811e-4b08-8ea3-1ea3e1b87074 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:40.436659 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-a84b70af-6053-4c3f-b980-75ecde750acb req-0164e084-2e40-459c-b71a-848e2adb40fd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811809-1', 'device_owner': 'compute:nova'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:56:40.448032 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b0c1579f-2cef-4d86-9b96-4b6490431910 req-89f27188-811e-4b08-8ea3-1ea3e1b87074 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5425 time: 0.5653470 Sep 30 00:56:40.546356 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1457c616-a504-4144-9023-9187222aee0c admin admin] Checking segment: {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:56:40.547133 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1457c616-a504-4144-9023-9187222aee0c admin admin] Network hostable DHCP agents. Network: 75754133-2f30-43b1-b553-38d58661ba06, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:56:40.552526 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:40.581769 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457c616-a504-4144-9023-9187222aee0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4830ed89-3d0e-4950-9575-5f4f49821c2d,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:40.600606 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b0c1579f-2cef-4d86-9b96-4b6490431910 req-6802fcc5-2347-4761-b375-b62caa2364a9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1511011 Sep 30 00:56:40.602289 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c388bb24-bac6-4e06-bfc0-a11306ad6d78 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:56:40.602421 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-73da685c-345d-47b3-aca3-31be612bef25 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:40.617801 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1457c616-a504-4144-9023-9187222aee0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:40.618974 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-09ddaea9-08cb-454d-aebb-a853ef8bd7ec tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:40.690929 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port be07f42c-ca58-44a6-8473-8d8451fd5d85 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:56:40.691286 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:40.724402 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.55', 56559) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:56:40.728627 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=c388bb24-bac6-4e06-bfc0-a11306ad6d78,revision_number=8']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:40.762591 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:40.813554 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port c388bb24-bac6-4e06-bfc0-a11306ad6d78, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c388bb24-bac6-4e06-bfc0-a11306ad6d78,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:40.838083 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:40.839078 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:56:40.864672 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-73da685c-345d-47b3-aca3-31be612bef25 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Network cb5b4930-adc6-4649-9e35-e9509de956a5 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:56:40.868634 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da685c-345d-47b3-aca3-31be612bef25 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Pushing event updated for resources: {'Port': ['ID=7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:40.872068 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-73da685c-345d-47b3-aca3-31be612bef25 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:40.872918 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-73da685c-345d-47b3-aca3-31be612bef25 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:56:40.878456 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:40.886697 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-73da685c-345d-47b3-aca3-31be612bef25 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:56:40.911611 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:56:40.911971 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 4a0a280e-239f-4d0d-bed6-c7cb6ef309a2 not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:56:40.980961 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a84b70af-6053-4c3f-b980-75ecde750acb req-0164e084-2e40-459c-b71a-848e2adb40fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:40.996249 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fbc444c4-52d1-439b-8786-598bab348d98 req-f82d48cf-6d20-4831-be2a-a63d17375bd5 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6180441 Sep 30 00:56:41.001532 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1457c616-a504-4144-9023-9187222aee0c admin admin] Network 75754133-2f30-43b1-b553-38d58661ba06 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:56:41.029767 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-1457c616-a504-4144-9023-9187222aee0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 75754133-2f30-43b1-b553-38d58661ba06) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:56:41.036515 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1457c616-a504-4144-9023-9187222aee0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:41.037150 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1457c616-a504-4144-9023-9187222aee0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:41.044902 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['13d5c611-b072-48c7-a82b-e602abe69b1b'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:56:41.069421 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fec90f-58b0-4e2c-b348-4d806da2d907 None None] Network 75754133-2f30-43b1-b553-38d58661ba06 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:56:41.077655 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e2db7-9589-43f7-b547-bb90de23a5d2 req-eaaf2294-b39f-4202-91bb-a045cdeb3da6 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:41.079223 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3d1e2db7-9589-43f7-b547-bb90de23a5d2 req-eaaf2294-b39f-4202-91bb-a045cdeb3da6 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 948 time: 0.1611888 Sep 30 00:56:41.085766 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-73da685c-345d-47b3-aca3-31be612bef25 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:41.086407 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-73da685c-345d-47b3-aca3-31be612bef25 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:41.150476 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-73da685c-345d-47b3-aca3-31be612bef25 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7187645 Sep 30 00:56:41.157003 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-1457c616-a504-4144-9023-9187222aee0c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2926519 Sep 30 00:56:41.170289 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-92b54e16-7f09-430f-94e6-5b5544007a29 service neutron] Request body: {'port': {'device_id': 'aeaa82a1-cf8d-41c7-998a-a8c090aa5cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:56:41.199716 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:41.284464 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3d1e2db7-9589-43f7-b547-bb90de23a5d2 req-6c6571d4-6a20-41a3-b9d1-7fea3b7778c6 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770158 Sep 30 00:56:41.292872 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=c388bb24-bac6-4e06-bfc0-a11306ad6d78,revision_number=9']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:41.298232 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b551ab4-d61c-4294-98f2-58ac8bbb65bc req-9395066e-0232-402c-a4e0-fcc6553c8269 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:41.298886 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-0b551ab4-d61c-4294-98f2-58ac8bbb65bc req-9395066e-0232-402c-a4e0-fcc6553c8269 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Synchronizing usage tracker for tenant:e8fe533ff5524edf903112c2aaa276a6 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:56:41.303026 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:41.328473 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-92b54e16-7f09-430f-94e6-5b5544007a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:41.329823 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-2cc9e7f2-6614-43fe-968b-c79914933753 None None] Provisioning for port f4c83daa-4dab-4cf9-a290-8e6da07faf06 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:56:41.404541 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-2cc9e7f2-6614-43fe-968b-c79914933753 None None] Provisioning complete for port f4c83daa-4dab-4cf9-a290-8e6da07faf06 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:56:41.404949 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2cc9e7f2-6614-43fe-968b-c79914933753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:41.416933 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a44be028-592e-4cec-9e89-cccf2db77aba', 'tag': '6524ee34-5658-4d12-8f10-86c9c82d2aaa', 'status': 'completed', 'code': 200} Sep 30 00:56:41.428501 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479334b-7922-462f-a788-841d2e11539d req-3f11d83c-3f85-4fa5-98a3-0408bc7c191c tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:41.438435 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a479334b-7922-462f-a788-841d2e11539d req-3f11d83c-3f85-4fa5-98a3-0408bc7c191c tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1cd4584-2004-40ee-a761-5fc71726e872 HTTP/1.1" status: 200 len: 950 time: 0.7136912 Sep 30 00:56:41.504619 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6a7c20-7d1e-41db-b0cb-921dd313d036 None None] Network 75754133-2f30-43b1-b553-38d58661ba06 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:56:41.596767 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:41.623578 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-2cc9e7f2-6614-43fe-968b-c79914933753 None None] Port f4c83daa-4dab-4cf9-a290-8e6da07faf06 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:56:41.756070 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 1bf98ed7-db77-411d-9eac-e90d53fda82c up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:56:41.786829 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fbc444c4-52d1-439b-8786-598bab348d98 req-d0347a3b-d0b3-4756-9b77-9a80b1c64d6e service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7516072 Sep 30 00:56:41.847285 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-e598ef9e-22e6-45df-8dca-4d559b1d1d86 None None] Provisioning for port 7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:56:41.881248 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-92b54e16-7f09-430f-94e6-5b5544007a29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c83daa-4dab-4cf9-a290-8e6da07faf06 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:56:41.891102 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-92b54e16-7f09-430f-94e6-5b5544007a29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:41.903592 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-e598ef9e-22e6-45df-8dca-4d559b1d1d86 None None] Provisioning complete for port 7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:56:41.903987 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e598ef9e-22e6-45df-8dca-4d559b1d1d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:41.922274 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-92b54e16-7f09-430f-94e6-5b5544007a29 service neutron] Transition to ACTIVE for port object f4c83daa-4dab-4cf9-a290-8e6da07faf06 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:56:41.932560 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21aeca-c61b-4d73-833b-91b3a9fe9e35 req-9702ff18-126c-4483-b8b3-cc4da091b3da tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:41.939531 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21aeca-c61b-4d73-833b-91b3a9fe9e35 req-9702ff18-126c-4483-b8b3-cc4da091b3da tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:41.940417 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-3e21aeca-c61b-4d73-833b-91b3a9fe9e35 req-9702ff18-126c-4483-b8b3-cc4da091b3da tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Synchronizing usage tracker for tenant:f83f8ec107124dafbd42039d13441fdb on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:56:41.943782 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-92b54e16-7f09-430f-94e6-5b5544007a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:41.951629 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b4365ccd-d625-493f-a10d-65cd3441384e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:41.971330 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 1bf98ed7-db77-411d-9eac-e90d53fda82c triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:56:41.971725 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:41.975178 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-0b551ab4-d61c-4294-98f2-58ac8bbb65bc req-9395066e-0232-402c-a4e0-fcc6553c8269 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Unset dirty status for tenant:e8fe533ff5524edf903112c2aaa276a6 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:56:41.977549 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b551ab4-d61c-4294-98f2-58ac8bbb65bc req-9395066e-0232-402c-a4e0-fcc6553c8269 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 931 time: 1.3781955 Sep 30 00:56:42.046693 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-e598ef9e-22e6-45df-8dca-4d559b1d1d86 None None] Port 7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:56:42.056532 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-a84b70af-6053-4c3f-b980-75ecde750acb req-0164e084-2e40-459c-b71a-848e2adb40fd service neutron] For port c388bb24-bac6-4e06-bfc0-a11306ad6d78, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c388bb24-bac6-4e06-bfc0-a11306ad6d78,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:42.077287 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 36874) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:56:42.099958 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-cecf6472-32fa-4eba-b338-0534c2c29528 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1175428621-network', 'tenant_id': '46f1961c96e04591a3b760f68e3fd1d1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:56:42.105717 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-cecf6472-32fa-4eba-b338-0534c2c29528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:56:42.110963 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-cecf6472-32fa-4eba-b338-0534c2c29528 admin admin] Usage tracker for resource:network and tenant:46f1961c96e04591a3b760f68e3fd1d1 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:56:42.114074 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-3e21aeca-c61b-4d73-833b-91b3a9fe9e35 req-9702ff18-126c-4483-b8b3-cc4da091b3da tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Unset dirty status for tenant:f83f8ec107124dafbd42039d13441fdb on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:56:42.114272 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-cecf6472-32fa-4eba-b338-0534c2c29528 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:56:42.121653 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3e21aeca-c61b-4d73-833b-91b3a9fe9e35 req-9702ff18-126c-4483-b8b3-cc4da091b3da tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeaa82a1-cf8d-41c7-998a-a8c090aa5cba HTTP/1.1" status: 200 len: 1654 time: 0.3814037 Sep 30 00:56:42.121961 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-cecf6472-32fa-4eba-b338-0534c2c29528 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:56:42.217686 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b54e16-7f09-430f-94e6-5b5544007a29 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c83daa-4dab-4cf9-a290-8e6da07faf06,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:42.231137 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-92b54e16-7f09-430f-94e6-5b5544007a29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:42.234834 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3e21aeca-c61b-4d73-833b-91b3a9fe9e35 req-bfa5d82a-3533-4b2c-9520-40cab6e60e37 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118476 Sep 30 00:56:42.237339 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b551ab4-d61c-4294-98f2-58ac8bbb65bc req-677e9637-4c51-41b8-b2b9-4e2f052d6717 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609757 Sep 30 00:56:42.247726 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecf6472-32fa-4eba-b338-0534c2c29528 admin admin] Made reservation on behalf of 46f1961c96e04591a3b760f68e3fd1d1 for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:56:42.250282 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cecf6472-32fa-4eba-b338-0534c2c29528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:42.271571 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cecf6472-32fa-4eba-b338-0534c2c29528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:42.314535 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-a84b70af-6053-4c3f-b980-75ecde750acb req-0164e084-2e40-459c-b71a-848e2adb40fd service neutron] For port c388bb24-bac6-4e06-bfc0-a11306ad6d78, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:56:42.362603 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-92b54e16-7f09-430f-94e6-5b5544007a29 service neutron] Attempting to bind port f4c83daa-4dab-4cf9-a290-8e6da07faf06 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:56:42.362862 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-92b54e16-7f09-430f-94e6-5b5544007a29 service neutron] Attempting to bind port f4c83daa-4dab-4cf9-a290-8e6da07faf06 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'b3b168b3-3bbb-4a8a-9962-65c1d6b82871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a945393c-98fe-4226-bf30-e8fa5bb0a7f9'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:56:42.363208 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-92b54e16-7f09-430f-94e6-5b5544007a29 service neutron] Attempting to bind port f4c83daa-4dab-4cf9-a290-8e6da07faf06 on network a945393c-98fe-4226-bf30-e8fa5bb0a7f9 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:56:42.364264 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-a479334b-7922-462f-a788-841d2e11539d req-06aee3e4-4226-4758-9c59-efdd40718dc4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Deleting port 5b61f90d-e2ca-4d63-a3f2-ec59127f4e72 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:56:42.364613 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a479334b-7922-462f-a788-841d2e11539d req-06aee3e4-4226-4758-9c59-efdd40718dc4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:42.383479 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-92b54e16-7f09-430f-94e6-5b5544007a29 service neutron] Port f4c83daa-4dab-4cf9-a290-8e6da07faf06 on network a945393c-98fe-4226-bf30-e8fa5bb0a7f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:56:42.383813 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-92b54e16-7f09-430f-94e6-5b5544007a29 service neutron] Attempting to bind port f4c83daa-4dab-4cf9-a290-8e6da07faf06 on network a945393c-98fe-4226-bf30-e8fa5bb0a7f9 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:56:42.389433 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-92b54e16-7f09-430f-94e6-5b5544007a29 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:56:42.389782 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-92b54e16-7f09-430f-94e6-5b5544007a29 service neutron] Checking segment: {'id': 'b3b168b3-3bbb-4a8a-9962-65c1d6b82871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a945393c-98fe-4226-bf30-e8fa5bb0a7f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:56:42.390176 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-92b54e16-7f09-430f-94e6-5b5544007a29 service neutron] Bound using segment: {'id': 'b3b168b3-3bbb-4a8a-9962-65c1d6b82871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a945393c-98fe-4226-bf30-e8fa5bb0a7f9'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:56:42.390612 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-92b54e16-7f09-430f-94e6-5b5544007a29 service neutron] Bound port: f4c83daa-4dab-4cf9-a290-8e6da07faf06, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3b168b3-3bbb-4a8a-9962-65c1d6b82871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a945393c-98fe-4226-bf30-e8fa5bb0a7f9'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:56:42.390993 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-92b54e16-7f09-430f-94e6-5b5544007a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:42.514564 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-cecf6472-32fa-4eba-b338-0534c2c29528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:56:42.518847 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-cecf6472-32fa-4eba-b338-0534c2c29528 admin admin] Usage tracker for resource:security_group_rule and tenant:46f1961c96e04591a3b760f68e3fd1d1 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:56:42.521765 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-cecf6472-32fa-4eba-b338-0534c2c29528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:56:42.528729 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-cecf6472-32fa-4eba-b338-0534c2c29528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:56:42.553419 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-92b54e16-7f09-430f-94e6-5b5544007a29 service neutron] For port f4c83daa-4dab-4cf9-a290-8e6da07faf06, host n-h2-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:56:42.558313 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-92b54e16-7f09-430f-94e6-5b5544007a29 service neutron] For port f4c83daa-4dab-4cf9-a290-8e6da07faf06, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=f4c83daa-4dab-4cf9-a290-8e6da07faf06,segment=NetworkSegment(b3b168b3-3bbb-4a8a-9962-65c1d6b82871),segment_id=b3b168b3-3bbb-4a8a-9962-65c1d6b82871)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:56:42.574153 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e35982-b140-4aaa-acb3-da2ccad223a0 req-36ce3490-f863-4796-81fb-472bc584853a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:42.575182 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-34e35982-b140-4aaa-acb3-da2ccad223a0 req-36ce3490-f863-4796-81fb-472bc584853a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Synchronizing usage tracker for tenant:e0e7edddb1c44f66ba9563f9cd33d4a2 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:56:42.581663 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-92b54e16-7f09-430f-94e6-5b5544007a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:42.591537 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-df000c59-03ad-4089-886c-48181efdb89e tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:42.650203 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-34e35982-b140-4aaa-acb3-da2ccad223a0 req-36ce3490-f863-4796-81fb-472bc584853a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Unset dirty status for tenant:e0e7edddb1c44f66ba9563f9cd33d4a2 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:56:42.660104 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-34e35982-b140-4aaa-acb3-da2ccad223a0 req-36ce3490-f863-4796-81fb-472bc584853a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1cd4584-2004-40ee-a761-5fc71726e872 HTTP/1.1" status: 200 len: 950 time: 0.2494316 Sep 30 00:56:42.678951 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-92b54e16-7f09-430f-94e6-5b5544007a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:42.679702 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-92b54e16-7f09-430f-94e6-5b5544007a29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:42.681170 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-92b54e16-7f09-430f-94e6-5b5544007a29 service neutron] 10.222.0.55 "PUT /v2.0/ports/f4c83daa-4dab-4cf9-a290-8e6da07faf06 HTTP/1.1" status: 200 len: 1092 time: 1.5178103 Sep 30 00:56:42.682816 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeaa82a1-cf8d-41c7-998a-a8c090aa5cba', 'tag': 'f4c83daa-4dab-4cf9-a290-8e6da07faf06'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:56:42.719144 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-aa39d586-6e93-46ac-a17e-528b35b249cf service neutron] Request body: {'port': {'device_id': 'aeaa82a1-cf8d-41c7-998a-a8c090aa5cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:56:42.790338 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b54e16-7f09-430f-94e6-5b5544007a29 service neutron] Pushing event updated for resources: {'Port': ['ID=f4c83daa-4dab-4cf9-a290-8e6da07faf06,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:42.797638 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-92b54e16-7f09-430f-94e6-5b5544007a29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:42.800756 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-34e35982-b140-4aaa-acb3-da2ccad223a0 req-ff2055c8-cedb-43c9-8842-674d4de8347e tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398523 Sep 30 00:56:42.826870 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cecf6472-32fa-4eba-b338-0534c2c29528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:42.915649 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-a84b70af-6053-4c3f-b980-75ecde750acb req-0164e084-2e40-459c-b71a-848e2adb40fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c388bb24-bac6-4e06-bfc0-a11306ad6d78 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:56:42.915858 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-aa39d586-6e93-46ac-a17e-528b35b249cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:42.950292 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cecf6472-32fa-4eba-b338-0534c2c29528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:42.958461 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7f979086-7f0b-4477-962b-28bd6ef6d615 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:43.008899 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cecf6472-32fa-4eba-b338-0534c2c29528 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:56:43.012142 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a84b70af-6053-4c3f-b980-75ecde750acb req-0164e084-2e40-459c-b71a-848e2adb40fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:43.091140 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cecf6472-32fa-4eba-b338-0534c2c29528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:43.091485 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-cecf6472-32fa-4eba-b338-0534c2c29528 admin admin] Added segment bab2bce8-fb68-47c9-8bb7-dc5ffb23929f of type vlan for network 79e19920-363c-4a2b-8062-f0e935e61b65 Sep 30 00:56:43.094339 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf6472-32fa-4eba-b338-0534c2c29528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d0c347-2b43-426b-905c-9a29df18b2fc,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:43.097166 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-a84b70af-6053-4c3f-b980-75ecde750acb req-0164e084-2e40-459c-b71a-848e2adb40fd service neutron] Ignored duplicate provisioning block setup for port c388bb24-bac6-4e06-bfc0-a11306ad6d78 by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 30 00:56:43.130536 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-cecf6472-32fa-4eba-b338-0534c2c29528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:43.135497 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe53cd-3eb0-4043-a966-e9aa8c3ab7f0 req-ec01eab7-d972-44d1-a4b9-8a7a04d49cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:43.137036 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-53fe53cd-3eb0-4043-a966-e9aa8c3ab7f0 req-ec01eab7-d972-44d1-a4b9-8a7a04d49cc4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63a126d134f14d979bea0d3209fea08a&device_id=a44be028-592e-4cec-9e89-cccf2db77aba HTTP/1.1" status: 200 len: 1099 time: 1.2448702 Sep 30 00:56:43.192824 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a84b70af-6053-4c3f-b980-75ecde750acb req-0164e084-2e40-459c-b71a-848e2adb40fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:43.213047 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f8196d27-ddf3-47a1-9023-05e24c60525a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:43.361249 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2970fe0-62a1-4099-b7b0-6f3d80f8321d req-72ec2d55-cca5-4444-93c5-3e03566c92a7 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:43.367930 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2970fe0-62a1-4099-b7b0-6f3d80f8321d req-72ec2d55-cca5-4444-93c5-3e03566c92a7 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:43.374130 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2970fe0-62a1-4099-b7b0-6f3d80f8321d req-72ec2d55-cca5-4444-93c5-3e03566c92a7 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:43.380244 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2970fe0-62a1-4099-b7b0-6f3d80f8321d req-72ec2d55-cca5-4444-93c5-3e03566c92a7 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:43.386156 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2970fe0-62a1-4099-b7b0-6f3d80f8321d req-72ec2d55-cca5-4444-93c5-3e03566c92a7 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:43.391956 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2970fe0-62a1-4099-b7b0-6f3d80f8321d req-72ec2d55-cca5-4444-93c5-3e03566c92a7 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:43.398996 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2970fe0-62a1-4099-b7b0-6f3d80f8321d req-72ec2d55-cca5-4444-93c5-3e03566c92a7 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:43.406504 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a2970fe0-62a1-4099-b7b0-6f3d80f8321d req-72ec2d55-cca5-4444-93c5-3e03566c92a7 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5425 time: 0.4265394 Sep 30 00:56:43.417442 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cecf6472-32fa-4eba-b338-0534c2c29528 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:43.433983 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.db.resource_extend [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 00:56:43.490625 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a2970fe0-62a1-4099-b7b0-6f3d80f8321d req-0cc70d6e-47ac-41e1-8d95-c3ec0462ed8f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0831342 Sep 30 00:56:43.567714 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 6524ee34-5658-4d12-8f10-86c9c82d2aaa details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:56:43.588245 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84b70af-6053-4c3f-b980-75ecde750acb req-0164e084-2e40-459c-b71a-848e2adb40fd service neutron] No DVR routers for this DVR port c388bb24-bac6-4e06-bfc0-a11306ad6d78 on host n-h1-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:56:43.612849 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-aa39d586-6e93-46ac-a17e-528b35b249cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:56:43.614298 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 5b61f90d-e2ca-4d63-a3f2-ec59127f4e72 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:56:43.623062 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-aa39d586-6e93-46ac-a17e-528b35b249cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:43.642394 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-aa39d586-6e93-46ac-a17e-528b35b249cf service neutron] Transition to ACTIVE for port object 7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:56:43.646132 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-aa39d586-6e93-46ac-a17e-528b35b249cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:43.650452 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-aa078e91-4602-46d7-b23e-f301f4dd06fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:43.686273 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739338b2-8e93-472c-9a7f-7ab5bfa1d762 req-957e3113-6375-4164-b852-eebc91a5681b tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:43.687963 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-739338b2-8e93-472c-9a7f-7ab5bfa1d762 req-957e3113-6375-4164-b852-eebc91a5681b tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=a44be028-592e-4cec-9e89-cccf2db77aba HTTP/1.1" status: 200 len: 948 time: 1.2697551 Sep 30 00:56:43.689968 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164e084-2e40-459c-b71a-848e2adb40fd service neutron] Pushing event updated for resources: {'Port': ['ID=c388bb24-bac6-4e06-bfc0-a11306ad6d78,revision_number=10']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:43.692313 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0164e084-2e40-459c-b71a-848e2adb40fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:43.762352 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.db.resource_extend [None req-cecf6472-32fa-4eba-b338-0534c2c29528 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 00:56:43.808479 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-a84b70af-6053-4c3f-b980-75ecde750acb req-0164e084-2e40-459c-b71a-848e2adb40fd service neutron] Attempting to bind port c388bb24-bac6-4e06-bfc0-a11306ad6d78 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:56:43.809169 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-a84b70af-6053-4c3f-b980-75ecde750acb req-0164e084-2e40-459c-b71a-848e2adb40fd service neutron] Attempting to bind port c388bb24-bac6-4e06-bfc0-a11306ad6d78 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:56:43.809835 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84b70af-6053-4c3f-b980-75ecde750acb req-0164e084-2e40-459c-b71a-848e2adb40fd service neutron] Attempting to bind port c388bb24-bac6-4e06-bfc0-a11306ad6d78 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:56:43.833864 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee657ef2-f239-4216-b04c-84a60e80e4d0 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:56:43.840416 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84b70af-6053-4c3f-b980-75ecde750acb req-0164e084-2e40-459c-b71a-848e2adb40fd service neutron] Port c388bb24-bac6-4e06-bfc0-a11306ad6d78 on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:56:43.841053 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84b70af-6053-4c3f-b980-75ecde750acb req-0164e084-2e40-459c-b71a-848e2adb40fd service neutron] Attempting to bind port c388bb24-bac6-4e06-bfc0-a11306ad6d78 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:56:43.862775 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39d586-6e93-46ac-a17e-528b35b249cf service neutron] Pushing event updated for resources: {'Port': ['ID=7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:43.869891 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-aa39d586-6e93-46ac-a17e-528b35b249cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:43.881517 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:43.889021 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-739338b2-8e93-472c-9a7f-7ab5bfa1d762 req-905e72f4-0972-4d33-8334-d742b8ee7ecf tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663666 Sep 30 00:56:43.889278 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cecf6472-32fa-4eba-b338-0534c2c29528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:43.890698 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecf6472-32fa-4eba-b338-0534c2c29528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:43.890895 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device b26474b4-ebc5-4e65-9019-457dab422db5 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:56:43.891556 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cecf6472-32fa-4eba-b338-0534c2c29528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:43.895765 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84b70af-6053-4c3f-b980-75ecde750acb req-0164e084-2e40-459c-b71a-848e2adb40fd service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:56:43.896199 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84b70af-6053-4c3f-b980-75ecde750acb req-0164e084-2e40-459c-b71a-848e2adb40fd service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:56:43.896652 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84b70af-6053-4c3f-b980-75ecde750acb req-0164e084-2e40-459c-b71a-848e2adb40fd service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:56:43.897164 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-a84b70af-6053-4c3f-b980-75ecde750acb req-0164e084-2e40-459c-b71a-848e2adb40fd service neutron] Bound port: c388bb24-bac6-4e06-bfc0-a11306ad6d78, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:56:43.898110 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a84b70af-6053-4c3f-b980-75ecde750acb req-0164e084-2e40-459c-b71a-848e2adb40fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:43.927569 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-a479334b-7922-462f-a788-841d2e11539d req-06aee3e4-4226-4758-9c59-efdd40718dc4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] For port 5b61f90d-e2ca-4d63-a3f2-ec59127f4e72, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=5b61f90d-e2ca-4d63-a3f2-ec59127f4e72,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:43.928007 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a479334b-7922-462f-a788-841d2e11539d req-06aee3e4-4226-4758-9c59-efdd40718dc4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:43.949275 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3e0e1afd-a908-4fab-8210-6d845a38e736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:43.988034 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeaa82a1-cf8d-41c7-998a-a8c090aa5cba', 'tag': 'f4c83daa-4dab-4cf9-a290-8e6da07faf06', 'status': 'completed', 'code': 200} Sep 30 00:56:43.996526 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 6524ee34-5658-4d12-8f10-86c9c82d2aaa, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=6524ee34-5658-4d12-8f10-86c9c82d2aaa,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:44.010465 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.55', 56560) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:56:44.023040 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:44.060474 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '6524ee34-5658-4d12-8f10-86c9c82d2aaa', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': '6524ee34-5658-4d12-8f10-86c9c82d2aaa', 'mac_address': 'fa:16:3e:f0:1a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:56:44.070714 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1cd4584-2004-40ee-a761-5fc71726e872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b61f90d-e2ca-4d63-a3f2-ec59127f4e72'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:56:44.092202 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-aa39d586-6e93-46ac-a17e-528b35b249cf service neutron] Attempting to bind port 7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:56:44.092578 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-aa39d586-6e93-46ac-a17e-528b35b249cf service neutron] Attempting to bind port 7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '2f83e82e-baf3-4366-a355-80ad72405deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'cb5b4930-adc6-4649-9e35-e9509de956a5'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:56:44.092876 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-aa39d586-6e93-46ac-a17e-528b35b249cf service neutron] Attempting to bind port 7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2 on network cb5b4930-adc6-4649-9e35-e9509de956a5 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:56:44.096338 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf6472-32fa-4eba-b338-0534c2c29528 admin admin] Pushing event updated for resources: {'Network': ['ID=79e19920-363c-4a2b-8062-f0e935e61b65,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:44.099957 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-cecf6472-32fa-4eba-b338-0534c2c29528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:44.108381 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-aa39d586-6e93-46ac-a17e-528b35b249cf service neutron] Port 7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2 on network cb5b4930-adc6-4649-9e35-e9509de956a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:56:44.108706 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-aa39d586-6e93-46ac-a17e-528b35b249cf service neutron] Attempting to bind port 7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2 on network cb5b4930-adc6-4649-9e35-e9509de956a5 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:56:44.111900 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 5b61f90d-e2ca-4d63-a3f2-ec59127f4e72, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=5b61f90d-e2ca-4d63-a3f2-ec59127f4e72,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:44.119690 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 79e19920-363c-4a2b-8062-f0e935e61b65 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:56:44.121546 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-aa39d586-6e93-46ac-a17e-528b35b249cf service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:56:44.121883 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-aa39d586-6e93-46ac-a17e-528b35b249cf service neutron] Checking segment: {'id': '2f83e82e-baf3-4366-a355-80ad72405deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'cb5b4930-adc6-4649-9e35-e9509de956a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:56:44.122269 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-aa39d586-6e93-46ac-a17e-528b35b249cf service neutron] Bound using segment: {'id': '2f83e82e-baf3-4366-a355-80ad72405deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'cb5b4930-adc6-4649-9e35-e9509de956a5'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:56:44.122697 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-aa39d586-6e93-46ac-a17e-528b35b249cf service neutron] Bound port: 7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f83e82e-baf3-4366-a355-80ad72405deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'cb5b4930-adc6-4649-9e35-e9509de956a5'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:56:44.123068 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-aa39d586-6e93-46ac-a17e-528b35b249cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:44.149787 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27775fe2-03bd-4ebf-a2f6-5394090a6910 req-ee6eac20-7588-4a5e-b03d-261484e213a4 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:44.151322 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-27775fe2-03bd-4ebf-a2f6-5394090a6910 req-ee6eac20-7588-4a5e-b03d-261484e213a4 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 949 time: 0.2953563 Sep 30 00:56:44.161250 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:44.208075 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:44.259402 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef9fb8-a4f2-4700-affa-29277f614cb1 req-dc9c0d27-753b-47e9-9247-9a3fc11cab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:44.259402 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef9fb8-a4f2-4700-affa-29277f614cb1 req-dc9c0d27-753b-47e9-9247-9a3fc11cab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:44.260470 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2fef9fb8-a4f2-4700-affa-29277f614cb1 req-dc9c0d27-753b-47e9-9247-9a3fc11cab04 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f83f8ec107124dafbd42039d13441fdb&device_id=aeaa82a1-cf8d-41c7-998a-a8c090aa5cba HTTP/1.1" status: 200 len: 1938 time: 0.2427394 Sep 30 00:56:44.271048 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-27775fe2-03bd-4ebf-a2f6-5394090a6910 req-a68ee570-a411-4994-995c-b045a261d4a4 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875390 Sep 30 00:56:44.305004 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-aa39d586-6e93-46ac-a17e-528b35b249cf service neutron] For port 7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2, host n-h2-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:56:44.309364 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:44.339625 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port b26474b4-ebc5-4e65-9019-457dab422db5 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:56:44.341925 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Transition to ACTIVE for port object ee657ef2-f239-4216-b04c-84a60e80e4d0 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:56:44.343421 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe53cd-3eb0-4043-a966-e9aa8c3ab7f0 req-512f02c1-14c8-438f-bdbe-77dfd5d11f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:44.345108 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-53fe53cd-3eb0-4043-a966-e9aa8c3ab7f0 req-512f02c1-14c8-438f-bdbe-77dfd5d11f0f service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 1.1433449 Sep 30 00:56:44.353350 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-a479334b-7922-462f-a788-841d2e11539d req-06aee3e4-4226-4758-9c59-efdd40718dc4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Calling delete_port for 5b61f90d-e2ca-4d63-a3f2-ec59127f4e72 owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:56:44.361750 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6524ee34-5658-4d12-8f10-86c9c82d2aaa {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:56:44.365505 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port b26474b4-ebc5-4e65-9019-457dab422db5 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:56:44.365891 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:44.373247 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-aa39d586-6e93-46ac-a17e-528b35b249cf service neutron] For port 7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2,segment=NetworkSegment(2f83e82e-baf3-4366-a355-80ad72405deb),segment_id=2f83e82e-baf3-4366-a355-80ad72405deb)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:56:44.380765 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-aa39d586-6e93-46ac-a17e-528b35b249cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:44.387617 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4332cfc6-4c45-4ec1-8b03-146a7f8526bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:44.397499 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=5b61f90d-e2ca-4d63-a3f2-ec59127f4e72,revision_number=6']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:44.430433 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:44.431131 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:44.431724 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:44.432276 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:44.432820 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:44.433373 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:44.433914 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:44.434461 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:44.435060 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:44.435602 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:44.436388 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:44.436936 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:44.444269 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:44.453979 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 6524ee34-5658-4d12-8f10-86c9c82d2aaa, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=6524ee34-5658-4d12-8f10-86c9c82d2aaa,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:44.466808 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:44.470609 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-073d05e7-e175-4172-a06f-c7cb9c6c8fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:44.472768 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-aa39d586-6e93-46ac-a17e-528b35b249cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:44.473389 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-aa39d586-6e93-46ac-a17e-528b35b249cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:44.474816 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-aa39d586-6e93-46ac-a17e-528b35b249cf service neutron] 10.222.0.55 "PUT /v2.0/ports/7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2 HTTP/1.1" status: 200 len: 1091 time: 1.7600219 Sep 30 00:56:44.500359 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:44.540629 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ae569064-54d0-4be0-8836-710c40e619e9 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:44.570841 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39d586-6e93-46ac-a17e-528b35b249cf service neutron] Pushing event updated for resources: {'Port': ['ID=7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:44.583770 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-aa39d586-6e93-46ac-a17e-528b35b249cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:44.609972 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef9fb8-a4f2-4700-affa-29277f614cb1 req-d21951fd-d2c4-4b1c-bc2b-557381610abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:44.610934 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef9fb8-a4f2-4700-affa-29277f614cb1 req-d21951fd-d2c4-4b1c-bc2b-557381610abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:44.611597 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef9fb8-a4f2-4700-affa-29277f614cb1 req-d21951fd-d2c4-4b1c-bc2b-557381610abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:44.612769 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:44.615569 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2fef9fb8-a4f2-4700-affa-29277f614cb1 req-d21951fd-d2c4-4b1c-bc2b-557381610abd service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f83f8ec107124dafbd42039d13441fdb&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3405812 Sep 30 00:56:44.639220 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-cecf6472-32fa-4eba-b338-0534c2c29528 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.5426004 Sep 30 00:56:44.639566 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-53fe53cd-3eb0-4043-a966-e9aa8c3ab7f0 req-70f2d9e0-5ee6-42d2-b86c-3f68c597c1f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=6524ee34-5658-4d12-8f10-86c9c82d2aaa HTTP/1.1" status: 200 len: 217 time: 0.2234821 Sep 30 00:56:44.640715 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 36894) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:56:44.649524 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=6524ee34-5658-4d12-8f10-86c9c82d2aaa,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:44.652654 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:44.678563 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-d7ede654-4f98-450a-8c71-e986a1c11281 admin admin] Request body: {'subnet': {'network_id': '79e19920-363c-4a2b-8062-f0e935e61b65', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1175428621-subnet', 'tenant_id': '46f1961c96e04591a3b760f68e3fd1d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:56:44.678914 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port b26474b4-ebc5-4e65-9019-457dab422db5, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=b26474b4-ebc5-4e65-9019-457dab422db5,segment=NetworkSegment(ab908e6e-8629-4086-b083-0b1dd66189b0),segment_id=ab908e6e-8629-4086-b083-0b1dd66189b0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:44.683688 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-d7ede654-4f98-450a-8c71-e986a1c11281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:56:44.689715 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:44.693658 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-d7ede654-4f98-450a-8c71-e986a1c11281 admin admin] Usage tracker for resource:subnet and tenant:46f1961c96e04591a3b760f68e3fd1d1 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:56:44.703916 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:44.705188 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-d7ede654-4f98-450a-8c71-e986a1c11281 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:56:44.778355 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5eb571-c497-4de8-b4b0-2f43b8321767 req-af7b7517-6953-4b4d-827b-c5641dea4a40 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:44.784406 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5eb571-c497-4de8-b4b0-2f43b8321767 req-af7b7517-6953-4b4d-827b-c5641dea4a40 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:44.786277 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0e5eb571-c497-4de8-b4b0-2f43b8321767 req-af7b7517-6953-4b4d-827b-c5641dea4a40 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeaa82a1-cf8d-41c7-998a-a8c090aa5cba HTTP/1.1" status: 200 len: 1678 time: 0.3171067 Sep 30 00:56:44.789720 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-d7ede654-4f98-450a-8c71-e986a1c11281 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:56:44.801998 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=b26474b4-ebc5-4e65-9019-457dab422db5,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:44.805024 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:44.823758 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ede654-4f98-450a-8c71-e986a1c11281 admin admin] Made reservation on behalf of 46f1961c96e04591a3b760f68e3fd1d1 for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:56:44.826134 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d7ede654-4f98-450a-8c71-e986a1c11281 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:44.917218 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['6524ee34-5658-4d12-8f10-86c9c82d2aaa'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:56:44.967330 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0e5eb571-c497-4de8-b4b0-2f43b8321767 req-62d33f9b-83db-44aa-be03-fc85c34dc711 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702492 Sep 30 00:56:44.968369 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef9fb8-a4f2-4700-affa-29277f614cb1 req-09568956-002f-46c7-8f66-557cce1d39f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:44.969700 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2fef9fb8-a4f2-4700-affa-29277f614cb1 req-09568956-002f-46c7-8f66-557cce1d39f1 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3279719 Sep 30 00:56:45.018177 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Pushing event updated for resources: {'Port': ['ID=ee657ef2-f239-4216-b04c-84a60e80e4d0,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:45.021932 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:45.028060 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-a84b70af-6053-4c3f-b980-75ecde750acb req-0164e084-2e40-459c-b71a-848e2adb40fd service neutron] For port c388bb24-bac6-4e06-bfc0-a11306ad6d78, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:56:45.089568 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-a84b70af-6053-4c3f-b980-75ecde750acb req-0164e084-2e40-459c-b71a-848e2adb40fd service neutron] For port c388bb24-bac6-4e06-bfc0-a11306ad6d78, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=c388bb24-bac6-4e06-bfc0-a11306ad6d78,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:56:45.103987 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe53cd-3eb0-4043-a966-e9aa8c3ab7f0 req-6f8ee8a7-d1ce-41cf-9a99-ac3f990c15af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:45.106487 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-53fe53cd-3eb0-4043-a966-e9aa8c3ab7f0 req-6f8ee8a7-d1ce-41cf-9a99-ac3f990c15af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.4436736 Sep 30 00:56:45.150709 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a84b70af-6053-4c3f-b980-75ecde750acb req-0164e084-2e40-459c-b71a-848e2adb40fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:45.156847 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.db.api [req-a479334b-7922-462f-a788-841d2e11539d req-06aee3e4-4226-4758-9c59-efdd40718dc4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80275) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 00:56:45.157377 n-d-811809-1 neutron-server[80275]: DEBUG oslo_db.api [req-a479334b-7922-462f-a788-841d2e11539d req-06aee3e4-4226-4758-9c59-efdd40718dc4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 00:56:45.203931 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0164e084-2e40-459c-b71a-848e2adb40fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:45.264199 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d7ede654-4f98-450a-8c71-e986a1c11281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:45.269730 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-caabdf18-40bc-4d22-9ead-62f7946e4c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:45.270249 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-caabdf18-40bc-4d22-9ead-62f7946e4c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:45.271819 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-caabdf18-40bc-4d22-9ead-62f7946e4c3d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f83f8ec107124dafbd42039d13441fdb&device_id=aeaa82a1-cf8d-41c7-998a-a8c090aa5cba HTTP/1.1" status: 200 len: 1980 time: 0.2265713 Sep 30 00:56:45.274321 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1457c616-a504-4144-9023-9187222aee0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:45.290168 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520e5c7-4193-4476-8664-71f8384724a2 req-b4c0b351-f15f-4a3a-be1c-3c1b27c7c7d5 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:45.292894 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0520e5c7-4193-4476-8664-71f8384724a2 req-b4c0b351-f15f-4a3a-be1c-3c1b27c7c7d5 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 931 time: 1.1375265 Sep 30 00:56:45.305488 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b70af-6053-4c3f-b980-75ecde750acb req-0164e084-2e40-459c-b71a-848e2adb40fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:45.306228 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a84b70af-6053-4c3f-b980-75ecde750acb req-0164e084-2e40-459c-b71a-848e2adb40fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:45.307666 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a84b70af-6053-4c3f-b980-75ecde750acb req-0164e084-2e40-459c-b71a-848e2adb40fd service neutron] 10.222.0.55 "PUT /v2.0/ports/c388bb24-bac6-4e06-bfc0-a11306ad6d78 HTTP/1.1" status: 200 len: 1097 time: 4.9101756 Sep 30 00:56:45.314141 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0982a26d-ef7b-491b-b99c-620361f6e29d', 'tag': 'c388bb24-bac6-4e06-bfc0-a11306ad6d78'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:56:45.456302 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Attempting to bind port ee657ef2-f239-4216-b04c-84a60e80e4d0 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:56:45.456665 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Attempting to bind port ee657ef2-f239-4216-b04c-84a60e80e4d0 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'd976d68d-b4b0-4e69-a9c7-52a75a51b884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:56:45.456963 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Attempting to bind port ee657ef2-f239-4216-b04c-84a60e80e4d0 on network fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:56:45.459121 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164e084-2e40-459c-b71a-848e2adb40fd service neutron] Pushing event updated for resources: {'Port': ['ID=c388bb24-bac6-4e06-bfc0-a11306ad6d78,revision_number=11']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:45.463060 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0164e084-2e40-459c-b71a-848e2adb40fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:45.488564 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0520e5c7-4193-4476-8664-71f8384724a2 req-1dfa4b67-803b-4e79-8602-77591d56e152 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675513 Sep 30 00:56:45.489143 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Port ee657ef2-f239-4216-b04c-84a60e80e4d0 on network fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:56:45.489433 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Attempting to bind port ee657ef2-f239-4216-b04c-84a60e80e4d0 on network fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:56:45.501708 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:56:45.502329 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Checking segment: {'id': 'd976d68d-b4b0-4e69-a9c7-52a75a51b884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:56:45.502442 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Bound using segment: {'id': 'd976d68d-b4b0-4e69-a9c7-52a75a51b884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:56:45.502892 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Bound port: ee657ef2-f239-4216-b04c-84a60e80e4d0, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd976d68d-b4b0-4e69-a9c7-52a75a51b884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:56:45.503244 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:45.519561 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe53cd-3eb0-4043-a966-e9aa8c3ab7f0 req-b7404aae-912e-4187-a291-3155fe8d7789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:45.521053 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-53fe53cd-3eb0-4043-a966-e9aa8c3ab7f0 req-b7404aae-912e-4187-a291-3155fe8d7789 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3785305 Sep 30 00:56:45.541659 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe6dfc-854d-4c31-b97e-480005e3fd5d req-ef91b2db-8530-4caf-930a-c6b75bc8b9b1 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:45.549519 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cbfe6dfc-854d-4c31-b97e-480005e3fd5d req-ef91b2db-8530-4caf-930a-c6b75bc8b9b1 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1cd4584-2004-40ee-a761-5fc71726e872 HTTP/1.1" status: 200 len: 948 time: 0.4249637 Sep 30 00:56:45.565446 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-bba7afdb-4dc3-4642-aca3-fcf1d993cd88 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.155&port_id=f4c83daa-4dab-4cf9-a290-8e6da07faf06 HTTP/1.1" status: 200 len: 217 time: 0.1208222 Sep 30 00:56:45.570698 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1cd4584-2004-40ee-a761-5fc71726e872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b61f90d-e2ca-4d63-a3f2-ec59127f4e72', 'code': 200} Sep 30 00:56:45.651981 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ede654-4f98-450a-8c71-e986a1c11281 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d649c40-88c6-4745-a720-06bdd7dae5ba,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:45.663600 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-a479334b-7922-462f-a788-841d2e11539d req-06aee3e4-4226-4758-9c59-efdd40718dc4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Deleting port 5b61f90d-e2ca-4d63-a3f2-ec59127f4e72 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:56:45.663943 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d7ede654-4f98-450a-8c71-e986a1c11281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:45.664115 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a479334b-7922-462f-a788-841d2e11539d req-06aee3e4-4226-4758-9c59-efdd40718dc4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:45.680176 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cbfe6dfc-854d-4c31-b97e-480005e3fd5d req-00a677cc-03c4-45da-b9c9-5ca7a95f2d90 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295216 Sep 30 00:56:45.689855 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-9219828d-0ba1-418a-b0f3-8902f74b64da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:45.698694 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-9219828d-0ba1-418a-b0f3-8902f74b64da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff3a421d-ba18-422d-ad00-724fd139076c HTTP/1.1" status: 200 len: 801 time: 0.1127474 Sep 30 00:56:45.698694 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ede654-4f98-450a-8c71-e986a1c11281 admin admin] Checking segment: {'id': 'bab2bce8-fb68-47c9-8bb7-dc5ffb23929f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '79e19920-363c-4a2b-8062-f0e935e61b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:56:45.698694 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ede654-4f98-450a-8c71-e986a1c11281 admin admin] Network hostable DHCP agents. Network: 79e19920-363c-4a2b-8062-f0e935e61b65, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:56:45.768874 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ede654-4f98-450a-8c71-e986a1c11281 admin admin] Network 79e19920-363c-4a2b-8062-f0e935e61b65 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:56:45.782908 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-d7ede654-4f98-450a-8c71-e986a1c11281 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 79e19920-363c-4a2b-8062-f0e935e61b65) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:56:45.788270 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b70af-6053-4c3f-b980-75ecde750acb req-4e55c357-b061-4512-9f9e-3b5ccf45712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:45.788520 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ede654-4f98-450a-8c71-e986a1c11281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:45.788891 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d7ede654-4f98-450a-8c71-e986a1c11281 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:45.789757 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a84b70af-6053-4c3f-b980-75ecde750acb req-4e55c357-b061-4512-9f9e-3b5ccf45712c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 1100 time: 0.4383745 Sep 30 00:56:45.794492 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04f6028-bacf-409e-91b6-f3f0f0d2694f None None] Network 79e19920-363c-4a2b-8062-f0e935e61b65 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:56:45.821476 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-ff4d507d-079b-45b6-b711-b18a57587e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:45.823301 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-ff4d507d-079b-45b6-b711-b18a57587e6e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a945393c-98fe-4226-bf30-e8fa5bb0a7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1202500 Sep 30 00:56:45.833589 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-d7ede654-4f98-450a-8c71-e986a1c11281 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1742764 Sep 30 00:56:45.867735 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] For port ee657ef2-f239-4216-b04c-84a60e80e4d0, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:56:45.869070 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 4778fec0-c087-4f43-b37f-9433a75609de up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:56:45.995753 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 4778fec0-c087-4f43-b37f-9433a75609de completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:56:46.032694 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeaa82a1-cf8d-41c7-998a-a8c090aa5cba', 'tag': '7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:56:46.039141 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] For port ee657ef2-f239-4216-b04c-84a60e80e4d0, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ee657ef2-f239-4216-b04c-84a60e80e4d0,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:56:46.053024 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 4778fec0-c087-4f43-b37f-9433a75609de triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:56:46.053457 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:46.057713 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:46.066795 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7b1a8181-60d1-45da-ab6b-6377c5f24ce3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:46.103131 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-53fe53cd-3eb0-4043-a966-e9aa8c3ab7f0 req-d5ff8eda-d1de-42d9-ae18-120c7bbcebb8 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5445423 Sep 30 00:56:46.127001 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d82be-bec0-4bec-b314-c468437cf802 req-c2fc7feb-aa9b-4098-b1b7-a98e0623a742 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:46.129946 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0c4d82be-bec0-4bec-b314-c468437cf802 req-c2fc7feb-aa9b-4098-b1b7-a98e0623a742 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=a44be028-592e-4cec-9e89-cccf2db77aba HTTP/1.1" status: 200 len: 949 time: 0.1528113 Sep 30 00:56:46.176831 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fc747c-4b10-4c4c-ab06-4dc64632cd57 None None] Network 79e19920-363c-4a2b-8062-f0e935e61b65 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:56:46.182428 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:46.183076 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:46.184761 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] 10.222.0.59 "PUT /v2.0/ports/ee657ef2-f239-4216-b04c-84a60e80e4d0 HTTP/1.1" status: 200 len: 1091 time: 5.7884023 Sep 30 00:56:46.207028 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-7690b58f-538e-4340-81ea-994d4714f89f service neutron] 10.222.0.55 "GET /v2.0/networks/a945393c-98fe-4226-bf30-e8fa5bb0a7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610473 Sep 30 00:56:46.227891 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0c4d82be-bec0-4bec-b314-c468437cf802 req-1ab55d26-060c-4579-821a-b2abba13ee9f tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827587 Sep 30 00:56:46.299398 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:46.360107 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 4778fec0-c087-4f43-b37f-9433a75609de, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=4778fec0-c087-4f43-b37f-9433a75609de,segment=NetworkSegment(2af1726d-5dad-4b7a-8dd4-728109da2ef3),segment_id=2af1726d-5dad-4b7a-8dd4-728109da2ef3)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:46.372894 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:46.373751 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device f022d92f-0eb3-4cfa-a3d3-9166ea00620e up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:56:46.403883 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-eb20c0e0-b723-4b7a-af23-51e2e97be3dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:46.449396 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a2001-d07d-4f54-80fb-4879e60829e9 req-a024fdfa-3abe-4f7f-83f4-7f6db2012f1d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:46.455424 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a2001-d07d-4f54-80fb-4879e60829e9 req-a024fdfa-3abe-4f7f-83f4-7f6db2012f1d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:46.462608 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a2001-d07d-4f54-80fb-4879e60829e9 req-a024fdfa-3abe-4f7f-83f4-7f6db2012f1d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:46.467318 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-d1d41cde-4d2b-45f3-a183-a76a34407537 service neutron] 10.222.0.55 "GET /v2.0/networks/a945393c-98fe-4226-bf30-e8fa5bb0a7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499740 Sep 30 00:56:46.468779 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a2001-d07d-4f54-80fb-4879e60829e9 req-a024fdfa-3abe-4f7f-83f4-7f6db2012f1d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:46.475319 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a2001-d07d-4f54-80fb-4879e60829e9 req-a024fdfa-3abe-4f7f-83f4-7f6db2012f1d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:46.479587 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0580f6-b3cc-4277-b4b1-3207d49126e4 req-cde0306e-c3ad-4fd4-b433-9eb6e2b18cee tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:46.481048 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fb0580f6-b3cc-4277-b4b1-3207d49126e4 req-cde0306e-c3ad-4fd4-b433-9eb6e2b18cee tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 949 time: 0.1395900 Sep 30 00:56:46.482399 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a2001-d07d-4f54-80fb-4879e60829e9 req-a024fdfa-3abe-4f7f-83f4-7f6db2012f1d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:46.488371 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a2001-d07d-4f54-80fb-4879e60829e9 req-a024fdfa-3abe-4f7f-83f4-7f6db2012f1d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:46.490310 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-643a2001-d07d-4f54-80fb-4879e60829e9 req-a024fdfa-3abe-4f7f-83f4-7f6db2012f1d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5426 time: 0.7916965 Sep 30 00:56:46.563808 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b70af-6053-4c3f-b980-75ecde750acb req-c78b4748-2217-46c7-8b06-d57e18c06ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:46.564500 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-b6c78382-e45b-48b5-946b-eb82714501ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.68&port_id=7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2 HTTP/1.1" status: 200 len: 217 time: 0.0825155 Sep 30 00:56:46.565578 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a84b70af-6053-4c3f-b980-75ecde750acb req-c78b4748-2217-46c7-8b06-d57e18c06ba2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.7558799 Sep 30 00:56:46.572028 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-a479334b-7922-462f-a788-841d2e11539d req-06aee3e4-4226-4758-9c59-efdd40718dc4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] For port 5b61f90d-e2ca-4d63-a3f2-ec59127f4e72, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=5b61f90d-e2ca-4d63-a3f2-ec59127f4e72,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:46.572686 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a479334b-7922-462f-a788-841d2e11539d req-06aee3e4-4226-4758-9c59-efdd40718dc4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:46.583110 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Pushing event updated for resources: {'Port': ['ID=ee657ef2-f239-4216-b04c-84a60e80e4d0,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:46.600095 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=4778fec0-c087-4f43-b37f-9433a75609de,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:46.605225 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:46.638519 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fb0580f6-b3cc-4277-b4b1-3207d49126e4 req-04c33a85-39f9-4835-b5db-ae9923e77446 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989180 Sep 30 00:56:46.659809 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port f022d92f-0eb3-4cfa-a3d3-9166ea00620e completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:56:46.669717 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port f022d92f-0eb3-4cfa-a3d3-9166ea00620e triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:56:46.670516 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:46.672023 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-2234948e-e977-494a-a5c2-467a281b14d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:46.673826 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-2234948e-e977-494a-a5c2-467a281b14d1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a8ef49b-ee4b-44bc-a861-380715541a6f HTTP/1.1" status: 200 len: 801 time: 0.0934513 Sep 30 00:56:46.688034 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:46.688564 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:46.689026 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:46.689483 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:46.690031 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:46.690450 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:46.690944 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:46.691391 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:46.691837 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:46.692283 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:46.692728 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:46.693173 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:56:46.813312 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:46.848066 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port f022d92f-0eb3-4cfa-a3d3-9166ea00620e, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=f022d92f-0eb3-4cfa-a3d3-9166ea00620e,segment=NetworkSegment(7a580927-319d-432d-8607-34e9ac4cfc0f),segment_id=7a580927-319d-432d-8607-34e9ac4cfc0f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:46.852529 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:46.854375 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:46.925971 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=f022d92f-0eb3-4cfa-a3d3-9166ea00620e,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:46.931461 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:46.933846 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-beb38872-3797-4ebd-a3b1-7cab806a9539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:46.935358 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-beb38872-3797-4ebd-a3b1-7cab806a9539 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb5b4930-adc6-4649-9e35-e9509de956a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2474957 Sep 30 00:56:46.981308 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.914s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:46.981816 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fb0e5-af3e-4f05-8424-03c174ea993f req-38e180e6-ce7f-4a27-92dd-2f78637c96f8 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:46.986747 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0982a26d-ef7b-491b-b99c-620361f6e29d', 'tag': 'c388bb24-bac6-4e06-bfc0-a11306ad6d78', 'status': 'completed', 'code': 200} Sep 30 00:56:46.987677 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fb0e5-af3e-4f05-8424-03c174ea993f req-38e180e6-ce7f-4a27-92dd-2f78637c96f8 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:46.988211 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a84b70af-6053-4c3f-b980-75ecde750acb req-5592d8d1-a198-4c56-ac97-09e93b8254f5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c388bb24-bac6-4e06-bfc0-a11306ad6d78 HTTP/1.1" status: 200 len: 217 time: 0.4016387 Sep 30 00:56:46.989210 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e85fb0e5-af3e-4f05-8424-03c174ea993f req-38e180e6-ce7f-4a27-92dd-2f78637c96f8 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeaa82a1-cf8d-41c7-998a-a8c090aa5cba HTTP/1.1" status: 200 len: 1678 time: 0.1642604 Sep 30 00:56:46.996158 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-a479334b-7922-462f-a788-841d2e11539d req-06aee3e4-4226-4758-9c59-efdd40718dc4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Calling delete_port for 5b61f90d-e2ca-4d63-a3f2-ec59127f4e72 owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:56:47.028550 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-643a2001-d07d-4f54-80fb-4879e60829e9 req-88544449-e201-41b4-8015-c50d341552a9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5096290 Sep 30 00:56:47.056025 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa98e3-f032-4952-8d7d-7a55583f9a14 req-bdf31c25-9251-454d-89d4-ea28937979bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:47.056025 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9ffa98e3-f032-4952-8d7d-7a55583f9a14 req-bdf31c25-9251-454d-89d4-ea28937979bd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 1100 time: 0.2712748 Sep 30 00:56:47.092122 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeaa82a1-cf8d-41c7-998a-a8c090aa5cba', 'tag': '7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2', 'status': 'completed', 'code': 200} Sep 30 00:56:47.121309 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-53fe53cd-3eb0-4043-a966-e9aa8c3ab7f0 req-f8e14463-6871-4450-ae8b-562a17679e00 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9941547 Sep 30 00:56:47.162623 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-f5af5a50-d8bd-4ca6-802b-b69cce9bc924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:47.164814 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-f5af5a50-d8bd-4ca6-802b-b69cce9bc924 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8fe533ff5524edf903112c2aaa276a6&device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 1094 time: 0.8651080 Sep 30 00:56:47.167059 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b70af-6053-4c3f-b980-75ecde750acb req-ae5d7bdd-e162-4a90-8bda-d9256e05604e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:47.168950 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a84b70af-6053-4c3f-b980-75ecde750acb req-ae5d7bdd-e162-4a90-8bda-d9256e05604e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1248584 Sep 30 00:56:47.213636 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e85fb0e5-af3e-4f05-8424-03c174ea993f req-c7a84a74-ee14-4604-9281-4ff8c9faa1f6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792514 Sep 30 00:56:47.274950 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-b3be8474-28c2-4800-a05e-fe124c71fdac service neutron] 10.222.0.55 "GET /v2.0/networks/cb5b4930-adc6-4649-9e35-e9509de956a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301830 Sep 30 00:56:47.418228 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-f36c11d0-cd20-4944-af36-4e6cfd79d2db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee657ef2-f239-4216-b04c-84a60e80e4d0 HTTP/1.1" status: 200 len: 217 time: 0.1698847 Sep 30 00:56:47.542025 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a479334b-7922-462f-a788-841d2e11539d req-06aee3e4-4226-4758-9c59-efdd40718dc4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:47.556935 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-78ccf800-8e4e-4ced-b1fc-6406e95231b6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:47.559781 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['f0900a2e-d98c-4463-bfba-024226cc0373', '12d11d9a-af91-4934-9bb4-b3ee268da0b8'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:56:47.575365 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa98e3-f032-4952-8d7d-7a55583f9a14 req-7d6c22b7-6860-4974-99d1-7f0c055fc4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:47.577505 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9ffa98e3-f032-4952-8d7d-7a55583f9a14 req-7d6c22b7-6860-4974-99d1-7f0c055fc4c6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.5084369 Sep 30 00:56:47.648285 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26474b4-ebc5-4e65-9019-457dab422db5'}, {'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4778fec0-c087-4f43-b37f-9433a75609de'}, {'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f022d92f-0eb3-4cfa-a3d3-9166ea00620e'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:56:47.648939 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aee3e4-4226-4758-9c59-efdd40718dc4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Pushing event deleted for resources: {'Port': ['ID=5b61f90d-e2ca-4d63-a3f2-ec59127f4e72,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:47.657926 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-06aee3e4-4226-4758-9c59-efdd40718dc4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:47.674164 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9ffa98e3-f032-4952-8d7d-7a55583f9a14 req-39b088dc-d2bf-4fd4-b494-5644f2bb9072 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c388bb24-bac6-4e06-bfc0-a11306ad6d78 HTTP/1.1" status: 200 len: 217 time: 0.0802681 Sep 30 00:56:47.682809 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 6524ee34-5658-4d12-8f10-86c9c82d2aaa up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:56:47.707460 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-1169850d-2d8c-4fdb-934a-d06ab5224ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:47.709010 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-1169850d-2d8c-4fdb-934a-d06ab5224ee3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1838926e-37d5-4d80-a8c7-56ab398bbbfc HTTP/1.1" status: 200 len: 844 time: 0.2811198 Sep 30 00:56:47.716175 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['d761df09-2ef7-4cf5-a7f5-fb9022de696c', 'd8145972-1c86-4921-892c-473259317eca', 'ee603d6a-e7fc-4f18-aab9-f28db39653d6', 'e2a306f7-be35-48f4-9e71-f910c163e2ca'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:56:47.824724 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-00ebb112-315b-4c41-a6e3-16a561fad8f2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024203 Sep 30 00:56:47.827633 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-a479334b-7922-462f-a788-841d2e11539d req-06aee3e4-4226-4758-9c59-efdd40718dc4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] No DVR routers for this DVR port 5b61f90d-e2ca-4d63-a3f2-ec59127f4e72 on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:56:47.831334 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a479334b-7922-462f-a788-841d2e11539d req-06aee3e4-4226-4758-9c59-efdd40718dc4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:47.842142 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb56c56-db73-4eee-a590-ded0040de238 req-b4c2c164-04ad-43a7-8e29-97c70ddd752c tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:47.847696 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8fb56c56-db73-4eee-a590-ded0040de238 req-b4c2c164-04ad-43a7-8e29-97c70ddd752c tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/networks?id=75754133-2f30-43b1-b553-38d58661ba06 HTTP/1.1" status: 200 len: 821 time: 0.4566364 Sep 30 00:56:47.851784 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-6ff2bf4b-e70b-4891-9d03-f684fc09e7d3 service neutron] 10.222.0.55 "GET /v2.0/networks/cb5b4930-adc6-4649-9e35-e9509de956a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5609782 Sep 30 00:56:47.853659 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa98e3-f032-4952-8d7d-7a55583f9a14 req-b63dc904-ab89-47e4-ae75-c1609d0c5537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:47.855230 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9ffa98e3-f032-4952-8d7d-7a55583f9a14 req-b63dc904-ab89-47e4-ae75-c1609d0c5537 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1761913 Sep 30 00:56:47.894263 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 4147821f-484c-42b8-8eee-96c30dce4206 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:56:47.919507 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e4728-f366-43f8-9218-18eb79d326cf req-b9131d71-0ffe-4735-a80b-85f2ce7f6b3b tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:47.921337 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-602e4728-f366-43f8-9218-18eb79d326cf req-b9131d71-0ffe-4735-a80b-85f2ce7f6b3b tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 943 time: 0.3826742 Sep 30 00:56:47.968194 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b70af-6053-4c3f-b980-75ecde750acb req-301648ca-77ea-415f-8f62-3292d2865c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:47.969764 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a84b70af-6053-4c3f-b980-75ecde750acb req-301648ca-77ea-415f-8f62-3292d2865c79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7273877 Sep 30 00:56:47.973726 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8fb56c56-db73-4eee-a590-ded0040de238 req-4ac26110-dddf-4ae7-88c5-74ea0a47a971 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/quotas/58336e3a6a854ff7ab57e933b021b603 HTTP/1.1" status: 200 len: 375 time: 0.1196718 Sep 30 00:56:47.977129 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a479334b-7922-462f-a788-841d2e11539d req-06aee3e4-4226-4758-9c59-efdd40718dc4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.55 "DELETE /v2.0/ports/5b61f90d-e2ca-4d63-a3f2-ec59127f4e72 HTTP/1.1" status: 204 len: 173 time: 6.1787250 Sep 30 00:56:48.028764 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port 6524ee34-5658-4d12-8f10-86c9c82d2aaa completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:56:48.050779 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 6524ee34-5658-4d12-8f10-86c9c82d2aaa triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:56:48.051312 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:48.083747 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8fb56c56-db73-4eee-a590-ded0040de238 req-33e61488-e9b7-431a-98e1-7ac9dc2f461f tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=58336e3a6a854ff7ab57e933b021b603&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763822 Sep 30 00:56:48.084012 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-602e4728-f366-43f8-9218-18eb79d326cf req-48689fa3-6bdc-4d34-a27d-6d8d1c969f5e tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459582 Sep 30 00:56:48.121281 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa98e3-f032-4952-8d7d-7a55583f9a14 req-35f584ca-b3ff-497c-b222-b91a20c99acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:48.125293 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9ffa98e3-f032-4952-8d7d-7a55583f9a14 req-35f584ca-b3ff-497c-b222-b91a20c99acd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2496893 Sep 30 00:56:48.314034 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d244223-8111-4c0c-b2cf-f47588be5e09 req-d0a3150d-977a-4328-8d76-fc788b44f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:48.314766 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d244223-8111-4c0c-b2cf-f47588be5e09 req-d0a3150d-977a-4328-8d76-fc788b44f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:48.316581 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2d244223-8111-4c0c-b2cf-f47588be5e09 req-d0a3150d-977a-4328-8d76-fc788b44f9b5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f83f8ec107124dafbd42039d13441fdb&device_id=aeaa82a1-cf8d-41c7-998a-a8c090aa5cba HTTP/1.1" status: 200 len: 1980 time: 0.3805168 Sep 30 00:56:48.339912 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:48.431518 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-d59d52f7-9845-4164-a37e-481c49f795b8 service neutron] 10.222.0.59 "GET /v2.0/networks/fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5813229 Sep 30 00:56:48.433430 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 4147821f-484c-42b8-8eee-96c30dce4206 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:56:48.464779 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 6524ee34-5658-4d12-8f10-86c9c82d2aaa, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=6524ee34-5658-4d12-8f10-86c9c82d2aaa,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:48.468331 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 4147821f-484c-42b8-8eee-96c30dce4206 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:56:48.468712 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:48.492861 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4a831fb8-a417-4bb4-97a6-34df6b966aae req-29dca6ec-f7b2-40c3-8508-5b84f55e5682 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1cd4584-2004-40ee-a761-5fc71726e872 HTTP/1.1" status: 200 len: 210 time: 0.1952541 Sep 30 00:56:48.520479 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:48.533136 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-e23ffc91-e835-42b3-9690-cabf21f15dfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:48.576375 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a84b70af-6053-4c3f-b980-75ecde750acb req-3961594f-8969-47c1-8b08-f2f1262164d2 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5907121 Sep 30 00:56:48.593900 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8fb56c56-db73-4eee-a590-ded0040de238 req-bdc0e62a-c2cf-4281-b81a-cea34d3e6b3e service neutron] 10.222.0.39 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093842 Sep 30 00:56:48.607436 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=6524ee34-5658-4d12-8f10-86c9c82d2aaa,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:48.629074 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d244223-8111-4c0c-b2cf-f47588be5e09 req-054f6212-7a37-4331-9841-a8c716c58d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:48.630756 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2d244223-8111-4c0c-b2cf-f47588be5e09 req-054f6212-7a37-4331-9841-a8c716c58d5f service neutron] 10.222.0.55 "GET /v2.0/networks?id=cb5b4930-adc6-4649-9e35-e9509de956a5 HTTP/1.1" status: 200 len: 902 time: 0.2782793 Sep 30 00:56:48.637817 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:48.744769 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2d244223-8111-4c0c-b2cf-f47588be5e09 req-face14be-33a2-48dd-b8e4-bd4cf7168d2c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.68&port_id=7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2 HTTP/1.1" status: 200 len: 217 time: 0.1031196 Sep 30 00:56:48.823916 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9ffa98e3-f032-4952-8d7d-7a55583f9a14 req-2cd93b8c-62bb-40ef-901a-e363bb863470 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6867421 Sep 30 00:56:48.880908 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-293edc60-8f0f-48e7-b8ee-eac4761ee3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:48.900480 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:48.985155 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d244223-8111-4c0c-b2cf-f47588be5e09 req-6d3ef582-7803-48ed-a20f-6c9071ca3b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:48.987272 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2d244223-8111-4c0c-b2cf-f47588be5e09 req-6d3ef582-7803-48ed-a20f-6c9071ca3b12 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a8ef49b-ee4b-44bc-a861-380715541a6f HTTP/1.1" status: 200 len: 801 time: 0.2262692 Sep 30 00:56:48.989974 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a84b70af-6053-4c3f-b980-75ecde750acb req-e042c5d5-a9ee-4e2d-be7e-d14a775934f7 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778768 Sep 30 00:56:48.990703 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 4147821f-484c-42b8-8eee-96c30dce4206, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=4147821f-484c-42b8-8eee-96c30dce4206,segment=NetworkSegment(ab908e6e-8629-4086-b083-0b1dd66189b0),segment_id=ab908e6e-8629-4086-b083-0b1dd66189b0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:49.016041 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:49.019059 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device af11ef16-52be-4099-98fc-3753539c1b51 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:56:49.058771 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:49.078509 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b164b39e-9b04-4b61-a350-81bc98bb6143', 'tag': 'ee657ef2-f239-4216-b04c-84a60e80e4d0'}, {'server_uuid': 'f1cd4584-2004-40ee-a761-5fc71726e872', 'name': 'network-vif-deleted', 'tag': '5b61f90d-e2ca-4d63-a3f2-ec59127f4e72'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:56:49.132969 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6174ac0-886c-4f49-80f6-9ab452ee1bad req-230ff98b-3948-44a4-b420-84e47012160e tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:49.134759 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c6174ac0-886c-4f49-80f6-9ab452ee1bad req-230ff98b-3948-44a4-b420-84e47012160e tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=a44be028-592e-4cec-9e89-cccf2db77aba HTTP/1.1" status: 200 len: 950 time: 0.3171914 Sep 30 00:56:49.174606 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:49.179494 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9ffa98e3-f032-4952-8d7d-7a55583f9a14 req-de6bee65-27e1-4a30-a783-540852e76645 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067963 Sep 30 00:56:49.211231 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d244223-8111-4c0c-b2cf-f47588be5e09 req-17a88472-e6da-4162-a233-1343c53ec422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:49.212681 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=4147821f-484c-42b8-8eee-96c30dce4206,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:49.212856 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2d244223-8111-4c0c-b2cf-f47588be5e09 req-17a88472-e6da-4162-a233-1343c53ec422 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb5b4930-adc6-4649-9e35-e9509de956a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2100837 Sep 30 00:56:49.222978 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:49.229737 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c6174ac0-886c-4f49-80f6-9ab452ee1bad req-61a8971f-839c-4a97-a23f-679eb1138177 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791597 Sep 30 00:56:49.240885 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-74f4032d-db51-43a0-a14f-921ec154e0f9 req-31253e6f-b9b6-4873-93ce-41f4a2f31af5 service neutron] 10.222.0.59 "GET /v2.0/networks/fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8002088 Sep 30 00:56:49.258848 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8fb56c56-db73-4eee-a590-ded0040de238 req-94c881ed-f499-4d5a-a335-03c791cfc854 service neutron] 10.222.0.39 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6637433 Sep 30 00:56:49.289320 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa98e3-f032-4952-8d7d-7a55583f9a14 req-8dca4e71-9caf-4223-9927-92f7fea5c439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:49.292335 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9ffa98e3-f032-4952-8d7d-7a55583f9a14 req-8dca4e71-9caf-4223-9927-92f7fea5c439 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 1100 time: 0.2061524 Sep 30 00:56:49.300577 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port af11ef16-52be-4099-98fc-3753539c1b51 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:56:49.317611 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port af11ef16-52be-4099-98fc-3753539c1b51 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:56:49.317972 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:49.412751 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2d244223-8111-4c0c-b2cf-f47588be5e09 req-1ba54b8c-e8e8-4bd3-a1e0-566eb3bb3e7f service neutron] 10.222.0.55 "GET /v2.0/networks/cb5b4930-adc6-4649-9e35-e9509de956a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817265 Sep 30 00:56:49.469172 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26474b4-ebc5-4e65-9019-457dab422db5', 'code': 200} Sep 30 00:56:49.469446 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4778fec0-c087-4f43-b37f-9433a75609de', 'code': 200} Sep 30 00:56:49.469713 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f022d92f-0eb3-4cfa-a3d3-9166ea00620e', 'code': 200} Sep 30 00:56:49.510164 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:49.513684 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa98e3-f032-4952-8d7d-7a55583f9a14 req-92982f2f-693d-43ef-9d3d-a5b8f07f0f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:49.515351 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9ffa98e3-f032-4952-8d7d-7a55583f9a14 req-92982f2f-693d-43ef-9d3d-a5b8f07f0f2d service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.2102692 Sep 30 00:56:49.580782 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port af11ef16-52be-4099-98fc-3753539c1b51, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=af11ef16-52be-4099-98fc-3753539c1b51,segment=NetworkSegment(ab908e6e-8629-4086-b083-0b1dd66189b0),segment_id=ab908e6e-8629-4086-b083-0b1dd66189b0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:49.595447 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device f4c83daa-4dab-4cf9-a290-8e6da07faf06 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:56:49.597767 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:49.598955 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 13d5c611-b072-48c7-a82b-e602abe69b1b up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:56:49.637605 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:49.675307 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9ffa98e3-f032-4952-8d7d-7a55583f9a14 req-5133b4ff-f615-4b62-a35b-2227b93f6277 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c388bb24-bac6-4e06-bfc0-a11306ad6d78 HTTP/1.1" status: 200 len: 217 time: 0.1476927 Sep 30 00:56:49.850032 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa98e3-f032-4952-8d7d-7a55583f9a14 req-75071471-4524-4fd5-9f4b-834ee063e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:49.852060 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9ffa98e3-f032-4952-8d7d-7a55583f9a14 req-75071471-4524-4fd5-9f4b-834ee063e403 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1294589 Sep 30 00:56:49.864318 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=af11ef16-52be-4099-98fc-3753539c1b51,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:49.879411 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:49.918780 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0a648-d280-4456-88f1-e560f4c76437 req-ba9250d9-4031-4f9f-b8d1-b9ca49bcc544 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:49.921742 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 13d5c611-b072-48c7-a82b-e602abe69b1b completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:56:49.925426 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2bd0a648-d280-4456-88f1-e560f4c76437 req-ba9250d9-4031-4f9f-b8d1-b9ca49bcc544 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 949 time: 0.5113425 Sep 30 00:56:49.933162 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a50fc-9e11-4b85-8cbb-a9b6204d3983 req-578e8557-2d00-41e3-9acc-cca760896d74 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:49.939978 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 13d5c611-b072-48c7-a82b-e602abe69b1b triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:56:49.940176 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a50fc-9e11-4b85-8cbb-a9b6204d3983 req-578e8557-2d00-41e3-9acc-cca760896d74 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:49.940288 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:49.947468 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a50fc-9e11-4b85-8cbb-a9b6204d3983 req-578e8557-2d00-41e3-9acc-cca760896d74 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:49.953323 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2d244223-8111-4c0c-b2cf-f47588be5e09 req-25061057-94ef-4b06-8a63-104a329cba20 service neutron] 10.222.0.55 "GET /v2.0/networks/cb5b4930-adc6-4649-9e35-e9509de956a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689598 Sep 30 00:56:49.955073 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a50fc-9e11-4b85-8cbb-a9b6204d3983 req-578e8557-2d00-41e3-9acc-cca760896d74 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:49.961826 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a50fc-9e11-4b85-8cbb-a9b6204d3983 req-578e8557-2d00-41e3-9acc-cca760896d74 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:49.970868 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a50fc-9e11-4b85-8cbb-a9b6204d3983 req-578e8557-2d00-41e3-9acc-cca760896d74 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:49.979293 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a50fc-9e11-4b85-8cbb-a9b6204d3983 req-578e8557-2d00-41e3-9acc-cca760896d74 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:49.988819 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b19a50fc-9e11-4b85-8cbb-a9b6204d3983 req-578e8557-2d00-41e3-9acc-cca760896d74 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5430 time: 0.3103213 Sep 30 00:56:49.989906 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2bd0a648-d280-4456-88f1-e560f4c76437 req-a56054f4-af7c-45b5-a6ab-1fd2cd7378c6 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635588 Sep 30 00:56:50.024031 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port f4c83daa-4dab-4cf9-a290-8e6da07faf06, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=f4c83daa-4dab-4cf9-a290-8e6da07faf06,segment=NetworkSegment(b3b168b3-3bbb-4a8a-9962-65c1d6b82871),segment_id=b3b168b3-3bbb-4a8a-9962-65c1d6b82871)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:50.044908 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': 'f4c83daa-4dab-4cf9-a290-8e6da07faf06', 'network_id': 'a945393c-98fe-4226-bf30-e8fa5bb0a7f9', 'port_id': 'f4c83daa-4dab-4cf9-a290-8e6da07faf06', 'mac_address': 'fa:16:3e:30:0f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff3a421d-ba18-422d-ad00-724fd139076c', 'ip_address': '19.80.0.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:56:50.065372 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b19a50fc-9e11-4b85-8cbb-a9b6204d3983 req-395472c2-949b-450c-a45e-d44232679d89 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735097 Sep 30 00:56:50.094217 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa98e3-f032-4952-8d7d-7a55583f9a14 req-c369b923-453c-42b5-b5b9-881f7f4897ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:50.095932 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9ffa98e3-f032-4952-8d7d-7a55583f9a14 req-c369b923-453c-42b5-b5b9-881f7f4897ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2320292 Sep 30 00:56:50.186913 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:50.196626 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2b59a-83d5-4467-bd7f-6d6cbe42360e req-00d8fe8a-86d3-4b32-8422-c27b24354819 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:50.198900 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:50.206049 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2b59a-83d5-4467-bd7f-6d6cbe42360e req-00d8fe8a-86d3-4b32-8422-c27b24354819 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:50.208539 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dff2b59a-83d5-4467-bd7f-6d6cbe42360e req-00d8fe8a-86d3-4b32-8422-c27b24354819 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeaa82a1-cf8d-41c7-998a-a8c090aa5cba HTTP/1.1" status: 200 len: 1678 time: 0.1121526 Sep 30 00:56:50.251301 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b164b39e-9b04-4b61-a350-81bc98bb6143', 'tag': 'ee657ef2-f239-4216-b04c-84a60e80e4d0', 'status': 'completed', 'code': 200} Sep 30 00:56:50.252017 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1cd4584-2004-40ee-a761-5fc71726e872', 'name': 'network-vif-deleted', 'tag': '5b61f90d-e2ca-4d63-a3f2-ec59127f4e72', 'status': 'completed', 'code': 200} Sep 30 00:56:50.252184 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 13d5c611-b072-48c7-a82b-e602abe69b1b, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=13d5c611-b072-48c7-a82b-e602abe69b1b,segment=NetworkSegment(2af1726d-5dad-4b7a-8dd4-728109da2ef3),segment_id=2af1726d-5dad-4b7a-8dd4-728109da2ef3)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:50.255508 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c83daa-4dab-4cf9-a290-8e6da07faf06 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:56:50.262138 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:50.263024 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 35284674-21db-44af-a498-316f25bfd67c up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:56:50.286404 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dff2b59a-83d5-4467-bd7f-6d6cbe42360e req-1e8bf3ef-121d-4a17-b0c9-2a58edfc299e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706558 Sep 30 00:56:50.328565 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:50.432746 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port f4c83daa-4dab-4cf9-a290-8e6da07faf06, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=f4c83daa-4dab-4cf9-a290-8e6da07faf06,segment=NetworkSegment(b3b168b3-3bbb-4a8a-9962-65c1d6b82871),segment_id=b3b168b3-3bbb-4a8a-9962-65c1d6b82871)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:50.434913 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 35284674-21db-44af-a498-316f25bfd67c completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:56:50.438979 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=13d5c611-b072-48c7-a82b-e602abe69b1b,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:50.450016 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9ffa98e3-f032-4952-8d7d-7a55583f9a14 req-6af5a8e7-5d69-4576-bea2-d9120fd02eee service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437443 Sep 30 00:56:50.452105 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:50.453014 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:56:50.462011 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870d0f2-9340-4607-9f74-9bb3ababda07 req-accf87b5-4fbe-432f-a72a-635c235b9dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:50.463580 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e870d0f2-9340-4607-9f74-9bb3ababda07 req-accf87b5-4fbe-432f-a72a-635c235b9dc4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8fe533ff5524edf903112c2aaa276a6&device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 1094 time: 0.2103581 Sep 30 00:56:50.464479 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:50.465116 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:50.472409 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d805979-a75c-4601-950c-b350319d69db req-02aa9e49-47a8-426e-a02e-bb9a5f498ff9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:50.475165 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6d805979-a75c-4601-950c-b350319d69db req-02aa9e49-47a8-426e-a02e-bb9a5f498ff9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 943 time: 0.1511142 Sep 30 00:56:50.483020 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-383c4a73-2583-469a-be12-44c3ab705e73 req-e19315d2-60d1-4513-8764-cb8385207d6b tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 210 time: 0.0605073 Sep 30 00:56:50.506443 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 35284674-21db-44af-a498-316f25bfd67c triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:56:50.506704 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:50.564294 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.resource_extend [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 00:56:50.668060 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=f4c83daa-4dab-4cf9-a290-8e6da07faf06,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:50.672646 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:50.713690 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870d0f2-9340-4607-9f74-9bb3ababda07 req-70adcaf0-881c-4ff8-bd5c-8957113e6d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:50.715191 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e870d0f2-9340-4607-9f74-9bb3ababda07 req-70adcaf0-881c-4ff8-bd5c-8957113e6d83 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 HTTP/1.1" status: 200 len: 905 time: 0.2369025 Sep 30 00:56:50.765288 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2,segment=NetworkSegment(2f83e82e-baf3-4366-a355-80ad72405deb),segment_id=2f83e82e-baf3-4366-a355-80ad72405deb)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:50.782276 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:50.793210 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2', 'network_id': 'cb5b4930-adc6-4649-9e35-e9509de956a5', 'port_id': '7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2', 'mac_address': 'fa:16:3e:50:43:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a8ef49b-ee4b-44bc-a861-380715541a6f', 'ip_address': '19.86.0.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:56:50.807537 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e870d0f2-9340-4607-9f74-9bb3ababda07 req-688e9367-261d-4c1c-ba97-62500d6bc34f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee657ef2-f239-4216-b04c-84a60e80e4d0 HTTP/1.1" status: 200 len: 217 time: 0.0806861 Sep 30 00:56:50.814421 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6d805979-a75c-4601-950c-b350319d69db req-6244eb44-6b24-4715-bdc9-9a58f439d9bb tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908445 Sep 30 00:56:50.886048 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 35284674-21db-44af-a498-316f25bfd67c, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=35284674-21db-44af-a498-316f25bfd67c,segment=NetworkSegment(ab908e6e-8629-4086-b083-0b1dd66189b0),segment_id=ab908e6e-8629-4086-b083-0b1dd66189b0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:50.889779 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:50.908582 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9ffa98e3-f032-4952-8d7d-7a55583f9a14 req-4d971768-79c0-4c60-a5a6-afb8811d6153 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323745 Sep 30 00:56:50.911768 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:56:50.915271 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870d0f2-9340-4607-9f74-9bb3ababda07 req-e4bbd9e5-6a8c-4855-8aad-f164b2d0a14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:50.916699 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e870d0f2-9340-4607-9f74-9bb3ababda07 req-e4bbd9e5-6a8c-4855-8aad-f164b2d0a14d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1838926e-37d5-4d80-a8c7-56ab398bbbfc HTTP/1.1" status: 200 len: 844 time: 0.0980783 Sep 30 00:56:50.918077 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9e7e0-032d-46b0-bc6b-15e652369e33 req-be25c28b-e3ae-464e-9c74-50eaf7c03720 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:50.919963 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:50.923238 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-194444e4-2ba2-4cf6-ba30-eee428b55ed4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:50.925456 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dbb9e7e0-032d-46b0-bc6b-15e652369e33 req-be25c28b-e3ae-464e-9c74-50eaf7c03720 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=a44be028-592e-4cec-9e89-cccf2db77aba HTTP/1.1" status: 200 len: 950 time: 0.1369345 Sep 30 00:56:50.985270 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dbb9e7e0-032d-46b0-bc6b-15e652369e33 req-d1c3e7f9-3ba2-4cf7-8d62-2d517b53118b tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588901 Sep 30 00:56:51.017325 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2,segment=NetworkSegment(2f83e82e-baf3-4366-a355-80ad72405deb),segment_id=2f83e82e-baf3-4366-a355-80ad72405deb)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:51.032349 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:51.041114 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=35284674-21db-44af-a498-316f25bfd67c,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:51.046635 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:51.049487 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:51.225842 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e870d0f2-9340-4607-9f74-9bb3ababda07 req-b397a740-d641-4449-b9d5-0191531ab38b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2987199 Sep 30 00:56:51.253869 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:51.257535 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-eb1e7a84-5db0-441d-accd-4eed7cde2c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:51.259175 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:51.439834 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb56c56-db73-4eee-a590-ded0040de238 req-f20107d3-afa3-492f-8d2c-f67322154ae0 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:51.440525 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-8fb56c56-db73-4eee-a590-ded0040de238 req-f20107d3-afa3-492f-8d2c-f67322154ae0 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Synchronizing usage tracker for tenant:58336e3a6a854ff7ab57e933b021b603 on resource:network {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:56:51.467751 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e870d0f2-9340-4607-9f74-9bb3ababda07 req-6eecd3fb-aaca-4d51-8df2-044d04d5982f service neutron] 10.222.0.59 "GET /v2.0/networks/fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271187 Sep 30 00:56:51.470881 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44be028-592e-4cec-9e89-cccf2db77aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6524ee34-5658-4d12-8f10-86c9c82d2aaa'}, {'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4147821f-484c-42b8-8eee-96c30dce4206'}, {'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af11ef16-52be-4099-98fc-3753539c1b51'}, {'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d5c611-b072-48c7-a82b-e602abe69b1b'}, {'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35284674-21db-44af-a498-316f25bfd67c'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:56:51.472320 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-8fb56c56-db73-4eee-a590-ded0040de238 req-f20107d3-afa3-492f-8d2c-f67322154ae0 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Unset dirty status for tenant:58336e3a6a854ff7ab57e933b021b603 on resource:network {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:56:51.472977 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8fb56c56-db73-4eee-a590-ded0040de238 req-f20107d3-afa3-492f-8d2c-f67322154ae0 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.59 "GET /v2.0/networks?id=75754133-2f30-43b1-b553-38d58661ba06 HTTP/1.1" status: 200 len: 821 time: 0.3130534 Sep 30 00:56:51.487709 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2482f-e3a7-40ef-a0c4-28c0f28aecca req-66530036-b5be-4feb-8be9-ed289f99d066 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:51.492219 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914df13-7ff6-4dd3-8a9a-674efd8b1f84 req-dab021ae-7ac2-4e24-97e8-65869519dfb2 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:51.493623 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2914df13-7ff6-4dd3-8a9a-674efd8b1f84 req-dab021ae-7ac2-4e24-97e8-65869519dfb2 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 949 time: 0.1100621 Sep 30 00:56:51.493788 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2482f-e3a7-40ef-a0c4-28c0f28aecca req-66530036-b5be-4feb-8be9-ed289f99d066 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:51.499690 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2482f-e3a7-40ef-a0c4-28c0f28aecca req-66530036-b5be-4feb-8be9-ed289f99d066 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:51.505674 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2482f-e3a7-40ef-a0c4-28c0f28aecca req-66530036-b5be-4feb-8be9-ed289f99d066 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:51.512193 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2482f-e3a7-40ef-a0c4-28c0f28aecca req-66530036-b5be-4feb-8be9-ed289f99d066 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:51.518069 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2482f-e3a7-40ef-a0c4-28c0f28aecca req-66530036-b5be-4feb-8be9-ed289f99d066 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:51.524655 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2482f-e3a7-40ef-a0c4-28c0f28aecca req-66530036-b5be-4feb-8be9-ed289f99d066 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:51.532111 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-23f2482f-e3a7-40ef-a0c4-28c0f28aecca req-66530036-b5be-4feb-8be9-ed289f99d066 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5432 time: 0.1892781 Sep 30 00:56:51.532439 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:56:51.540124 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2914df13-7ff6-4dd3-8a9a-674efd8b1f84 req-63f86ba6-7980-4339-b46f-5d6c4f503b4a tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407043 Sep 30 00:56:51.576985 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-8fb56c56-db73-4eee-a590-ded0040de238 req-f738d64f-5701-4d69-9c96-7c77e6968d65 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Request body: {'port': {'device_id': '79306b7a-c027-41d5-98f3-cb1fa2ccc616', 'network_id': '75754133-2f30-43b1-b553-38d58661ba06', 'admin_state_up': True, 'tenant_id': '58336e3a6a854ff7ab57e933b021b603'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:56:51.665098 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-23f2482f-e3a7-40ef-a0c4-28c0f28aecca req-c23763f2-0b0f-4e2c-bf63-2d130cad05d4 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1310310 Sep 30 00:56:51.672478 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device c388bb24-bac6-4e06-bfc0-a11306ad6d78 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:56:51.678430 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['f4c83daa-4dab-4cf9-a290-8e6da07faf06'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:56:51.722294 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e870d0f2-9340-4607-9f74-9bb3ababda07 req-c3213504-b12e-48f1-b58c-c60e9dde2b3e service neutron] 10.222.0.59 "GET /v2.0/networks/fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872828 Sep 30 00:56:51.899616 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404d472-b446-4e66-a930-a0c24d95c4fa req-30cef3c9-79f4-4357-a695-e67ecc8a6c3c tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:51.899857 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device ee657ef2-f239-4216-b04c-84a60e80e4d0 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:56:51.901710 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b404d472-b446-4e66-a930-a0c24d95c4fa req-30cef3c9-79f4-4357-a695-e67ecc8a6c3c tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=bff002ec-5532-45b2-bb2c-843a436909fe HTTP/1.1" status: 200 len: 950 time: 0.1622088 Sep 30 00:56:51.902985 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-8fb56c56-db73-4eee-a590-ded0040de238 req-f738d64f-5701-4d69-9c96-7c77e6968d65 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:56:51.913267 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-8fb56c56-db73-4eee-a590-ded0040de238 req-f738d64f-5701-4d69-9c96-7c77e6968d65 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Usage tracker for resource:port and tenant:58336e3a6a854ff7ab57e933b021b603 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:56:51.917584 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-8fb56c56-db73-4eee-a590-ded0040de238 req-f738d64f-5701-4d69-9c96-7c77e6968d65 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:56:51.940448 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-8fb56c56-db73-4eee-a590-ded0040de238 req-f738d64f-5701-4d69-9c96-7c77e6968d65 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:56:51.966668 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1c63f-a08c-4afa-b6e5-8c1be1e99819 req-3a8bf0bb-4ec6-4139-b19c-c6f637dc75bd tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:51.973739 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fb56c56-db73-4eee-a590-ded0040de238 req-f738d64f-5701-4d69-9c96-7c77e6968d65 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Made reservation on behalf of 58336e3a6a854ff7ab57e933b021b603 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:56:51.975954 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1c63f-a08c-4afa-b6e5-8c1be1e99819 req-3a8bf0bb-4ec6-4139-b19c-c6f637dc75bd tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:51.978200 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e6d1c63f-a08c-4afa-b6e5-8c1be1e99819 req-3a8bf0bb-4ec6-4139-b19c-c6f637dc75bd tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeaa82a1-cf8d-41c7-998a-a8c090aa5cba HTTP/1.1" status: 200 len: 1680 time: 0.1359074 Sep 30 00:56:51.986244 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-8fb56c56-db73-4eee-a590-ded0040de238 req-f738d64f-5701-4d69-9c96-7c77e6968d65 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:52.016485 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b404d472-b446-4e66-a930-a0c24d95c4fa req-49c6fe03-76ea-4568-a51d-119ccbb99c0b tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023386 Sep 30 00:56:52.052999 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e6d1c63f-a08c-4afa-b6e5-8c1be1e99819 req-a50ff851-1dd2-4704-a05e-5c2d316b677f tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670807 Sep 30 00:56:52.166641 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44be028-592e-4cec-9e89-cccf2db77aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6524ee34-5658-4d12-8f10-86c9c82d2aaa', 'code': 200} Sep 30 00:56:52.167287 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4147821f-484c-42b8-8eee-96c30dce4206', 'code': 200} Sep 30 00:56:52.167416 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af11ef16-52be-4099-98fc-3753539c1b51', 'code': 200} Sep 30 00:56:52.167804 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d5c611-b072-48c7-a82b-e602abe69b1b', 'code': 200} Sep 30 00:56:52.168236 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35284674-21db-44af-a498-316f25bfd67c', 'code': 200} Sep 30 00:56:52.243348 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port c388bb24-bac6-4e06-bfc0-a11306ad6d78, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=c388bb24-bac6-4e06-bfc0-a11306ad6d78,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:52.303588 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-834f5661-711d-41b7-bbf9-e7ac81a6ba7d req-647bab57-0a5a-4cd3-9b28-f5e12e0a2168 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 210 time: 0.1174529 Sep 30 00:56:52.313360 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': 'c388bb24-bac6-4e06-bfc0-a11306ad6d78', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': 'c388bb24-bac6-4e06-bfc0-a11306ad6d78', 'mac_address': 'fa:16:3e:5d:d9:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:56:52.315769 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-8fb56c56-db73-4eee-a590-ded0040de238 req-f738d64f-5701-4d69-9c96-7c77e6968d65 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Allocated IP 172.20.0.9 (75754133-2f30-43b1-b553-38d58661ba06/4830ed89-3d0e-4950-9575-5f4f49821c2d/ee2b0d0b-dd31-4c89-a083-38b19c0be79c) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:56:52.378808 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:52.412056 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port ee657ef2-f239-4216-b04c-84a60e80e4d0, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ee657ef2-f239-4216-b04c-84a60e80e4d0,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:52.437695 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:52.452593 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': 'ee657ef2-f239-4216-b04c-84a60e80e4d0', 'network_id': 'fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129', 'port_id': 'ee657ef2-f239-4216-b04c-84a60e80e4d0', 'mac_address': 'fa:16:3e:68:aa:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1838926e-37d5-4d80-a8c7-56ab398bbbfc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:56:52.453535 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0fd3a-0b9f-4ee4-bbd1-e2cad7c7daf6 req-aed2de00-43a0-43c6-a41a-e5614ce85544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:52.455026 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-06f0fd3a-0b9f-4ee4-bbd1-e2cad7c7daf6 req-aed2de00-43a0-43c6-a41a-e5614ce85544 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a44be028-592e-4cec-9e89-cccf2db77aba HTTP/1.1" status: 200 len: 1101 time: 0.2333946 Sep 30 00:56:52.464995 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c388bb24-bac6-4e06-bfc0-a11306ad6d78 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:56:52.523545 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port c388bb24-bac6-4e06-bfc0-a11306ad6d78, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=c388bb24-bac6-4e06-bfc0-a11306ad6d78,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:52.532620 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:52.545919 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:52.549562 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:52.558175 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-06f0fd3a-0b9f-4ee4-bbd1-e2cad7c7daf6 req-987773fb-63a0-48d9-844c-8fa3e89e8362 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666986 Sep 30 00:56:52.571576 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c148c41-339a-4d8b-9670-a69fa476b0f9 req-71b1b8ff-6d01-4ae2-aaed-01cd8f1ce999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:52.572077 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c148c41-339a-4d8b-9670-a69fa476b0f9 req-71b1b8ff-6d01-4ae2-aaed-01cd8f1ce999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:52.572570 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c148c41-339a-4d8b-9670-a69fa476b0f9 req-71b1b8ff-6d01-4ae2-aaed-01cd8f1ce999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:52.573063 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c148c41-339a-4d8b-9670-a69fa476b0f9 req-71b1b8ff-6d01-4ae2-aaed-01cd8f1ce999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:52.573547 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c148c41-339a-4d8b-9670-a69fa476b0f9 req-71b1b8ff-6d01-4ae2-aaed-01cd8f1ce999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:52.574028 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c148c41-339a-4d8b-9670-a69fa476b0f9 req-71b1b8ff-6d01-4ae2-aaed-01cd8f1ce999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:52.574501 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c148c41-339a-4d8b-9670-a69fa476b0f9 req-71b1b8ff-6d01-4ae2-aaed-01cd8f1ce999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:52.576383 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5c148c41-339a-4d8b-9670-a69fa476b0f9 req-71b1b8ff-6d01-4ae2-aaed-01cd8f1ce999 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 6489 time: 0.2174468 Sep 30 00:56:52.587727 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee657ef2-f239-4216-b04c-84a60e80e4d0 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:56:52.608101 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf641d-064e-492d-a6d8-d350117108e7 req-7eb8eed8-4a3e-447b-918d-6392806b8790 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:52.609753 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8aaf641d-064e-492d-a6d8-d350117108e7 req-7eb8eed8-4a3e-447b-918d-6392806b8790 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 943 time: 0.2157784 Sep 30 00:56:52.619086 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fccb3f-4065-4698-a0e6-946c8ce10c05 req-9f874ebb-fd2b-4adf-9b1b-35bf1ef3b1b1 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:52.620616 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-78fccb3f-4065-4698-a0e6-946c8ce10c05 req-9f874ebb-fd2b-4adf-9b1b-35bf1ef3b1b1 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=a44be028-592e-4cec-9e89-cccf2db77aba HTTP/1.1" status: 200 len: 950 time: 0.1712999 Sep 30 00:56:52.629820 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port ee657ef2-f239-4216-b04c-84a60e80e4d0, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ee657ef2-f239-4216-b04c-84a60e80e4d0,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:52.649508 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=c388bb24-bac6-4e06-bfc0-a11306ad6d78,revision_number=12']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:52.663167 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5c148c41-339a-4d8b-9670-a69fa476b0f9 req-7beb679d-edad-4de8-bb3b-32980c3233de service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0787623 Sep 30 00:56:52.663516 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:52.664446 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:52.666283 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:52.692014 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-78fccb3f-4065-4698-a0e6-946c8ce10c05 req-79fcf2cb-a406-4088-802c-b59dfe114596 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559180 Sep 30 00:56:52.694488 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8aaf641d-064e-492d-a6d8-d350117108e7 req-643549f1-1130-4dc2-a2f6-96e8d7c2974d tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754881 Sep 30 00:56:52.726895 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-8fb56c56-db73-4eee-a590-ded0040de238 req-f738d64f-5701-4d69-9c96-7c77e6968d65 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:52.747034 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=ee657ef2-f239-4216-b04c-84a60e80e4d0,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:52.750378 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:52.759528 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-8fb56c56-db73-4eee-a590-ded0040de238 req-f738d64f-5701-4d69-9c96-7c77e6968d65 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:52.765473 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-73da685c-345d-47b3-aca3-31be612bef25 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:52.867935 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fb56c56-db73-4eee-a590-ded0040de238 req-f738d64f-5701-4d69-9c96-7c77e6968d65 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Network 75754133-2f30-43b1-b553-38d58661ba06 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:56:52.879410 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-8fb56c56-db73-4eee-a590-ded0040de238 req-f738d64f-5701-4d69-9c96-7c77e6968d65 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:56:52.883591 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738d64f-5701-4d69-9c96-7c77e6968d65 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Pushing event updated for resources: {'Port': ['ID=ee2b0d0b-dd31-4c89-a083-38b19c0be79c,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:52.886215 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb56c56-db73-4eee-a590-ded0040de238 req-f738d64f-5701-4d69-9c96-7c77e6968d65 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:56:52.886477 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e1f9e-3f8a-4379-bddb-ac2d797d943c req-4997c1bc-268b-4dac-a3fb-5c3134e45560 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:52.888001 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1e2e1f9e-3f8a-4379-bddb-ac2d797d943c req-4997c1bc-268b-4dac-a3fb-5c3134e45560 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 950 time: 0.0855217 Sep 30 00:56:52.922756 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f738d64f-5701-4d69-9c96-7c77e6968d65 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:52.938196 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1e2e1f9e-3f8a-4379-bddb-ac2d797d943c req-58741f80-e96e-4802-959e-b330384fa891 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436857 Sep 30 00:56:52.966083 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb56c56-db73-4eee-a590-ded0040de238 req-f738d64f-5701-4d69-9c96-7c77e6968d65 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:52.966715 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-8fb56c56-db73-4eee-a590-ded0040de238 req-f738d64f-5701-4d69-9c96-7c77e6968d65 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:52.999625 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9d38a-c422-4aea-b233-34d38dcf5f9b req-cfb07177-b0cf-4ebd-b855-6153844ac67b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:53.005449 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9d38a-c422-4aea-b233-34d38dcf5f9b req-cfb07177-b0cf-4ebd-b855-6153844ac67b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:53.011411 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9d38a-c422-4aea-b233-34d38dcf5f9b req-cfb07177-b0cf-4ebd-b855-6153844ac67b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:53.018233 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9d38a-c422-4aea-b233-34d38dcf5f9b req-cfb07177-b0cf-4ebd-b855-6153844ac67b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:53.023033 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9d38a-c422-4aea-b233-34d38dcf5f9b req-cfb07177-b0cf-4ebd-b855-6153844ac67b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:53.028785 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9d38a-c422-4aea-b233-34d38dcf5f9b req-cfb07177-b0cf-4ebd-b855-6153844ac67b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:53.034609 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9d38a-c422-4aea-b233-34d38dcf5f9b req-cfb07177-b0cf-4ebd-b855-6153844ac67b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:53.036599 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-11c9d38a-c422-4aea-b233-34d38dcf5f9b req-cfb07177-b0cf-4ebd-b855-6153844ac67b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5432 time: 0.2105868 Sep 30 00:56:53.043673 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8fb56c56-db73-4eee-a590-ded0040de238 req-f738d64f-5701-4d69-9c96-7c77e6968d65 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4715922 Sep 30 00:56:53.090018 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-11c9d38a-c422-4aea-b233-34d38dcf5f9b req-218be04e-673d-4940-ac14-e86c92de4a55 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430157 Sep 30 00:56:53.094862 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-8fb56c56-db73-4eee-a590-ded0040de238 req-023fc3ea-bbf1-4859-abed-1ae9e595d696 service neutron] Request body: {'port': {'device_id': '79306b7a-c027-41d5-98f3-cb1fa2ccc616', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:56:53.234461 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9e4f0-d610-4250-bc4a-12744afdedd5 req-6b94d1e7-9922-4fa6-8272-f81a753a240e tempest-MigrationsAdminTest-602832877 tempest-MigrationsAdminTest-602832877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:53.236112 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4bd9e4f0-d610-4250-bc4a-12744afdedd5 req-6b94d1e7-9922-4fa6-8272-f81a753a240e tempest-MigrationsAdminTest-602832877 tempest-MigrationsAdminTest-602832877-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 1101 time: 0.0707526 Sep 30 00:56:53.275034 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-8fb56c56-db73-4eee-a590-ded0040de238 req-023fc3ea-bbf1-4859-abed-1ae9e595d696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:53.279021 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4bd9e4f0-d610-4250-bc4a-12744afdedd5 req-1c67caab-3fc5-4e69-b5b6-ee5cd2cf45b4 tempest-MigrationsAdminTest-602832877 tempest-MigrationsAdminTest-602832877-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368390 Sep 30 00:56:53.324137 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['ee657ef2-f239-4216-b04c-84a60e80e4d0'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:56:53.478875 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafb685-d590-4470-9abf-1bd95775b584 req-982d66a8-75ac-4dfc-b7de-ffaccb9b9ca3 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:53.480339 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e35f26-8817-4a91-a393-6d338f4436ae req-0733a6f2-8bcb-4806-b125-aadfd9450d07 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:53.480864 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3eafb685-d590-4470-9abf-1bd95775b584 req-982d66a8-75ac-4dfc-b7de-ffaccb9b9ca3 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=bff002ec-5532-45b2-bb2c-843a436909fe HTTP/1.1" status: 200 len: 950 time: 0.2886770 Sep 30 00:56:53.486622 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e35f26-8817-4a91-a393-6d338f4436ae req-0733a6f2-8bcb-4806-b125-aadfd9450d07 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:53.491193 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-24e35f26-8817-4a91-a393-6d338f4436ae req-0733a6f2-8bcb-4806-b125-aadfd9450d07 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeaa82a1-cf8d-41c7-998a-a8c090aa5cba HTTP/1.1" status: 200 len: 1680 time: 0.1029077 Sep 30 00:56:53.555791 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-24e35f26-8817-4a91-a393-6d338f4436ae req-6434e335-1656-43e6-ae3d-cfe8e07f5399 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613232 Sep 30 00:56:53.595058 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3eafb685-d590-4470-9abf-1bd95775b584 req-dc621082-9caf-4013-9879-b77a67f78344 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014640 Sep 30 00:56:53.700594 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['c388bb24-bac6-4e06-bfc0-a11306ad6d78'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:56:53.859697 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-8fb56c56-db73-4eee-a590-ded0040de238 req-023fc3ea-bbf1-4859-abed-1ae9e595d696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee2b0d0b-dd31-4c89-a083-38b19c0be79c {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:56:53.879666 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-8fb56c56-db73-4eee-a590-ded0040de238 req-023fc3ea-bbf1-4859-abed-1ae9e595d696 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:53.901464 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-8fb56c56-db73-4eee-a590-ded0040de238 req-023fc3ea-bbf1-4859-abed-1ae9e595d696 service neutron] Transition to ACTIVE for port object ee2b0d0b-dd31-4c89-a083-38b19c0be79c will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:56:53.906296 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-8fb56c56-db73-4eee-a590-ded0040de238 req-023fc3ea-bbf1-4859-abed-1ae9e595d696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:53.917378 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4332cfc6-4c45-4ec1-8b03-146a7f8526bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:53.944231 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:54.006944 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89697c-bdfa-425d-a761-891dcc53b82f req-791fd5eb-e231-4853-b17f-6caa052b7a77 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:54.007553 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-0e89697c-bdfa-425d-a761-891dcc53b82f req-791fd5eb-e231-4853-b17f-6caa052b7a77 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Synchronizing usage tracker for tenant:e0e7edddb1c44f66ba9563f9cd33d4a2 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:56:54.018237 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981abf8-293a-4eb6-b8d5-c07952a62150 req-62c52fce-1c9f-429d-8321-e2384a48b71d tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:54.019716 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4981abf8-293a-4eb6-b8d5-c07952a62150 req-62c52fce-1c9f-429d-8321-e2384a48b71d tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 931 time: 0.1947603 Sep 30 00:56:54.049516 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-0e89697c-bdfa-425d-a761-891dcc53b82f req-791fd5eb-e231-4853-b17f-6caa052b7a77 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Unset dirty status for tenant:e0e7edddb1c44f66ba9563f9cd33d4a2 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:56:54.050602 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0e89697c-bdfa-425d-a761-891dcc53b82f req-791fd5eb-e231-4853-b17f-6caa052b7a77 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.55 "GET /v2.0/ports?device_id=bff002ec-5532-45b2-bb2c-843a436909fe HTTP/1.1" status: 200 len: 950 time: 0.1774061 Sep 30 00:56:54.073219 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4981abf8-293a-4eb6-b8d5-c07952a62150 req-b4ea594a-ef17-428b-b319-36d57700359b tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461245 Sep 30 00:56:54.148008 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-0e89697c-bdfa-425d-a761-891dcc53b82f req-0c3d9dc8-3677-4742-87c6-fefd3b5fd964 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Deleting port 12d11d9a-af91-4934-9bb4-b3ee268da0b8 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:56:54.148527 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-0e89697c-bdfa-425d-a761-891dcc53b82f req-0c3d9dc8-3677-4742-87c6-fefd3b5fd964 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:54.159612 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023fc3ea-bbf1-4859-abed-1ae9e595d696 service neutron] Pushing event updated for resources: {'Port': ['ID=ee2b0d0b-dd31-4c89-a083-38b19c0be79c,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:54.166230 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-023fc3ea-bbf1-4859-abed-1ae9e595d696 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:54.223142 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823cd0d-388e-4786-83a3-d9abe4060264 req-0ea26447-7082-44ad-97a6-a27bf9d5af37 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:54.224600 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c823cd0d-388e-4786-83a3-d9abe4060264 req-0ea26447-7082-44ad-97a6-a27bf9d5af37 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=a44be028-592e-4cec-9e89-cccf2db77aba HTTP/1.1" status: 200 len: 950 time: 0.2708616 Sep 30 00:56:54.229432 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-8fb56c56-db73-4eee-a590-ded0040de238 req-023fc3ea-bbf1-4859-abed-1ae9e595d696 service neutron] Attempting to bind port ee2b0d0b-dd31-4c89-a083-38b19c0be79c on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:56:54.231000 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-8fb56c56-db73-4eee-a590-ded0040de238 req-023fc3ea-bbf1-4859-abed-1ae9e595d696 service neutron] Attempting to bind port ee2b0d0b-dd31-4c89-a083-38b19c0be79c by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:56:54.231000 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb56c56-db73-4eee-a590-ded0040de238 req-023fc3ea-bbf1-4859-abed-1ae9e595d696 service neutron] Attempting to bind port ee2b0d0b-dd31-4c89-a083-38b19c0be79c on network 75754133-2f30-43b1-b553-38d58661ba06 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:56:54.248796 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb56c56-db73-4eee-a590-ded0040de238 req-023fc3ea-bbf1-4859-abed-1ae9e595d696 service neutron] Port ee2b0d0b-dd31-4c89-a083-38b19c0be79c on network 75754133-2f30-43b1-b553-38d58661ba06 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:56:54.249106 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb56c56-db73-4eee-a590-ded0040de238 req-023fc3ea-bbf1-4859-abed-1ae9e595d696 service neutron] Attempting to bind port ee2b0d0b-dd31-4c89-a083-38b19c0be79c on network 75754133-2f30-43b1-b553-38d58661ba06 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:56:54.258641 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb56c56-db73-4eee-a590-ded0040de238 req-023fc3ea-bbf1-4859-abed-1ae9e595d696 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:56:54.258929 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb56c56-db73-4eee-a590-ded0040de238 req-023fc3ea-bbf1-4859-abed-1ae9e595d696 service neutron] Checking segment: {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:56:54.259314 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb56c56-db73-4eee-a590-ded0040de238 req-023fc3ea-bbf1-4859-abed-1ae9e595d696 service neutron] Bound using segment: {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:56:54.259742 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-8fb56c56-db73-4eee-a590-ded0040de238 req-023fc3ea-bbf1-4859-abed-1ae9e595d696 service neutron] Bound port: ee2b0d0b-dd31-4c89-a083-38b19c0be79c, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:56:54.260089 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-8fb56c56-db73-4eee-a590-ded0040de238 req-023fc3ea-bbf1-4859-abed-1ae9e595d696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:54.325385 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c823cd0d-388e-4786-83a3-d9abe4060264 req-192581b7-8cc5-46a3-9408-c6c402ea2c4d tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928819 Sep 30 00:56:54.368936 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-8fb56c56-db73-4eee-a590-ded0040de238 req-023fc3ea-bbf1-4859-abed-1ae9e595d696 service neutron] For port ee2b0d0b-dd31-4c89-a083-38b19c0be79c, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:56:54.372411 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-8fb56c56-db73-4eee-a590-ded0040de238 req-023fc3ea-bbf1-4859-abed-1ae9e595d696 service neutron] For port ee2b0d0b-dd31-4c89-a083-38b19c0be79c, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ee2b0d0b-dd31-4c89-a083-38b19c0be79c,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:56:54.377465 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-8fb56c56-db73-4eee-a590-ded0040de238 req-023fc3ea-bbf1-4859-abed-1ae9e595d696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:54.384374 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8d03da20-ba3e-43c6-8a47-5a180a9fd1a9 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:54.460509 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb56c56-db73-4eee-a590-ded0040de238 req-023fc3ea-bbf1-4859-abed-1ae9e595d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:54.461974 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-8fb56c56-db73-4eee-a590-ded0040de238 req-023fc3ea-bbf1-4859-abed-1ae9e595d696 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:54.463600 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8fb56c56-db73-4eee-a590-ded0040de238 req-023fc3ea-bbf1-4859-abed-1ae9e595d696 service neutron] 10.222.0.59 "PUT /v2.0/ports/ee2b0d0b-dd31-4c89-a083-38b19c0be79c HTTP/1.1" status: 200 len: 1091 time: 1.3724866 Sep 30 00:56:54.463913 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79306b7a-c027-41d5-98f3-cb1fa2ccc616', 'tag': 'ee2b0d0b-dd31-4c89-a083-38b19c0be79c'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:56:54.539562 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e1384-669c-416b-9d0e-4ec13782c4c9 req-b1b26269-f2c7-4d99-aafa-e2123f10aae9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:54.540914 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6c4e1384-669c-416b-9d0e-4ec13782c4c9 req-b1b26269-f2c7-4d99-aafa-e2123f10aae9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 944 time: 0.3518929 Sep 30 00:56:54.590719 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023fc3ea-bbf1-4859-abed-1ae9e595d696 service neutron] Pushing event updated for resources: {'Port': ['ID=ee2b0d0b-dd31-4c89-a083-38b19c0be79c,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:54.594412 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-023fc3ea-bbf1-4859-abed-1ae9e595d696 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:54.620879 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-0e89697c-bdfa-425d-a761-891dcc53b82f req-0c3d9dc8-3677-4742-87c6-fefd3b5fd964 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] For port 12d11d9a-af91-4934-9bb4-b3ee268da0b8, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=12d11d9a-af91-4934-9bb4-b3ee268da0b8,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:54.621278 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-0e89697c-bdfa-425d-a761-891dcc53b82f req-0c3d9dc8-3677-4742-87c6-fefd3b5fd964 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:54.640481 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef19a6f-bfd2-4d47-b0a1-aee0c937ea97 req-ca621e2c-56cd-485a-9cc1-a107c6de31a2 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:54.642020 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2ef19a6f-bfd2-4d47-b0a1-aee0c937ea97 req-ca621e2c-56cd-485a-9cc1-a107c6de31a2 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 950 time: 0.1858048 Sep 30 00:56:54.642225 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6c4e1384-669c-416b-9d0e-4ec13782c4c9 req-88d0154f-e504-4d58-a619-3902a580ad92 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884228 Sep 30 00:56:54.682349 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb56c56-db73-4eee-a590-ded0040de238 req-3245aa9c-7d96-41d0-9247-1c82e7332ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:54.684184 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8fb56c56-db73-4eee-a590-ded0040de238 req-3245aa9c-7d96-41d0-9247-1c82e7332ed7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=58336e3a6a854ff7ab57e933b021b603&device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 1094 time: 0.1553414 Sep 30 00:56:54.725244 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2ef19a6f-bfd2-4d47-b0a1-aee0c937ea97 req-ed64d66c-a8c2-4bed-8757-24039c224f40 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655150 Sep 30 00:56:54.807447 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-0e89697c-bdfa-425d-a761-891dcc53b82f req-0c3d9dc8-3677-4742-87c6-fefd3b5fd964 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Calling delete_port for 12d11d9a-af91-4934-9bb4-b3ee268da0b8 owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:56:54.815498 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79306b7a-c027-41d5-98f3-cb1fa2ccc616', 'tag': 'ee2b0d0b-dd31-4c89-a083-38b19c0be79c', 'status': 'completed', 'code': 200} Sep 30 00:56:54.828944 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8fb56c56-db73-4eee-a590-ded0040de238 req-8f11fd4d-4771-4f57-b7b7-b707e4172539 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee2b0d0b-dd31-4c89-a083-38b19c0be79c HTTP/1.1" status: 200 len: 217 time: 0.1018631 Sep 30 00:56:54.937233 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb56c56-db73-4eee-a590-ded0040de238 req-980ad674-c77d-489b-a833-668fe0151270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:54.938972 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8fb56c56-db73-4eee-a590-ded0040de238 req-980ad674-c77d-489b-a833-668fe0151270 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4830ed89-3d0e-4950-9575-5f4f49821c2d HTTP/1.1" status: 200 len: 861 time: 0.1025617 Sep 30 00:56:55.015068 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74b152-38bf-4ed7-9b8e-c33dc9612f13 req-88a4cf33-a48e-4bd7-bb3e-cf9f3eec7134 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:55.020862 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74b152-38bf-4ed7-9b8e-c33dc9612f13 req-88a4cf33-a48e-4bd7-bb3e-cf9f3eec7134 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:55.022974 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7e74b152-38bf-4ed7-9b8e-c33dc9612f13 req-88a4cf33-a48e-4bd7-bb3e-cf9f3eec7134 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeaa82a1-cf8d-41c7-998a-a8c090aa5cba HTTP/1.1" status: 200 len: 1680 time: 0.1331220 Sep 30 00:56:55.029658 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8fb56c56-db73-4eee-a590-ded0040de238 req-ac0030c7-40bc-4456-92f8-94711ba88c08 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=75754133-2f30-43b1-b553-38d58661ba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599439 Sep 30 00:56:55.045480 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-0e89697c-bdfa-425d-a761-891dcc53b82f req-0c3d9dc8-3677-4742-87c6-fefd3b5fd964 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:55.052910 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-19160ff6-c85d-4d6e-8e27-85bb4283c236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:55.082364 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['d761df09-2ef7-4cf5-a7f5-fb9022de696c', 'd8145972-1c86-4921-892c-473259317eca', 'ee603d6a-e7fc-4f18-aab9-f28db39653d6', 'e2a306f7-be35-48f4-9e71-f910c163e2ca'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:56:55.110257 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d9dc8-3677-4742-87c6-fefd3b5fd964 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Pushing event deleted for resources: {'Port': ['ID=12d11d9a-af91-4934-9bb4-b3ee268da0b8,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:55.116232 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0c3d9dc8-3677-4742-87c6-fefd3b5fd964 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:55.127993 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b1f07-8f51-4230-a75d-486acdad865f req-1ff5cae2-df0a-4065-93ce-0c8178655a94 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:55.134175 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b1f07-8f51-4230-a75d-486acdad865f req-1ff5cae2-df0a-4065-93ce-0c8178655a94 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:55.140749 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b1f07-8f51-4230-a75d-486acdad865f req-1ff5cae2-df0a-4065-93ce-0c8178655a94 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:55.147019 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b1f07-8f51-4230-a75d-486acdad865f req-1ff5cae2-df0a-4065-93ce-0c8178655a94 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:55.153433 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b1f07-8f51-4230-a75d-486acdad865f req-1ff5cae2-df0a-4065-93ce-0c8178655a94 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:55.159579 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b1f07-8f51-4230-a75d-486acdad865f req-1ff5cae2-df0a-4065-93ce-0c8178655a94 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:55.160171 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7e74b152-38bf-4ed7-9b8e-c33dc9612f13 req-fe8a4baa-edb6-48f9-9ba8-05caf2062ffc tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293259 Sep 30 00:56:55.165831 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b1f07-8f51-4230-a75d-486acdad865f req-1ff5cae2-df0a-4065-93ce-0c8178655a94 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:55.174014 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-498b1f07-8f51-4230-a75d-486acdad865f req-1ff5cae2-df0a-4065-93ce-0c8178655a94 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5432 time: 0.2580481 Sep 30 00:56:55.222865 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8fb56c56-db73-4eee-a590-ded0040de238 req-e5abcbb6-c4b7-4fd1-8b33-06db828f116e service neutron] 10.222.0.59 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792328 Sep 30 00:56:55.296977 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-498b1f07-8f51-4230-a75d-486acdad865f req-73b90811-c40d-427f-b856-687a1abacca2 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1219671 Sep 30 00:56:55.301917 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e89697c-bdfa-425d-a761-891dcc53b82f req-0c3d9dc8-3677-4742-87c6-fefd3b5fd964 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] No DVR routers for this DVR port 12d11d9a-af91-4934-9bb4-b3ee268da0b8 on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:56:55.304939 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-0e89697c-bdfa-425d-a761-891dcc53b82f req-0c3d9dc8-3677-4742-87c6-fefd3b5fd964 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:55.309031 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff002ec-5532-45b2-bb2c-843a436909fe', 'name': 'network-vif-deleted', 'tag': '12d11d9a-af91-4934-9bb4-b3ee268da0b8'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:56:55.331670 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0e89697c-bdfa-425d-a761-891dcc53b82f req-0c3d9dc8-3677-4742-87c6-fefd3b5fd964 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.55 "DELETE /v2.0/ports/12d11d9a-af91-4934-9bb4-b3ee268da0b8 HTTP/1.1" status: 204 len: 173 time: 1.2617583 Sep 30 00:56:55.376674 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['f0900a2e-d98c-4463-bfba-024226cc0373', '12d11d9a-af91-4934-9bb4-b3ee268da0b8'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:56:55.532233 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-95ebc92d-d9ca-4c75-a67c-d116b445e52c req-7b24661c-00e7-4a27-acde-149c5dcec5ed tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=bff002ec-5532-45b2-bb2c-843a436909fe HTTP/1.1" status: 200 len: 210 time: 0.0688019 Sep 30 00:56:55.598913 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8fb56c56-db73-4eee-a590-ded0040de238 req-fc425aa3-f6a2-4bd4-a693-9bcb1429037b service neutron] 10.222.0.59 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683615 Sep 30 00:56:55.664006 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device c388bb24-bac6-4e06-bfc0-a11306ad6d78 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:56:55.681285 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff002ec-5532-45b2-bb2c-843a436909fe', 'name': 'network-vif-deleted', 'tag': '12d11d9a-af91-4934-9bb4-b3ee268da0b8', 'status': 'completed', 'code': 200} Sep 30 00:56:55.737571 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d78f28-eeee-4651-a58e-5abcc00bcc8a req-9473221c-d579-4223-a1f8-eebb746d3727 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:55.748582 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-40d78f28-eeee-4651-a58e-5abcc00bcc8a req-9473221c-d579-4223-a1f8-eebb746d3727 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 943 time: 0.1228917 Sep 30 00:56:55.792891 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-40d78f28-eeee-4651-a58e-5abcc00bcc8a req-a3dbae85-c6c9-442a-885a-10d522c9fe55 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432978 Sep 30 00:56:55.877939 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff085e-f616-4040-bdb7-839b60bfd18d req-7dad4298-d2af-4a06-b0ce-a0a4a9324a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:55.879567 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9cff085e-f616-4040-bdb7-839b60bfd18d req-7dad4298-d2af-4a06-b0ce-a0a4a9324a1f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=58336e3a6a854ff7ab57e933b021b603&device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 1094 time: 0.1735551 Sep 30 00:56:55.888260 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc447c-3952-4ac5-88ea-006ef6560507 req-51592472-d03f-4521-8988-8fdb835a6cdb tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:55.888662 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device ee657ef2-f239-4216-b04c-84a60e80e4d0 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:56:55.889803 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-96fc447c-3952-4ac5-88ea-006ef6560507 req-51592472-d03f-4521-8988-8fdb835a6cdb tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=a44be028-592e-4cec-9e89-cccf2db77aba HTTP/1.1" status: 200 len: 950 time: 0.1158266 Sep 30 00:56:55.935465 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port c388bb24-bac6-4e06-bfc0-a11306ad6d78 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:56:55.967168 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port c388bb24-bac6-4e06-bfc0-a11306ad6d78 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:56:55.967606 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:56.011723 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae327a18-4dbb-4349-a0e3-14c15e0f10e4 req-ba267c47-56f9-4914-a022-3fcc34300486 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:56.014043 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ae327a18-4dbb-4349-a0e3-14c15e0f10e4 req-ba267c47-56f9-4914-a022-3fcc34300486 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 944 time: 0.1011693 Sep 30 00:56:56.026529 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-96fc447c-3952-4ac5-88ea-006ef6560507 req-5060c040-0fab-46a7-9a01-e99b8526e40e tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151762 Sep 30 00:56:56.084220 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff085e-f616-4040-bdb7-839b60bfd18d req-4053928b-32f5-4b41-be49-5bace09b4ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:56.086677 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9cff085e-f616-4040-bdb7-839b60bfd18d req-4053928b-32f5-4b41-be49-5bace09b4ea1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=75754133-2f30-43b1-b553-38d58661ba06 HTTP/1.1" status: 200 len: 922 time: 0.1957355 Sep 30 00:56:56.127012 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ae327a18-4dbb-4349-a0e3-14c15e0f10e4 req-20e9a87c-2570-4c83-a315-f76490f4999d tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009157 Sep 30 00:56:56.155016 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port ee657ef2-f239-4216-b04c-84a60e80e4d0 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:56:56.240004 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9cff085e-f616-4040-bdb7-839b60bfd18d req-6f3eb4df-c48f-4f1e-a5db-1ff32e2480e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee2b0d0b-dd31-4c89-a083-38b19c0be79c HTTP/1.1" status: 200 len: 217 time: 0.1442213 Sep 30 00:56:56.249072 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port ee657ef2-f239-4216-b04c-84a60e80e4d0 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:56:56.249545 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:56.342332 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff085e-f616-4040-bdb7-839b60bfd18d req-e6093a39-2699-4b5d-994a-ad684dacf52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:56.343872 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9cff085e-f616-4040-bdb7-839b60bfd18d req-e6093a39-2699-4b5d-994a-ad684dacf52b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4830ed89-3d0e-4950-9575-5f4f49821c2d HTTP/1.1" status: 200 len: 861 time: 0.0954976 Sep 30 00:56:56.355807 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:56.393511 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6ce8e-5a10-4551-b978-34e8e2626590 req-2b7738e6-418b-4752-b1fd-2fc3cf2fee4f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:56.395289 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-adc6ce8e-5a10-4551-b978-34e8e2626590 req-2b7738e6-418b-4752-b1fd-2fc3cf2fee4f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.55 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 950 time: 0.1105499 Sep 30 00:56:56.401549 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9cff085e-f616-4040-bdb7-839b60bfd18d req-90d4e63f-3a7b-41b8-acc6-a75c7be27fc5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=75754133-2f30-43b1-b553-38d58661ba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488517 Sep 30 00:56:56.413718 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a399e0-db26-4d43-a9ce-304fb565feaf req-d728e8b6-75c3-4bbd-9208-5fa683ce2a84 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:56.415457 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-52a399e0-db26-4d43-a9ce-304fb565feaf req-d728e8b6-75c3-4bbd-9208-5fa683ce2a84 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=0982a26d-ef7b-491b-b99c-620361f6e29d HTTP/1.1" status: 200 len: 950 time: 0.2232268 Sep 30 00:56:56.455401 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:56.465959 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0982a26d-ef7b-491b-b99c-620361f6e29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c388bb24-bac6-4e06-bfc0-a11306ad6d78'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:56:56.486886 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port c388bb24-bac6-4e06-bfc0-a11306ad6d78, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=c388bb24-bac6-4e06-bfc0-a11306ad6d78,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:56.499390 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-adc6ce8e-5a10-4551-b978-34e8e2626590 req-dc77847f-4daf-4fd3-ab46-1196084a5511 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Deleting port c388bb24-bac6-4e06-bfc0-a11306ad6d78 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:56:56.499765 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-adc6ce8e-5a10-4551-b978-34e8e2626590 req-dc77847f-4daf-4fd3-ab46-1196084a5511 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:56.512648 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port ee657ef2-f239-4216-b04c-84a60e80e4d0, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ee657ef2-f239-4216-b04c-84a60e80e4d0,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:56.515063 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:56.516517 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:56:56.564495 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-52a399e0-db26-4d43-a9ce-304fb565feaf req-687d92e4-302f-4f6e-ab5c-076d5c28e220 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160383 Sep 30 00:56:56.599456 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:56.625589 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9cff085e-f616-4040-bdb7-839b60bfd18d req-82b8a297-9963-4433-91e6-75fd1f6954ed service neutron] 10.222.0.59 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087498 Sep 30 00:56:56.689371 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:56.691380 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=c388bb24-bac6-4e06-bfc0-a11306ad6d78,revision_number=13']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:56.698324 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:56.698930 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:56.766717 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port 7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:56:56.778623 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:56:56.779290 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:56.805671 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d3222-4543-49c4-9150-470e1484b6b2 req-43335248-dd85-43eb-93e6-a42237906cca tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:56.812960 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d3222-4543-49c4-9150-470e1484b6b2 req-43335248-dd85-43eb-93e6-a42237906cca tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:56.815306 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3c1d3222-4543-49c4-9150-470e1484b6b2 req-43335248-dd85-43eb-93e6-a42237906cca tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeaa82a1-cf8d-41c7-998a-a8c090aa5cba HTTP/1.1" status: 200 len: 1680 time: 0.2750170 Sep 30 00:56:56.836688 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9cff085e-f616-4040-bdb7-839b60bfd18d req-73ad3144-27cb-4dbe-9b61-0bae6981ce21 service neutron] 10.222.0.59 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027838 Sep 30 00:56:56.859156 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f1e66-b68c-4d80-9b61-0603c64d4a1e req-cf0f2453-2530-4765-b0bc-30e3475fe1d3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:56.865378 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f1e66-b68c-4d80-9b61-0603c64d4a1e req-cf0f2453-2530-4765-b0bc-30e3475fe1d3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:56.872142 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f1e66-b68c-4d80-9b61-0603c64d4a1e req-cf0f2453-2530-4765-b0bc-30e3475fe1d3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:56.874254 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=ee657ef2-f239-4216-b04c-84a60e80e4d0,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:56.877471 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:56.878375 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f1e66-b68c-4d80-9b61-0603c64d4a1e req-cf0f2453-2530-4765-b0bc-30e3475fe1d3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:56.885236 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f1e66-b68c-4d80-9b61-0603c64d4a1e req-cf0f2453-2530-4765-b0bc-30e3475fe1d3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:56.891301 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f1e66-b68c-4d80-9b61-0603c64d4a1e req-cf0f2453-2530-4765-b0bc-30e3475fe1d3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:56.898643 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f1e66-b68c-4d80-9b61-0603c64d4a1e req-cf0f2453-2530-4765-b0bc-30e3475fe1d3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:56.900538 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4b7f1e66-b68c-4d80-9b61-0603c64d4a1e req-cf0f2453-2530-4765-b0bc-30e3475fe1d3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5432 time: 0.1812537 Sep 30 00:56:56.903212 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3c1d3222-4543-49c4-9150-470e1484b6b2 req-7b3ee2cd-52ac-4418-9414-51f2dbd078c2 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763431 Sep 30 00:56:56.912952 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-adc6ce8e-5a10-4551-b978-34e8e2626590 req-dc77847f-4daf-4fd3-ab46-1196084a5511 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] For port c388bb24-bac6-4e06-bfc0-a11306ad6d78, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=c388bb24-bac6-4e06-bfc0-a11306ad6d78,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:56.913489 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-adc6ce8e-5a10-4551-b978-34e8e2626590 req-dc77847f-4daf-4fd3-ab46-1196084a5511 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:56.958742 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:56.969313 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4b7f1e66-b68c-4d80-9b61-0603c64d4a1e req-33baf832-ff91-4791-9971-dbb4e3d54a1a tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571349 Sep 30 00:56:56.998773 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2,segment=NetworkSegment(2f83e82e-baf3-4366-a355-80ad72405deb),segment_id=2f83e82e-baf3-4366-a355-80ad72405deb)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:57.004396 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:57.005448 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device f4c83daa-4dab-4cf9-a290-8e6da07faf06 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:56:57.039433 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:57.060453 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-adc6ce8e-5a10-4551-b978-34e8e2626590 req-dc77847f-4daf-4fd3-ab46-1196084a5511 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Calling delete_port for c388bb24-bac6-4e06-bfc0-a11306ad6d78 owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:56:57.071329 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0982a26d-ef7b-491b-b99c-620361f6e29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c388bb24-bac6-4e06-bfc0-a11306ad6d78', 'code': 200} Sep 30 00:56:57.136877 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:57.140225 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:57.151830 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port f4c83daa-4dab-4cf9-a290-8e6da07faf06 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:56:57.159705 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port f4c83daa-4dab-4cf9-a290-8e6da07faf06 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:56:57.160443 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:57.316068 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:57.362680 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port f4c83daa-4dab-4cf9-a290-8e6da07faf06, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=f4c83daa-4dab-4cf9-a290-8e6da07faf06,segment=NetworkSegment(b3b168b3-3bbb-4a8a-9962-65c1d6b82871),segment_id=b3b168b3-3bbb-4a8a-9962-65c1d6b82871)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:56:57.366812 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:57.368675 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:57.386045 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-adc6ce8e-5a10-4551-b978-34e8e2626590 req-dc77847f-4daf-4fd3-ab46-1196084a5511 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:57.401176 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4568b7a7-860a-494a-8f64-8904c4dc5a7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:57.409164 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['3d518f2d-344f-4c32-9fed-6a6c1995109a', '863d8c69-3437-4b2c-898c-781bd4e0939e', '9015586e-32a9-4344-abfe-e8a54776ad77', 'c388bb24-bac6-4e06-bfc0-a11306ad6d78'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:56:57.479740 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77847f-4daf-4fd3-ab46-1196084a5511 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Pushing event deleted for resources: {'Port': ['ID=c388bb24-bac6-4e06-bfc0-a11306ad6d78,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:57.538505 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92b1f1-db96-4b09-8d1f-c1c320d4bd46 req-f3aed5b5-3206-423b-aa4a-e09bd9847b18 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:57.539500 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-4e92b1f1-db96-4b09-8d1f-c1c320d4bd46 req-f3aed5b5-3206-423b-aa4a-e09bd9847b18 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Synchronizing usage tracker for tenant:58336e3a6a854ff7ab57e933b021b603 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:56:57.551360 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=f4c83daa-4dab-4cf9-a290-8e6da07faf06,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:57.558817 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:57.568234 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-dc77847f-4daf-4fd3-ab46-1196084a5511 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:57.569720 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc6ce8e-5a10-4551-b978-34e8e2626590 req-dc77847f-4daf-4fd3-ab46-1196084a5511 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] No DVR routers for this DVR port c388bb24-bac6-4e06-bfc0-a11306ad6d78 on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:56:57.573328 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-adc6ce8e-5a10-4551-b978-34e8e2626590 req-dc77847f-4daf-4fd3-ab46-1196084a5511 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:57.580553 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-4e92b1f1-db96-4b09-8d1f-c1c320d4bd46 req-f3aed5b5-3206-423b-aa4a-e09bd9847b18 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Unset dirty status for tenant:58336e3a6a854ff7ab57e933b021b603 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:56:57.581906 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4e92b1f1-db96-4b09-8d1f-c1c320d4bd46 req-f3aed5b5-3206-423b-aa4a-e09bd9847b18 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 943 time: 0.1554275 Sep 30 00:56:57.641776 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-adc6ce8e-5a10-4551-b978-34e8e2626590 req-dc77847f-4daf-4fd3-ab46-1196084a5511 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.55 "DELETE /v2.0/ports/c388bb24-bac6-4e06-bfc0-a11306ad6d78 HTTP/1.1" status: 204 len: 173 time: 1.2384555 Sep 30 00:56:57.665293 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-4e92b1f1-db96-4b09-8d1f-c1c320d4bd46 req-a1e06849-f03b-466b-90a1-a7a5916ed132 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Synchronizing usage tracker for tenant:58336e3a6a854ff7ab57e933b021b603 on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:56:57.684319 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0982a26d-ef7b-491b-b99c-620361f6e29d', 'name': 'network-vif-deleted', 'tag': 'c388bb24-bac6-4e06-bfc0-a11306ad6d78'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:56:57.687631 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-4e92b1f1-db96-4b09-8d1f-c1c320d4bd46 req-a1e06849-f03b-466b-90a1-a7a5916ed132 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Unset dirty status for tenant:58336e3a6a854ff7ab57e933b021b603 on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:56:57.704738 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4e92b1f1-db96-4b09-8d1f-c1c320d4bd46 req-a1e06849-f03b-466b-90a1-a7a5916ed132 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139050 Sep 30 00:56:57.716323 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-9ba5a3dc-097e-4283-b1db-bb835a9c24fd tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:57.716806 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-9ba5a3dc-097e-4283-b1db-bb835a9c24fd tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:57.717305 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-9ba5a3dc-097e-4283-b1db-bb835a9c24fd tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:57.717794 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-9ba5a3dc-097e-4283-b1db-bb835a9c24fd tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:57.718461 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-9ba5a3dc-097e-4283-b1db-bb835a9c24fd tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:57.718992 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-9ba5a3dc-097e-4283-b1db-bb835a9c24fd tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:57.719481 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-9ba5a3dc-097e-4283-b1db-bb835a9c24fd tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:57.719963 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-9ba5a3dc-097e-4283-b1db-bb835a9c24fd tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:57.720442 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-9ba5a3dc-097e-4283-b1db-bb835a9c24fd tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:57.721099 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-9ba5a3dc-097e-4283-b1db-bb835a9c24fd tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:57.721586 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-9ba5a3dc-097e-4283-b1db-bb835a9c24fd tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:57.722137 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-9ba5a3dc-097e-4283-b1db-bb835a9c24fd tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:57.722656 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-9ba5a3dc-097e-4283-b1db-bb835a9c24fd tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:57.723335 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-9ba5a3dc-097e-4283-b1db-bb835a9c24fd tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:57.723819 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-9ba5a3dc-097e-4283-b1db-bb835a9c24fd tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:57.724295 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-9ba5a3dc-097e-4283-b1db-bb835a9c24fd tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:57.724885 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-9ba5a3dc-097e-4283-b1db-bb835a9c24fd tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:57.725376 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-9ba5a3dc-097e-4283-b1db-bb835a9c24fd tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:57.725904 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-9ba5a3dc-097e-4283-b1db-bb835a9c24fd tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:57.726521 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-9ba5a3dc-097e-4283-b1db-bb835a9c24fd tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:57.727102 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-9ba5a3dc-097e-4283-b1db-bb835a9c24fd tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:57.728213 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-9ba5a3dc-097e-4283-b1db-bb835a9c24fd tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:57.728703 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-9ba5a3dc-097e-4283-b1db-bb835a9c24fd tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:57.732055 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-9ba5a3dc-097e-4283-b1db-bb835a9c24fd tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616&device_id=b164b39e-9b04-4b61-a350-81bc98bb6143&device_id=aeaa82a1-cf8d-41c7-998a-a8c090aa5cba&device_id=a44be028-592e-4cec-9e89-cccf2db77aba&device_id=d63f54a9-972b-4c01-82b5-32dbab5c3d26&device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23&device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33&device_id=0982a26d-ef7b-491b-b99c-620361f6e29d&device_id=b17f618b-a6ac-492c-a2a8-6b646e220639&device_id=e53aea3e-8e21-4bee-9a70-c3be7d7ce27b&device_id=210ba757-555c-48eb-9477-923ec0d34b02&device_id=3d75a316-51da-43f6-abfb-f042e7ecffa4&device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779&device_id=bb8c8d5c-a745-416f-90e0-05af024599b6&device_id=1462b9cb-ca25-4af9-a5c0-869c5608c987&device_id=89a881a1-cd0e-4cb0-b314-68293db10420&device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 20714 time: 0.1651125 Sep 30 00:56:57.771138 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-ef6d44e1-b4ea-4db1-afd5-6058883dc488 tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:57.791647 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-ef6d44e1-b4ea-4db1-afd5-6058883dc488 tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:56:57.795805 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-ef6d44e1-b4ea-4db1-afd5-6058883dc488 tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Usage tracker for resource:security_group_rule and tenant:cd75cd4516e04466aae384aec94e0434 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:56:57.799044 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-ef6d44e1-b4ea-4db1-afd5-6058883dc488 tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:56:57.805915 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-ef6d44e1-b4ea-4db1-afd5-6058883dc488 tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:56:57.906997 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-ef6d44e1-b4ea-4db1-afd5-6058883dc488 tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:57.912330 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-ef6d44e1-b4ea-4db1-afd5-6058883dc488 tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:57.920656 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a40f0c-2146-4518-b40c-0c6ecdca8d00 req-0593a207-2d21-4939-96d0-9f4660916bb8 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:57.926759 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0db9d8f3-c0dd-4a9e-bde8-df2bfe657ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:56:57.927722 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a40f0c-2146-4518-b40c-0c6ecdca8d00 req-0593a207-2d21-4939-96d0-9f4660916bb8 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:57.935794 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a40f0c-2146-4518-b40c-0c6ecdca8d00 req-0593a207-2d21-4939-96d0-9f4660916bb8 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:57.942058 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a40f0c-2146-4518-b40c-0c6ecdca8d00 req-0593a207-2d21-4939-96d0-9f4660916bb8 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:57.948815 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a40f0c-2146-4518-b40c-0c6ecdca8d00 req-0593a207-2d21-4939-96d0-9f4660916bb8 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:57.954863 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a40f0c-2146-4518-b40c-0c6ecdca8d00 req-0593a207-2d21-4939-96d0-9f4660916bb8 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:57.960912 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a40f0c-2146-4518-b40c-0c6ecdca8d00 req-0593a207-2d21-4939-96d0-9f4660916bb8 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:57.973110 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-70a40f0c-2146-4518-b40c-0c6ecdca8d00 req-0593a207-2d21-4939-96d0-9f4660916bb8 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5432 time: 0.1540575 Sep 30 00:56:57.973624 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 37060) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:56:57.981385 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d44e1-b4ea-4db1-afd5-6058883dc488 tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c109c60e-d6dd-4fc8-b696-466027ac3e00,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:56:57.982228 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-3567a7e6-0dc3-485c-9c4f-1d7387f83724 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Request body: {'floatingip': {'port_id': 'f022d92f-0eb3-4cfa-a3d3-9166ea00620e'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:56:57.989675 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ef6d44e1-b4ea-4db1-afd5-6058883dc488 tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:56:58.011335 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-db69e456-6eeb-4cc6-be33-44128dfd8805 req-ef6d44e1-b4ea-4db1-afd5-6058883dc488 tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&id=653e610f-7618-449b-93c9-e82ca44110ac&id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&id=3c853c89-b588-48bc-9842-97b1b09c4cf0&id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&id=03e1149c-ca53-47d7-93ad-628e9735f792&id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 875 time: 0.2720487 Sep 30 00:56:58.081656 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3567a7e6-0dc3-485c-9c4f-1d7387f83724 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for floatingip, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:58.399861 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0982a26d-ef7b-491b-b99c-620361f6e29d', 'name': 'network-vif-deleted', 'tag': 'c388bb24-bac6-4e06-bfc0-a11306ad6d78', 'status': 'completed', 'code': 200} Sep 30 00:56:58.525994 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6387c-8808-466d-ba58-ce3cfcceffc9 req-c32865be-08ee-4478-8e01-8cc94ea64eaf tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:58.527468 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ace6387c-8808-466d-ba58-ce3cfcceffc9 req-c32865be-08ee-4478-8e01-8cc94ea64eaf tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 945 time: 0.3889852 Sep 30 00:56:58.571022 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcd6d2-d269-4e9d-953e-420eff3a5127 req-5d21b73f-528d-4134-ba0d-77b557dae880 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:58.578080 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcd6d2-d269-4e9d-953e-420eff3a5127 req-5d21b73f-528d-4134-ba0d-77b557dae880 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:58.579983 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8fdcd6d2-d269-4e9d-953e-420eff3a5127 req-5d21b73f-528d-4134-ba0d-77b557dae880 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeaa82a1-cf8d-41c7-998a-a8c090aa5cba HTTP/1.1" status: 200 len: 1682 time: 0.1009076 Sep 30 00:56:58.626329 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8fdcd6d2-d269-4e9d-953e-420eff3a5127 req-513b6b76-0d16-458b-b7b3-88e751254358 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404241 Sep 30 00:56:58.657457 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ace6387c-8808-466d-ba58-ce3cfcceffc9 req-b18828bf-8a87-4335-ab51-2eb7590792ec tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736852 Sep 30 00:56:58.940894 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3567a7e6-0dc3-485c-9c4f-1d7387f83724 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:58.946181 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3567a7e6-0dc3-485c-9c4f-1d7387f83724 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:56:59.072368 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b164b39e-9b04-4b61-a350-81bc98bb6143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee657ef2-f239-4216-b04c-84a60e80e4d0'}, {'server_uuid': 'aeaa82a1-cf8d-41c7-998a-a8c090aa5cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2'}, {'server_uuid': 'aeaa82a1-cf8d-41c7-998a-a8c090aa5cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c83daa-4dab-4cf9-a290-8e6da07faf06'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:56:59.130228 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b3632-85e5-4fc8-9e22-562fcb6d12ff req-9a63ba83-796d-458b-9b84-57c7cc76b0f6 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:59.133888 n-d-811809-1 neutron-server[80274]: INFO neutron.db.l3_db [None req-3567a7e6-0dc3-485c-9c4f-1d7387f83724 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Floating IP 30e50f52-1bff-4297-8c32-c9b85fd5e2b9 associated. External IP: 172.25.0.202, port: f022d92f-0eb3-4cfa-a3d3-9166ea00620e. Sep 30 00:56:59.135208 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-992b3632-85e5-4fc8-9e22-562fcb6d12ff req-9a63ba83-796d-458b-9b84-57c7cc76b0f6 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 943 time: 0.0925713 Sep 30 00:56:59.177253 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-992b3632-85e5-4fc8-9e22-562fcb6d12ff req-16675420-7c16-4c6b-81ea-818955bb2ae5 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398560 Sep 30 00:56:59.371995 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b991b38-af41-4efa-9387-4d5d2c537c61 req-1c571bd4-30bf-4ed1-9137-254c7b7b14d8 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:59.372703 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-1b991b38-af41-4efa-9387-4d5d2c537c61 req-1c571bd4-30bf-4ed1-9137-254c7b7b14d8 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Synchronizing usage tracker for tenant:e0e7edddb1c44f66ba9563f9cd33d4a2 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:56:59.388394 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-1b991b38-af41-4efa-9387-4d5d2c537c61 req-1c571bd4-30bf-4ed1-9137-254c7b7b14d8 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Unset dirty status for tenant:e0e7edddb1c44f66ba9563f9cd33d4a2 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:56:59.389435 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1b991b38-af41-4efa-9387-4d5d2c537c61 req-1c571bd4-30bf-4ed1-9137-254c7b7b14d8 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=e53aea3e-8e21-4bee-9a70-c3be7d7ce27b HTTP/1.1" status: 200 len: 949 time: 0.1045549 Sep 30 00:56:59.434677 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1b991b38-af41-4efa-9387-4d5d2c537c61 req-1ff23e96-32a4-4932-89c6-afb8c9c25613 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394235 Sep 30 00:56:59.442592 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c79001-a1aa-44ae-88c7-c166e61206e1 req-717c65ef-9dca-451f-a46e-bc90a39a9440 tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:59.443132 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c79001-a1aa-44ae-88c7-c166e61206e1 req-717c65ef-9dca-451f-a46e-bc90a39a9440 tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:59.443633 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c79001-a1aa-44ae-88c7-c166e61206e1 req-717c65ef-9dca-451f-a46e-bc90a39a9440 tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:59.446567 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-59c79001-a1aa-44ae-88c7-c166e61206e1 req-717c65ef-9dca-451f-a46e-bc90a39a9440 tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a44be028-592e-4cec-9e89-cccf2db77aba&device_id=d63f54a9-972b-4c01-82b5-32dbab5c3d26&device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 2882 time: 0.1724381 Sep 30 00:56:59.570597 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-59c79001-a1aa-44ae-88c7-c166e61206e1 req-4b7d5472-084f-4f8a-8852-eda954c54b24 tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671377 Sep 30 00:56:59.617701 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf578be-3615-40c0-ae6c-e7af60211878 req-910499f8-5fc4-4264-a40f-08fc5b62c95e tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:59.618651 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-baf578be-3615-40c0-ae6c-e7af60211878 req-910499f8-5fc4-4264-a40f-08fc5b62c95e tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Synchronizing usage tracker for tenant:59d8fe751f144ee29b8fd8ad36a4eefb on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:56:59.621251 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3567a7e6-0dc3-485c-9c4f-1d7387f83724 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Router f58e22ba-18ec-43d7-8773-53a56659ac50 has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:56:59.635979 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b164b39e-9b04-4b61-a350-81bc98bb6143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee657ef2-f239-4216-b04c-84a60e80e4d0', 'code': 200} Sep 30 00:56:59.636458 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeaa82a1-cf8d-41c7-998a-a8c090aa5cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2', 'code': 200} Sep 30 00:56:59.636914 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeaa82a1-cf8d-41c7-998a-a8c090aa5cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c83daa-4dab-4cf9-a290-8e6da07faf06', 'code': 200} Sep 30 00:56:59.641559 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-baf578be-3615-40c0-ae6c-e7af60211878 req-910499f8-5fc4-4264-a40f-08fc5b62c95e tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Unset dirty status for tenant:59d8fe751f144ee29b8fd8ad36a4eefb on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:56:59.642963 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-baf578be-3615-40c0-ae6c-e7af60211878 req-910499f8-5fc4-4264-a40f-08fc5b62c95e tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 950 time: 0.1138818 Sep 30 00:56:59.683709 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 12d11d9a-af91-4934-9bb4-b3ee268da0b8 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:56:59.763125 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: 12d11d9a-af91-4934-9bb4-b3ee268da0b8 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:56:59.763630 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-baf578be-3615-40c0-ae6c-e7af60211878 req-6aee3883-cf47-4f55-9e19-a4cf0634d090 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102686 Sep 30 00:56:59.764513 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 12d11d9a-af91-4934-9bb4-b3ee268da0b8 not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:56:59.765237 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device c388bb24-bac6-4e06-bfc0-a11306ad6d78 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:56:59.834935 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: c388bb24-bac6-4e06-bfc0-a11306ad6d78 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:56:59.835531 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device c388bb24-bac6-4e06-bfc0-a11306ad6d78 not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:56:59.877486 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85c9ee-116a-46dc-899f-c889d25e6db5 req-b6bdcc61-c14c-4b12-89dd-73f0a004ff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:59.878002 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85c9ee-116a-46dc-899f-c889d25e6db5 req-b6bdcc61-c14c-4b12-89dd-73f0a004ff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:56:59.879963 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7c85c9ee-116a-46dc-899f-c889d25e6db5 req-b6bdcc61-c14c-4b12-89dd-73f0a004ff47 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aeaa82a1-cf8d-41c7-998a-a8c090aa5cba HTTP/1.1" status: 200 len: 1984 time: 0.1020153 Sep 30 00:56:59.904464 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device ee2b0d0b-dd31-4c89-a083-38b19c0be79c details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:56:59.978987 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7c85c9ee-116a-46dc-899f-c889d25e6db5 req-b91bb58b-6806-4834-ae2b-08dffce29319 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570490 Sep 30 00:56:59.999238 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9393fb-f95c-4379-a371-96baefb68279 req-4a84e5b9-9596-4c54-a006-ddd8fcf86a7f tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:00.005198 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9393fb-f95c-4379-a371-96baefb68279 req-4a84e5b9-9596-4c54-a006-ddd8fcf86a7f tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:00.007290 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-af9393fb-f95c-4379-a371-96baefb68279 req-4a84e5b9-9596-4c54-a006-ddd8fcf86a7f tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeaa82a1-cf8d-41c7-998a-a8c090aa5cba HTTP/1.1" status: 200 len: 1682 time: 0.1212606 Sep 30 00:57:00.057703 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port ee2b0d0b-dd31-4c89-a083-38b19c0be79c, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ee2b0d0b-dd31-4c89-a083-38b19c0be79c,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:00.058018 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3567a7e6-0dc3-485c-9c4f-1d7387f83724 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:57:00.064030 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3567a7e6-0dc3-485c-9c4f-1d7387f83724 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:00.071316 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-af9393fb-f95c-4379-a371-96baefb68279 req-4bd110b4-5e47-484c-9838-bb011977b93d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574470 Sep 30 00:57:00.073363 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580076b9-45b2-445e-8abe-3c47860a994d None None] Sync routers for ids ['f58e22ba-18ec-43d7-8773-53a56659ac50'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:57:00.078763 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': 'ee2b0d0b-dd31-4c89-a083-38b19c0be79c', 'network_id': '75754133-2f30-43b1-b553-38d58661ba06', 'port_id': 'ee2b0d0b-dd31-4c89-a083-38b19c0be79c', 'mac_address': 'fa:16:3e:f5:83:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4830ed89-3d0e-4950-9575-5f4f49821c2d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:57:00.087404 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580076b9-45b2-445e-8abe-3c47860a994d None None] Routers {'f58e22ba-18ec-43d7-8773-53a56659ac50'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:57:00.088046 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-580076b9-45b2-445e-8abe-3c47860a994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:56:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['f58e22ba-18ec-43d7-8773-53a56659ac50'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:57:00.103124 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf71c5-efa0-40b0-b9ca-abc760afee6c req-57747eb8-5dc7-4712-8d19-efe95c0752c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:00.104619 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cfbf71c5-efa0-40b0-b9ca-abc760afee6c req-57747eb8-5dc7-4712-8d19-efe95c0752c9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 1096 time: 0.2248287 Sep 30 00:57:00.170536 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e4d3a-e2fd-48f7-b554-4977d41b86a7 req-d6f87b4a-4fbd-482b-8339-aa16ef14162f tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:00.172044 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9b6e4d3a-e2fd-48f7-b554-4977d41b86a7 req-d6f87b4a-4fbd-482b-8339-aa16ef14162f tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 945 time: 0.2211034 Sep 30 00:57:00.179495 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-3567a7e6-0dc3-485c-9c4f-1d7387f83724 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "PUT /v2.0/floatingips/30e50f52-1bff-4297-8c32-c9b85fd5e2b9 HTTP/1.1" status: 200 len: 991 time: 2.2013471 Sep 30 00:57:00.179495 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'tag': 'f022d92f-0eb3-4cfa-a3d3-9166ea00620e'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:57:00.189177 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cfbf71c5-efa0-40b0-b9ca-abc760afee6c req-4b8d4138-a5f0-479a-89f1-c6db4930d12a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675068 Sep 30 00:57:00.233950 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9b6e4d3a-e2fd-48f7-b554-4977d41b86a7 req-2a2d1016-7767-44f8-bff6-c75a78a2e04a tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476322 Sep 30 00:57:00.284400 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:00.291132 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'tag': 'f022d92f-0eb3-4cfa-a3d3-9166ea00620e', 'status': 'completed', 'code': 200} Sep 30 00:57:00.311589 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee2b0d0b-dd31-4c89-a083-38b19c0be79c {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:57:00.347303 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port ee2b0d0b-dd31-4c89-a083-38b19c0be79c, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ee2b0d0b-dd31-4c89-a083-38b19c0be79c,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:00.356033 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-580076b9-45b2-445e-8abe-3c47860a994d None None] Set router f58e22ba-18ec-43d7-8773-53a56659ac50 gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:57:00.399627 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:00.410448 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-194444e4-2ba2-4cf6-ba30-eee428b55ed4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:00.465814 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f594617-b020-44d6-9a04-1f6c4d920db5 req-a6addc7d-ed6d-4447-9534-b9f392361741 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:00.467272 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8f594617-b020-44d6-9a04-1f6c4d920db5 req-a6addc7d-ed6d-4447-9534-b9f392361741 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 944 time: 0.0818353 Sep 30 00:57:00.520346 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8f594617-b020-44d6-9a04-1f6c4d920db5 req-c9db21c1-eabd-4afe-8296-5cd08e59b8ec tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465841 Sep 30 00:57:00.579242 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=ee2b0d0b-dd31-4c89-a083-38b19c0be79c,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:00.583922 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:00.852474 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50deaa4-572f-432e-83b5-deaca0a25c84 req-8b1ab1d2-9d59-4a49-9bff-0bad9ff2c256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:00.853103 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50deaa4-572f-432e-83b5-deaca0a25c84 req-8b1ab1d2-9d59-4a49-9bff-0bad9ff2c256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:00.853613 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50deaa4-572f-432e-83b5-deaca0a25c84 req-8b1ab1d2-9d59-4a49-9bff-0bad9ff2c256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:00.854126 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50deaa4-572f-432e-83b5-deaca0a25c84 req-8b1ab1d2-9d59-4a49-9bff-0bad9ff2c256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:00.854605 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50deaa4-572f-432e-83b5-deaca0a25c84 req-8b1ab1d2-9d59-4a49-9bff-0bad9ff2c256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:00.855133 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50deaa4-572f-432e-83b5-deaca0a25c84 req-8b1ab1d2-9d59-4a49-9bff-0bad9ff2c256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:00.855842 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50deaa4-572f-432e-83b5-deaca0a25c84 req-8b1ab1d2-9d59-4a49-9bff-0bad9ff2c256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:00.857956 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d50deaa4-572f-432e-83b5-deaca0a25c84 req-8b1ab1d2-9d59-4a49-9bff-0bad9ff2c256 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a750dc97d8045f29998977fe5e379fc&device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 6489 time: 0.1135294 Sep 30 00:57:00.867544 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-580076b9-45b2-445e-8abe-3c47860a994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'name': 'tempest-TaggedBootDevicesTest-1703482194-router', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '0bd74f79-951f-4631-ba72-8b14de7c56d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:54:13Z', 'updated_at': '2021-09-30T00:54:22Z', 'revision_number': 4, 'project_id': '5a750dc97d8045f29998977fe5e379fc', 'gw_port': {'id': '0bd74f79-951f-4631-ba72-8b14de7c56d6', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:14Z', 'updated_at': '2021-09-30T00:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '30e50f52-1bff-4297-8c32-c9b85fd5e2b9', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'port_id': 'f022d92f-0eb3-4cfa-a3d3-9166ea00620e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb36fa6-51fa-41e0-a614-23d3a62d6673', 'mac_address': 'fa:16:3e:18:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:55:14Z', 'updated_at': '2021-09-30T00:56:58Z', 'revision_number': 1, 'project_id': '5a750dc97d8045f29998977fe5e379fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08a6a374-a425-4dde-8f11-f6f621854786', 'name': '', 'network_id': '5fb36fa6-51fa-41e0-a614-23d3a62d6673', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'mac_address': 'fa:16:3e:88:11:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'bd3c024e-b603-46de-89e9-6733ca50df93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:19Z', 'updated_at': '2021-09-30T00:54:30Z', 'revision_number': 5, 'project_id': '5a750dc97d8045f29998977fe5e379fc', 'subnets': [{'id': 'bd3c024e-b603-46de-89e9-6733ca50df93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:57:00.872113 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580076b9-45b2-445e-8abe-3c47860a994d None None] Checking router: f58e22ba-18ec-43d7-8773-53a56659ac50 for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:57:00.881141 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580076b9-45b2-445e-8abe-3c47860a994d None None] Routers {'f58e22ba-18ec-43d7-8773-53a56659ac50'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:57:00.882096 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-580076b9-45b2-445e-8abe-3c47860a994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:56:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['f58e22ba-18ec-43d7-8773-53a56659ac50'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:57:00.955724 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9d9ed-4454-4b10-a3a1-8aa782556d7e req-0986adcb-7bfe-4a74-b483-9928b9442436 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:00.957528 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-00f9d9ed-4454-4b10-a3a1-8aa782556d7e req-0986adcb-7bfe-4a74-b483-9928b9442436 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=e53aea3e-8e21-4bee-9a70-c3be7d7ce27b HTTP/1.1" status: 200 len: 949 time: 0.2008457 Sep 30 00:57:01.046128 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50deaa4-572f-432e-83b5-deaca0a25c84 req-27084a5d-dc34-494c-a0f5-ccdb645a0a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:01.047993 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d50deaa4-572f-432e-83b5-deaca0a25c84 req-27084a5d-dc34-494c-a0f5-ccdb645a0a93 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fb36fa6-51fa-41e0-a614-23d3a62d6673 HTTP/1.1" status: 200 len: 913 time: 0.1748447 Sep 30 00:57:01.063296 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-00f9d9ed-4454-4b10-a3a1-8aa782556d7e req-371288e9-cfd9-4f00-b478-46f92f6c6ff1 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987942 Sep 30 00:57:01.077172 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-580076b9-45b2-445e-8abe-3c47860a994d None None] Set router f58e22ba-18ec-43d7-8773-53a56659ac50 gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:57:01.084042 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d1908-d56c-4e2e-9ccb-5fbe53ff90f8 req-7777f8ac-55d4-4567-936c-da1087079cac tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:01.085992 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-900d1908-d56c-4e2e-9ccb-5fbe53ff90f8 req-7777f8ac-55d4-4567-936c-da1087079cac tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.55 "GET /v2.0/ports?device_id=e53aea3e-8e21-4bee-9a70-c3be7d7ce27b HTTP/1.1" status: 200 len: 949 time: 0.2385030 Sep 30 00:57:01.126673 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['ee2b0d0b-dd31-4c89-a083-38b19c0be79c'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:57:01.179653 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7a031-e659-438a-ad53-0a874357be6f req-78db2d02-f124-49ea-9163-e26b0c7dacac tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:01.181212 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d2c7a031-e659-438a-ad53-0a874357be6f req-78db2d02-f124-49ea-9163-e26b0c7dacac tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.59 "GET /v2.0/ports?device_id=b17f618b-a6ac-492c-a2a8-6b646e220639 HTTP/1.1" status: 200 len: 950 time: 0.1966085 Sep 30 00:57:01.187487 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-900d1908-d56c-4e2e-9ccb-5fbe53ff90f8 req-a59d39c4-f459-40e9-8a9b-2bc3455e1bef tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Deleting port f0900a2e-d98c-4463-bfba-024226cc0373 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:57:01.187829 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-900d1908-d56c-4e2e-9ccb-5fbe53ff90f8 req-a59d39c4-f459-40e9-8a9b-2bc3455e1bef tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:01.243524 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d50deaa4-572f-432e-83b5-deaca0a25c84 req-afc84c86-0fd5-48f0-a2f3-eccbed1dc5c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f022d92f-0eb3-4cfa-a3d3-9166ea00620e HTTP/1.1" status: 200 len: 999 time: 0.1854973 Sep 30 00:57:01.320710 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50deaa4-572f-432e-83b5-deaca0a25c84 req-46711d6a-8c11-4bea-9e9e-536daec9894a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:01.322877 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d50deaa4-572f-432e-83b5-deaca0a25c84 req-46711d6a-8c11-4bea-9e9e-536daec9894a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd3c024e-b603-46de-89e9-6733ca50df93 HTTP/1.1" status: 200 len: 851 time: 0.0702462 Sep 30 00:57:01.405333 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bccbb-7684-4628-bd73-ae7c34af52f7 req-28f6b58f-41cb-4578-ba75-95721bcffc9e tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:01.406818 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9e2bccbb-7684-4628-bd73-ae7c34af52f7 req-28f6b58f-41cb-4578-ba75-95721bcffc9e tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 950 time: 0.2849820 Sep 30 00:57:01.480089 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9e2bccbb-7684-4628-bd73-ae7c34af52f7 req-00542489-709c-4c66-bd72-cbf9c4b97487 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635593 Sep 30 00:57:01.521686 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50deaa4-572f-432e-83b5-deaca0a25c84 req-cbd7109c-093f-4819-863a-bcfa7dabd011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:01.533208 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d50deaa4-572f-432e-83b5-deaca0a25c84 req-cbd7109c-093f-4819-863a-bcfa7dabd011 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fb36fa6-51fa-41e0-a614-23d3a62d6673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1951571 Sep 30 00:57:01.642802 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-d2c7a031-e659-438a-ad53-0a874357be6f req-1827b64e-482e-48a8-8212-4c6922d39d91 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Deleting port e2a306f7-be35-48f4-9e71-f910c163e2ca {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:57:01.643437 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d2c7a031-e659-438a-ad53-0a874357be6f req-1827b64e-482e-48a8-8212-4c6922d39d91 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:01.714222 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-580076b9-45b2-445e-8abe-3c47860a994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'name': 'tempest-TaggedBootDevicesTest-1703482194-router', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '0bd74f79-951f-4631-ba72-8b14de7c56d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:54:13Z', 'updated_at': '2021-09-30T00:54:22Z', 'revision_number': 4, 'project_id': '5a750dc97d8045f29998977fe5e379fc', 'gw_port': {'id': '0bd74f79-951f-4631-ba72-8b14de7c56d6', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:14Z', 'updated_at': '2021-09-30T00:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '30e50f52-1bff-4297-8c32-c9b85fd5e2b9', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'port_id': 'f022d92f-0eb3-4cfa-a3d3-9166ea00620e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb36fa6-51fa-41e0-a614-23d3a62d6673', 'mac_address': 'fa:16:3e:18:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:55:14Z', 'updated_at': '2021-09-30T00:56:58Z', 'revision_number': 1, 'project_id': '5a750dc97d8045f29998977fe5e379fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08a6a374-a425-4dde-8f11-f6f621854786', 'name': '', 'network_id': '5fb36fa6-51fa-41e0-a614-23d3a62d6673', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'mac_address': 'fa:16:3e:88:11:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'bd3c024e-b603-46de-89e9-6733ca50df93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:19Z', 'updated_at': '2021-09-30T00:54:30Z', 'revision_number': 5, 'project_id': '5a750dc97d8045f29998977fe5e379fc', 'subnets': [{'id': 'bd3c024e-b603-46de-89e9-6733ca50df93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:57:01.715010 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d50deaa4-572f-432e-83b5-deaca0a25c84 req-742d7c0a-3665-40c9-8725-7c0fbc489b51 service neutron] 10.222.0.59 "GET /v2.0/networks/5fb36fa6-51fa-41e0-a614-23d3a62d6673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747475 Sep 30 00:57:01.720602 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580076b9-45b2-445e-8abe-3c47860a994d None None] The sync data for ids ['f58e22ba-18ec-43d7-8773-53a56659ac50'] in n-d-811809-1 is: [{'id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'name': 'tempest-TaggedBootDevicesTest-1703482194-router', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '0bd74f79-951f-4631-ba72-8b14de7c56d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:54:13Z', 'updated_at': '2021-09-30T00:54:22Z', 'revision_number': 4, 'project_id': '5a750dc97d8045f29998977fe5e379fc', 'gw_port': {'id': '0bd74f79-951f-4631-ba72-8b14de7c56d6', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:14Z', 'updated_at': '2021-09-30T00:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '30e50f52-1bff-4297-8c32-c9b85fd5e2b9', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'port_id': 'f022d92f-0eb3-4cfa-a3d3-9166ea00620e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb36fa6-51fa-41e0-a614-23d3a62d6673', 'mac_address': 'fa:16:3e:18:ee:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:55:14Z', 'updated_at': '2021-09-30T00:56:58Z', 'revision_number': 1, 'project_id': '5a750dc97d8045f29998977fe5e379fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08a6a374-a425-4dde-8f11-f6f621854786', 'name': '', 'network_id': '5fb36fa6-51fa-41e0-a614-23d3a62d6673', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'mac_address': 'fa:16:3e:88:11:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'bd3c024e-b603-46de-89e9-6733ca50df93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:19Z', 'updated_at': '2021-09-30T00:54:30Z', 'revision_number': 5, 'project_id': '5a750dc97d8045f29998977fe5e379fc', 'subnets': [{'id': 'bd3c024e-b603-46de-89e9-6733ca50df93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:57:01.873575 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-900d1908-d56c-4e2e-9ccb-5fbe53ff90f8 req-a59d39c4-f459-40e9-8a9b-2bc3455e1bef tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] For port f0900a2e-d98c-4463-bfba-024226cc0373, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=f0900a2e-d98c-4463-bfba-024226cc0373,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:01.873952 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-900d1908-d56c-4e2e-9ccb-5fbe53ff90f8 req-a59d39c4-f459-40e9-8a9b-2bc3455e1bef tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:01.997650 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d50deaa4-572f-432e-83b5-deaca0a25c84 req-accafa2a-141c-45c4-b256-05fb72e27206 service neutron] 10.222.0.59 "GET /v2.0/networks/5fb36fa6-51fa-41e0-a614-23d3a62d6673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670069 Sep 30 00:57:02.010870 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e9298d-8ec9-406a-aa97-6f0b667294fa None None] New status for floating IP 30e50f52-1bff-4297-8c32-c9b85fd5e2b9: ACTIVE {{(pid=80277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:57:02.021088 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b66e4-658f-4753-bf3c-b31e27058685 req-76e7736e-91cf-4f7f-aebb-1109132e4cf6 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:02.023381 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-620b66e4-658f-4753-bf3c-b31e27058685 req-76e7736e-91cf-4f7f-aebb-1109132e4cf6 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 950 time: 0.1972003 Sep 30 00:57:02.031985 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3ca9d-4078-4cb7-8a71-21c7f49e6ef3 req-2cb61961-d030-4507-b3d1-78b153824bce tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:02.033475 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-19e3ca9d-4078-4cb7-8a71-21c7f49e6ef3 req-2cb61961-d030-4507-b3d1-78b153824bce tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 945 time: 0.2194099 Sep 30 00:57:02.104017 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421a318-f369-47f2-9f5e-4429e9d68be3 req-6c08f1a4-9786-4d1f-b26a-4bd3fac9160d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:02.112731 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421a318-f369-47f2-9f5e-4429e9d68be3 req-6c08f1a4-9786-4d1f-b26a-4bd3fac9160d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:02.120820 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f421a318-f369-47f2-9f5e-4429e9d68be3 req-6c08f1a4-9786-4d1f-b26a-4bd3fac9160d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeaa82a1-cf8d-41c7-998a-a8c090aa5cba HTTP/1.1" status: 200 len: 1682 time: 0.6941400 Sep 30 00:57:02.132847 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-620b66e4-658f-4753-bf3c-b31e27058685 req-090e0bea-6c4b-4dd1-96d2-9099b8a863d5 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Deleting port 9015586e-32a9-4344-abfe-e8a54776ad77 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:57:02.133375 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-620b66e4-658f-4753-bf3c-b31e27058685 req-090e0bea-6c4b-4dd1-96d2-9099b8a863d5 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:02.278129 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-900d1908-d56c-4e2e-9ccb-5fbe53ff90f8 req-a59d39c4-f459-40e9-8a9b-2bc3455e1bef tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Calling delete_port for f0900a2e-d98c-4463-bfba-024226cc0373 owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:57:02.315751 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-19e3ca9d-4078-4cb7-8a71-21c7f49e6ef3 req-e19a0edb-210c-407a-9427-b93f885f41b0 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483032 Sep 30 00:57:02.359781 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f421a318-f369-47f2-9f5e-4429e9d68be3 req-50a6cd13-aead-4d37-89e0-4b08cb7e920c tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376919 Sep 30 00:57:02.459679 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-d2c7a031-e659-438a-ad53-0a874357be6f req-1827b64e-482e-48a8-8212-4c6922d39d91 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] For port e2a306f7-be35-48f4-9e71-f910c163e2ca, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=e2a306f7-be35-48f4-9e71-f910c163e2ca,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:02.460855 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d2c7a031-e659-438a-ad53-0a874357be6f req-1827b64e-482e-48a8-8212-4c6922d39d91 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:02.620212 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-620b66e4-658f-4753-bf3c-b31e27058685 req-090e0bea-6c4b-4dd1-96d2-9099b8a863d5 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] For port 9015586e-32a9-4344-abfe-e8a54776ad77, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=9015586e-32a9-4344-abfe-e8a54776ad77,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:02.620559 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-620b66e4-658f-4753-bf3c-b31e27058685 req-090e0bea-6c4b-4dd1-96d2-9099b8a863d5 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:02.632335 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b04e0-6dc7-4593-a455-6f791eb42dd2 req-60562fef-2beb-488a-8e83-d2ef02b00e82 tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:02.634060 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4b5b04e0-6dc7-4593-a455-6f791eb42dd2 req-60562fef-2beb-488a-8e83-d2ef02b00e82 tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 1100 time: 0.2083569 Sep 30 00:57:02.663621 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-d2c7a031-e659-438a-ad53-0a874357be6f req-1827b64e-482e-48a8-8212-4c6922d39d91 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Calling delete_port for e2a306f7-be35-48f4-9e71-f910c163e2ca owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:57:02.764083 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-620b66e4-658f-4753-bf3c-b31e27058685 req-090e0bea-6c4b-4dd1-96d2-9099b8a863d5 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Calling delete_port for 9015586e-32a9-4344-abfe-e8a54776ad77 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:57:02.777787 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-900d1908-d56c-4e2e-9ccb-5fbe53ff90f8 req-a59d39c4-f459-40e9-8a9b-2bc3455e1bef tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:02.784870 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4b04388b-6e30-4f89-9cf7-ef0800783cf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:02.793953 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['f0900a2e-d98c-4463-bfba-024226cc0373'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:57:02.831549 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d39c4-f459-40e9-8a9b-2bc3455e1bef tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Pushing event deleted for resources: {'Port': ['ID=f0900a2e-d98c-4463-bfba-024226cc0373,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:02.836098 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a59d39c4-f459-40e9-8a9b-2bc3455e1bef tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:02.854675 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4b5b04e0-6dc7-4593-a455-6f791eb42dd2 req-9a977036-4728-424f-bb58-aae6e56c47c3 tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662192 Sep 30 00:57:02.954654 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698af61-6878-40b9-89b2-7ddcd3203fe4 req-c41587f4-4fab-4203-bac3-80186f8858b4 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:02.956687 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-620b66e4-658f-4753-bf3c-b31e27058685 req-090e0bea-6c4b-4dd1-96d2-9099b8a863d5 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:02.961544 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7698af61-6878-40b9-89b2-7ddcd3203fe4 req-c41587f4-4fab-4203-bac3-80186f8858b4 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 944 time: 0.4016500 Sep 30 00:57:02.964210 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c7577460-330e-4b00-ac08-ceb392f3beff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:02.974096 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['3d518f2d-344f-4c32-9fed-6a6c1995109a', '863d8c69-3437-4b2c-898c-781bd4e0939e', '9015586e-32a9-4344-abfe-e8a54776ad77'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:57:02.997719 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-900d1908-d56c-4e2e-9ccb-5fbe53ff90f8 req-a59d39c4-f459-40e9-8a9b-2bc3455e1bef tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] No DVR routers for this DVR port f0900a2e-d98c-4463-bfba-024226cc0373 on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:57:03.009368 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-900d1908-d56c-4e2e-9ccb-5fbe53ff90f8 req-a59d39c4-f459-40e9-8a9b-2bc3455e1bef tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:03.011834 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53aea3e-8e21-4bee-9a70-c3be7d7ce27b', 'name': 'network-vif-deleted', 'tag': 'f0900a2e-d98c-4463-bfba-024226cc0373'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:57:03.014620 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['d761df09-2ef7-4cf5-a7f5-fb9022de696c', 'd8145972-1c86-4921-892c-473259317eca', 'ee603d6a-e7fc-4f18-aab9-f28db39653d6', 'e2a306f7-be35-48f4-9e71-f910c163e2ca'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:57:03.066242 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7698af61-6878-40b9-89b2-7ddcd3203fe4 req-72112494-807c-45ec-b7f8-ca2c69a08f2f tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037323 Sep 30 00:57:03.077875 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e0bea-6c4b-4dd1-96d2-9099b8a863d5 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Pushing event deleted for resources: {'Port': ['ID=9015586e-32a9-4344-abfe-e8a54776ad77,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:03.082899 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-090e0bea-6c4b-4dd1-96d2-9099b8a863d5 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:03.088073 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-900d1908-d56c-4e2e-9ccb-5fbe53ff90f8 req-a59d39c4-f459-40e9-8a9b-2bc3455e1bef tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.55 "DELETE /v2.0/ports/f0900a2e-d98c-4463-bfba-024226cc0373 HTTP/1.1" status: 204 len: 173 time: 1.9909589 Sep 30 00:57:03.099568 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d2c7a031-e659-438a-ad53-0a874357be6f req-1827b64e-482e-48a8-8212-4c6922d39d91 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:03.108126 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-83fee343-22a1-46c3-a58b-48eae52bc9d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:03.200551 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827b64e-482e-48a8-8212-4c6922d39d91 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Pushing event deleted for resources: {'Port': ['ID=e2a306f7-be35-48f4-9e71-f910c163e2ca,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:03.206709 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1827b64e-482e-48a8-8212-4c6922d39d91 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:03.306551 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-620b66e4-658f-4753-bf3c-b31e27058685 req-090e0bea-6c4b-4dd1-96d2-9099b8a863d5 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] No DVR routers for this DVR port 9015586e-32a9-4344-abfe-e8a54776ad77 on host n-h2-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:57:03.311563 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e8bef1ea-a20c-4d08-b861-3075eaa328a5 req-5c31b853-c2f8-48b9-a382-5496c60bd136 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=e53aea3e-8e21-4bee-9a70-c3be7d7ce27b HTTP/1.1" status: 200 len: 210 time: 0.1583664 Sep 30 00:57:03.312541 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-620b66e4-658f-4753-bf3c-b31e27058685 req-090e0bea-6c4b-4dd1-96d2-9099b8a863d5 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:03.333793 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8c8d5c-a745-416f-90e0-05af024599b6', 'name': 'network-vif-deleted', 'tag': '9015586e-32a9-4344-abfe-e8a54776ad77'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:57:03.345954 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-620b66e4-658f-4753-bf3c-b31e27058685 req-090e0bea-6c4b-4dd1-96d2-9099b8a863d5 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.55 "DELETE /v2.0/ports/9015586e-32a9-4344-abfe-e8a54776ad77 HTTP/1.1" status: 204 len: 173 time: 1.3114750 Sep 30 00:57:03.400687 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c77d2ff1-4efb-4a73-bce6-2d34364ec133 req-e2dfa9ea-84d5-4b57-8be8-64821ac511e9 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c8d5c-a745-416f-90e0-05af024599b6 HTTP/1.1" status: 200 len: 210 time: 0.1073275 Sep 30 00:57:03.407184 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c7a031-e659-438a-ad53-0a874357be6f req-1827b64e-482e-48a8-8212-4c6922d39d91 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] No DVR routers for this DVR port e2a306f7-be35-48f4-9e71-f910c163e2ca on host n-h1-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:57:03.416043 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d2c7a031-e659-438a-ad53-0a874357be6f req-1827b64e-482e-48a8-8212-4c6922d39d91 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:03.420505 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d2c7a031-e659-438a-ad53-0a874357be6f req-1827b64e-482e-48a8-8212-4c6922d39d91 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.59 "DELETE /v2.0/ports/e2a306f7-be35-48f4-9e71-f910c163e2ca HTTP/1.1" status: 204 len: 173 time: 2.1722379 Sep 30 00:57:03.688282 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53aea3e-8e21-4bee-9a70-c3be7d7ce27b', 'name': 'network-vif-deleted', 'tag': 'f0900a2e-d98c-4463-bfba-024226cc0373', 'status': 'completed', 'code': 200} Sep 30 00:57:03.728698 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e0fdb-5922-4986-8aec-fd271ff7904b req-1b7414ab-e256-45f6-bcf5-6712e3c3f767 tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:03.731996 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b1e0fdb-5922-4986-8aec-fd271ff7904b req-1b7414ab-e256-45f6-bcf5-6712e3c3f767 tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 1100 time: 0.1389935 Sep 30 00:57:03.800618 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-0b1e0fdb-5922-4986-8aec-fd271ff7904b req-31b136e1-acde-4b0c-a825-da12b7c49770 tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Synchronizing usage tracker for tenant:cd75cd4516e04466aae384aec94e0434 on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:57:03.817447 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f69f99-3f8a-45a9-a8ee-748510cfc31f req-dc869339-dce2-434a-91c9-a0fb2c054fea tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:03.819194 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-52f69f99-3f8a-45a9-a8ee-748510cfc31f req-dc869339-dce2-434a-91c9-a0fb2c054fea tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 945 time: 0.1202946 Sep 30 00:57:03.821990 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-0b1e0fdb-5922-4986-8aec-fd271ff7904b req-31b136e1-acde-4b0c-a825-da12b7c49770 tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Unset dirty status for tenant:cd75cd4516e04466aae384aec94e0434 on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:57:03.823186 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b1e0fdb-5922-4986-8aec-fd271ff7904b req-31b136e1-acde-4b0c-a825-da12b7c49770 tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809758 Sep 30 00:57:03.869539 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-52f69f99-3f8a-45a9-a8ee-748510cfc31f req-90527982-947d-442f-9162-5f4273f51aad tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421877 Sep 30 00:57:03.878523 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8c8d5c-a745-416f-90e0-05af024599b6', 'name': 'network-vif-deleted', 'tag': '9015586e-32a9-4344-abfe-e8a54776ad77', 'status': 'completed', 'code': 200} Sep 30 00:57:03.941216 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device ee2b0d0b-dd31-4c89-a083-38b19c0be79c up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:57:04.037786 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port ee2b0d0b-dd31-4c89-a083-38b19c0be79c completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:57:04.044646 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port ee2b0d0b-dd31-4c89-a083-38b19c0be79c triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:57:04.045243 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:04.226237 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:04.271987 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ef4a5-7db8-4e7b-97e8-19e48d80e2f8 req-545fe69b-b471-4ed4-8df9-eee306951cc6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:04.273300 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79306b7a-c027-41d5-98f3-cb1fa2ccc616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2b0d0b-dd31-4c89-a083-38b19c0be79c'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:57:04.278327 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ef4a5-7db8-4e7b-97e8-19e48d80e2f8 req-545fe69b-b471-4ed4-8df9-eee306951cc6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:04.285661 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ec6ef4a5-7db8-4e7b-97e8-19e48d80e2f8 req-545fe69b-b471-4ed4-8df9-eee306951cc6 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeaa82a1-cf8d-41c7-998a-a8c090aa5cba HTTP/1.1" status: 200 len: 1682 time: 0.3245316 Sep 30 00:57:04.287409 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port ee2b0d0b-dd31-4c89-a083-38b19c0be79c, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ee2b0d0b-dd31-4c89-a083-38b19c0be79c,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:04.292674 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:04.295849 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:04.365483 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ec6ef4a5-7db8-4e7b-97e8-19e48d80e2f8 req-eaa949e2-fb60-4a32-83e9-136968d7bca9 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787067 Sep 30 00:57:04.467746 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=ee2b0d0b-dd31-4c89-a083-38b19c0be79c,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:04.471444 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:04.624799 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cf3d0-9534-44df-8fe0-523fa2d5cbc0 req-a14a475d-a8b3-4d43-8664-86a737186671 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:04.626281 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0d3cf3d0-9534-44df-8fe0-523fa2d5cbc0 req-a14a475d-a8b3-4d43-8664-86a737186671 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 945 time: 0.1257913 Sep 30 00:57:04.684283 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0d3cf3d0-9534-44df-8fe0-523fa2d5cbc0 req-5d025ffe-7742-4b86-b241-bcfbe3d19a65 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510726 Sep 30 00:57:04.696186 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79306b7a-c027-41d5-98f3-cb1fa2ccc616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2b0d0b-dd31-4c89-a083-38b19c0be79c', 'code': 200} Sep 30 00:57:04.943422 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cd50f-f110-445c-bde3-a21803221e35 req-4128dd98-f37d-4392-9fa6-94f941d03807 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:04.944922 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b30cd50f-f110-445c-bde3-a21803221e35 req-4128dd98-f37d-4392-9fa6-94f941d03807 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 945 time: 0.1478159 Sep 30 00:57:04.947540 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573eac17-28e7-4132-9cd8-8d0ad1e2596b req-c4cf88d5-997c-4124-9c4e-70a79cbedeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:04.948879 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-573eac17-28e7-4132-9cd8-8d0ad1e2596b req-c4cf88d5-997c-4124-9c4e-70a79cbedeb6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 1096 time: 0.1165102 Sep 30 00:57:05.015238 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b30cd50f-f110-445c-bde3-a21803221e35 req-fbdd7199-5201-48d0-b7cd-1de1948b3513 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646431 Sep 30 00:57:05.020938 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-573eac17-28e7-4132-9cd8-8d0ad1e2596b req-5091169b-5b23-49bc-9e3f-13f0ef134a53 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541847 Sep 30 00:57:05.489790 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:05.571467 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73a844-a71b-41fc-ba3a-abe033f2da4a req-18244fe2-0e13-4c67-8c7b-4651ec822282 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:05.578624 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73a844-a71b-41fc-ba3a-abe033f2da4a req-18244fe2-0e13-4c67-8c7b-4651ec822282 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:05.580211 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1a73a844-a71b-41fc-ba3a-abe033f2da4a req-18244fe2-0e13-4c67-8c7b-4651ec822282 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeaa82a1-cf8d-41c7-998a-a8c090aa5cba HTTP/1.1" status: 200 len: 1682 time: 0.1048844 Sep 30 00:57:05.644019 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['d761df09-2ef7-4cf5-a7f5-fb9022de696c', 'd8145972-1c86-4921-892c-473259317eca', 'ee603d6a-e7fc-4f18-aab9-f28db39653d6'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:57:05.647061 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1a73a844-a71b-41fc-ba3a-abe033f2da4a req-bddfb310-2ad8-415d-9118-c704e1b56f13 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584195 Sep 30 00:57:05.689801 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17f618b-a6ac-492c-a2a8-6b646e220639', 'name': 'network-vif-deleted', 'tag': 'e2a306f7-be35-48f4-9e71-f910c163e2ca'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:57:05.720691 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 9015586e-32a9-4344-abfe-e8a54776ad77 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:57:05.768931 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: 9015586e-32a9-4344-abfe-e8a54776ad77 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:57:05.769295 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 9015586e-32a9-4344-abfe-e8a54776ad77 not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:57:05.769723 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device f0900a2e-d98c-4463-bfba-024226cc0373 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:57:05.815170 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: f0900a2e-d98c-4463-bfba-024226cc0373 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:57:05.815501 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device f0900a2e-d98c-4463-bfba-024226cc0373 not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:57:05.877580 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4730c97-5dca-4f20-81ec-958635773172 req-d9ac76e8-1fcc-45bd-854f-77c93ab8027b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:05.880197 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b4730c97-5dca-4f20-81ec-958635773172 req-d9ac76e8-1fcc-45bd-854f-77c93ab8027b tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 949 time: 0.0963027 Sep 30 00:57:05.932213 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b4730c97-5dca-4f20-81ec-958635773172 req-db11616c-7a30-436d-a746-d14c10085c07 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460551 Sep 30 00:57:05.956960 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device e2a306f7-be35-48f4-9e71-f910c163e2ca no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:57:05.997738 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: e2a306f7-be35-48f4-9e71-f910c163e2ca {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:57:05.998137 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device e2a306f7-be35-48f4-9e71-f910c163e2ca not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:57:06.150887 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812c607-ea46-4db5-a5cb-7a72b633573b req-cc921888-399f-4d9e-8076-73dd5882f10e tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:06.155399 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17f618b-a6ac-492c-a2a8-6b646e220639', 'name': 'network-vif-deleted', 'tag': 'e2a306f7-be35-48f4-9e71-f910c163e2ca', 'status': 'completed', 'code': 200} Sep 30 00:57:06.158962 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b812c607-ea46-4db5-a5cb-7a72b633573b req-cc921888-399f-4d9e-8076-73dd5882f10e tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.0987427 Sep 30 00:57:06.199744 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b812c607-ea46-4db5-a5cb-7a72b633573b req-c307db0a-75da-4b20-a8b0-3433481f5bba tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398331 Sep 30 00:57:06.321896 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704292a-a551-44cf-8d06-1a12176fe8c4 req-e8eb2795-9af7-4e2c-8f67-e22d6b1eb1f2 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:06.323364 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2704292a-a551-44cf-8d06-1a12176fe8c4 req-e8eb2795-9af7-4e2c-8f67-e22d6b1eb1f2 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 945 time: 0.0831122 Sep 30 00:57:06.368573 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2704292a-a551-44cf-8d06-1a12176fe8c4 req-2317c920-c86d-4435-96ad-95534b630da2 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393558 Sep 30 00:57:06.590266 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd62e2-6501-4935-8ee1-9a3b1829097f req-a12200bc-959a-4a6d-8f44-61eb73ea2c93 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:06.591777 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-66cd62e2-6501-4935-8ee1-9a3b1829097f req-a12200bc-959a-4a6d-8f44-61eb73ea2c93 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 945 time: 0.0881922 Sep 30 00:57:06.636947 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-66cd62e2-6501-4935-8ee1-9a3b1829097f req-a2f63717-1d49-4c5e-b899-6a8ee7317166 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392373 Sep 30 00:57:06.716423 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b20e4a-9516-4ee1-a85a-42109e897f31 req-f481c47a-e370-4a79-b32b-30e350187049 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:06.717240 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-80b20e4a-9516-4ee1-a85a-42109e897f31 req-f481c47a-e370-4a79-b32b-30e350187049 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Synchronizing usage tracker for tenant:e0e7edddb1c44f66ba9563f9cd33d4a2 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:57:06.732834 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-80b20e4a-9516-4ee1-a85a-42109e897f31 req-f481c47a-e370-4a79-b32b-30e350187049 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Unset dirty status for tenant:e0e7edddb1c44f66ba9563f9cd33d4a2 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:57:06.734023 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-80b20e4a-9516-4ee1-a85a-42109e897f31 req-f481c47a-e370-4a79-b32b-30e350187049 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d75a316-51da-43f6-abfb-f042e7ecffa4 HTTP/1.1" status: 200 len: 950 time: 0.1001780 Sep 30 00:57:06.783096 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-80b20e4a-9516-4ee1-a85a-42109e897f31 req-4cfdc71d-5f25-41e1-872d-66ae529e03f4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433540 Sep 30 00:57:06.832102 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b39b24-8f19-46d1-80a1-f85046261ac5 req-3c52be19-27c7-4668-93d5-060fa840e4c7 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:06.838058 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b39b24-8f19-46d1-80a1-f85046261ac5 req-3c52be19-27c7-4668-93d5-060fa840e4c7 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:06.839613 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-19b39b24-8f19-46d1-80a1-f85046261ac5 req-3c52be19-27c7-4668-93d5-060fa840e4c7 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeaa82a1-cf8d-41c7-998a-a8c090aa5cba HTTP/1.1" status: 200 len: 1682 time: 0.0906289 Sep 30 00:57:06.886824 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-19b39b24-8f19-46d1-80a1-f85046261ac5 req-dfcaf43f-7335-41f5-9bc3-f98406a4cb5c tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415483 Sep 30 00:57:07.128224 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f4fb7-7698-449c-a6af-704dbf3dfe7a req-3eead017-e576-4d3d-bf85-7b4c8b3fb89f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:07.129707 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c35f4fb7-7698-449c-a6af-704dbf3dfe7a req-3eead017-e576-4d3d-bf85-7b4c8b3fb89f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 949 time: 0.0836284 Sep 30 00:57:07.175616 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c35f4fb7-7698-449c-a6af-704dbf3dfe7a req-ad2f1256-fba7-495a-8b6f-864a0455304a tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395329 Sep 30 00:57:07.384607 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd34444-3380-42eb-beff-0d8cf56d1a96 req-71650151-4832-49ff-a691-4a2d527b999b tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:07.386043 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0fd34444-3380-42eb-beff-0d8cf56d1a96 req-71650151-4832-49ff-a691-4a2d527b999b tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.0830166 Sep 30 00:57:07.431618 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0fd34444-3380-42eb-beff-0d8cf56d1a96 req-b3e3812f-1f19-40d2-a8ef-c7dfbf0972ea tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399256 Sep 30 00:57:07.570412 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3aa139-8505-4278-82ed-26bb7bbba49c req-dd04f5f2-ade5-4029-9730-574702ff3591 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:07.572088 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9c3aa139-8505-4278-82ed-26bb7bbba49c req-dd04f5f2-ade5-4029-9730-574702ff3591 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 945 time: 0.0839629 Sep 30 00:57:07.625048 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9c3aa139-8505-4278-82ed-26bb7bbba49c req-a119d6ab-857e-4d54-a7f8-03a2690e89c0 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437007 Sep 30 00:57:07.842773 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abb0ea-ffe0-467f-80a4-063f00c0ee4f req-46ef61cf-13bf-478a-b34d-eb98829ba7c9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:07.844244 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-73abb0ea-ffe0-467f-80a4-063f00c0ee4f req-46ef61cf-13bf-478a-b34d-eb98829ba7c9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 945 time: 0.0802765 Sep 30 00:57:07.859920 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fe6a3-ea3a-4f99-8bf2-2c69a90ca9ef req-97b9438a-c75a-4c25-80c0-631008ac4fe0 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:07.861599 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e90fe6a3-ea3a-4f99-8bf2-2c69a90ca9ef req-97b9438a-c75a-4c25-80c0-631008ac4fe0 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 1096 time: 0.0743871 Sep 30 00:57:07.891626 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-73abb0ea-ffe0-467f-80a4-063f00c0ee4f req-33a60ec8-b31b-40e5-81de-32fd99f313b4 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415673 Sep 30 00:57:07.903627 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e90fe6a3-ea3a-4f99-8bf2-2c69a90ca9ef req-35d2999b-f292-4fa9-9830-c544fea9fb97 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356290 Sep 30 00:57:08.082463 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb77563-9a1c-48f8-b87b-456e9998b5f2 req-14046c01-c54a-45c4-b316-79fa39ca01d5 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:08.083947 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3cb77563-9a1c-48f8-b87b-456e9998b5f2 req-14046c01-c54a-45c4-b316-79fa39ca01d5 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d75a316-51da-43f6-abfb-f042e7ecffa4 HTTP/1.1" status: 200 len: 950 time: 0.0983231 Sep 30 00:57:08.136007 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3cb77563-9a1c-48f8-b87b-456e9998b5f2 req-64a9e371-3e5f-4862-b870-9d7d751020ad tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453382 Sep 30 00:57:08.293571 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f50428-ba32-4b4e-96b6-8d5ac0e6989e req-8ed67e17-87a8-40f7-87ad-2a3df25105f5 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:08.294265 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-08f50428-ba32-4b4e-96b6-8d5ac0e6989e req-8ed67e17-87a8-40f7-87ad-2a3df25105f5 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Synchronizing usage tracker for tenant:59d8fe751f144ee29b8fd8ad36a4eefb on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:57:08.317678 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d823c-dbf8-48c7-a2b5-3a936e604b47 req-1b0c914e-8826-4203-bcbd-12abea427801 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:08.324197 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d823c-dbf8-48c7-a2b5-3a936e604b47 req-1b0c914e-8826-4203-bcbd-12abea427801 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:08.325053 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f86d823c-dbf8-48c7-a2b5-3a936e604b47 req-1b0c914e-8826-4203-bcbd-12abea427801 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeaa82a1-cf8d-41c7-998a-a8c090aa5cba HTTP/1.1" status: 200 len: 1682 time: 0.2488208 Sep 30 00:57:08.332845 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-08f50428-ba32-4b4e-96b6-8d5ac0e6989e req-8ed67e17-87a8-40f7-87ad-2a3df25105f5 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Unset dirty status for tenant:59d8fe751f144ee29b8fd8ad36a4eefb on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:57:08.334425 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-08f50428-ba32-4b4e-96b6-8d5ac0e6989e req-8ed67e17-87a8-40f7-87ad-2a3df25105f5 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.55 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 949 time: 0.3203321 Sep 30 00:57:08.401916 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef6c58-6a85-47e2-9d06-94efa8f7064a req-d2d92aac-d08d-43c0-a12e-1671ba4dfde9 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:08.403231 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-89ef6c58-6a85-47e2-9d06-94efa8f7064a req-d2d92aac-d08d-43c0-a12e-1671ba4dfde9 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 1096 time: 0.1543484 Sep 30 00:57:08.416086 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec7528-5ec0-47ce-b808-8c3106af736d req-531ed703-6fd5-43f6-96e0-66e83da329de tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:08.421918 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec7528-5ec0-47ce-b808-8c3106af736d req-531ed703-6fd5-43f6-96e0-66e83da329de tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:08.423671 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7dec7528-5ec0-47ce-b808-8c3106af736d req-531ed703-6fd5-43f6-96e0-66e83da329de tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.55 "GET /v2.0/ports?device_id=aeaa82a1-cf8d-41c7-998a-a8c090aa5cba HTTP/1.1" status: 200 len: 1682 time: 0.1273911 Sep 30 00:57:08.423857 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f86d823c-dbf8-48c7-a2b5-3a936e604b47 req-81bf92a2-0328-435e-90d5-48f9e88bfec8 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889585 Sep 30 00:57:08.447690 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-08f50428-ba32-4b4e-96b6-8d5ac0e6989e req-15d29b3a-12ca-4e1f-bcb9-e03cff0ac52f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Deleting port 863d8c69-3437-4b2c-898c-781bd4e0939e {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:57:08.447690 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-08f50428-ba32-4b4e-96b6-8d5ac0e6989e req-15d29b3a-12ca-4e1f-bcb9-e03cff0ac52f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:08.528897 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-89ef6c58-6a85-47e2-9d06-94efa8f7064a req-637ea3d3-2603-4f98-a0c3-423abcc93956 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] Synchronizing usage tracker for tenant:46f1961c96e04591a3b760f68e3fd1d1 on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:57:08.540824 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-7dec7528-5ec0-47ce-b808-8c3106af736d req-024fe07a-415c-40e4-b4d6-8439e429a251 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Deleting port 7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:57:08.541123 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7dec7528-5ec0-47ce-b808-8c3106af736d req-024fe07a-415c-40e4-b4d6-8439e429a251 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:08.613656 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-89ef6c58-6a85-47e2-9d06-94efa8f7064a req-637ea3d3-2603-4f98-a0c3-423abcc93956 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] Unset dirty status for tenant:46f1961c96e04591a3b760f68e3fd1d1 on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:57:08.621890 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-89ef6c58-6a85-47e2-9d06-94efa8f7064a req-637ea3d3-2603-4f98-a0c3-423abcc93956 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973031 Sep 30 00:57:08.839551 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e7ba3-2097-4ee6-b92b-20136b1047b1 req-e24057e8-baaa-48f3-8a72-81fb8cadfb4f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:08.841621 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ac9e7ba3-2097-4ee6-b92b-20136b1047b1 req-e24057e8-baaa-48f3-8a72-81fb8cadfb4f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=89a881a1-cd0e-4cb0-b314-68293db10420 HTTP/1.1" status: 200 len: 949 time: 0.2330637 Sep 30 00:57:08.847878 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-08f50428-ba32-4b4e-96b6-8d5ac0e6989e req-15d29b3a-12ca-4e1f-bcb9-e03cff0ac52f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] For port 863d8c69-3437-4b2c-898c-781bd4e0939e, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=863d8c69-3437-4b2c-898c-781bd4e0939e,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:08.847878 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-08f50428-ba32-4b4e-96b6-8d5ac0e6989e req-15d29b3a-12ca-4e1f-bcb9-e03cff0ac52f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:08.866150 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-7dec7528-5ec0-47ce-b808-8c3106af736d req-024fe07a-415c-40e4-b4d6-8439e429a251 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] For port 7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2,segment=NetworkSegment(2f83e82e-baf3-4366-a355-80ad72405deb),segment_id=2f83e82e-baf3-4366-a355-80ad72405deb)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:08.870249 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7dec7528-5ec0-47ce-b808-8c3106af736d req-024fe07a-415c-40e4-b4d6-8439e429a251 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:08.998979 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-08f50428-ba32-4b4e-96b6-8d5ac0e6989e req-15d29b3a-12ca-4e1f-bcb9-e03cff0ac52f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Calling delete_port for 863d8c69-3437-4b2c-898c-781bd4e0939e owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:57:09.078640 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ac9e7ba3-2097-4ee6-b92b-20136b1047b1 req-53fd9dda-53a1-4a39-bb51-0c5802f862dd tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229543 Sep 30 00:57:09.172171 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-7dec7528-5ec0-47ce-b808-8c3106af736d req-024fe07a-415c-40e4-b4d6-8439e429a251 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Calling delete_port for 7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2 owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:57:09.194901 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-08f50428-ba32-4b4e-96b6-8d5ac0e6989e req-15d29b3a-12ca-4e1f-bcb9-e03cff0ac52f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:09.203476 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-023fc3ea-bbf1-4859-abed-1ae9e595d696 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:09.215968 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['3d518f2d-344f-4c32-9fed-6a6c1995109a', '863d8c69-3437-4b2c-898c-781bd4e0939e'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:57:09.257660 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d29b3a-12ca-4e1f-bcb9-e03cff0ac52f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Pushing event deleted for resources: {'Port': ['ID=863d8c69-3437-4b2c-898c-781bd4e0939e,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:09.260904 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-15d29b3a-12ca-4e1f-bcb9-e03cff0ac52f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:09.419807 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7dec7528-5ec0-47ce-b808-8c3106af736d req-024fe07a-415c-40e4-b4d6-8439e429a251 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:09.426993 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d71f8560-765a-4fa9-86f3-eb363ed25af4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:09.427420 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f50428-ba32-4b4e-96b6-8d5ac0e6989e req-15d29b3a-12ca-4e1f-bcb9-e03cff0ac52f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] No DVR routers for this DVR port 863d8c69-3437-4b2c-898c-781bd4e0939e on host n-h2-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:57:09.439062 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-08f50428-ba32-4b4e-96b6-8d5ac0e6989e req-15d29b3a-12ca-4e1f-bcb9-e03cff0ac52f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:09.454950 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a881a1-cd0e-4cb0-b314-68293db10420', 'name': 'network-vif-deleted', 'tag': '863d8c69-3437-4b2c-898c-781bd4e0939e'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:57:09.500858 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398aa3e4-b900-4a71-890c-7196f9c4f5d4 req-4455c047-5a27-423a-9a24-c1dde7d07b9f tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:09.502347 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-398aa3e4-b900-4a71-890c-7196f9c4f5d4 req-4455c047-5a27-423a-9a24-c1dde7d07b9f tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.5519493 Sep 30 00:57:09.520254 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fe07a-415c-40e4-b4d6-8439e429a251 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Pushing event deleted for resources: {'Port': ['ID=7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:09.554387 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-024fe07a-415c-40e4-b4d6-8439e429a251 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:09.568640 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-08f50428-ba32-4b4e-96b6-8d5ac0e6989e req-15d29b3a-12ca-4e1f-bcb9-e03cff0ac52f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.55 "DELETE /v2.0/ports/863d8c69-3437-4b2c-898c-781bd4e0939e HTTP/1.1" status: 204 len: 173 time: 1.2175953 Sep 30 00:57:09.579012 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80091c-5162-436a-ad2b-8c2f09c99044 req-4c104d8f-a404-4f7a-95f7-b6573ef23808 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:09.586410 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f80091c-5162-436a-ad2b-8c2f09c99044 req-4c104d8f-a404-4f7a-95f7-b6573ef23808 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d75a316-51da-43f6-abfb-f042e7ecffa4 HTTP/1.1" status: 200 len: 950 time: 0.4253733 Sep 30 00:57:09.717512 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b09fe-b526-426f-920d-ca45064a4317 req-190fd668-85d5-4cb4-a5d4-836412dcb0e0 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:09.721735 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4c0b09fe-b526-426f-920d-ca45064a4317 req-190fd668-85d5-4cb4-a5d4-836412dcb0e0 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.59 "GET /v2.0/ports?device_id=210ba757-555c-48eb-9477-923ec0d34b02 HTTP/1.1" status: 200 len: 949 time: 0.2582304 Sep 30 00:57:09.735404 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dec7528-5ec0-47ce-b808-8c3106af736d req-024fe07a-415c-40e4-b4d6-8439e429a251 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] No DVR routers for this DVR port 7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2 on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:57:09.779287 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-398aa3e4-b900-4a71-890c-7196f9c4f5d4 req-b2949ff9-272d-4410-a6fd-e18fab80496e tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132952 Sep 30 00:57:09.793882 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7dec7528-5ec0-47ce-b808-8c3106af736d req-024fe07a-415c-40e4-b4d6-8439e429a251 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:09.803307 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeaa82a1-cf8d-41c7-998a-a8c090aa5cba', 'name': 'network-vif-deleted', 'tag': '7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:57:09.810588 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb060d9-6ced-49f0-b604-d368d9e314b2 req-97c17766-3819-473e-94a9-6efdbd337880 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:09.812440 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7fb060d9-6ced-49f0-b604-d368d9e314b2 req-97c17766-3819-473e-94a9-6efdbd337880 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 945 time: 0.3148263 Sep 30 00:57:09.865734 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7dec7528-5ec0-47ce-b808-8c3106af736d req-024fe07a-415c-40e4-b4d6-8439e429a251 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.55 "DELETE /v2.0/ports/7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2 HTTP/1.1" status: 204 len: 173 time: 1.4248824 Sep 30 00:57:09.868961 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['f4c83daa-4dab-4cf9-a290-8e6da07faf06', '7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:57:09.870428 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-6f80091c-5162-436a-ad2b-8c2f09c99044 req-d174ca7d-d48e-425e-9aa0-c9571dcb5093 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Deleting port ee603d6a-e7fc-4f18-aab9-f28db39653d6 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:57:09.871706 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f80091c-5162-436a-ad2b-8c2f09c99044 req-d174ca7d-d48e-425e-9aa0-c9571dcb5093 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:09.889311 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-4c0b09fe-b526-426f-920d-ca45064a4317 req-3ddc49ac-4ebb-4fa3-be0b-a4c31cc866f8 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Deleting port d8145972-1c86-4921-892c-473259317eca {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:57:09.889813 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4c0b09fe-b526-426f-920d-ca45064a4317 req-3ddc49ac-4ebb-4fa3-be0b-a4c31cc866f8 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:10.121458 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7fb060d9-6ced-49f0-b604-d368d9e314b2 req-cd2d72d4-6cd2-459d-942a-d5d978ceb4fd tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982616 Sep 30 00:57:10.197588 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-7dec7528-5ec0-47ce-b808-8c3106af736d req-c7d36ab4-8612-4483-ba02-798b692a0918 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Deleting port f4c83daa-4dab-4cf9-a290-8e6da07faf06 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:57:10.197588 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7dec7528-5ec0-47ce-b808-8c3106af736d req-c7d36ab4-8612-4483-ba02-798b692a0918 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:10.328924 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274fd11-d8b5-4634-bb49-f54e876f0286 req-f725614f-cb12-43b2-b3c1-0c8d639b83d2 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:10.336290 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1274fd11-d8b5-4634-bb49-f54e876f0286 req-f725614f-cb12-43b2-b3c1-0c8d639b83d2 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d75a316-51da-43f6-abfb-f042e7ecffa4 HTTP/1.1" status: 200 len: 950 time: 0.2792361 Sep 30 00:57:10.374603 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-4c0b09fe-b526-426f-920d-ca45064a4317 req-3ddc49ac-4ebb-4fa3-be0b-a4c31cc866f8 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] For port d8145972-1c86-4921-892c-473259317eca, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=d8145972-1c86-4921-892c-473259317eca,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:10.375117 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4c0b09fe-b526-426f-920d-ca45064a4317 req-3ddc49ac-4ebb-4fa3-be0b-a4c31cc866f8 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:10.533959 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-4c0b09fe-b526-426f-920d-ca45064a4317 req-3ddc49ac-4ebb-4fa3-be0b-a4c31cc866f8 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Calling delete_port for d8145972-1c86-4921-892c-473259317eca owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:57:10.597052 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1274fd11-d8b5-4634-bb49-f54e876f0286 req-05c0e2a3-f1ca-4e3f-92d8-efd231ff3145 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599018 Sep 30 00:57:10.692486 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-6f80091c-5162-436a-ad2b-8c2f09c99044 req-d174ca7d-d48e-425e-9aa0-c9571dcb5093 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] For port ee603d6a-e7fc-4f18-aab9-f28db39653d6, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ee603d6a-e7fc-4f18-aab9-f28db39653d6,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:10.692859 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f80091c-5162-436a-ad2b-8c2f09c99044 req-d174ca7d-d48e-425e-9aa0-c9571dcb5093 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:10.840994 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-6f80091c-5162-436a-ad2b-8c2f09c99044 req-d174ca7d-d48e-425e-9aa0-c9571dcb5093 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Calling delete_port for ee603d6a-e7fc-4f18-aab9-f28db39653d6 owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:57:10.846194 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4c0b09fe-b526-426f-920d-ca45064a4317 req-3ddc49ac-4ebb-4fa3-be0b-a4c31cc866f8 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:10.852084 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-164ca4e0-23d3-4ce3-a4b9-f0d85bdfb4aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:10.899501 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc49ac-4ebb-4fa3-be0b-a4c31cc866f8 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Pushing event deleted for resources: {'Port': ['ID=d8145972-1c86-4921-892c-473259317eca,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:10.903290 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['d761df09-2ef7-4cf5-a7f5-fb9022de696c', 'd8145972-1c86-4921-892c-473259317eca', 'ee603d6a-e7fc-4f18-aab9-f28db39653d6'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:57:10.903792 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-3ddc49ac-4ebb-4fa3-be0b-a4c31cc866f8 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:10.922304 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-7dec7528-5ec0-47ce-b808-8c3106af736d req-c7d36ab4-8612-4483-ba02-798b692a0918 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] For port f4c83daa-4dab-4cf9-a290-8e6da07faf06, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=f4c83daa-4dab-4cf9-a290-8e6da07faf06,segment=NetworkSegment(b3b168b3-3bbb-4a8a-9962-65c1d6b82871),segment_id=b3b168b3-3bbb-4a8a-9962-65c1d6b82871)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:10.922865 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7dec7528-5ec0-47ce-b808-8c3106af736d req-c7d36ab4-8612-4483-ba02-798b692a0918 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:10.998976 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0b09fe-b526-426f-920d-ca45064a4317 req-3ddc49ac-4ebb-4fa3-be0b-a4c31cc866f8 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] No DVR routers for this DVR port d8145972-1c86-4921-892c-473259317eca on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:57:11.001544 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4c0b09fe-b526-426f-920d-ca45064a4317 req-3ddc49ac-4ebb-4fa3-be0b-a4c31cc866f8 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:11.018635 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4c0b09fe-b526-426f-920d-ca45064a4317 req-3ddc49ac-4ebb-4fa3-be0b-a4c31cc866f8 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.59 "DELETE /v2.0/ports/d8145972-1c86-4921-892c-473259317eca HTTP/1.1" status: 204 len: 173 time: 1.2770007 Sep 30 00:57:11.213226 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-7dec7528-5ec0-47ce-b808-8c3106af736d req-c7d36ab4-8612-4483-ba02-798b692a0918 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Calling delete_port for f4c83daa-4dab-4cf9-a290-8e6da07faf06 owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:57:11.389795 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51d0b9-e465-4cdb-ba98-a2bc8a9f3011 req-85291d63-c436-477f-a424-c8ffcda0fe33 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:11.390567 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-8d51d0b9-e465-4cdb-ba98-a2bc8a9f3011 req-85291d63-c436-477f-a424-c8ffcda0fe33 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Synchronizing usage tracker for tenant:f83f8ec107124dafbd42039d13441fdb on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:57:11.411221 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:11.473598 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-92940c3f-1bc0-4fcb-ba77-23614e0ca737 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:57:11.474629 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-92940c3f-1bc0-4fcb-ba77-23614e0ca737 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199440 Sep 30 00:57:11.476255 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-8d51d0b9-e465-4cdb-ba98-a2bc8a9f3011 req-85291d63-c436-477f-a424-c8ffcda0fe33 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Unset dirty status for tenant:f83f8ec107124dafbd42039d13441fdb on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:57:11.478281 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8d51d0b9-e465-4cdb-ba98-a2bc8a9f3011 req-85291d63-c436-477f-a424-c8ffcda0fe33 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeaa82a1-cf8d-41c7-998a-a8c090aa5cba HTTP/1.1" status: 200 len: 946 time: 0.7086031 Sep 30 00:57:11.480872 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f80091c-5162-436a-ad2b-8c2f09c99044 req-d174ca7d-d48e-425e-9aa0-c9571dcb5093 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:11.488329 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-dc77847f-4daf-4fd3-ab46-1196084a5511 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:11.570590 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ca7d-d48e-425e-9aa0-c9571dcb5093 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Pushing event deleted for resources: {'Port': ['ID=ee603d6a-e7fc-4f18-aab9-f28db39653d6,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:11.609445 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d174ca7d-d48e-425e-9aa0-c9571dcb5093 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:11.622816 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7dec7528-5ec0-47ce-b808-8c3106af736d req-c7d36ab4-8612-4483-ba02-798b692a0918 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:11.638344 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:57:11.664083 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9ad21c9d-e5ad-4f64-890c-0d54ed5e10a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:11.710583 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-c5f108a9-1e11-4127-80df-c1dfdeaa5549 service neutron] Request body: {'binding': {'host': 'n-h2-811809-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:11.711066 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-c5f108a9-1e11-4127-80df-c1dfdeaa5549 service neutron] Unknown quota resources ['binding']. {{(pid=80275) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Sep 30 00:57:11.747438 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f80091c-5162-436a-ad2b-8c2f09c99044 req-d174ca7d-d48e-425e-9aa0-c9571dcb5093 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] No DVR routers for this DVR port ee603d6a-e7fc-4f18-aab9-f28db39653d6 on host n-h1-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:57:11.757908 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8d51d0b9-e465-4cdb-ba98-a2bc8a9f3011 req-b5b1d327-ddcc-4969-9d41-47294656b0d5 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "GET /v2.0/security-groups?id=a810fe0b-ca05-435b-812f-0f0e2e4b85b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352817 Sep 30 00:57:11.758768 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d36ab4-8612-4483-ba02-798b692a0918 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Pushing event deleted for resources: {'Port': ['ID=f4c83daa-4dab-4cf9-a290-8e6da07faf06,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:11.766853 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6f80091c-5162-436a-ad2b-8c2f09c99044 req-d174ca7d-d48e-425e-9aa0-c9571dcb5093 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:11.779100 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c7d36ab4-8612-4483-ba02-798b692a0918 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:11.815620 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a881a1-cd0e-4cb0-b314-68293db10420', 'name': 'network-vif-deleted', 'tag': '863d8c69-3437-4b2c-898c-781bd4e0939e', 'status': 'completed', 'code': 200} Sep 30 00:57:11.838010 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f80091c-5162-436a-ad2b-8c2f09c99044 req-d174ca7d-d48e-425e-9aa0-c9571dcb5093 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.59 "DELETE /v2.0/ports/ee603d6a-e7fc-4f18-aab9-f28db39653d6 HTTP/1.1" status: 204 len: 173 time: 2.1715033 Sep 30 00:57:11.873378 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeaa82a1-cf8d-41c7-998a-a8c090aa5cba', 'name': 'network-vif-deleted', 'tag': '7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2', 'status': 'completed', 'code': 200} Sep 30 00:57:11.902513 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dec7528-5ec0-47ce-b808-8c3106af736d req-c7d36ab4-8612-4483-ba02-798b692a0918 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] No DVR routers for this DVR port f4c83daa-4dab-4cf9-a290-8e6da07faf06 on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:57:11.920707 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['d761df09-2ef7-4cf5-a7f5-fb9022de696c', 'd8145972-1c86-4921-892c-473259317eca'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:57:11.952063 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7dec7528-5ec0-47ce-b808-8c3106af736d req-c7d36ab4-8612-4483-ba02-798b692a0918 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:11.954941 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7dec7528-5ec0-47ce-b808-8c3106af736d req-c7d36ab4-8612-4483-ba02-798b692a0918 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.55 "DELETE /v2.0/ports/f4c83daa-4dab-4cf9-a290-8e6da07faf06 HTTP/1.1" status: 204 len: 173 time: 2.0140097 Sep 30 00:57:12.113549 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-c5f108a9-1e11-4127-80df-c1dfdeaa5549 service neutron] Attempting to bind port ee2b0d0b-dd31-4c89-a083-38b19c0be79c on host n-h2-811809-1 for vnic_type normal with profile None {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:57:12.114131 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-c5f108a9-1e11-4127-80df-c1dfdeaa5549 service neutron] Attempting to bind port ee2b0d0b-dd31-4c89-a083-38b19c0be79c by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:57:12.114784 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-c5f108a9-1e11-4127-80df-c1dfdeaa5549 service neutron] Attempting to bind port ee2b0d0b-dd31-4c89-a083-38b19c0be79c on network 75754133-2f30-43b1-b553-38d58661ba06 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:57:12.121100 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-c5f108a9-1e11-4127-80df-c1dfdeaa5549 service neutron] Port ee2b0d0b-dd31-4c89-a083-38b19c0be79c on network 75754133-2f30-43b1-b553-38d58661ba06 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:57:12.121714 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-c5f108a9-1e11-4127-80df-c1dfdeaa5549 service neutron] Attempting to bind port ee2b0d0b-dd31-4c89-a083-38b19c0be79c on network 75754133-2f30-43b1-b553-38d58661ba06 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:57:12.128713 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-c5f108a9-1e11-4127-80df-c1dfdeaa5549 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:57:12.129302 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-c5f108a9-1e11-4127-80df-c1dfdeaa5549 service neutron] Checking segment: {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:57:12.129886 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-c5f108a9-1e11-4127-80df-c1dfdeaa5549 service neutron] Bound using segment: {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:57:12.130522 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-c5f108a9-1e11-4127-80df-c1dfdeaa5549 service neutron] Bound port: ee2b0d0b-dd31-4c89-a083-38b19c0be79c, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:57:12.198571 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-c5f108a9-1e11-4127-80df-c1dfdeaa5549 service neutron] For port ee2b0d0b-dd31-4c89-a083-38b19c0be79c, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=ee2b0d0b-dd31-4c89-a083-38b19c0be79c,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:57:12.205244 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-c5f108a9-1e11-4127-80df-c1dfdeaa5549 service neutron] Notify callbacks [] for binding, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:12.218909 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-c5f108a9-1e11-4127-80df-c1dfdeaa5549 service neutron] 10.222.0.39 "POST /v2.0/ports/ee2b0d0b-dd31-4c89-a083-38b19c0be79c/bindings HTTP/1.1" status: 201 len: 389 time: 0.7002959 Sep 30 00:57:12.451396 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07373182-96dc-4728-84d8-456579bc17f0 req-84b379bb-c019-4ff6-a38a-dbd7cb5d39c9 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:12.453480 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-07373182-96dc-4728-84d8-456579bc17f0 req-84b379bb-c019-4ff6-a38a-dbd7cb5d39c9 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.0922446 Sep 30 00:57:12.470927 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898c478-1edd-49ec-86cd-ce070659df62 req-3d021535-469e-44f2-9ed0-c0cae849e04f tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:12.472474 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0898c478-1edd-49ec-86cd-ce070659df62 req-3d021535-469e-44f2-9ed0-c0cae849e04f tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 945 time: 0.0874872 Sep 30 00:57:12.504013 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-07373182-96dc-4728-84d8-456579bc17f0 req-402075b9-6507-41da-aefe-a121dbb25596 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451417 Sep 30 00:57:12.573477 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0898c478-1edd-49ec-86cd-ce070659df62 req-02dc65ee-6590-4ea6-a476-78a133071e37 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943964 Sep 30 00:57:12.594707 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-3d9bbbfe-a83d-4fc6-a2ac-3ae5f00278a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:12.596488 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-3d9bbbfe-a83d-4fc6-a2ac-3ae5f00278a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=58336e3a6a854ff7ab57e933b021b603&device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 1096 time: 0.0997171 Sep 30 00:57:12.697173 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-fedaa3b9-bd6c-4b7d-b02b-35387442e0c5 req-a824295a-0ad6-4de5-addf-501e5282ea96 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Synchronizing usage tracker for tenant:e0e7edddb1c44f66ba9563f9cd33d4a2 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:57:12.716096 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-fedaa3b9-bd6c-4b7d-b02b-35387442e0c5 req-a824295a-0ad6-4de5-addf-501e5282ea96 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Unset dirty status for tenant:e0e7edddb1c44f66ba9563f9cd33d4a2 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:57:12.718006 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fedaa3b9-bd6c-4b7d-b02b-35387442e0c5 req-a824295a-0ad6-4de5-addf-501e5282ea96 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d75a316-51da-43f6-abfb-f042e7ecffa4 HTTP/1.1" status: 200 len: 210 time: 0.0742569 Sep 30 00:57:12.800519 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-7ecd2c6f-64d8-42df-a3b4-70955dffa5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:12.802293 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-7ecd2c6f-64d8-42df-a3b4-70955dffa5c7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=75754133-2f30-43b1-b553-38d58661ba06 HTTP/1.1" status: 200 len: 922 time: 0.1942816 Sep 30 00:57:12.891645 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-eeaef8ba-39d5-4d93-82d6-5a0a8ad04963 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee2b0d0b-dd31-4c89-a083-38b19c0be79c HTTP/1.1" status: 200 len: 217 time: 0.0816023 Sep 30 00:57:12.947263 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 37300) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:12.986246 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-498312cf-9944-4c43-a6fe-a95bed8f862e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:12.988725 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-498312cf-9944-4c43-a6fe-a95bed8f862e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4830ed89-3d0e-4950-9575-5f4f49821c2d HTTP/1.1" status: 200 len: 861 time: 0.0733001 Sep 30 00:57:13.025823 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1ab7afc-4188-4563-af08-483cd0df681b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Deleting subnet 5a8ef49b-ee4b-44bc-a861-380715541a6f {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 00:57:13.031570 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7afc-4188-4563-af08-483cd0df681b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:13.046510 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-57f3f413-53fe-425b-b40e-7a9069b2943b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=75754133-2f30-43b1-b553-38d58661ba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497313 Sep 30 00:57:13.087510 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072386d3-3aaf-4b5d-9b82-87c430a5d75e req-dccba132-12c5-4c2a-8503-01a6c9612e0e tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:13.089001 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-072386d3-3aaf-4b5d-9b82-87c430a5d75e req-dccba132-12c5-4c2a-8503-01a6c9612e0e tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 945 time: 0.1984994 Sep 30 00:57:13.114284 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7afc-4188-4563-af08-483cd0df681b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2490848'] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:13.189441 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-072386d3-3aaf-4b5d-9b82-87c430a5d75e req-15e18415-b662-4b93-afdf-c0202da940a1 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924335 Sep 30 00:57:13.218980 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7afc-4188-4563-af08-483cd0df681b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:13.248468 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714b5cf-dbc4-4f5c-b4d5-6e0cfafb0754 req-4433789f-fd4c-4dbf-b440-62877bec9adf tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:13.250083 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4714b5cf-dbc4-4f5c-b4d5-6e0cfafb0754 req-4433789f-fd4c-4dbf-b440-62877bec9adf tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 950 time: 0.2026043 Sep 30 00:57:13.257289 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-795f5801-9bca-4b95-8837-5c54b173a12d service neutron] 10.222.0.55 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793406 Sep 30 00:57:13.305708 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7afc-4188-4563-af08-483cd0df681b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:13.309677 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:13.349067 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab7afc-4188-4563-af08-483cd0df681b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Pushing event deleted for resources: {'Subnet': ['ID=5a8ef49b-ee4b-44bc-a861-380715541a6f,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:13.352465 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f1ab7afc-4188-4563-af08-483cd0df681b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:13.353572 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7afc-4188-4563-af08-483cd0df681b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:13.363128 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-f1ab7afc-4188-4563-af08-483cd0df681b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "DELETE /v2.0/subnets/5a8ef49b-ee4b-44bc-a861-380715541a6f HTTP/1.1" status: 204 len: 168 time: 0.4148102 Sep 30 00:57:13.363803 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 37308) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:13.364300 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88edfbd9-ef8c-4e05-9007-864ddd50a9f8 None None] Network cb5b4930-adc6-4649-9e35-e9509de956a5 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:57:13.524926 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-10bf8162-2c05-43bc-b505-f7c52819ba49 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:13.541225 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-10bf8162-2c05-43bc-b505-f7c52819ba49 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Deleting port 1bf98ed7-db77-411d-9eac-e90d53fda82c {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:57:13.541638 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-10bf8162-2c05-43bc-b505-f7c52819ba49 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:13.606621 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-1ad03e66-3c87-482e-94dc-a312fc12e597 service neutron] 10.222.0.55 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246574 Sep 30 00:57:13.653353 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4714b5cf-dbc4-4f5c-b4d5-6e0cfafb0754 req-985ea938-af22-48a5-9eed-b077e60a2313 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951116 Sep 30 00:57:13.769765 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 863d8c69-3437-4b2c-898c-781bd4e0939e no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:57:13.817202 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: 863d8c69-3437-4b2c-898c-781bd4e0939e {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:57:13.817458 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 863d8c69-3437-4b2c-898c-781bd4e0939e not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:57:13.818067 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:57:13.822922 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210ba757-555c-48eb-9477-923ec0d34b02', 'name': 'network-vif-deleted', 'tag': 'd8145972-1c86-4921-892c-473259317eca'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:57:13.856295 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: 7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:57:13.856924 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 7ef60af3-4d13-4ef8-bcb5-ca6527b53ba2 not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:57:13.857349 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device f4c83daa-4dab-4cf9-a290-8e6da07faf06 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:57:13.870270 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-df8d7989-f8ee-4b4b-9e3e-36086a82bd5a tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:13.871716 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-df8d7989-f8ee-4b4b-9e3e-36086a82bd5a tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616&tenant_id=58336e3a6a854ff7ab57e933b021b603&binding%3Ahost_id=n-h1-811809-1 HTTP/1.1" status: 200 len: 1096 time: 0.1691742 Sep 30 00:57:13.874987 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d75a316-51da-43f6-abfb-f042e7ecffa4', 'name': 'network-vif-deleted', 'tag': 'ee603d6a-e7fc-4f18-aab9-f28db39653d6'}, {'server_uuid': 'aeaa82a1-cf8d-41c7-998a-a8c090aa5cba', 'name': 'network-vif-deleted', 'tag': 'f4c83daa-4dab-4cf9-a290-8e6da07faf06'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:57:13.887873 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-9aae017e-84bc-486d-94af-cf0056f38dab service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811809-1'}}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:13.894096 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: f4c83daa-4dab-4cf9-a290-8e6da07faf06 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:57:13.894446 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device f4c83daa-4dab-4cf9-a290-8e6da07faf06 not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:57:13.963508 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4333cd-ffd1-4377-813e-9d8fd6cb103d req-f8e5ae37-1414-4b1e-aa59-97006880cad9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:13.964980 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7e4333cd-ffd1-4377-813e-9d8fd6cb103d req-f8e5ae37-1414-4b1e-aa59-97006880cad9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 945 time: 0.1642103 Sep 30 00:57:13.973031 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-10bf8162-2c05-43bc-b505-f7c52819ba49 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] For port 1bf98ed7-db77-411d-9eac-e90d53fda82c, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=1bf98ed7-db77-411d-9eac-e90d53fda82c,segment=NetworkSegment(2f83e82e-baf3-4366-a355-80ad72405deb),segment_id=2f83e82e-baf3-4366-a355-80ad72405deb)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:13.973388 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-10bf8162-2c05-43bc-b505-f7c52819ba49 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:13.988325 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61523df4-fcaf-43db-96f9-06d714b344c8 None None] DHCP port deletion for cb5b4930-adc6-4649-9e35-e9509de956a5 request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 00:57:13.993553 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-61523df4-fcaf-43db-96f9-06d714b344c8 None None] Deleting port 1bf98ed7-db77-411d-9eac-e90d53fda82c {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:57:13.994214 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-61523df4-fcaf-43db-96f9-06d714b344c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:13.998233 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e26dc9-bb7b-4857-9be5-e03763118c08 req-1bc0c0ce-441d-446e-a7f8-9944d3c23e06 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:13.998973 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-a7e26dc9-bb7b-4857-9be5-e03763118c08 req-1bc0c0ce-441d-446e-a7f8-9944d3c23e06 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Synchronizing usage tracker for tenant:59d8fe751f144ee29b8fd8ad36a4eefb on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:57:14.027754 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device d8145972-1c86-4921-892c-473259317eca no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:57:14.029299 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-9aae017e-84bc-486d-94af-cf0056f38dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:14.072678 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: d8145972-1c86-4921-892c-473259317eca {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:57:14.073082 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device d8145972-1c86-4921-892c-473259317eca not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:57:14.073508 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device ee603d6a-e7fc-4f18-aab9-f28db39653d6 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:57:14.110923 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: ee603d6a-e7fc-4f18-aab9-f28db39653d6 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:57:14.111146 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device ee603d6a-e7fc-4f18-aab9-f28db39653d6 not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:57:14.117538 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-10bf8162-2c05-43bc-b505-f7c52819ba49 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Calling delete_port for 1bf98ed7-db77-411d-9eac-e90d53fda82c owned by network:dhcp {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:57:14.127196 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7e4333cd-ffd1-4377-813e-9d8fd6cb103d req-9d494204-ab69-46e1-89e3-13c10a2f6741 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987928 Sep 30 00:57:14.160298 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67054b-5906-4da6-b963-53bdf2dc92a0 req-426a1f4d-a590-489b-8a3f-76de80d31ee4 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:14.168008 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4d67054b-5906-4da6-b963-53bdf2dc92a0 req-426a1f4d-a590-489b-8a3f-76de80d31ee4 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.4206848 Sep 30 00:57:14.289226 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-9aae017e-84bc-486d-94af-cf0056f38dab service neutron] For port ee2b0d0b-dd31-4c89-a083-38b19c0be79c, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ee2b0d0b-dd31-4c89-a083-38b19c0be79c,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:14.302614 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-61523df4-fcaf-43db-96f9-06d714b344c8 None None] For port 1bf98ed7-db77-411d-9eac-e90d53fda82c, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=1bf98ed7-db77-411d-9eac-e90d53fda82c,segment=NetworkSegment(2f83e82e-baf3-4366-a355-80ad72405deb),segment_id=2f83e82e-baf3-4366-a355-80ad72405deb)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:14.303078 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-61523df4-fcaf-43db-96f9-06d714b344c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:14.349374 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-a7e26dc9-bb7b-4857-9be5-e03763118c08 req-1bc0c0ce-441d-446e-a7f8-9944d3c23e06 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Unset dirty status for tenant:59d8fe751f144ee29b8fd8ad36a4eefb on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:57:14.351230 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a7e26dc9-bb7b-4857-9be5-e03763118c08 req-1bc0c0ce-441d-446e-a7f8-9944d3c23e06 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 950 time: 0.7078614 Sep 30 00:57:14.359178 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210ba757-555c-48eb-9477-923ec0d34b02', 'name': 'network-vif-deleted', 'tag': 'd8145972-1c86-4921-892c-473259317eca', 'status': 'completed', 'code': 200} Sep 30 00:57:14.375820 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-9aae017e-84bc-486d-94af-cf0056f38dab service neutron] For port ee2b0d0b-dd31-4c89-a083-38b19c0be79c, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:57:14.427534 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4d67054b-5906-4da6-b963-53bdf2dc92a0 req-d9caec06-8e58-421b-bd94-63c947549bbf tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585964 Sep 30 00:57:14.452584 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-9aae017e-84bc-486d-94af-cf0056f38dab service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:14.457065 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d75a316-51da-43f6-abfb-f042e7ecffa4', 'name': 'network-vif-deleted', 'tag': 'ee603d6a-e7fc-4f18-aab9-f28db39653d6', 'status': 'completed', 'code': 200} Sep 30 00:57:14.457747 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeaa82a1-cf8d-41c7-998a-a8c090aa5cba', 'name': 'network-vif-deleted', 'tag': 'f4c83daa-4dab-4cf9-a290-8e6da07faf06', 'status': 'completed', 'code': 200} Sep 30 00:57:14.464188 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-9aae017e-84bc-486d-94af-cf0056f38dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:14.504794 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-61523df4-fcaf-43db-96f9-06d714b344c8 None None] Calling delete_port for 1bf98ed7-db77-411d-9eac-e90d53fda82c owned by network:dhcp {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:57:14.517765 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-a7e26dc9-bb7b-4857-9be5-e03763118c08 req-e345b0e2-7791-400a-bf02-4b8a8836019d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Deleting port 3d518f2d-344f-4c32-9fed-6a6c1995109a {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:57:14.518113 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a7e26dc9-bb7b-4857-9be5-e03763118c08 req-e345b0e2-7791-400a-bf02-4b8a8836019d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:14.535620 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-997227ac-bd64-4a12-8ef4-29951fb973fd tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:14.584160 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-10bf8162-2c05-43bc-b505-f7c52819ba49 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:14.590944 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.api [None req-61523df4-fcaf-43db-96f9-06d714b344c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80276) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 00:57:14.591719 n-d-811809-1 neutron-server[80276]: DEBUG oslo_db.api [None req-61523df4-fcaf-43db-96f9-06d714b344c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 00:57:14.606909 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f738d64f-5701-4d69-9c96-7c77e6968d65 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:14.680033 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bf8162-2c05-43bc-b505-f7c52819ba49 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] No DVR routers for this DVR port 1bf98ed7-db77-411d-9eac-e90d53fda82c on host n-d-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:57:14.713238 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf8162-2c05-43bc-b505-f7c52819ba49 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Pushing event deleted for resources: {'Port': ['ID=1bf98ed7-db77-411d-9eac-e90d53fda82c,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:14.723537 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-10bf8162-2c05-43bc-b505-f7c52819ba49 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:14.774136 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae017e-84bc-486d-94af-cf0056f38dab service neutron] Pushing event updated for resources: {'Port': ['ID=ee2b0d0b-dd31-4c89-a083-38b19c0be79c,revision_number=7']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:14.786413 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9aae017e-84bc-486d-94af-cf0056f38dab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:14.808113 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-9aae017e-84bc-486d-94af-cf0056f38dab service neutron] Attempting to bind port ee2b0d0b-dd31-4c89-a083-38b19c0be79c on host n-h1-811809-1 for vnic_type normal with profile {"migrating_to": "n-h2-811809-1"} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:57:14.808113 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-9aae017e-84bc-486d-94af-cf0056f38dab service neutron] Attempting to bind port ee2b0d0b-dd31-4c89-a083-38b19c0be79c by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:57:14.808113 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-9aae017e-84bc-486d-94af-cf0056f38dab service neutron] Attempting to bind port ee2b0d0b-dd31-4c89-a083-38b19c0be79c on network 75754133-2f30-43b1-b553-38d58661ba06 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:57:14.823612 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d3bac-02b7-4fe3-bfdd-ab1669565e7d req-2638fb99-cb8a-4489-9de6-3bc2c4b40546 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:14.825141 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-724d3bac-02b7-4fe3-bfdd-ab1669565e7d req-2638fb99-cb8a-4489-9de6-3bc2c4b40546 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 943 time: 0.3427336 Sep 30 00:57:14.825735 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-9aae017e-84bc-486d-94af-cf0056f38dab service neutron] Port ee2b0d0b-dd31-4c89-a083-38b19c0be79c on network 75754133-2f30-43b1-b553-38d58661ba06 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:57:14.826075 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-9aae017e-84bc-486d-94af-cf0056f38dab service neutron] Attempting to bind port ee2b0d0b-dd31-4c89-a083-38b19c0be79c on network 75754133-2f30-43b1-b553-38d58661ba06 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:57:14.842219 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-9aae017e-84bc-486d-94af-cf0056f38dab service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:57:14.842903 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-9aae017e-84bc-486d-94af-cf0056f38dab service neutron] Checking segment: {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:57:14.843530 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-9aae017e-84bc-486d-94af-cf0056f38dab service neutron] Bound using segment: {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:57:14.844336 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-9aae017e-84bc-486d-94af-cf0056f38dab service neutron] Bound port: ee2b0d0b-dd31-4c89-a083-38b19c0be79c, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:57:14.844928 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-9aae017e-84bc-486d-94af-cf0056f38dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:14.902687 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-10bf8162-2c05-43bc-b505-f7c52819ba49 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:15.003693 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-724d3bac-02b7-4fe3-bfdd-ab1669565e7d req-f292ed93-8268-438f-983b-7e48c26ca5b1 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453369 Sep 30 00:57:15.014377 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-9aae017e-84bc-486d-94af-cf0056f38dab service neutron] For port ee2b0d0b-dd31-4c89-a083-38b19c0be79c, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:57:15.018381 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-9aae017e-84bc-486d-94af-cf0056f38dab service neutron] For port ee2b0d0b-dd31-4c89-a083-38b19c0be79c, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ee2b0d0b-dd31-4c89-a083-38b19c0be79c,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:57:15.024608 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-9aae017e-84bc-486d-94af-cf0056f38dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:15.030350 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0c3d9dc8-3677-4742-87c6-fefd3b5fd964 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:15.056029 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-10bf8162-2c05-43bc-b505-f7c52819ba49 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5b4930-adc6-4649-9e35-e9509de956a5']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:57:15.081003 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-10bf8162-2c05-43bc-b505-f7c52819ba49 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f83e82e-baf3-4366-a355-80ad72405deb') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:57:15.083806 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-10bf8162-2c05-43bc-b505-f7c52819ba49 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f83e82e-baf3-4366-a355-80ad72405deb') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:57:15.092810 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-61523df4-fcaf-43db-96f9-06d714b344c8 None None] Deleting port 1bf98ed7-db77-411d-9eac-e90d53fda82c {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:57:15.093257 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-61523df4-fcaf-43db-96f9-06d714b344c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:15.096206 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-10bf8162-2c05-43bc-b505-f7c52819ba49 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:15.114539 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-10bf8162-2c05-43bc-b505-f7c52819ba49 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:15.122626 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10bf8162-2c05-43bc-b505-f7c52819ba49 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:57:15.123179 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-10bf8162-2c05-43bc-b505-f7c52819ba49 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:15.213149 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-9aae017e-84bc-486d-94af-cf0056f38dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:15.213769 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-9aae017e-84bc-486d-94af-cf0056f38dab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:15.215135 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-9aae017e-84bc-486d-94af-cf0056f38dab service neutron] 10.222.0.55 "PUT /v2.0/ports/ee2b0d0b-dd31-4c89-a083-38b19c0be79c HTTP/1.1" status: 200 len: 1121 time: 1.3316555 Sep 30 00:57:15.216601 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-61523df4-fcaf-43db-96f9-06d714b344c8 None None] The port '1bf98ed7-db77-411d-9eac-e90d53fda82c' was deleted {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: timer() Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:57:15.227017 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:57:15.237209 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae017e-84bc-486d-94af-cf0056f38dab service neutron] Pushing event updated for resources: {'Port': ['ID=ee2b0d0b-dd31-4c89-a083-38b19c0be79c,revision_number=8']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:15.242994 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9aae017e-84bc-486d-94af-cf0056f38dab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:15.349526 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-10bf8162-2c05-43bc-b505-f7c52819ba49 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:15.378254 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:15.401603 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-10bf8162-2c05-43bc-b505-f7c52819ba49 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:15.425539 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf8162-2c05-43bc-b505-f7c52819ba49 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Pushing event deleted for resources: {'Network': ['ID=cb5b4930-adc6-4649-9e35-e9509de956a5,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:15.445367 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['ee2b0d0b-dd31-4c89-a083-38b19c0be79c'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:57:15.449368 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-10bf8162-2c05-43bc-b505-f7c52819ba49 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:15.464416 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-a7e26dc9-bb7b-4857-9be5-e03763118c08 req-e345b0e2-7791-400a-bf02-4b8a8836019d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] For port 3d518f2d-344f-4c32-9fed-6a6c1995109a, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=3d518f2d-344f-4c32-9fed-6a6c1995109a,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:15.465017 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a7e26dc9-bb7b-4857-9be5-e03763118c08 req-e345b0e2-7791-400a-bf02-4b8a8836019d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:15.480281 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-10bf8162-2c05-43bc-b505-f7c52819ba49 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "DELETE /v2.0/networks/cb5b4930-adc6-4649-9e35-e9509de956a5 HTTP/1.1" status: 204 len: 168 time: 2.1148415 Sep 30 00:57:15.483539 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 37342) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:15.667924 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d60a49a-6f7e-41e0-ac35-a1f49bc60839 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Deleting subnet ff3a421d-ba18-422d-ad00-724fd139076c {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 00:57:15.669656 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57995ec1-2afb-4d1b-8390-2f5bb3039baf req-e2738cbb-0409-4e82-9213-74d2c8e2c7d2 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:15.677678 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6d60a49a-6f7e-41e0-ac35-a1f49bc60839 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:15.678383 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-57995ec1-2afb-4d1b-8390-2f5bb3039baf req-e2738cbb-0409-4e82-9213-74d2c8e2c7d2 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 950 time: 0.4453917 Sep 30 00:57:15.690642 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-a7e26dc9-bb7b-4857-9be5-e03763118c08 req-e345b0e2-7791-400a-bf02-4b8a8836019d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Calling delete_port for 3d518f2d-344f-4c32-9fed-6a6c1995109a owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:57:15.723651 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 1bf98ed7-db77-411d-9eac-e90d53fda82c no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:57:15.774090 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99b500-ab85-49a9-a26d-49c8b86ad6cf req-3adf1aeb-563b-432d-bd9b-7659c01f0004 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:15.776008 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7a99b500-ab85-49a9-a26d-49c8b86ad6cf req-3adf1aeb-563b-432d-bd9b-7659c01f0004 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 945 time: 0.2971673 Sep 30 00:57:15.783420 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6d60a49a-6f7e-41e0-ac35-a1f49bc60839 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:15.796129 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 1bf98ed7-db77-411d-9eac-e90d53fda82c {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:57:15.797258 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 1bf98ed7-db77-411d-9eac-e90d53fda82c not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:57:15.816825 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-57995ec1-2afb-4d1b-8390-2f5bb3039baf req-bc4ba8fe-9787-4f9a-9e00-b0de5fdedb64 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367109 Sep 30 00:57:15.853979 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:57:15.895395 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a7e26dc9-bb7b-4857-9be5-e03763118c08 req-e345b0e2-7791-400a-bf02-4b8a8836019d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:15.906502 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-27da9179-1cb4-447d-afee-291fd1b9ba54 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:15.995063 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345b0e2-7791-400a-bf02-4b8a8836019d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Pushing event deleted for resources: {'Port': ['ID=3d518f2d-344f-4c32-9fed-6a6c1995109a,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:16.003310 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e345b0e2-7791-400a-bf02-4b8a8836019d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:16.019427 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7a99b500-ab85-49a9-a26d-49c8b86ad6cf req-06d561b9-673b-4849-8c36-f591a814076b tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798404 Sep 30 00:57:16.058170 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6d60a49a-6f7e-41e0-ac35-a1f49bc60839 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:16.093696 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e26dc9-bb7b-4857-9be5-e03763118c08 req-e345b0e2-7791-400a-bf02-4b8a8836019d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] No DVR routers for this DVR port 3d518f2d-344f-4c32-9fed-6a6c1995109a on host n-h2-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:57:16.097151 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a7e26dc9-bb7b-4857-9be5-e03763118c08 req-e345b0e2-7791-400a-bf02-4b8a8836019d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:16.114292 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a7e26dc9-bb7b-4857-9be5-e03763118c08 req-e345b0e2-7791-400a-bf02-4b8a8836019d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.55 "DELETE /v2.0/ports/3d518f2d-344f-4c32-9fed-6a6c1995109a HTTP/1.1" status: 204 len: 173 time: 1.7541292 Sep 30 00:57:16.130973 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24246536-b829-47bb-8dbc-7ef1d84aa567 req-7ea73f0b-baec-4bb6-b260-f0664ee50f35 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:16.133024 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-24246536-b829-47bb-8dbc-7ef1d84aa567 req-7ea73f0b-baec-4bb6-b260-f0664ee50f35 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=1462b9cb-ca25-4af9-a5c0-869c5608c987 HTTP/1.1" status: 200 len: 949 time: 0.1917224 Sep 30 00:57:16.180189 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-24246536-b829-47bb-8dbc-7ef1d84aa567 req-a9f0caf2-f966-4940-85c5-c5368709f076 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413921 Sep 30 00:57:16.193102 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6d60a49a-6f7e-41e0-ac35-a1f49bc60839 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:16.201394 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7c238243-96ca-4086-90b9-47cacae9c306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:16.242814 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60a49a-6f7e-41e0-ac35-a1f49bc60839 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Pushing event deleted for resources: {'Subnet': ['ID=ff3a421d-ba18-422d-ad00-724fd139076c,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:16.247405 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6d60a49a-6f7e-41e0-ac35-a1f49bc60839 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:16.249571 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6d60a49a-6f7e-41e0-ac35-a1f49bc60839 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:16.259507 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526c7451-c918-434c-92ac-51bb4725bf3e None None] Network a945393c-98fe-4226-bf30-e8fa5bb0a7f9 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:57:16.263300 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-6d60a49a-6f7e-41e0-ac35-a1f49bc60839 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "DELETE /v2.0/subnets/ff3a421d-ba18-422d-ad00-724fd139076c HTTP/1.1" status: 204 len: 168 time: 0.7750747 Sep 30 00:57:16.264176 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 37352) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:16.272706 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ba68a-a183-4415-9e57-ddafbe3101d7 req-ecb39f4c-9db6-4378-a02e-02ca7dd1bdd6 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:16.274354 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8d4ba68a-a183-4415-9e57-ddafbe3101d7 req-ecb39f4c-9db6-4378-a02e-02ca7dd1bdd6 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.1500282 Sep 30 00:57:16.361414 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745', 'name': 'network-vif-deleted', 'tag': '3d518f2d-344f-4c32-9fed-6a6c1995109a'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:57:16.363069 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8d4ba68a-a183-4415-9e57-ddafbe3101d7 req-927abba0-6a28-4cce-ae86-c93a5c67456a tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776207 Sep 30 00:57:16.441413 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5e71847b-eb5e-4756-8afc-b24f5372c15e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:16.460649 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79306b7a-c027-41d5-98f3-cb1fa2ccc616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee2b0d0b-dd31-4c89-a083-38b19c0be79c'}, {'name': 'network-changed', 'server_uuid': '79306b7a-c027-41d5-98f3-cb1fa2ccc616', 'tag': 'ee2b0d0b-dd31-4c89-a083-38b19c0be79c'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:57:16.475180 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-5e71847b-eb5e-4756-8afc-b24f5372c15e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Deleting port be07f42c-ca58-44a6-8473-8d8451fd5d85 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:57:16.475876 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5e71847b-eb5e-4756-8afc-b24f5372c15e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:16.724682 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8861a94-49d1-42c3-90b4-c4ad2d4f0d2a None None] DHCP port deletion for a945393c-98fe-4226-bf30-e8fa5bb0a7f9 request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 00:57:16.732909 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-b8861a94-49d1-42c3-90b4-c4ad2d4f0d2a None None] Deleting port be07f42c-ca58-44a6-8473-8d8451fd5d85 {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:57:16.732909 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-b8861a94-49d1-42c3-90b4-c4ad2d4f0d2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:16.764007 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79306b7a-c027-41d5-98f3-cb1fa2ccc616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee2b0d0b-dd31-4c89-a083-38b19c0be79c', 'code': 200} Sep 30 00:57:16.764319 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79306b7a-c027-41d5-98f3-cb1fa2ccc616', 'tag': 'ee2b0d0b-dd31-4c89-a083-38b19c0be79c', 'status': 'completed', 'code': 200} Sep 30 00:57:16.771090 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745', 'name': 'network-vif-deleted', 'tag': '3d518f2d-344f-4c32-9fed-6a6c1995109a', 'status': 'completed', 'code': 200} Sep 30 00:57:16.949696 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2ce6b-f298-4194-9295-be7205a6ccc4 req-85e8134a-277a-4dfa-ae22-e161585620f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:16.951485 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f7d2ce6b-f298-4194-9295-be7205a6ccc4 req-85e8134a-277a-4dfa-ae22-e161585620f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=58336e3a6a854ff7ab57e933b021b603&device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 1124 time: 0.0841048 Sep 30 00:57:16.985082 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285da55d-4be1-47dc-b55f-f88f8d05c952 req-955e6556-9f57-47cb-aebb-cd21366bc1e8 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:16.986633 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-285da55d-4be1-47dc-b55f-f88f8d05c952 req-955e6556-9f57-47cb-aebb-cd21366bc1e8 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 943 time: 0.2148004 Sep 30 00:57:16.995673 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-b8861a94-49d1-42c3-90b4-c4ad2d4f0d2a None None] For port be07f42c-ca58-44a6-8473-8d8451fd5d85, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=be07f42c-ca58-44a6-8473-8d8451fd5d85,segment=NetworkSegment(b3b168b3-3bbb-4a8a-9962-65c1d6b82871),segment_id=b3b168b3-3bbb-4a8a-9962-65c1d6b82871)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:16.996632 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-b8861a94-49d1-42c3-90b4-c4ad2d4f0d2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:17.026769 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-5e71847b-eb5e-4756-8afc-b24f5372c15e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] For port be07f42c-ca58-44a6-8473-8d8451fd5d85, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=be07f42c-ca58-44a6-8473-8d8451fd5d85,segment=NetworkSegment(b3b168b3-3bbb-4a8a-9962-65c1d6b82871),segment_id=b3b168b3-3bbb-4a8a-9962-65c1d6b82871)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:17.027429 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5e71847b-eb5e-4756-8afc-b24f5372c15e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:17.103228 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4db4fd3d-72af-426a-b04e-35604980b571 req-8397f8f3-034f-46e5-9502-8dabccba7f95 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6ac2d2e-b259-4fed-a1b1-ddab2cb0a745 HTTP/1.1" status: 200 len: 210 time: 0.1043992 Sep 30 00:57:17.143654 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-b8861a94-49d1-42c3-90b4-c4ad2d4f0d2a None None] Calling delete_port for be07f42c-ca58-44a6-8473-8d8451fd5d85 owned by network:dhcp {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:57:17.164395 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2ce6b-f298-4194-9295-be7205a6ccc4 req-28539601-845f-4f49-8dcf-357cc17be04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:17.166063 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f7d2ce6b-f298-4194-9295-be7205a6ccc4 req-28539601-845f-4f49-8dcf-357cc17be04a service neutron] 10.222.0.59 "GET /v2.0/networks?id=75754133-2f30-43b1-b553-38d58661ba06 HTTP/1.1" status: 200 len: 922 time: 0.2032418 Sep 30 00:57:17.197864 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-5e71847b-eb5e-4756-8afc-b24f5372c15e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Calling delete_port for be07f42c-ca58-44a6-8473-8d8451fd5d85 owned by network:dhcp {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:57:17.235141 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-285da55d-4be1-47dc-b55f-f88f8d05c952 req-8cb05f40-0095-4664-ab28-efcaa9fd5e82 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398057 Sep 30 00:57:17.246037 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-b8861a94-49d1-42c3-90b4-c4ad2d4f0d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821'] for port, after_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:17.266653 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:17.268378 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f7d2ce6b-f298-4194-9295-be7205a6ccc4 req-99d3421a-41c2-44fc-bd07-3264b0048656 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee2b0d0b-dd31-4c89-a083-38b19c0be79c HTTP/1.1" status: 200 len: 217 time: 0.0928445 Sep 30 00:57:17.302169 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.api [None req-5e71847b-eb5e-4756-8afc-b24f5372c15e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80274) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 00:57:17.302498 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8861a94-49d1-42c3-90b4-c4ad2d4f0d2a None None] No DVR routers for this DVR port be07f42c-ca58-44a6-8473-8d8451fd5d85 on host n-d-811809-1 {{(pid=80276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:57:17.303062 n-d-811809-1 neutron-server[80274]: DEBUG oslo_db.api [None req-5e71847b-eb5e-4756-8afc-b24f5372c15e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 00:57:17.307173 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8861a94-49d1-42c3-90b4-c4ad2d4f0d2a None None] Pushing event deleted for resources: {'Port': ['ID=be07f42c-ca58-44a6-8473-8d8451fd5d85,revision_number=None']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:17.315480 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-b8861a94-49d1-42c3-90b4-c4ad2d4f0d2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:17.413258 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2ce6b-f298-4194-9295-be7205a6ccc4 req-e9eeb8cd-f16d-488d-b0c5-36f62f528dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:17.414712 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f7d2ce6b-f298-4194-9295-be7205a6ccc4 req-e9eeb8cd-f16d-488d-b0c5-36f62f528dab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4830ed89-3d0e-4950-9575-5f4f49821c2d HTTP/1.1" status: 200 len: 861 time: 0.0773430 Sep 30 00:57:17.443708 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3528fb3-9c48-4815-b39b-3d42c79bb8bf req-08f3d661-72b2-4385-814c-e3ed6bf95bcb tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:17.445719 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d3528fb3-9c48-4815-b39b-3d42c79bb8bf req-08f3d661-72b2-4385-814c-e3ed6bf95bcb tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=1462b9cb-ca25-4af9-a5c0-869c5608c987 HTTP/1.1" status: 200 len: 949 time: 0.0896592 Sep 30 00:57:17.472995 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f7d2ce6b-f298-4194-9295-be7205a6ccc4 req-9e90216a-4049-49ef-9179-ac4ab51a96d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=75754133-2f30-43b1-b553-38d58661ba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463095 Sep 30 00:57:17.481512 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185ced4-7cfa-4cf1-adf6-f4bd086c024a req-fdacf4b7-ff65-4a8e-87f1-1a191b95cae8 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:17.482956 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6185ced4-7cfa-4cf1-adf6-f4bd086c024a req-fdacf4b7-ff65-4a8e-87f1-1a191b95cae8 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 945 time: 0.1945922 Sep 30 00:57:17.492009 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d3528fb3-9c48-4815-b39b-3d42c79bb8bf req-6db409e2-2353-41f9-8d9c-55919fb1668a tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406234 Sep 30 00:57:17.539324 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6185ced4-7cfa-4cf1-adf6-f4bd086c024a req-f722c873-4bc8-4224-a393-fd6a4620d275 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501907 Sep 30 00:57:17.690422 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f7d2ce6b-f298-4194-9295-be7205a6ccc4 req-3cebe794-06f5-425e-80c7-0019c845021d service neutron] 10.222.0.59 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501074 Sep 30 00:57:17.697287 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device be07f42c-ca58-44a6-8473-8d8451fd5d85 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:57:17.709145 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959a479-bd4d-433b-8406-999b4aedb69c req-8005d12e-6b42-4387-81a2-70be2183b15d tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:17.711007 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a959a479-bd4d-433b-8406-999b4aedb69c req-8005d12e-6b42-4387-81a2-70be2183b15d tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.1036100 Sep 30 00:57:17.738614 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: be07f42c-ca58-44a6-8473-8d8451fd5d85 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:57:17.739738 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device be07f42c-ca58-44a6-8473-8d8451fd5d85 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:57:17.770888 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 3d518f2d-344f-4c32-9fed-6a6c1995109a no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:57:17.773383 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a959a479-bd4d-433b-8406-999b4aedb69c req-4bf308f6-f00b-4f74-95dd-22a4b289eb41 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532045 Sep 30 00:57:17.804554 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-5e71847b-eb5e-4756-8afc-b24f5372c15e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Deleting port be07f42c-ca58-44a6-8473-8d8451fd5d85 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:57:17.804863 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5e71847b-eb5e-4756-8afc-b24f5372c15e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:17.808728 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: 3d518f2d-344f-4c32-9fed-6a6c1995109a {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:57:17.809152 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 3d518f2d-344f-4c32-9fed-6a6c1995109a not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:57:17.835632 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f7d2ce6b-f298-4194-9295-be7205a6ccc4 req-9416ac51-478d-4fb8-adef-cb6f26848f95 service neutron] 10.222.0.59 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375990 Sep 30 00:57:17.873980 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-5e71847b-eb5e-4756-8afc-b24f5372c15e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] The port 'be07f42c-ca58-44a6-8473-8d8451fd5d85' was deleted {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 30 00:57:18.030441 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5e71847b-eb5e-4756-8afc-b24f5372c15e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:18.064529 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-5e71847b-eb5e-4756-8afc-b24f5372c15e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a945393c-98fe-4226-bf30-e8fa5bb0a7f9']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:57:18.078618 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-5e71847b-eb5e-4756-8afc-b24f5372c15e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b168b3-3bbb-4a8a-9962-65c1d6b82871') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:57:18.078938 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-5e71847b-eb5e-4756-8afc-b24f5372c15e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b168b3-3bbb-4a8a-9962-65c1d6b82871') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:57:18.093232 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5e71847b-eb5e-4756-8afc-b24f5372c15e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:18.113024 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5e71847b-eb5e-4756-8afc-b24f5372c15e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:18.124625 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747802e9-5968-4191-a510-f163a42eab84 req-c17cc04a-dc19-4c7f-b419-71aef1b75565 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:18.126045 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-747802e9-5968-4191-a510-f163a42eab84 req-c17cc04a-dc19-4c7f-b419-71aef1b75565 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.59 "GET /v2.0/ports?device_id=1462b9cb-ca25-4af9-a5c0-869c5608c987 HTTP/1.1" status: 200 len: 949 time: 0.1573985 Sep 30 00:57:18.128330 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e71847b-eb5e-4756-8afc-b24f5372c15e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:57:18.128706 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5e71847b-eb5e-4756-8afc-b24f5372c15e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: timer() Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:57:18.146486 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:57:18.283855 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-747802e9-5968-4191-a510-f163a42eab84 req-09fe4b40-c540-4b53-8daf-262c49acd027 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Deleting port d761df09-2ef7-4cf5-a7f5-fb9022de696c {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:57:18.284243 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-747802e9-5968-4191-a510-f163a42eab84 req-09fe4b40-c540-4b53-8daf-262c49acd027 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:18.317056 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5e71847b-eb5e-4756-8afc-b24f5372c15e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:18.326908 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9d4796b0-3320-4103-a78a-a6808d54b022 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:18.348537 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5e71847b-eb5e-4756-8afc-b24f5372c15e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:18.365765 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71847b-eb5e-4756-8afc-b24f5372c15e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Pushing event deleted for resources: {'Network': ['ID=a945393c-98fe-4226-bf30-e8fa5bb0a7f9,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:18.375540 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5e71847b-eb5e-4756-8afc-b24f5372c15e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:18.384489 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-5e71847b-eb5e-4756-8afc-b24f5372c15e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] 10.222.0.39 "DELETE /v2.0/networks/a945393c-98fe-4226-bf30-e8fa5bb0a7f9 HTTP/1.1" status: 204 len: 168 time: 2.1161244 Sep 30 00:57:18.462567 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3e05e-7e7f-4a84-871c-aba98a2152b1 req-cad7e790-4274-43a7-837f-c3c58c54e9e3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:18.472870 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-81e3e05e-7e7f-4a84-871c-aba98a2152b1 req-cad7e790-4274-43a7-837f-c3c58c54e9e3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 943 time: 0.1002390 Sep 30 00:57:18.571824 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-81e3e05e-7e7f-4a84-871c-aba98a2152b1 req-d57bfd08-560d-4c2b-80f1-c5162d1fac55 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898099 Sep 30 00:57:18.635002 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 37388) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:18.761605 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-747802e9-5968-4191-a510-f163a42eab84 req-09fe4b40-c540-4b53-8daf-262c49acd027 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] For port d761df09-2ef7-4cf5-a7f5-fb9022de696c, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=d761df09-2ef7-4cf5-a7f5-fb9022de696c,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:18.761605 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-747802e9-5968-4191-a510-f163a42eab84 req-09fe4b40-c540-4b53-8daf-262c49acd027 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:18.804744 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-13ee2aac-946e-4000-ad3b-7e9ebbde6952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:18.917502 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-569ad586-d42d-43f9-9809-ef3e2f426e58 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=59d8fe751f144ee29b8fd8ad36a4eefb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811277 Sep 30 00:57:18.920080 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 37402) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:18.966888 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b1701-2d81-48cf-845a-cc737f4e43da req-16b55ba1-15c7-45b5-a8bb-8975c004cfcf tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:18.967606 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-033b1701-2d81-48cf-845a-cc737f4e43da req-16b55ba1-15c7-45b5-a8bb-8975c004cfcf tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Synchronizing usage tracker for tenant:e0e7edddb1c44f66ba9563f9cd33d4a2 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:57:18.996129 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-033b1701-2d81-48cf-845a-cc737f4e43da req-16b55ba1-15c7-45b5-a8bb-8975c004cfcf tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Unset dirty status for tenant:e0e7edddb1c44f66ba9563f9cd33d4a2 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:57:18.997179 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-033b1701-2d81-48cf-845a-cc737f4e43da req-16b55ba1-15c7-45b5-a8bb-8975c004cfcf tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=1462b9cb-ca25-4af9-a5c0-869c5608c987 HTTP/1.1" status: 200 len: 949 time: 0.2176003 Sep 30 00:57:19.017598 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:19.021055 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-747802e9-5968-4191-a510-f163a42eab84 req-09fe4b40-c540-4b53-8daf-262c49acd027 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Calling delete_port for d761df09-2ef7-4cf5-a7f5-fb9022de696c owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:57:19.025444 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e7a5823e-78ec-4ed3-9747-a40f8faf8ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:19.081626 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e7a5823e-78ec-4ed3-9747-a40f8faf8ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:19.093566 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-033b1701-2d81-48cf-845a-cc737f4e43da req-8cd851d5-f645-42a0-829e-911a8a04be78 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/security-groups?id=a1cdeada-72cd-4981-bb0d-3a56b13a3dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829778 Sep 30 00:57:19.167164 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e7a5823e-78ec-4ed3-9747-a40f8faf8ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:19.184422 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e249444a-7d23-4a01-8c98-b41698ec7ab8 tempest-LiveMigrationNegativeTest-1559819627 tempest-LiveMigrationNegativeTest-1559819627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:19.196494 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5823e-78ec-4ed3-9747-a40f8faf8ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb18ab3e-4b9f-41ba-bfa3-5e47ba384837,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:19.209654 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e7a5823e-78ec-4ed3-9747-a40f8faf8ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:19.225918 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e7a5823e-78ec-4ed3-9747-a40f8faf8ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:19.231271 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd02c92-2956-4f15-8476-2046dfa8e782 req-a7843b18-1898-4e44-94eb-a5389a296c70 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:19.237259 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-e7a5823e-78ec-4ed3-9747-a40f8faf8ffd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb18ab3e-4b9f-41ba-bfa3-5e47ba384837 HTTP/1.1" status: 204 len: 168 time: 0.3039229 Sep 30 00:57:19.243112 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fbd02c92-2956-4f15-8476-2046dfa8e782 req-a7843b18-1898-4e44-94eb-a5389a296c70 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 945 time: 0.2219186 Sep 30 00:57:19.312217 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fbd02c92-2956-4f15-8476-2046dfa8e782 req-d983a2de-137b-4f07-9621-59d8f2db75fb tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624664 Sep 30 00:57:19.313342 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-747802e9-5968-4191-a510-f163a42eab84 req-09fe4b40-c540-4b53-8daf-262c49acd027 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:19.322477 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ed705373-0469-4bc9-af85-d068b15f6809 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:19.367811 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['d761df09-2ef7-4cf5-a7f5-fb9022de696c'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:57:19.435363 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe4b40-c540-4b53-8daf-262c49acd027 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Pushing event deleted for resources: {'Port': ['ID=d761df09-2ef7-4cf5-a7f5-fb9022de696c,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:19.439068 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-09fe4b40-c540-4b53-8daf-262c49acd027 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:19.582987 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-747802e9-5968-4191-a510-f163a42eab84 req-09fe4b40-c540-4b53-8daf-262c49acd027 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] No DVR routers for this DVR port d761df09-2ef7-4cf5-a7f5-fb9022de696c on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:57:19.582987 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-747802e9-5968-4191-a510-f163a42eab84 req-09fe4b40-c540-4b53-8daf-262c49acd027 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:19.582987 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1462b9cb-ca25-4af9-a5c0-869c5608c987', 'name': 'network-vif-deleted', 'tag': 'd761df09-2ef7-4cf5-a7f5-fb9022de696c'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:57:19.616684 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-747802e9-5968-4191-a510-f163a42eab84 req-09fe4b40-c540-4b53-8daf-262c49acd027 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.59 "DELETE /v2.0/ports/d761df09-2ef7-4cf5-a7f5-fb9022de696c HTTP/1.1" status: 204 len: 173 time: 1.4598689 Sep 30 00:57:19.657009 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce431d9-1569-4366-ac23-46e820be9fb5 req-ee5982df-8f91-4771-8fa9-de2f86099fa0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:19.657009 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0ce431d9-1569-4366-ac23-46e820be9fb5 req-ee5982df-8f91-4771-8fa9-de2f86099fa0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.1718314 Sep 30 00:57:19.747650 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0ce431d9-1569-4366-ac23-46e820be9fb5 req-c036e2eb-6aa7-404d-a0a6-68adcbccdc9a tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829201 Sep 30 00:57:19.768476 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1462b9cb-ca25-4af9-a5c0-869c5608c987', 'name': 'network-vif-deleted', 'tag': 'd761df09-2ef7-4cf5-a7f5-fb9022de696c', 'status': 'completed', 'code': 200} Sep 30 00:57:19.794534 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device ee2b0d0b-dd31-4c89-a083-38b19c0be79c details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:57:19.837348 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 37418) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:19.884798 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 37422) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:19.952803 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-553cc960-864a-4a73-8ffd-c68e674aad04 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=07bb15e3bc254a7790f0966ff0644b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1150656 Sep 30 00:57:19.953080 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 37426) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:20.035199 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-535983ee-d284-4317-a357-1d15a9e191e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:20.044901 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port ee2b0d0b-dd31-4c89-a083-38b19c0be79c, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ee2b0d0b-dd31-4c89-a083-38b19c0be79c,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:20.060641 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device ee2b0d0b-dd31-4c89-a083-38b19c0be79c has no active binding in host n-h2-811809-1 {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Sep 30 00:57:20.095797 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-535983ee-d284-4317-a357-1d15a9e191e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:20.214197 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-535983ee-d284-4317-a357-1d15a9e191e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:20.217183 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ac430af7-508a-4969-b900-9a17cb84a744 tempest-AggregatesAdminTestJSON-1686139435 tempest-AggregatesAdminTestJSON-1686139435-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:20.269687 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc0427-927d-4129-bc8e-4f7708b8a583 req-0ff1bbbb-dea2-4838-86de-a712a0a618f2 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:20.280508 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6dbc0427-927d-4129-bc8e-4f7708b8a583 req-0ff1bbbb-dea2-4838-86de-a712a0a618f2 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 943 time: 0.1840641 Sep 30 00:57:20.381833 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535983ee-d284-4317-a357-1d15a9e191e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6427a20-934e-4876-b72b-aeb1576d74df,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:20.435272 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-535983ee-d284-4317-a357-1d15a9e191e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:20.439703 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0f7c89f1-6d74-405a-bda0-b9460506fc3e req-ed38b276-3000-4341-84b8-878a46512eda tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] 10.222.0.39 "GET /v2.0/ports?device_id=1462b9cb-ca25-4af9-a5c0-869c5608c987 HTTP/1.1" status: 200 len: 210 time: 0.0680871 Sep 30 00:57:20.443623 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-535983ee-d284-4317-a357-1d15a9e191e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:20.448047 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-535983ee-d284-4317-a357-1d15a9e191e2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d6427a20-934e-4876-b72b-aeb1576d74df HTTP/1.1" status: 204 len: 168 time: 0.4938743 Sep 30 00:57:20.546097 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6dbc0427-927d-4129-bc8e-4f7708b8a583 req-edb1b3cd-f024-4f1e-87e4-99fc6fbad2bd tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644727 Sep 30 00:57:20.925998 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799acfb-7fb3-413e-ad2e-0cb2e1435395 req-8720d5c0-ccc3-4b8b-a903-4606e6ac6791 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:20.934186 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8799acfb-7fb3-413e-ad2e-0cb2e1435395 req-8720d5c0-ccc3-4b8b-a903-4606e6ac6791 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 945 time: 0.1087985 Sep 30 00:57:21.031561 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8799acfb-7fb3-413e-ad2e-0cb2e1435395 req-8af52ded-e584-4c58-aef8-870243e0ac48 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959897 Sep 30 00:57:21.077213 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-86b258ee-8cb0-4c22-80fd-fb878c1dd50a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734431'] for router_interface, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:21.103490 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd8cd3-9c03-4a09-a0f9-07c1f1e5eaed req-9003c39f-3f08-467e-bb04-109a68b32b74 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:21.111173 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-39fd8cd3-9c03-4a09-a0f9-07c1f1e5eaed req-9003c39f-3f08-467e-bb04-109a68b32b74 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.0972798 Sep 30 00:57:21.161009 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-39fd8cd3-9c03-4a09-a0f9-07c1f1e5eaed req-cf6266d8-ff21-4bc3-9183-ec578f2b24bc tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489848 Sep 30 00:57:21.187352 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-819d5600-7aba-4b55-8aea-b787242fe1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:21.529678 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf25ec-b1e1-489b-8548-5d36bbf41618 req-4f773645-acc9-4932-972b-8e0137aaaa80 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:21.536557 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b1cf25ec-b1e1-489b-8548-5d36bbf41618 req-4f773645-acc9-4932-972b-8e0137aaaa80 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 945 time: 0.3275404 Sep 30 00:57:21.727495 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b1cf25ec-b1e1-489b-8548-5d36bbf41618 req-c072e98e-bc67-4bf4-b3d6-5a50525fd25a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900120 Sep 30 00:57:21.818612 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-d97b5270-d3d7-4560-aeec-8d80ea239108 service neutron] 10.222.0.59 "GET /v2.0/ports/ee2b0d0b-dd31-4c89-a083-38b19c0be79c/bindings/n-h2-811809-1 HTTP/1.1" status: 200 len: 384 time: 0.1616070 Sep 30 00:57:21.884941 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2b7cc-c3b7-4007-b108-dc3af0fcd71f req-5a372bc1-9d0b-4441-a772-0426a4df0da8 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:21.886458 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-80e2b7cc-c3b7-4007-b108-dc3af0fcd71f req-5a372bc1-9d0b-4441-a772-0426a4df0da8 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 943 time: 0.1868081 Sep 30 00:57:21.889483 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5aecc825-8eee-430e-858b-04f9bf6d8556 req-94a0c5db-6292-4124-8ad2-a939775ea873 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1420219 Sep 30 00:57:21.959165 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-86b258ee-8cb0-4c22-80fd-fb878c1dd50a admin admin] Deleting port d16c0c74-cb61-459f-b10d-926b2f026284 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:57:21.960049 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-86b258ee-8cb0-4c22-80fd-fb878c1dd50a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:21.999941 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 37478) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:22.045859 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device d761df09-2ef7-4cf5-a7f5-fb9022de696c no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:57:22.062412 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-80e2b7cc-c3b7-4007-b108-dc3af0fcd71f req-603d3f49-fc5a-4a98-a64b-0ebd60954757 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666515 Sep 30 00:57:22.119588 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecc825-8eee-430e-858b-04f9bf6d8556 req-d6b992b9-2b9f-4cee-858f-a4dbd9e12d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:22.121843 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5aecc825-8eee-430e-858b-04f9bf6d8556 req-d6b992b9-2b9f-4cee-858f-a4dbd9e12d9e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=038e4d0abd4b4e5c940f331b6f0950a9&device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 1096 time: 0.1794043 Sep 30 00:57:22.276025 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: d761df09-2ef7-4cf5-a7f5-fb9022de696c {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:57:22.280007 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device d761df09-2ef7-4cf5-a7f5-fb9022de696c not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:57:22.321718 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:22.360894 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-86b258ee-8cb0-4c22-80fd-fb878c1dd50a admin admin] For port d16c0c74-cb61-459f-b10d-926b2f026284, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=d16c0c74-cb61-459f-b10d-926b2f026284,segment=NetworkSegment(ff9a2248-78ed-4436-80e8-0dc67d29107c),segment_id=ff9a2248-78ed-4436-80e8-0dc67d29107c)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:22.360894 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-86b258ee-8cb0-4c22-80fd-fb878c1dd50a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:22.488435 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecc825-8eee-430e-858b-04f9bf6d8556 req-0f65a289-bd0a-447f-838d-265380e34295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:22.489677 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5aecc825-8eee-430e-858b-04f9bf6d8556 req-0f65a289-bd0a-447f-838d-265380e34295 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4c98a929-4bc6-4ff2-9381-439d6c813487 HTTP/1.1" status: 200 len: 912 time: 0.3261306 Sep 30 00:57:22.504547 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-86b258ee-8cb0-4c22-80fd-fb878c1dd50a admin admin] Calling delete_port for d16c0c74-cb61-459f-b10d-926b2f026284 owned by network:router_interface {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:57:22.538596 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-e508324b-e302-4f45-9449-408687163a41 service neutron] For port ee2b0d0b-dd31-4c89-a083-38b19c0be79c, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ee2b0d0b-dd31-4c89-a083-38b19c0be79c,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:22.610626 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-abdf2d73-42af-4832-af3c-f784135f6ed6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e0e7edddb1c44f66ba9563f9cd33d4a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6016827 Sep 30 00:57:22.613506 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 37506) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:22.683502 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-e508324b-e302-4f45-9449-408687163a41 service neutron] For port ee2b0d0b-dd31-4c89-a083-38b19c0be79c, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:57:22.719412 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5aecc825-8eee-430e-858b-04f9bf6d8556 req-9d44979f-7617-4ca1-a9fa-f3f79ded818b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=918c28de-bb64-453a-8beb-13a66f32b207 HTTP/1.1" status: 200 len: 1001 time: 0.2135170 Sep 30 00:57:22.769711 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6eceb-1341-459a-8f91-a643bb578276 req-fa89f423-ecab-41c3-aabf-5068ae8ff24b tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:22.775266 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-51d6eceb-1341-459a-8f91-a643bb578276 req-fa89f423-ecab-41c3-aabf-5068ae8ff24b tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 945 time: 0.4450595 Sep 30 00:57:22.781657 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-e508324b-e302-4f45-9449-408687163a41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee2b0d0b-dd31-4c89-a083-38b19c0be79c {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:57:22.845109 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-e508324b-e302-4f45-9449-408687163a41 service neutron] For port ee2b0d0b-dd31-4c89-a083-38b19c0be79c, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=ee2b0d0b-dd31-4c89-a083-38b19c0be79c,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:22.858778 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecc825-8eee-430e-858b-04f9bf6d8556 req-5a021d46-8228-4878-9f45-74253a0b4d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:22.860203 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5aecc825-8eee-430e-858b-04f9bf6d8556 req-5a021d46-8228-4878-9f45-74253a0b4d11 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c136aabe-2b6e-40bd-889c-a97ee8fe6bf6 HTTP/1.1" status: 200 len: 850 time: 0.1307290 Sep 30 00:57:22.863238 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2458e5d8-1759-4542-a9cf-a9da29269a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:22.884102 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-e508324b-e302-4f45-9449-408687163a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:22.947475 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-51d6eceb-1341-459a-8f91-a643bb578276 req-5f4e3237-d6b8-444c-bc60-e630d23e3989 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644261 Sep 30 00:57:22.957117 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2458e5d8-1759-4542-a9cf-a9da29269a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:23.019869 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecc825-8eee-430e-858b-04f9bf6d8556 req-d8ef985a-1093-49f7-afad-87d71efa7fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:23.022166 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5aecc825-8eee-430e-858b-04f9bf6d8556 req-d8ef985a-1093-49f7-afad-87d71efa7fe0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4c98a929-4bc6-4ff2-9381-439d6c813487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371744 Sep 30 00:57:23.034695 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ba700-5447-45e4-bb52-9a469bf6cebc req-b9a3b550-81ea-4f30-8efa-4bcb2b2fea53 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:23.036680 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-145ba700-5447-45e4-bb52-9a469bf6cebc req-b9a3b550-81ea-4f30-8efa-4bcb2b2fea53 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.2625971 Sep 30 00:57:23.102620 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-86b258ee-8cb0-4c22-80fd-fb878c1dd50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:23.110641 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9d4796b0-3320-4103-a78a-a6808d54b022 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:23.120126 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2458e5d8-1759-4542-a9cf-a9da29269a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:23.127149 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ee846d67-1601-4159-b863-829696176031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:23.149845 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458e5d8-1759-4542-a9cf-a9da29269a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cdeada-72cd-4981-bb0d-3a56b13a3dca,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:23.153669 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2458e5d8-1759-4542-a9cf-a9da29269a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:23.178115 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2458e5d8-1759-4542-a9cf-a9da29269a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:23.187943 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-2458e5d8-1759-4542-a9cf-a9da29269a4a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a1cdeada-72cd-4981-bb0d-3a56b13a3dca HTTP/1.1" status: 204 len: 168 time: 0.5719020 Sep 30 00:57:23.193973 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b258ee-8cb0-4c22-80fd-fb878c1dd50a admin admin] Pushing event deleted for resources: {'Port': ['ID=d16c0c74-cb61-459f-b10d-926b2f026284,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:23.201691 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-86b258ee-8cb0-4c22-80fd-fb878c1dd50a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:23.204799 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-145ba700-5447-45e4-bb52-9a469bf6cebc req-a4c61398-2b57-433b-bae6-c0d940099a68 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454589 Sep 30 00:57:23.251787 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5aecc825-8eee-430e-858b-04f9bf6d8556 req-06ee2f17-c90c-4633-a206-973c137cd66f service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213745 Sep 30 00:57:23.261815 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-e508324b-e302-4f45-9449-408687163a41 service neutron] Transition to ACTIVE for port object ee2b0d0b-dd31-4c89-a083-38b19c0be79c will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:57:23.308001 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-e508324b-e302-4f45-9449-408687163a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:23.346490 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-090e0bea-6c4b-4dd1-96d2-9099b8a863d5 tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:23.529622 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5aecc825-8eee-430e-858b-04f9bf6d8556 req-7b1d3295-58f8-4a33-83dc-ab367d0978c6 service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654042 Sep 30 00:57:23.836608 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-e508324b-e302-4f45-9449-408687163a41 service neutron] No DVR routers for this DVR port ee2b0d0b-dd31-4c89-a083-38b19c0be79c on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:57:23.916596 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:23.948939 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 37536) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:24.022628 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-993f4754-f5fb-433c-91fc-accea3e37a40 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e4ca19a2f3bf43de8db63a6b852663da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0705097 Sep 30 00:57:24.022628 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 37542) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:24.056439 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508324b-e302-4f45-9449-408687163a41 service neutron] Pushing event updated for resources: {'Port': ['ID=ee2b0d0b-dd31-4c89-a083-38b19c0be79c,revision_number=10']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:24.098851 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e508324b-e302-4f45-9449-408687163a41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:24.136326 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaaa0ea-7814-4f77-9885-51baf165f0c3 req-2a3de289-72f5-4b6d-886d-98aecbfd3266 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:24.139851 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-11240133-aa21-43b3-a170-fcf95cbe7e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:24.144100 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ceaaa0ea-7814-4f77-9885-51baf165f0c3 req-2a3de289-72f5-4b6d-886d-98aecbfd3266 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 944 time: 0.5384381 Sep 30 00:57:24.165009 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-e508324b-e302-4f45-9449-408687163a41 service neutron] 10.222.0.59 "PUT /v2.0/ports/ee2b0d0b-dd31-4c89-a083-38b19c0be79c/bindings/n-h2-811809-1/activate HTTP/1.1" status: 200 len: 369 time: 2.3084311 Sep 30 00:57:24.173192 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-11240133-aa21-43b3-a170-fcf95cbe7e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:24.211035 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ceaaa0ea-7814-4f77-9885-51baf165f0c3 req-6f6d1814-9c8e-46d1-91e5-adea145bfe17 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658782 Sep 30 00:57:24.325664 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-86b258ee-8cb0-4c22-80fd-fb878c1dd50a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683119'] for router_interface, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:24.344294 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-11240133-aa21-43b3-a170-fcf95cbe7e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:24.357927 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-89ea89c9-2c17-459f-bf19-8fa6f2764831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:24.368926 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affeb762-14b2-4f3a-bb46-e5de21ab5d12 req-673208aa-891c-45f4-9c20-230eb9272b12 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:24.375606 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-affeb762-14b2-4f3a-bb46-e5de21ab5d12 req-673208aa-891c-45f4-9c20-230eb9272b12 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 945 time: 0.1608529 Sep 30 00:57:24.432016 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11240133-aa21-43b3-a170-fcf95cbe7e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6233c7-204c-4c07-8045-40af24b7af46,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:24.439545 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-11240133-aa21-43b3-a170-fcf95cbe7e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:24.442357 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-11240133-aa21-43b3-a170-fcf95cbe7e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:24.446596 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-11240133-aa21-43b3-a170-fcf95cbe7e05 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a6233c7-204c-4c07-8045-40af24b7af46 HTTP/1.1" status: 204 len: 168 time: 0.4201713 Sep 30 00:57:24.451631 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-affeb762-14b2-4f3a-bb46-e5de21ab5d12 req-c9fa404e-c782-4bbf-b0fb-485d462b09c2 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747921 Sep 30 00:57:24.571185 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 37556) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:24.779409 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-669c9bb1-ba21-4ae8-8f87-79f3b37a396d tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:24.779409 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-669c9bb1-ba21-4ae8-8f87-79f3b37a396d tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616&tenant_id=58336e3a6a854ff7ab57e933b021b603&binding%3Ahost_id=n-h1-811809-1 HTTP/1.1" status: 200 len: 1095 time: 0.3166034 Sep 30 00:57:24.866379 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6686aab-de8b-425b-b206-e1e8169aae15 req-586a41c8-df63-49db-800a-8bdb0102e282 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:24.869183 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f6686aab-de8b-425b-b206-e1e8169aae15 req-586a41c8-df63-49db-800a-8bdb0102e282 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.4135756 Sep 30 00:57:24.976940 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7c7f1d61-f5cc-40f1-b7ad-3b4941779a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:24.993579 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-7c7f1d61-f5cc-40f1-b7ad-3b4941779a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:24.997888 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-7c7f1d61-f5cc-40f1-b7ad-3b4941779a2b admin admin] Usage tracker for resource:security_group_rule and tenant:469eb62f07874a59af2ec6577c126795 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:25.003046 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-7c7f1d61-f5cc-40f1-b7ad-3b4941779a2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:25.010561 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-7c7f1d61-f5cc-40f1-b7ad-3b4941779a2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:25.144769 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b258ee-8cb0-4c22-80fd-fb878c1dd50a admin admin] Router f86921cf-bc4d-4786-bdd9-8a3c90f3c390 has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:57:25.159309 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7c7f1d61-f5cc-40f1-b7ad-3b4941779a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:25.171083 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7c7f1d61-f5cc-40f1-b7ad-3b4941779a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:25.181598 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3e4c3417-8407-4f29-81b7-99a00b8e7d50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:25.239153 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f1d61-f5cc-40f1-b7ad-3b4941779a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957ef469-45a1-478e-97f8-8b196b320e4e,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:25.266834 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7c7f1d61-f5cc-40f1-b7ad-3b4941779a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:25.286792 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-7c7f1d61-f5cc-40f1-b7ad-3b4941779a2b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=469eb62f07874a59af2ec6577c126795&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7141385 Sep 30 00:57:25.291596 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 37578) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:25.325258 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f6686aab-de8b-425b-b206-e1e8169aae15 req-2bf9d41f-bca3-49ce-b873-f0ba4c8a4620 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822865 Sep 30 00:57:25.375985 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-046aac84-9bd3-43f1-98de-79cbd31e9def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:25.376968 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-046aac84-9bd3-43f1-98de-79cbd31e9def service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616&tenant_id=58336e3a6a854ff7ab57e933b021b603 HTTP/1.1" status: 200 len: 1095 time: 0.5813947 Sep 30 00:57:25.776023 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b258ee-8cb0-4c22-80fd-fb878c1dd50a admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:57:25.780217 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-86b258ee-8cb0-4c22-80fd-fb878c1dd50a admin admin] 10.222.0.39 "PUT /v2.0/routers/f86921cf-bc4d-4786-bdd9-8a3c90f3c390/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8981788 Sep 30 00:57:25.784250 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f69f17aa-e63c-421c-a1fc-48fd1e6ed903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:25.786067 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 37594) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:25.788663 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1408171-c37a-4b72-9837-c3ec1fb205dd None None] Sync routers for ids ['f86921cf-bc4d-4786-bdd9-8a3c90f3c390'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:57:25.799765 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1408171-c37a-4b72-9837-c3ec1fb205dd None None] Routers {'f86921cf-bc4d-4786-bdd9-8a3c90f3c390'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:57:25.802627 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-b1408171-c37a-4b72-9837-c3ec1fb205dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:57:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['f86921cf-bc4d-4786-bdd9-8a3c90f3c390'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:57:25.856930 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-3defb200-a528-4ce3-89d7-68c4600092b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:25.858712 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-3defb200-a528-4ce3-89d7-68c4600092b3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=58336e3a6a854ff7ab57e933b021b603&device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 1095 time: 0.4241862 Sep 30 00:57:25.871088 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8dce6-7267-444a-8b31-853ea8c237d5 req-c26f4378-e16d-4c61-8726-62fae4ecc767 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:25.880942 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-40d8dce6-7267-444a-8b31-853ea8c237d5 req-c26f4378-e16d-4c61-8726-62fae4ecc767 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 945 time: 0.1603401 Sep 30 00:57:26.016596 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f69f17aa-e63c-421c-a1fc-48fd1e6ed903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:26.083701 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-b1408171-c37a-4b72-9837-c3ec1fb205dd None None] Set router f86921cf-bc4d-4786-bdd9-8a3c90f3c390 gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:57:26.100233 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d94cc8d5-8893-4abe-98c6-27673b79e5f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:26.176538 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46581eeb-33b5-4fea-aea7-4aa3bdebfde8 req-e93828d3-15d6-49fa-893f-3d00660355e6 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:26.176538 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-46581eeb-33b5-4fea-aea7-4aa3bdebfde8 req-e93828d3-15d6-49fa-893f-3d00660355e6 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 944 time: 0.7448537 Sep 30 00:57:26.190165 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-53e8a2ac-160c-4543-ae2b-5976f022b270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:26.190165 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-53e8a2ac-160c-4543-ae2b-5976f022b270 service neutron] 10.222.0.55 "GET /v2.0/networks?id=75754133-2f30-43b1-b553-38d58661ba06 HTTP/1.1" status: 200 len: 922 time: 0.2896600 Sep 30 00:57:26.267903 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device ee2b0d0b-dd31-4c89-a083-38b19c0be79c no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:57:26.278644 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-40d8dce6-7267-444a-8b31-853ea8c237d5 req-bc30c8af-a47f-4b89-b500-1a75813fdf90 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929701 Sep 30 00:57:26.310624 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-eaeee118-4a23-46d7-840e-0dc7600f253b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee2b0d0b-dd31-4c89-a083-38b19c0be79c HTTP/1.1" status: 200 len: 217 time: 0.1083860 Sep 30 00:57:26.316980 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-46581eeb-33b5-4fea-aea7-4aa3bdebfde8 req-abd6b851-d10b-427a-84e2-0731a5684c2f tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453853 Sep 30 00:57:26.325922 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f69f17aa-e63c-421c-a1fc-48fd1e6ed903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:26.338187 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-662253c9-636f-435f-9b88-b661c0e3861a tempest-ServersAdminNegativeTestJSON-207920186 tempest-ServersAdminNegativeTestJSON-207920186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:26.381201 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f17aa-e63c-421c-a1fc-48fd1e6ed903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957ef469-45a1-478e-97f8-8b196b320e4e,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:26.411398 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f69f17aa-e63c-421c-a1fc-48fd1e6ed903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:26.440572 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f69f17aa-e63c-421c-a1fc-48fd1e6ed903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:26.440572 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-f69f17aa-e63c-421c-a1fc-48fd1e6ed903 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/957ef469-45a1-478e-97f8-8b196b320e4e HTTP/1.1" status: 204 len: 168 time: 1.1414115 Sep 30 00:57:26.452425 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device ee2b0d0b-dd31-4c89-a083-38b19c0be79c not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:57:26.466803 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-ec64ac4f-e665-4bdf-b48d-4ae2bd7dfe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:26.472681 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-ec64ac4f-e665-4bdf-b48d-4ae2bd7dfe5f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4830ed89-3d0e-4950-9575-5f4f49821c2d HTTP/1.1" status: 200 len: 861 time: 0.1502235 Sep 30 00:57:26.478303 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d94cc8d5-8893-4abe-98c6-27673b79e5f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:26.501243 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-d94cc8d5-8893-4abe-98c6-27673b79e5f3 admin admin] Deleting port 0c698755-d09e-426a-8f7d-1019b105d203 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:57:26.501647 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d94cc8d5-8893-4abe-98c6-27673b79e5f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:26.581984 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-b1408171-c37a-4b72-9837-c3ec1fb205dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86921cf-bc4d-4786-bdd9-8a3c90f3c390', 'name': 'tempest-ServersTestMultiNic-816979784-router', 'tenant_id': 'f83f8ec107124dafbd42039d13441fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0c698755-d09e-426a-8f7d-1019b105d203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:54:44Z', 'updated_at': '2021-09-30T00:57:22Z', 'revision_number': 5, 'project_id': 'f83f8ec107124dafbd42039d13441fdb', 'gw_port': {'id': '0c698755-d09e-426a-8f7d-1019b105d203', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86921cf-bc4d-4786-bdd9-8a3c90f3c390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:45Z', 'updated_at': '2021-09-30T00:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:57:26.592930 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1408171-c37a-4b72-9837-c3ec1fb205dd None None] Checking router: f86921cf-bc4d-4786-bdd9-8a3c90f3c390 for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:57:26.610834 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1408171-c37a-4b72-9837-c3ec1fb205dd None None] Routers {'f86921cf-bc4d-4786-bdd9-8a3c90f3c390'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:57:26.612913 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-b1408171-c37a-4b72-9837-c3ec1fb205dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:57:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['f86921cf-bc4d-4786-bdd9-8a3c90f3c390'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:57:26.644857 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-9f89e7b7-f7d3-4139-ae45-c933836a90b4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=75754133-2f30-43b1-b553-38d58661ba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1539862 Sep 30 00:57:26.934476 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-b1408171-c37a-4b72-9837-c3ec1fb205dd None None] Set router f86921cf-bc4d-4786-bdd9-8a3c90f3c390 gateway port host: None {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:57:26.972525 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-d94cc8d5-8893-4abe-98c6-27673b79e5f3 admin admin] For port 0c698755-d09e-426a-8f7d-1019b105d203, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=0c698755-d09e-426a-8f7d-1019b105d203,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:26.973166 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d94cc8d5-8893-4abe-98c6-27673b79e5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:26.976403 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-760cebe1-51af-4009-be7c-213d638767c7 service neutron] 10.222.0.55 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183155 Sep 30 00:57:26.991924 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4899644-620a-4c9b-a3e7-7edc03b53d62 req-9332f0b7-d6cf-4098-b847-b460cf865c1e tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:26.994524 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e4899644-620a-4c9b-a3e7-7edc03b53d62 req-9332f0b7-d6cf-4098-b847-b460cf865c1e tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.1782897 Sep 30 00:57:27.088664 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-b1408171-c37a-4b72-9837-c3ec1fb205dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86921cf-bc4d-4786-bdd9-8a3c90f3c390', 'name': 'tempest-ServersTestMultiNic-816979784-router', 'tenant_id': 'f83f8ec107124dafbd42039d13441fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:54:44Z', 'updated_at': '2021-09-30T00:57:26Z', 'revision_number': 6, 'project_id': 'f83f8ec107124dafbd42039d13441fdb', 'gw_port_host': None}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:57:27.095780 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1408171-c37a-4b72-9837-c3ec1fb205dd None None] The sync data for ids ['f86921cf-bc4d-4786-bdd9-8a3c90f3c390'] in n-d-811809-1 is: [{'id': 'f86921cf-bc4d-4786-bdd9-8a3c90f3c390', 'name': 'tempest-ServersTestMultiNic-816979784-router', 'tenant_id': 'f83f8ec107124dafbd42039d13441fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:54:44Z', 'updated_at': '2021-09-30T00:57:26Z', 'revision_number': 6, 'project_id': 'f83f8ec107124dafbd42039d13441fdb', 'gw_port_host': None}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:57:27.158382 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-d94cc8d5-8893-4abe-98c6-27673b79e5f3 admin admin] Calling delete_port for 0c698755-d09e-426a-8f7d-1019b105d203 owned by network:router_gateway {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:57:27.240106 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e4899644-620a-4c9b-a3e7-7edc03b53d62 req-4103d621-8435-4869-b2ab-e388e12cbff4 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015767 Sep 30 00:57:27.302407 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 37618) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:27.340000 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-f325e1d8-a7ad-4118-aab6-1e4714062989 service neutron] 10.222.0.55 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442817 Sep 30 00:57:27.346133 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-996e0ee3-49f7-4333-8e46-960960bdc92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:27.403058 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-996e0ee3-49f7-4333-8e46-960960bdc92e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:27.407395 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-996e0ee3-49f7-4333-8e46-960960bdc92e admin admin] Usage tracker for resource:security_group_rule and tenant:6e0bdc712efe47f29a3e95da3c4697be is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:27.410600 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-996e0ee3-49f7-4333-8e46-960960bdc92e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:27.418011 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-996e0ee3-49f7-4333-8e46-960960bdc92e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:27.539524 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d94cc8d5-8893-4abe-98c6-27673b79e5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:27.546330 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a59d39c4-f459-40e9-8a9b-2bc3455e1bef tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:27.563734 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f7e8c-c130-4a05-8e77-666d2bb9017d req-c2358ede-cc0a-4510-b3a3-8c4a57847fac tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:27.565395 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1d5f7e8c-c130-4a05-8e77-666d2bb9017d req-c2358ede-cc0a-4510-b3a3-8c4a57847fac tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 945 time: 0.1609480 Sep 30 00:57:27.614649 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94cc8d5-8893-4abe-98c6-27673b79e5f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c698755-d09e-426a-8f7d-1019b105d203,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:27.619760 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d94cc8d5-8893-4abe-98c6-27673b79e5f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:27.659243 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1d5f7e8c-c130-4a05-8e77-666d2bb9017d req-b4bbb9d2-41df-4741-98a7-1ad506091795 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860980 Sep 30 00:57:27.854281 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d94cc8d5-8893-4abe-98c6-27673b79e5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673024'] for router_gateway, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:27.859658 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:57:27.867554 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-b71ae69c-f37e-4cad-9e66-bd07a31ee73d tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:27.868731 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:57:27.868879 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-b71ae69c-f37e-4cad-9e66-bd07a31ee73d tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616&tenant_id=58336e3a6a854ff7ab57e933b021b603&binding%3Ahost_id=n-h2-811809-1 HTTP/1.1" status: 200 len: 1095 time: 0.0914321 Sep 30 00:57:28.076619 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-6c1d911d-8614-4b98-b414-06d9a7edc6a0 service neutron] For port ee2b0d0b-dd31-4c89-a083-38b19c0be79c, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:57:28.079662 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-6c1d911d-8614-4b98-b414-06d9a7edc6a0 service neutron] Notify callbacks [] for binding, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:28.081305 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ecdf37f-ab00-4687-a907-ef83420e0cfa req-6c1d911d-8614-4b98-b414-06d9a7edc6a0 service neutron] 10.222.0.55 "DELETE /v2.0/ports/ee2b0d0b-dd31-4c89-a083-38b19c0be79c/bindings/n-h1-811809-1 HTTP/1.1" status: 204 len: 173 time: 0.2048335 Sep 30 00:57:28.120692 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device d16c0c74-cb61-459f-b10d-926b2f026284 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:57:28.177780 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 918c28de-bb64-453a-8beb-13a66f32b207 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:57:28.186353 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.resource_extend [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 00:57:28.270248 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-996e0ee3-49f7-4333-8e46-960960bdc92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:28.292500 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-996e0ee3-49f7-4333-8e46-960960bdc92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:28.307128 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ef6d44e1-b4ea-4db1-afd5-6058883dc488 tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:28.323149 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d94cc8d5-8893-4abe-98c6-27673b79e5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30720'] for router, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:28.329795 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d94cc8d5-8893-4abe-98c6-27673b79e5f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:28.339449 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: d16c0c74-cb61-459f-b10d-926b2f026284 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:57:28.340466 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device d16c0c74-cb61-459f-b10d-926b2f026284 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:57:28.341070 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 0c698755-d09e-426a-8f7d-1019b105d203 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:57:28.365252 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-996e0ee3-49f7-4333-8e46-960960bdc92e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6e0bdc712efe47f29a3e95da3c4697be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0591164 Sep 30 00:57:28.370950 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 37640) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:28.383625 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e0ee3-49f7-4333-8e46-960960bdc92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63980e9-0b90-4587-846f-adf21fa0e660,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:28.387963 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-996e0ee3-49f7-4333-8e46-960960bdc92e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:28.418325 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ecf12-70c1-4de3-9f77-d1d58d987381 req-50d32bf3-8e32-482a-9773-4b7f264546da tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:28.420961 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c24ecf12-70c1-4de3-9f77-d1d58d987381 req-50d32bf3-8e32-482a-9773-4b7f264546da tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 944 time: 0.6807420 Sep 30 00:57:28.421662 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d94cc8d5-8893-4abe-98c6-27673b79e5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736498'] for router, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:28.422484 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94cc8d5-8893-4abe-98c6-27673b79e5f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f86921cf-bc4d-4786-bdd9-8a3c90f3c390 {{(pid=80275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 30 00:57:28.441363 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 0c698755-d09e-426a-8f7d-1019b105d203 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:57:28.441718 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 0c698755-d09e-426a-8f7d-1019b105d203 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:57:28.457111 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.resource_extend [None req-8143576d-1641-4581-9367-0390ef0af33a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 00:57:28.467455 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d94cc8d5-8893-4abe-98c6-27673b79e5f3 admin admin] Notify callbacks [] for router, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:28.468708 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-d94cc8d5-8893-4abe-98c6-27673b79e5f3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/f86921cf-bc4d-4786-bdd9-8a3c90f3c390 HTTP/1.1" status: 204 len: 168 time: 2.6824362 Sep 30 00:57:28.471937 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 37644) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:28.482447 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:28.560310 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c24ecf12-70c1-4de3-9f77-d1d58d987381 req-6d72ac4f-19b0-48ab-95eb-e5225c993807 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131549 Sep 30 00:57:28.584868 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f3357e-f528-4f33-a1ee-558df8d84dd3 admin admin] Deleting subnet d9d53ac6-1e1f-49cb-870d-dfebcbd11b9a {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 00:57:28.594139 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-20f3357e-f528-4f33-a1ee-558df8d84dd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:28.622365 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1e8e7335-ff1e-479e-b248-1efbcc52fc28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:28.712655 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1e8e7335-ff1e-479e-b248-1efbcc52fc28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:28.733419 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-20f3357e-f528-4f33-a1ee-558df8d84dd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:28.792131 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0529b80d-33fb-44ac-9a2b-dbfb15cd9e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e67e008-2c88-42cc-b6b8-dffbe89b27a5'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:57:28.821359 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236785e-c18c-40fc-9540-fb8c92fbb5ea req-6c70f6cc-370a-468c-9250-da4d7ea8ec22 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:28.830955 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f236785e-c18c-40fc-9540-fb8c92fbb5ea req-6c70f6cc-370a-468c-9250-da4d7ea8ec22 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.3591740 Sep 30 00:57:28.834854 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1e8e7335-ff1e-479e-b248-1efbcc52fc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:28.852939 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d49f0d4e-e0a0-439b-bb76-bc552dc5b13e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:28.868431 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 5e67e008-2c88-42cc-b6b8-dffbe89b27a5, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=5e67e008-2c88-42cc-b6b8-dffbe89b27a5,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:28.876239 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e7335-ff1e-479e-b248-1efbcc52fc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63980e9-0b90-4587-846f-adf21fa0e660,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:28.900336 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-20f3357e-f528-4f33-a1ee-558df8d84dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:28.901972 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '5e67e008-2c88-42cc-b6b8-dffbe89b27a5', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': '5e67e008-2c88-42cc-b6b8-dffbe89b27a5', 'mac_address': 'fa:16:3e:95:ba:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:57:28.915543 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1e8e7335-ff1e-479e-b248-1efbcc52fc28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:28.917943 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 5e67e008-2c88-42cc-b6b8-dffbe89b27a5, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=5e67e008-2c88-42cc-b6b8-dffbe89b27a5,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:28.940396 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f236785e-c18c-40fc-9540-fb8c92fbb5ea req-fde167bb-27e5-416b-9d26-633f6d37fa8c tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085625 Sep 30 00:57:28.940396 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1e8e7335-ff1e-479e-b248-1efbcc52fc28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:28.955516 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-1e8e7335-ff1e-479e-b248-1efbcc52fc28 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c63980e9-0b90-4587-846f-adf21fa0e660 HTTP/1.1" status: 204 len: 168 time: 0.5745609 Sep 30 00:57:29.004058 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:29.024714 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:29.058940 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:57:29.083406 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153686a-e76e-4a9b-b67b-022b0ff58b21 req-2a933f2c-4287-4735-a003-3eb4ff7810a0 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:29.087327 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:29.091284 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a153686a-e76e-4a9b-b67b-022b0ff58b21 req-2a933f2c-4287-4735-a003-3eb4ff7810a0 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 945 time: 0.1301577 Sep 30 00:57:29.152660 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a153686a-e76e-4a9b-b67b-022b0ff58b21 req-e9faa928-2593-4d45-b617-04f092b96956 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619202 Sep 30 00:57:29.158334 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-20f3357e-f528-4f33-a1ee-558df8d84dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:29.158500 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0529b80d-33fb-44ac-9a2b-dbfb15cd9e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e67e008-2c88-42cc-b6b8-dffbe89b27a5', 'code': 200} Sep 30 00:57:29.167222 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 5e67e008-2c88-42cc-b6b8-dffbe89b27a5, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=5e67e008-2c88-42cc-b6b8-dffbe89b27a5,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:29.178217 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:29.189195 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:29.213841 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 918c28de-bb64-453a-8beb-13a66f32b207, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=918c28de-bb64-453a-8beb-13a66f32b207,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:29.240646 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '918c28de-bb64-453a-8beb-13a66f32b207', 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487', 'port_id': '918c28de-bb64-453a-8beb-13a66f32b207', 'mac_address': 'fa:16:3e:d0:08:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c136aabe-2b6e-40bd-889c-a97ee8fe6bf6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:57:29.290581 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3357e-f528-4f33-a1ee-558df8d84dd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9d53ac6-1e1f-49cb-870d-dfebcbd11b9a,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:29.299403 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-20f3357e-f528-4f33-a1ee-558df8d84dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:29.305519 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-20f3357e-f528-4f33-a1ee-558df8d84dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:29.309170 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-20f3357e-f528-4f33-a1ee-558df8d84dd3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d9d53ac6-1e1f-49cb-870d-dfebcbd11b9a HTTP/1.1" status: 204 len: 168 time: 0.8363137 Sep 30 00:57:29.312231 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 37668) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:29.315424 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17188a37-50e7-4d61-8af0-2138d6580688 None None] Network ac4e192f-8c53-463f-a378-1388885e9d71 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:57:29.330303 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=5e67e008-2c88-42cc-b6b8-dffbe89b27a5,revision_number=6']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:29.333884 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:29.342213 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:29.480469 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:29.539792 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 918c28de-bb64-453a-8beb-13a66f32b207 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:57:29.544525 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4fa04bd9-e407-4760-acf8-ebdad02bdf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:29.558895 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 918c28de-bb64-453a-8beb-13a66f32b207, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=918c28de-bb64-453a-8beb-13a66f32b207,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:29.568314 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-4fa04bd9-e407-4760-acf8-ebdad02bdf58 admin admin] Deleting port cfdaa358-36e4-4fbe-988a-6a74e06d8461 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:57:29.568433 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4fa04bd9-e407-4760-acf8-ebdad02bdf58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:29.596508 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=5e67e008-2c88-42cc-b6b8-dffbe89b27a5,revision_number=7']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:29.603977 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:29.605040 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:29.617456 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:29.786051 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['5e67e008-2c88-42cc-b6b8-dffbe89b27a5'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:57:30.228157 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb95e0-d433-488b-90d1-f8e7519791a7 req-fe75c1b6-54a6-49b8-8a96-c8fe219239cf tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:30.248883 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fccb95e0-d433-488b-90d1-f8e7519791a7 req-fe75c1b6-54a6-49b8-8a96-c8fe219239cf tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 944 time: 0.2847598 Sep 30 00:57:30.303847 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=918c28de-bb64-453a-8beb-13a66f32b207,revision_number=6']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:30.303847 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:30.303847 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['918c28de-bb64-453a-8beb-13a66f32b207'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:57:30.351025 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fccb95e0-d433-488b-90d1-f8e7519791a7 req-ab94c121-518c-4b9d-8972-ca31f0174525 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058891 Sep 30 00:57:30.508133 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-4fa04bd9-e407-4760-acf8-ebdad02bdf58 admin admin] For port cfdaa358-36e4-4fbe-988a-6a74e06d8461, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=cfdaa358-36e4-4fbe-988a-6a74e06d8461,segment=NetworkSegment(ff9a2248-78ed-4436-80e8-0dc67d29107c),segment_id=ff9a2248-78ed-4436-80e8-0dc67d29107c)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:30.508133 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4fa04bd9-e407-4760-acf8-ebdad02bdf58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:30.731641 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09b027-82df-4ec0-abb8-ae741eedbf47 req-5f166943-7d54-41b7-8280-b7083b4fd2b5 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:30.738557 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3d09b027-82df-4ec0-abb8-ae741eedbf47 req-5f166943-7d54-41b7-8280-b7083b4fd2b5 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 945 time: 0.1623380 Sep 30 00:57:30.789678 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-4fa04bd9-e407-4760-acf8-ebdad02bdf58 admin admin] Calling delete_port for cfdaa358-36e4-4fbe-988a-6a74e06d8461 owned by network:dhcp {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:57:30.796045 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3d09b027-82df-4ec0-abb8-ae741eedbf47 req-601582f0-a1f7-48b4-8575-a7b501bf1c33 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561168 Sep 30 00:57:30.827892 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b0e963-31b5-4eef-a01b-914a295169e3 None None] DHCP port deletion for ac4e192f-8c53-463f-a378-1388885e9d71 request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 00:57:30.868358 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-14b0e963-31b5-4eef-a01b-914a295169e3 None None] Deleting port cfdaa358-36e4-4fbe-988a-6a74e06d8461 {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:57:30.868358 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-14b0e963-31b5-4eef-a01b-914a295169e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:30.903836 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4dd39f-7b8b-4efc-b91c-73501555bf94 req-fdfd9624-be12-43a8-ba4f-dcb51b75d09b tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:30.908027 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3f4dd39f-7b8b-4efc-b91c-73501555bf94 req-fdfd9624-be12-43a8-ba4f-dcb51b75d09b tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 948 time: 0.3002799 Sep 30 00:57:30.926713 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4fa04bd9-e407-4760-acf8-ebdad02bdf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:30.933376 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-164ca4e0-23d3-4ce3-a4b9-f0d85bdfb4aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:30.988095 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa04bd9-e407-4760-acf8-ebdad02bdf58 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfdaa358-36e4-4fbe-988a-6a74e06d8461,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:30.999209 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4fa04bd9-e407-4760-acf8-ebdad02bdf58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:31.003648 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa04bd9-e407-4760-acf8-ebdad02bdf58 admin admin] No DVR routers for this DVR port cfdaa358-36e4-4fbe-988a-6a74e06d8461 on host n-d-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:57:31.046391 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-14b0e963-31b5-4eef-a01b-914a295169e3 None None] The port 'cfdaa358-36e4-4fbe-988a-6a74e06d8461' was deleted {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 30 00:57:31.049458 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3f4dd39f-7b8b-4efc-b91c-73501555bf94 req-b05b3e1c-78c6-46c7-86a8-7546f0a033b6 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404374 Sep 30 00:57:31.197903 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4fa04bd9-e407-4760-acf8-ebdad02bdf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:31.255581 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-4fa04bd9-e407-4760-acf8-ebdad02bdf58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac4e192f-8c53-463f-a378-1388885e9d71']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:57:31.271060 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-4fa04bd9-e407-4760-acf8-ebdad02bdf58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9a2248-78ed-4436-80e8-0dc67d29107c') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:57:31.271363 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-4fa04bd9-e407-4760-acf8-ebdad02bdf58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9a2248-78ed-4436-80e8-0dc67d29107c') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:57:31.288083 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4fa04bd9-e407-4760-acf8-ebdad02bdf58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:31.309294 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4fa04bd9-e407-4760-acf8-ebdad02bdf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:31.316707 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa04bd9-e407-4760-acf8-ebdad02bdf58 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:57:31.317234 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4fa04bd9-e407-4760-acf8-ebdad02bdf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: timer() Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:57:31.402149 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:57:31.435033 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4fa04bd9-e407-4760-acf8-ebdad02bdf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:31.440252 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e95a371a-9d7e-4c95-9255-50d0492871f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:31.472331 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4fa04bd9-e407-4760-acf8-ebdad02bdf58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:31.482719 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa04bd9-e407-4760-acf8-ebdad02bdf58 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac4e192f-8c53-463f-a378-1388885e9d71,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:31.487541 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4fa04bd9-e407-4760-acf8-ebdad02bdf58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:31.494820 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-4fa04bd9-e407-4760-acf8-ebdad02bdf58 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ac4e192f-8c53-463f-a378-1388885e9d71 HTTP/1.1" status: 204 len: 168 time: 2.1816278 Sep 30 00:57:31.508601 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811c554-66e7-46e3-940e-b66425321980 req-f939ea64-6250-48d6-b84c-c3cfade949be tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:31.511757 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9811c554-66e7-46e3-940e-b66425321980 req-f939ea64-6250-48d6-b84c-c3cfade949be tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 1095 time: 0.1224606 Sep 30 00:57:31.573320 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9811c554-66e7-46e3-940e-b66425321980 req-b3653cbd-cadc-4eb2-b052-4a02fc19728b tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521836 Sep 30 00:57:31.730974 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device cfdaa358-36e4-4fbe-988a-6a74e06d8461 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:57:31.776849 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: cfdaa358-36e4-4fbe-988a-6a74e06d8461 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:57:31.776849 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device cfdaa358-36e4-4fbe-988a-6a74e06d8461 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:57:31.841678 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 37746) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:31.894024 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:57:31.979157 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-de393af6-aec6-4d95-8c55-9c428b9b1638 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f83f8ec107124dafbd42039d13441fdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1270499 Sep 30 00:57:31.979668 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 37752) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:32.031760 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:57:32.032356 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:32.109667 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 918c28de-bb64-453a-8beb-13a66f32b207 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:57:32.114591 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-24061316-03ea-4c91-9481-29f128dc7164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:32.161762 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-24061316-03ea-4c91-9481-29f128dc7164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:32.202238 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87945ed5-4edf-4377-94e6-ab2635a750a0 req-ac37308d-2083-4a33-983c-6e329ed7d449 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:32.204301 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-87945ed5-4edf-4377-94e6-ab2635a750a0 req-ac37308d-2083-4a33-983c-6e329ed7d449 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 945 time: 0.1675620 Sep 30 00:57:32.267827 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 918c28de-bb64-453a-8beb-13a66f32b207 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:57:32.267827 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:32.270902 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-87945ed5-4edf-4377-94e6-ab2635a750a0 req-891aa666-c068-4fe3-8679-8cb8cd2c5f0b tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565784 Sep 30 00:57:32.286229 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-24061316-03ea-4c91-9481-29f128dc7164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:32.295013 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f16ffa9e-584b-43de-b876-88586c4bffa0 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:32.321257 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24061316-03ea-4c91-9481-29f128dc7164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a810fe0b-ca05-435b-812f-0f0e2e4b85b6,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:32.331914 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:32.338360 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-24061316-03ea-4c91-9481-29f128dc7164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:32.360001 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-24061316-03ea-4c91-9481-29f128dc7164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:32.361592 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-24061316-03ea-4c91-9481-29f128dc7164 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a810fe0b-ca05-435b-812f-0f0e2e4b85b6 HTTP/1.1" status: 204 len: 168 time: 0.3819199 Sep 30 00:57:32.473796 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0529b80d-33fb-44ac-9a2b-dbfb15cd9e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e67e008-2c88-42cc-b6b8-dffbe89b27a5'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:57:32.518766 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 5e67e008-2c88-42cc-b6b8-dffbe89b27a5, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=5e67e008-2c88-42cc-b6b8-dffbe89b27a5,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:32.540633 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:32.552019 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:32.662082 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:32.710307 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=5e67e008-2c88-42cc-b6b8-dffbe89b27a5,revision_number=8']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:32.714471 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:32.714471 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 918c28de-bb64-453a-8beb-13a66f32b207, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=918c28de-bb64-453a-8beb-13a66f32b207,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:32.719074 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:32.723602 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:32.729867 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37390474-92c4-443e-84df-90a49ace31c6 req-4e006a31-defc-435c-b351-d752e7721e1c tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:32.736561 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-37390474-92c4-443e-84df-90a49ace31c6 req-4e006a31-defc-435c-b351-d752e7721e1c tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/networks?id=75754133-2f30-43b1-b553-38d58661ba06 HTTP/1.1" status: 200 len: 821 time: 0.2812414 Sep 30 00:57:32.770575 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-37390474-92c4-443e-84df-90a49ace31c6 req-b0d759a7-b1d1-4db9-8e62-5a5d999402b8 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/quotas/58336e3a6a854ff7ab57e933b021b603 HTTP/1.1" status: 200 len: 375 time: 0.0336320 Sep 30 00:57:32.815655 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4665d89-e442-41a5-8aab-eba386126772 req-0cfcf89b-147f-410b-8649-73aeec9cd665 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:32.817428 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c4665d89-e442-41a5-8aab-eba386126772 req-0cfcf89b-147f-410b-8649-73aeec9cd665 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.1981690 Sep 30 00:57:32.820150 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=918c28de-bb64-453a-8beb-13a66f32b207,revision_number=7']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:32.838348 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:32.873485 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-37390474-92c4-443e-84df-90a49ace31c6 req-92ba6dff-9936-44df-a6c6-aff6fd4bd050 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=58336e3a6a854ff7ab57e933b021b603&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1007092 Sep 30 00:57:32.904863 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c4665d89-e442-41a5-8aab-eba386126772 req-1ea60dde-0911-4dc6-886f-b719f1db38bb tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807309 Sep 30 00:57:33.051602 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-37390474-92c4-443e-84df-90a49ace31c6 req-386bef12-df9d-4f3e-9638-cff5e8fc8b42 service neutron] 10.222.0.39 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689370 Sep 30 00:57:33.236666 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-37390474-92c4-443e-84df-90a49ace31c6 req-41ace471-47cd-4179-9062-5fff018e5f55 service neutron] 10.222.0.39 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842096 Sep 30 00:57:33.458666 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0529b80d-33fb-44ac-9a2b-dbfb15cd9e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e67e008-2c88-42cc-b6b8-dffbe89b27a5', 'code': 200} Sep 30 00:57:33.946048 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-69fb5518-4463-4599-b11a-0e40fddeb17b req-f65a78ca-f8bb-46e5-a360-5e081de526f4 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 210 time: 0.0613046 Sep 30 00:57:33.980490 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce44a7-f04d-437d-834c-367df55730a8 req-a0b1fcf2-ea99-4621-91c9-e069ca9ccf78 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:33.981696 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-92ce44a7-f04d-437d-834c-367df55730a8 req-a0b1fcf2-ea99-4621-91c9-e069ca9ccf78 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 945 time: 0.3013892 Sep 30 00:57:34.108371 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f81db-c949-4034-9d68-c0b89fbb9fa8 req-6177631e-60f0-43c7-8442-3779c1481c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:34.112521 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-be5f81db-c949-4034-9d68-c0b89fbb9fa8 req-6177631e-60f0-43c7-8442-3779c1481c95 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 1100 time: 0.1814864 Sep 30 00:57:34.222604 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-be5f81db-c949-4034-9d68-c0b89fbb9fa8 req-4061fdb7-84a4-435e-bcf6-d9d4c17450cf service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997603 Sep 30 00:57:34.252107 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 37860) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:34.433963 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-58d72868-661d-429f-92e0-a8ae6ddc66fe admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-672667258-network', 'tenant_id': '09577eebebf34beb8f9f7386d3ff6957'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:34.439754 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-92ce44a7-f04d-437d-834c-367df55730a8 req-119b7a91-9a25-46a2-8140-278ceb5eee67 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457636 Sep 30 00:57:34.441771 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-58d72868-661d-429f-92e0-a8ae6ddc66fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:34.450665 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-58d72868-661d-429f-92e0-a8ae6ddc66fe admin admin] Usage tracker for resource:network and tenant:09577eebebf34beb8f9f7386d3ff6957 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:34.455247 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-58d72868-661d-429f-92e0-a8ae6ddc66fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:34.471590 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-58d72868-661d-429f-92e0-a8ae6ddc66fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:34.488718 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d72868-661d-429f-92e0-a8ae6ddc66fe admin admin] Made reservation on behalf of 09577eebebf34beb8f9f7386d3ff6957 for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:57:34.493595 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-58d72868-661d-429f-92e0-a8ae6ddc66fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:34.517676 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-58d72868-661d-429f-92e0-a8ae6ddc66fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:34.591488 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-58d72868-661d-429f-92e0-a8ae6ddc66fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:34.607540 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-58d72868-661d-429f-92e0-a8ae6ddc66fe admin admin] Usage tracker for resource:security_group_rule and tenant:09577eebebf34beb8f9f7386d3ff6957 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:34.617764 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-58d72868-661d-429f-92e0-a8ae6ddc66fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:34.627640 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-58d72868-661d-429f-92e0-a8ae6ddc66fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:34.781717 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22de7e-d35d-4948-8cff-af696d41a573 req-cc9f31b1-3044-4a09-af4f-f829942b7753 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:34.783861 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4a22de7e-d35d-4948-8cff-af696d41a573 req-cc9f31b1-3044-4a09-af4f-f829942b7753 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.1710291 Sep 30 00:57:34.838230 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-58d72868-661d-429f-92e0-a8ae6ddc66fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:34.847008 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-58d72868-661d-429f-92e0-a8ae6ddc66fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:34.853950 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-dff1c277-5126-44e5-b6f0-665fc531bca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:34.875702 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4a22de7e-d35d-4948-8cff-af696d41a573 req-b7e6f670-4dbf-4ad5-b162-038e156e8d00 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814257 Sep 30 00:57:34.918874 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58d72868-661d-429f-92e0-a8ae6ddc66fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:57:34.945887 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d72868-661d-429f-92e0-a8ae6ddc66fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3712f4-afda-4ae1-858c-05954afcab96,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:34.952787 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-58d72868-661d-429f-92e0-a8ae6ddc66fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:34.964088 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-58d72868-661d-429f-92e0-a8ae6ddc66fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:34.964661 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-58d72868-661d-429f-92e0-a8ae6ddc66fe admin admin] Added segment e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e of type vlan for network 34a0c4bb-7b8e-4af9-940e-de978352f62e Sep 30 00:57:35.010338 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-58d72868-661d-429f-92e0-a8ae6ddc66fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:35.066533 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-58d72868-661d-429f-92e0-a8ae6ddc66fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:35.068220 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d72868-661d-429f-92e0-a8ae6ddc66fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:35.068935 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-58d72868-661d-429f-92e0-a8ae6ddc66fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:35.103978 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:35.122432 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-58d72868-661d-429f-92e0-a8ae6ddc66fe admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8684523 Sep 30 00:57:35.126893 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 37884) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:35.135187 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-1e38c05c-fe0d-4306-89ed-1194f2fc0b57 admin admin] Request body: {'subnet': {'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-672667258-subnet', 'tenant_id': '09577eebebf34beb8f9f7386d3ff6957', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:35.142820 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-1e38c05c-fe0d-4306-89ed-1194f2fc0b57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:35.149028 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-1e38c05c-fe0d-4306-89ed-1194f2fc0b57 admin admin] Usage tracker for resource:subnet and tenant:09577eebebf34beb8f9f7386d3ff6957 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:35.165488 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-1e38c05c-fe0d-4306-89ed-1194f2fc0b57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:35.181737 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-1e38c05c-fe0d-4306-89ed-1194f2fc0b57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:35.274578 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7795fab7-e7ad-410b-81b3-4bde0ef0ce4e req-36affa31-b315-435a-884e-c0542fd7c96d tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 210 time: 0.0612419 Sep 30 00:57:35.281743 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e38c05c-fe0d-4306-89ed-1194f2fc0b57 admin admin] Made reservation on behalf of 09577eebebf34beb8f9f7386d3ff6957 for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:57:35.284106 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1e38c05c-fe0d-4306-89ed-1194f2fc0b57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:35.453546 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-05e271e9-d8f2-4b26-bd4e-7fd279183ece req-c7d669fd-549b-4f1f-ac42-f02ae9342701 tempest-QuotasAdminNegativeTest-756909453 tempest-QuotasAdminNegativeTest-756909453-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b61c256ab3e04ed480d8826774a8ca10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0850742 Sep 30 00:57:35.454617 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d72868-661d-429f-92e0-a8ae6ddc66fe admin admin] Pushing event updated for resources: {'Network': ['ID=34a0c4bb-7b8e-4af9-940e-de978352f62e,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:35.458104 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-58d72868-661d-429f-92e0-a8ae6ddc66fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:35.459151 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4e5f90-c517-48c3-9d07-64bbdd2b4779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918c28de-bb64-453a-8beb-13a66f32b207'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:57:35.467070 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 34a0c4bb-7b8e-4af9-940e-de978352f62e details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:57:35.563385 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4e5f90-c517-48c3-9d07-64bbdd2b4779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918c28de-bb64-453a-8beb-13a66f32b207', 'code': 200} Sep 30 00:57:35.769341 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:35.888060 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 37906) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:36.008560 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e271e9-d8f2-4b26-bd4e-7fd279183ece req-9287a9b1-4d94-4647-9394-e1748296cdc5 tempest-QuotasAdminNegativeTest-756909453 tempest-QuotasAdminNegativeTest-756909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:36.016447 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-05e271e9-d8f2-4b26-bd4e-7fd279183ece req-9287a9b1-4d94-4647-9394-e1748296cdc5 tempest-QuotasAdminNegativeTest-756909453 tempest-QuotasAdminNegativeTest-756909453-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5517116 Sep 30 00:57:36.018541 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8e376-cb6c-4bd8-9088-6dd8b668e420 req-ac0744e5-41cf-4ac3-bcaf-299418e30daf tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:36.020115 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e7e8e376-cb6c-4bd8-9088-6dd8b668e420 req-ac0744e5-41cf-4ac3-bcaf-299418e30daf tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 945 time: 0.2575939 Sep 30 00:57:36.163897 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e7e8e376-cb6c-4bd8-9088-6dd8b668e420 req-908828c6-e868-4123-ac74-4e726559d9e4 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325939 Sep 30 00:57:36.177246 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0eff83c2-1bcf-4ba5-be3a-2fff63142ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:36.204358 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-0eff83c2-1bcf-4ba5-be3a-2fff63142ef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:36.212099 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-05e271e9-d8f2-4b26-bd4e-7fd279183ece req-b6a5ad29-ca81-479e-bf08-1c2b8037ed81 tempest-QuotasAdminNegativeTest-756909453 tempest-QuotasAdminNegativeTest-756909453-project] 10.222.0.39 "GET /v2.0/quotas/b61c256ab3e04ed480d8826774a8ca10 HTTP/1.1" status: 200 len: 375 time: 0.1944783 Sep 30 00:57:36.218982 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-0eff83c2-1bcf-4ba5-be3a-2fff63142ef8 admin admin] Usage tracker for resource:security_group_rule and tenant:9f4da67a280647a982971cc13ad41bfa is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:36.222866 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-0eff83c2-1bcf-4ba5-be3a-2fff63142ef8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:36.243237 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-0eff83c2-1bcf-4ba5-be3a-2fff63142ef8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:36.295196 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-05e271e9-d8f2-4b26-bd4e-7fd279183ece req-60701c95-5dc8-4058-87f9-4a67475ac007 tempest-QuotasAdminNegativeTest-756909453 tempest-QuotasAdminNegativeTest-756909453-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b61c256ab3e04ed480d8826774a8ca10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817194 Sep 30 00:57:36.487619 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37390474-92c4-443e-84df-90a49ace31c6 req-005fb3e0-c09f-48cf-869a-a8ab526efb93 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:36.489865 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-37390474-92c4-443e-84df-90a49ace31c6 req-005fb3e0-c09f-48cf-869a-a8ab526efb93 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.59 "GET /v2.0/networks?id=75754133-2f30-43b1-b553-38d58661ba06 HTTP/1.1" status: 200 len: 821 time: 0.4617813 Sep 30 00:57:36.492113 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1e38c05c-fe0d-4306-89ed-1194f2fc0b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:36.500117 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:36.504364 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0eff83c2-1bcf-4ba5-be3a-2fff63142ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:36.512733 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0eff83c2-1bcf-4ba5-be3a-2fff63142ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:36.524451 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-535983ee-d284-4317-a357-1d15a9e191e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:36.577595 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff83c2-1bcf-4ba5-be3a-2fff63142ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e53c2cf-b5ec-4c59-bcd8-f1b442df9a90,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:36.582888 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-37390474-92c4-443e-84df-90a49ace31c6 req-87de1f76-b864-41a5-956a-78d7bb0762b3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Request body: {'port': {'device_id': '420bf569-283b-4f40-be9f-8c3e8c244655', 'network_id': '75754133-2f30-43b1-b553-38d58661ba06', 'admin_state_up': True, 'tenant_id': '58336e3a6a854ff7ab57e933b021b603'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:36.613918 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0eff83c2-1bcf-4ba5-be3a-2fff63142ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:36.624223 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-0eff83c2-1bcf-4ba5-be3a-2fff63142ef8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9f4da67a280647a982971cc13ad41bfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7268033 Sep 30 00:57:36.627203 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 37924) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:36.695380 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8a3da-4924-424a-969b-abebb5318f02 req-80d510cf-aec9-403e-9e5a-7c0e8113d8d6 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:36.697198 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9ac8a3da-4924-424a-969b-abebb5318f02 req-80d510cf-aec9-403e-9e5a-7c0e8113d8d6 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.3190475 Sep 30 00:57:36.796554 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7769f30c-ea47-43b0-95bc-8029ba3d2d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:36.825786 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-37390474-92c4-443e-84df-90a49ace31c6 req-87de1f76-b864-41a5-956a-78d7bb0762b3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:36.836772 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-37390474-92c4-443e-84df-90a49ace31c6 req-87de1f76-b864-41a5-956a-78d7bb0762b3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:36.836981 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7769f30c-ea47-43b0-95bc-8029ba3d2d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:36.860867 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-980b5258-7bf1-4bc0-9e91-6df9607c80b6 req-d7e4d643-3ce7-4c21-a60e-790e8d019870 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 210 time: 0.0959322 Sep 30 00:57:36.872411 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37390474-92c4-443e-84df-90a49ace31c6 req-87de1f76-b864-41a5-956a-78d7bb0762b3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Made reservation on behalf of 58336e3a6a854ff7ab57e933b021b603 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:57:36.880054 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-37390474-92c4-443e-84df-90a49ace31c6 req-87de1f76-b864-41a5-956a-78d7bb0762b3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:36.918605 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9ac8a3da-4924-424a-969b-abebb5318f02 req-b86005f3-5f8f-49fc-9b42-2bb0f3f8c095 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090917 Sep 30 00:57:36.945761 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7769f30c-ea47-43b0-95bc-8029ba3d2d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:36.949702 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38c05c-fe0d-4306-89ed-1194f2fc0b57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=518e3f3b-9573-4eac-aa37-789767c0d3b7,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:36.953070 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2458e5d8-1759-4542-a9cf-a9da29269a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:36.956630 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1e38c05c-fe0d-4306-89ed-1194f2fc0b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:36.999184 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7769f30c-ea47-43b0-95bc-8029ba3d2d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e53c2cf-b5ec-4c59-bcd8-f1b442df9a90,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:37.002843 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7769f30c-ea47-43b0-95bc-8029ba3d2d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:37.008015 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-7769f30c-ea47-43b0-95bc-8029ba3d2d2b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e53c2cf-b5ec-4c59-bcd8-f1b442df9a90 HTTP/1.1" status: 204 len: 168 time: 0.3725204 Sep 30 00:57:37.008015 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7769f30c-ea47-43b0-95bc-8029ba3d2d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:37.018043 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e38c05c-fe0d-4306-89ed-1194f2fc0b57 admin admin] Checking segment: {'id': 'e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:57:37.019881 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e38c05c-fe0d-4306-89ed-1194f2fc0b57 admin admin] Network hostable DHCP agents. Network: 34a0c4bb-7b8e-4af9-940e-de978352f62e, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:57:37.098386 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e38c05c-fe0d-4306-89ed-1194f2fc0b57 admin admin] Network 34a0c4bb-7b8e-4af9-940e-de978352f62e is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:57:37.119922 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-1e38c05c-fe0d-4306-89ed-1194f2fc0b57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 34a0c4bb-7b8e-4af9-940e-de978352f62e) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:57:37.151370 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fb0417-baf0-4ef8-89cc-b4a8593d269f None None] Network 34a0c4bb-7b8e-4af9-940e-de978352f62e requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:57:37.183732 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e38c05c-fe0d-4306-89ed-1194f2fc0b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:37.185058 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1e38c05c-fe0d-4306-89ed-1194f2fc0b57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:37.247552 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-1e38c05c-fe0d-4306-89ed-1194f2fc0b57 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1197300 Sep 30 00:57:37.302320 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dcb0d-ce9c-406b-91a9-d6606bb87666 req-b6ffce20-830f-44ef-87df-e7e6bc39bfaf tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:37.305965 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-697dcb0d-ce9c-406b-91a9-d6606bb87666 req-b6ffce20-830f-44ef-87df-e7e6bc39bfaf tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.2538221 Sep 30 00:57:37.314942 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-37390474-92c4-443e-84df-90a49ace31c6 req-87de1f76-b864-41a5-956a-78d7bb0762b3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Allocated IP 172.20.0.6 (75754133-2f30-43b1-b553-38d58661ba06/4830ed89-3d0e-4950-9575-5f4f49821c2d/43b1f2d9-c738-4e37-87eb-2d6218337468) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:57:37.444702 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-697dcb0d-ce9c-406b-91a9-d6606bb87666 req-23df89fa-dee8-48ac-a3f2-5474cb099fca tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302571 Sep 30 00:57:37.698243 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75411a08-9c76-4316-96fe-035aae4463bf req-6006fd6a-2388-4e77-8c0b-d6706632a9d1 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:37.719370 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-75411a08-9c76-4316-96fe-035aae4463bf req-6006fd6a-2388-4e77-8c0b-d6706632a9d1 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 945 time: 0.1460910 Sep 30 00:57:37.757375 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109d23c8-57ce-464c-a5f9-3f0ab2ad12f1 None None] Network 34a0c4bb-7b8e-4af9-940e-de978352f62e requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:57:37.820032 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-75411a08-9c76-4316-96fe-035aae4463bf req-2fd8aa21-e65c-4fd8-87e7-16e61dc4e94f tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946000 Sep 30 00:57:37.859361 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-37390474-92c4-443e-84df-90a49ace31c6 req-87de1f76-b864-41a5-956a-78d7bb0762b3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:37.955816 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-37390474-92c4-443e-84df-90a49ace31c6 req-87de1f76-b864-41a5-956a-78d7bb0762b3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:37.980812 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-881b5e18-7b82-4e15-97f6-a708140e51a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:38.132686 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37390474-92c4-443e-84df-90a49ace31c6 req-87de1f76-b864-41a5-956a-78d7bb0762b3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Network 75754133-2f30-43b1-b553-38d58661ba06 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:57:38.145368 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-37390474-92c4-443e-84df-90a49ace31c6 req-87de1f76-b864-41a5-956a-78d7bb0762b3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:57:38.166508 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-37390474-92c4-443e-84df-90a49ace31c6 req-87de1f76-b864-41a5-956a-78d7bb0762b3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:57:38.272973 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de1f76-b864-41a5-956a-78d7bb0762b3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Pushing event updated for resources: {'Port': ['ID=43b1f2d9-c738-4e37-87eb-2d6218337468,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:38.287174 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de1f76-b864-41a5-956a-78d7bb0762b3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:38.288006 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de1f76-b864-41a5-956a-78d7bb0762b3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:38.288589 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de1f76-b864-41a5-956a-78d7bb0762b3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:38.289143 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de1f76-b864-41a5-956a-78d7bb0762b3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:38.289681 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de1f76-b864-41a5-956a-78d7bb0762b3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:38.290499 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de1f76-b864-41a5-956a-78d7bb0762b3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:38.291064 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de1f76-b864-41a5-956a-78d7bb0762b3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:38.291597 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de1f76-b864-41a5-956a-78d7bb0762b3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:38.292139 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de1f76-b864-41a5-956a-78d7bb0762b3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:38.292670 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de1f76-b864-41a5-956a-78d7bb0762b3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:38.293200 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de1f76-b864-41a5-956a-78d7bb0762b3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:38.293847 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de1f76-b864-41a5-956a-78d7bb0762b3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:38.298543 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-87de1f76-b864-41a5-956a-78d7bb0762b3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:38.306758 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37390474-92c4-443e-84df-90a49ace31c6 req-87de1f76-b864-41a5-956a-78d7bb0762b3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:38.307606 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-37390474-92c4-443e-84df-90a49ace31c6 req-87de1f76-b864-41a5-956a-78d7bb0762b3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:38.343193 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-37390474-92c4-443e-84df-90a49ace31c6 req-87de1f76-b864-41a5-956a-78d7bb0762b3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7652950 Sep 30 00:57:38.370011 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-37390474-92c4-443e-84df-90a49ace31c6 req-488f4f25-1ce5-40c8-91c4-dcf6553274fb service neutron] Request body: {'port': {'device_id': '420bf569-283b-4f40-be9f-8c3e8c244655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:38.627872 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-37390474-92c4-443e-84df-90a49ace31c6 req-488f4f25-1ce5-40c8-91c4-dcf6553274fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:38.805008 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550e65b-d9fd-4db0-88b6-b447c8ac0a34 req-f17a9062-6a26-4939-9d75-a5ee2ae1bd29 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:38.813157 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1550e65b-d9fd-4db0-88b6-b447c8ac0a34 req-f17a9062-6a26-4939-9d75-a5ee2ae1bd29 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 931 time: 0.1867952 Sep 30 00:57:38.889937 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1550e65b-d9fd-4db0-88b6-b447c8ac0a34 req-6864535b-56c4-4ebb-b114-0350fbea4a46 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756714 Sep 30 00:57:39.055772 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 38012) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:39.269051 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-37390474-92c4-443e-84df-90a49ace31c6 req-488f4f25-1ce5-40c8-91c4-dcf6553274fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43b1f2d9-c738-4e37-87eb-2d6218337468 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:57:39.273643 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-93ab1bd4-3c6f-4210-b164-006076c6e310 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1589353646-network', 'tenant_id': 'c496a1b65437460d8de7e9b22e939c88'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:39.278692 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-37390474-92c4-443e-84df-90a49ace31c6 req-488f4f25-1ce5-40c8-91c4-dcf6553274fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:39.285542 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-93ab1bd4-3c6f-4210-b164-006076c6e310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:39.290808 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-93ab1bd4-3c6f-4210-b164-006076c6e310 admin admin] Usage tracker for resource:network and tenant:c496a1b65437460d8de7e9b22e939c88 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:39.294334 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-93ab1bd4-3c6f-4210-b164-006076c6e310 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:39.302370 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-93ab1bd4-3c6f-4210-b164-006076c6e310 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:39.341232 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ab1bd4-3c6f-4210-b164-006076c6e310 admin admin] Made reservation on behalf of c496a1b65437460d8de7e9b22e939c88 for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:57:39.343664 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-93ab1bd4-3c6f-4210-b164-006076c6e310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:39.365310 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-93ab1bd4-3c6f-4210-b164-006076c6e310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:39.409801 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-93ab1bd4-3c6f-4210-b164-006076c6e310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:39.416467 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-93ab1bd4-3c6f-4210-b164-006076c6e310 admin admin] Usage tracker for resource:security_group_rule and tenant:c496a1b65437460d8de7e9b22e939c88 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:39.421162 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-93ab1bd4-3c6f-4210-b164-006076c6e310 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:39.431103 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-93ab1bd4-3c6f-4210-b164-006076c6e310 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:39.513634 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-37390474-92c4-443e-84df-90a49ace31c6 req-488f4f25-1ce5-40c8-91c4-dcf6553274fb service neutron] Transition to ACTIVE for port object 43b1f2d9-c738-4e37-87eb-2d6218337468 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:57:39.606155 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-37390474-92c4-443e-84df-90a49ace31c6 req-488f4f25-1ce5-40c8-91c4-dcf6553274fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:39.613166 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2a51c1d4-38fe-445a-b037-d89e5e080abb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:39.703991 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f4f25-1ce5-40c8-91c4-dcf6553274fb service neutron] Pushing event updated for resources: {'Port': ['ID=43b1f2d9-c738-4e37-87eb-2d6218337468,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:39.714799 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb28aed-808c-4232-9475-afce34653ed2 req-aeb73443-3d2b-4616-95b1-dfee146cdeef tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:39.715547 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-9eb28aed-808c-4232-9475-afce34653ed2 req-aeb73443-3d2b-4616-95b1-dfee146cdeef tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Synchronizing usage tracker for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:network {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:57:39.718478 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-488f4f25-1ce5-40c8-91c4-dcf6553274fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:39.790576 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-9eb28aed-808c-4232-9475-afce34653ed2 req-aeb73443-3d2b-4616-95b1-dfee146cdeef tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Unset dirty status for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:network {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:57:39.791374 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-93ab1bd4-3c6f-4210-b164-006076c6e310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:39.797997 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9eb28aed-808c-4232-9475-afce34653ed2 req-aeb73443-3d2b-4616-95b1-dfee146cdeef tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/networks?id=34a0c4bb-7b8e-4af9-940e-de978352f62e HTTP/1.1" status: 200 len: 811 time: 0.5128446 Sep 30 00:57:39.802140 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6315b-103a-41f7-96c9-a33adf20c482 req-4c0ef8a5-75f2-4192-a5c5-4640fbc49dda tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:39.804306 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6aa6315b-103a-41f7-96c9-a33adf20c482 req-4c0ef8a5-75f2-4192-a5c5-4640fbc49dda tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.2401612 Sep 30 00:57:39.805739 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-93ab1bd4-3c6f-4210-b164-006076c6e310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:39.814876 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7738cda7-2e5f-4a4f-8cf7-eb1423193470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:39.836675 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9eb28aed-808c-4232-9475-afce34653ed2 req-3927fc92-0dbe-4f07-b31a-c178c73f9b02 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/quotas/09577eebebf34beb8f9f7386d3ff6957 HTTP/1.1" status: 200 len: 375 time: 0.0370595 Sep 30 00:57:39.870076 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ab1bd4-3c6f-4210-b164-006076c6e310 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:57:39.895604 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab1bd4-3c6f-4210-b164-006076c6e310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f08bcd-8608-4854-9dae-70942b942b7e,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:39.904734 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-93ab1bd4-3c6f-4210-b164-006076c6e310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:39.905352 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-93ab1bd4-3c6f-4210-b164-006076c6e310 admin admin] Added segment 32479935-3505-46a1-89a4-a2cbdefb7bc0 of type vlan for network 89412fda-ac4d-4de5-902f-48ba05f6096c Sep 30 00:57:39.920755 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-93ab1bd4-3c6f-4210-b164-006076c6e310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:39.936821 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6aa6315b-103a-41f7-96c9-a33adf20c482 req-eb191f37-40d2-4613-90e0-72aded9c5eef tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202488 Sep 30 00:57:39.979060 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-93ab1bd4-3c6f-4210-b164-006076c6e310 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:39.985027 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9eb28aed-808c-4232-9475-afce34653ed2 req-cdc316ee-ec17-4486-950e-cceb75ad6e4c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=09577eebebf34beb8f9f7386d3ff6957&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1474178 Sep 30 00:57:40.030356 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-93ab1bd4-3c6f-4210-b164-006076c6e310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:40.032344 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab1bd4-3c6f-4210-b164-006076c6e310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:40.033594 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-93ab1bd4-3c6f-4210-b164-006076c6e310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:40.038060 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-db557e02-cc4c-4cf1-9547-416dbddefc99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:40.204935 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab1bd4-3c6f-4210-b164-006076c6e310 admin admin] Pushing event updated for resources: {'Network': ['ID=89412fda-ac4d-4de5-902f-48ba05f6096c,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:40.218257 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 89412fda-ac4d-4de5-902f-48ba05f6096c details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:57:40.225169 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-93ab1bd4-3c6f-4210-b164-006076c6e310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:40.236170 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-37390474-92c4-443e-84df-90a49ace31c6 req-488f4f25-1ce5-40c8-91c4-dcf6553274fb service neutron] Attempting to bind port 43b1f2d9-c738-4e37-87eb-2d6218337468 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:57:40.237331 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-37390474-92c4-443e-84df-90a49ace31c6 req-488f4f25-1ce5-40c8-91c4-dcf6553274fb service neutron] Attempting to bind port 43b1f2d9-c738-4e37-87eb-2d6218337468 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:57:40.237853 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37390474-92c4-443e-84df-90a49ace31c6 req-488f4f25-1ce5-40c8-91c4-dcf6553274fb service neutron] Attempting to bind port 43b1f2d9-c738-4e37-87eb-2d6218337468 on network 75754133-2f30-43b1-b553-38d58661ba06 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:57:40.242386 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-93ab1bd4-3c6f-4210-b164-006076c6e310 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1849589 Sep 30 00:57:40.243477 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 38038) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:40.254372 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-3a285958-2bad-4aba-8b79-e35e926f79ad admin admin] Request body: {'subnet': {'network_id': '89412fda-ac4d-4de5-902f-48ba05f6096c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1589353646-subnet', 'tenant_id': 'c496a1b65437460d8de7e9b22e939c88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:40.259547 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37390474-92c4-443e-84df-90a49ace31c6 req-488f4f25-1ce5-40c8-91c4-dcf6553274fb service neutron] Port 43b1f2d9-c738-4e37-87eb-2d6218337468 on network 75754133-2f30-43b1-b553-38d58661ba06 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:57:40.260147 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37390474-92c4-443e-84df-90a49ace31c6 req-488f4f25-1ce5-40c8-91c4-dcf6553274fb service neutron] Attempting to bind port 43b1f2d9-c738-4e37-87eb-2d6218337468 on network 75754133-2f30-43b1-b553-38d58661ba06 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:57:40.263974 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-3a285958-2bad-4aba-8b79-e35e926f79ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:40.277354 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37390474-92c4-443e-84df-90a49ace31c6 req-488f4f25-1ce5-40c8-91c4-dcf6553274fb service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:57:40.278908 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37390474-92c4-443e-84df-90a49ace31c6 req-488f4f25-1ce5-40c8-91c4-dcf6553274fb service neutron] Checking segment: {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:57:40.279594 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-3a285958-2bad-4aba-8b79-e35e926f79ad admin admin] Usage tracker for resource:subnet and tenant:c496a1b65437460d8de7e9b22e939c88 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:40.280015 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37390474-92c4-443e-84df-90a49ace31c6 req-488f4f25-1ce5-40c8-91c4-dcf6553274fb service neutron] Bound using segment: {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:57:40.280700 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-37390474-92c4-443e-84df-90a49ace31c6 req-488f4f25-1ce5-40c8-91c4-dcf6553274fb service neutron] Bound port: 43b1f2d9-c738-4e37-87eb-2d6218337468, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:57:40.281431 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-37390474-92c4-443e-84df-90a49ace31c6 req-488f4f25-1ce5-40c8-91c4-dcf6553274fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:40.283801 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-3a285958-2bad-4aba-8b79-e35e926f79ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:40.291477 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-3a285958-2bad-4aba-8b79-e35e926f79ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:40.313397 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9eb28aed-808c-4232-9475-afce34653ed2 req-fb240de1-eb6c-4bd5-89e5-d878a4f79b6e service neutron] 10.222.0.39 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622983 Sep 30 00:57:40.317115 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a285958-2bad-4aba-8b79-e35e926f79ad admin admin] Made reservation on behalf of c496a1b65437460d8de7e9b22e939c88 for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:57:40.320291 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3a285958-2bad-4aba-8b79-e35e926f79ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:40.340685 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072a5e6-6320-4a57-a4e6-fec8fa891a17 req-a5f21841-3f43-4c4d-b239-9e5e32a55d04 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:40.342203 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8072a5e6-6320-4a57-a4e6-fec8fa891a17 req-a5f21841-3f43-4c4d-b239-9e5e32a55d04 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 945 time: 0.1994998 Sep 30 00:57:40.461034 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8072a5e6-6320-4a57-a4e6-fec8fa891a17 req-bfbae27f-3c08-4937-8173-df53da8f8196 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071088 Sep 30 00:57:40.569907 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9eb28aed-808c-4232-9475-afce34653ed2 req-47ee865d-54b7-4c6e-a503-c88968c3fd84 service neutron] 10.222.0.39 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199874 Sep 30 00:57:40.612429 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3a285958-2bad-4aba-8b79-e35e926f79ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981632'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:40.623660 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:40.669227 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-37390474-92c4-443e-84df-90a49ace31c6 req-488f4f25-1ce5-40c8-91c4-dcf6553274fb service neutron] For port 43b1f2d9-c738-4e37-87eb-2d6218337468, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:57:40.675282 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-37390474-92c4-443e-84df-90a49ace31c6 req-488f4f25-1ce5-40c8-91c4-dcf6553274fb service neutron] For port 43b1f2d9-c738-4e37-87eb-2d6218337468, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=43b1f2d9-c738-4e37-87eb-2d6218337468,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:57:40.686257 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-37390474-92c4-443e-84df-90a49ace31c6 req-488f4f25-1ce5-40c8-91c4-dcf6553274fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:40.704059 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-023fc3ea-bbf1-4859-abed-1ae9e595d696 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:40.784138 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a285958-2bad-4aba-8b79-e35e926f79ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=54767ae3-253e-4f31-a27b-442ddbc882a7,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:40.788421 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3a285958-2bad-4aba-8b79-e35e926f79ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:40.789934 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a285958-2bad-4aba-8b79-e35e926f79ad admin admin] Checking segment: {'id': '32479935-3505-46a1-89a4-a2cbdefb7bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '89412fda-ac4d-4de5-902f-48ba05f6096c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:57:40.790619 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a285958-2bad-4aba-8b79-e35e926f79ad admin admin] Network hostable DHCP agents. Network: 89412fda-ac4d-4de5-902f-48ba05f6096c, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:57:40.844306 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37390474-92c4-443e-84df-90a49ace31c6 req-488f4f25-1ce5-40c8-91c4-dcf6553274fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:40.857920 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-37390474-92c4-443e-84df-90a49ace31c6 req-488f4f25-1ce5-40c8-91c4-dcf6553274fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:40.862648 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-37390474-92c4-443e-84df-90a49ace31c6 req-488f4f25-1ce5-40c8-91c4-dcf6553274fb service neutron] 10.222.0.59 "PUT /v2.0/ports/43b1f2d9-c738-4e37-87eb-2d6218337468 HTTP/1.1" status: 200 len: 1091 time: 2.5021775 Sep 30 00:57:40.866709 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420bf569-283b-4f40-be9f-8c3e8c244655', 'tag': '43b1f2d9-c738-4e37-87eb-2d6218337468'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:57:40.898710 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f4f25-1ce5-40c8-91c4-dcf6553274fb service neutron] Pushing event updated for resources: {'Port': ['ID=43b1f2d9-c738-4e37-87eb-2d6218337468,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:40.911960 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-488f4f25-1ce5-40c8-91c4-dcf6553274fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:40.937387 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a285958-2bad-4aba-8b79-e35e926f79ad admin admin] Network 89412fda-ac4d-4de5-902f-48ba05f6096c is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:57:40.962493 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-128266f2-292d-4db7-b160-9e688a3f3b63 req-15d80047-3681-4f1f-afae-51998faf0274 tempest-QuotasAdminNegativeTest-756909453 tempest-QuotasAdminNegativeTest-756909453-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b61c256ab3e04ed480d8826774a8ca10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1044753 Sep 30 00:57:41.151156 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37390474-92c4-443e-84df-90a49ace31c6 req-e2389c40-728c-4f92-bf7f-6260b9628c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:41.153134 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-37390474-92c4-443e-84df-90a49ace31c6 req-e2389c40-728c-4f92-bf7f-6260b9628c67 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=58336e3a6a854ff7ab57e933b021b603&device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 1094 time: 0.2230103 Sep 30 00:57:41.161540 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1ebd1-150c-43c5-89df-4ee63d1f487f req-9f446a28-561c-4cb8-a93f-ea7cfe1c93ad tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:41.163718 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-b5d1ebd1-150c-43c5-89df-4ee63d1f487f req-9f446a28-561c-4cb8-a93f-ea7cfe1c93ad tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Synchronizing usage tracker for tenant:58336e3a6a854ff7ab57e933b021b603 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:57:41.227550 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-3a285958-2bad-4aba-8b79-e35e926f79ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 89412fda-ac4d-4de5-902f-48ba05f6096c) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:57:41.236119 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4c6332-9a78-4a96-965d-020a8a547ab3 None None] Network 89412fda-ac4d-4de5-902f-48ba05f6096c requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:57:41.279115 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-b5d1ebd1-150c-43c5-89df-4ee63d1f487f req-9f446a28-561c-4cb8-a93f-ea7cfe1c93ad tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Unset dirty status for tenant:58336e3a6a854ff7ab57e933b021b603 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:57:41.288177 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b5d1ebd1-150c-43c5-89df-4ee63d1f487f req-9f446a28-561c-4cb8-a93f-ea7cfe1c93ad tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 943 time: 0.2705226 Sep 30 00:57:41.294413 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a285958-2bad-4aba-8b79-e35e926f79ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:41.295089 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3a285958-2bad-4aba-8b79-e35e926f79ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:41.315174 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-37390474-92c4-443e-84df-90a49ace31c6 req-b26ecdac-866d-48b7-b24a-fe9730f0df36 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43b1f2d9-c738-4e37-87eb-2d6218337468 HTTP/1.1" status: 200 len: 217 time: 0.1456213 Sep 30 00:57:41.335415 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-3a285958-2bad-4aba-8b79-e35e926f79ad admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0855167 Sep 30 00:57:41.444235 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128266f2-292d-4db7-b160-9e688a3f3b63 req-8f09e6ff-5fc5-4e26-b27e-8b381d6651e1 tempest-QuotasAdminNegativeTest-756909453 tempest-QuotasAdminNegativeTest-756909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:41.455545 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-128266f2-292d-4db7-b160-9e688a3f3b63 req-8f09e6ff-5fc5-4e26-b27e-8b381d6651e1 tempest-QuotasAdminNegativeTest-756909453 tempest-QuotasAdminNegativeTest-756909453-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4920702 Sep 30 00:57:41.488897 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-128266f2-292d-4db7-b160-9e688a3f3b63 req-c12d629a-c2fa-42ce-af33-de249b5aaafb tempest-QuotasAdminNegativeTest-756909453 tempest-QuotasAdminNegativeTest-756909453-project] 10.222.0.39 "GET /v2.0/quotas/b61c256ab3e04ed480d8826774a8ca10 HTTP/1.1" status: 200 len: 375 time: 0.0323489 Sep 30 00:57:41.490915 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b5d1ebd1-150c-43c5-89df-4ee63d1f487f req-709abee1-0b84-4149-a518-3eb91a34164a tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012630 Sep 30 00:57:41.498994 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:41.528175 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37390474-92c4-443e-84df-90a49ace31c6 req-56d8207d-9d7f-446b-a240-c54d9deb0851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:41.529617 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-37390474-92c4-443e-84df-90a49ace31c6 req-56d8207d-9d7f-446b-a240-c54d9deb0851 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4830ed89-3d0e-4950-9575-5f4f49821c2d HTTP/1.1" status: 200 len: 861 time: 0.1927927 Sep 30 00:57:41.600491 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-128266f2-292d-4db7-b160-9e688a3f3b63 req-f2ab1c31-1201-4d08-8535-56acacd986f2 tempest-QuotasAdminNegativeTest-756909453 tempest-QuotasAdminNegativeTest-756909453-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b61c256ab3e04ed480d8826774a8ca10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1078234 Sep 30 00:57:41.663526 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-37390474-92c4-443e-84df-90a49ace31c6 req-f2ecded6-4b90-4691-af26-93dd303772dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=75754133-2f30-43b1-b553-38d58661ba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166232 Sep 30 00:57:41.837563 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b943cd0a-9a5a-4f88-bcb5-0a9bfc527fba None None] Network 89412fda-ac4d-4de5-902f-48ba05f6096c requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:57:41.843027 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cce128c8-5557-477c-9942-d7634356cf9b req-226e285b-336c-4ea4-b803-68c37f127ccc tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7622236-b8c0-4e92-8f3b-9ca0cf3421fd HTTP/1.1" status: 200 len: 210 time: 0.0545552 Sep 30 00:57:41.863084 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420bf569-283b-4f40-be9f-8c3e8c244655', 'tag': '43b1f2d9-c738-4e37-87eb-2d6218337468', 'status': 'completed', 'code': 200} Sep 30 00:57:41.957417 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-37390474-92c4-443e-84df-90a49ace31c6 req-49c9e4b6-a8a4-4616-b7ad-1fc4849196b0 service neutron] 10.222.0.59 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872958 Sep 30 00:57:42.170351 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1118e-9748-40ef-8630-040a5999444c req-df5682df-7d0e-4eb7-9d73-4b8bb67d3845 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:42.179518 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c3b1118e-9748-40ef-8630-040a5999444c req-df5682df-7d0e-4eb7-9d73-4b8bb67d3845 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.1772230 Sep 30 00:57:42.248145 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c3b1118e-9748-40ef-8630-040a5999444c req-79f4b2cc-1e5c-4826-8b8b-3d1b5e2ee514 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675256 Sep 30 00:57:42.346447 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-267e657c-3966-4826-b45a-6e5c9dd35550 req-d5e31919-d19c-4046-9880-ed898782f50a tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-208161467', 'description': 'tempest-description-464739441'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:42.358336 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-267e657c-3966-4826-b45a-6e5c9dd35550 req-d5e31919-d19c-4046-9880-ed898782f50a tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:42.363422 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-267e657c-3966-4826-b45a-6e5c9dd35550 req-d5e31919-d19c-4046-9880-ed898782f50a tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Usage tracker for resource:security_group and tenant:c496a1b65437460d8de7e9b22e939c88 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:42.367756 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-267e657c-3966-4826-b45a-6e5c9dd35550 req-d5e31919-d19c-4046-9880-ed898782f50a tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:42.373864 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-267e657c-3966-4826-b45a-6e5c9dd35550 req-d5e31919-d19c-4046-9880-ed898782f50a tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:42.395449 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-267e657c-3966-4826-b45a-6e5c9dd35550 req-d5e31919-d19c-4046-9880-ed898782f50a tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:42.418924 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-267e657c-3966-4826-b45a-6e5c9dd35550 req-d5e31919-d19c-4046-9880-ed898782f50a tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:42.423165 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-267e657c-3966-4826-b45a-6e5c9dd35550 req-d5e31919-d19c-4046-9880-ed898782f50a tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Usage tracker for resource:security_group_rule and tenant:c496a1b65437460d8de7e9b22e939c88 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:42.426360 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-267e657c-3966-4826-b45a-6e5c9dd35550 req-d5e31919-d19c-4046-9880-ed898782f50a tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:42.432799 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-267e657c-3966-4826-b45a-6e5c9dd35550 req-d5e31919-d19c-4046-9880-ed898782f50a tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:42.443288 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-37390474-92c4-443e-84df-90a49ace31c6 req-69b021b7-571b-4647-9d26-cb6eb72ea3c6 service neutron] 10.222.0.59 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780343 Sep 30 00:57:42.460837 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798cfbff-6ad2-4004-b814-29d77ce59f31 req-c19f5019-6752-4c7c-8e19-eb2840ccba95 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:42.462617 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-798cfbff-6ad2-4004-b814-29d77ce59f31 req-c19f5019-6752-4c7c-8e19-eb2840ccba95 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 945 time: 0.3289952 Sep 30 00:57:42.582048 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-798cfbff-6ad2-4004-b814-29d77ce59f31 req-b0bd2ded-47a2-473a-8f0d-441c0a623a15 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091654 Sep 30 00:57:42.748036 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-267e657c-3966-4826-b45a-6e5c9dd35550 req-d5e31919-d19c-4046-9880-ed898782f50a tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:42.760980 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-267e657c-3966-4826-b45a-6e5c9dd35550 req-d5e31919-d19c-4046-9880-ed898782f50a tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:42.774148 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8ed761dc-3684-42c7-8306-73e585128828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:42.890902 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e31919-d19c-4046-9880-ed898782f50a tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc56f030-6e88-4f10-9ff5-086b15a0b35d,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:42.900577 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d5e31919-d19c-4046-9880-ed898782f50a tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:42.922715 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-267e657c-3966-4826-b45a-6e5c9dd35550 req-d5e31919-d19c-4046-9880-ed898782f50a tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:42.942324 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-267e657c-3966-4826-b45a-6e5c9dd35550 req-d5e31919-d19c-4046-9880-ed898782f50a tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6059995 Sep 30 00:57:42.947919 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7ec5e-1e05-4a71-8365-49afa4d83850 req-56408cae-404f-44a5-86a9-2ca368f9d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:42.950063 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b9a7ec5e-1e05-4a71-8365-49afa4d83850 req-56408cae-404f-44a5-86a9-2ca368f9d230 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=58336e3a6a854ff7ab57e933b021b603&device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 1094 time: 0.3670592 Sep 30 00:57:43.378263 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb28aed-808c-4232-9475-afce34653ed2 req-5f48b6c2-6ca1-4e65-861a-35ee1a349394 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:43.391806 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9eb28aed-808c-4232-9475-afce34653ed2 req-5f48b6c2-6ca1-4e65-861a-35ee1a349394 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.55 "GET /v2.0/networks?id=34a0c4bb-7b8e-4af9-940e-de978352f62e HTTP/1.1" status: 200 len: 811 time: 0.6405470 Sep 30 00:57:43.496269 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-9eb28aed-808c-4232-9475-afce34653ed2 req-1d22b8e2-6e19-4eaf-ae78-d4691f7c5f79 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Request body: {'port': {'device_id': 'c7622236-b8c0-4e92-8f3b-9ca0cf3421fd', 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e', 'admin_state_up': True, 'tenant_id': '09577eebebf34beb8f9f7386d3ff6957'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:43.697314 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5e9f9299-39b3-41a8-af4c-e888a43209d3 req-2694e5bd-33a1-400c-ac30-ce1a4461e8f0 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7622236-b8c0-4e92-8f3b-9ca0cf3421fd HTTP/1.1" status: 200 len: 210 time: 0.1300418 Sep 30 00:57:43.754540 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7ec5e-1e05-4a71-8365-49afa4d83850 req-d822424e-ca02-476b-9b9b-8361ab9515f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:43.756367 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b9a7ec5e-1e05-4a71-8365-49afa4d83850 req-d822424e-ca02-476b-9b9b-8361ab9515f5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=75754133-2f30-43b1-b553-38d58661ba06 HTTP/1.1" status: 200 len: 922 time: 0.7870293 Sep 30 00:57:43.818160 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0af8f270-77da-42d7-b8b9-eeec70003633 req-e4583d24-d425-4495-8a03-58ba474e794c tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "GET /v2.0/security-groups/bc56f030-6e88-4f10-9ff5-086b15a0b35d HTTP/1.1" status: 200 len: 1803 time: 0.0862093 Sep 30 00:57:43.831942 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-0af8f270-77da-42d7-b8b9-eeec70003633 req-bede0c72-5bed-499f-babf-c8ff7aae63ca tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bc56f030-6e88-4f10-9ff5-086b15a0b35d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:43.832263 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-0af8f270-77da-42d7-b8b9-eeec70003633 req-bede0c72-5bed-499f-babf-c8ff7aae63ca tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bc56f030-6e88-4f10-9ff5-086b15a0b35d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:43.839343 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-0af8f270-77da-42d7-b8b9-eeec70003633 req-bede0c72-5bed-499f-babf-c8ff7aae63ca tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:43.843890 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-0af8f270-77da-42d7-b8b9-eeec70003633 req-bede0c72-5bed-499f-babf-c8ff7aae63ca tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Usage tracker for resource:security_group_rule and tenant:c496a1b65437460d8de7e9b22e939c88 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:43.847819 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-0af8f270-77da-42d7-b8b9-eeec70003633 req-bede0c72-5bed-499f-babf-c8ff7aae63ca tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:43.860063 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-0af8f270-77da-42d7-b8b9-eeec70003633 req-bede0c72-5bed-499f-babf-c8ff7aae63ca tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:43.904164 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b9a7ec5e-1e05-4a71-8365-49afa4d83850 req-eeaec0a7-eac8-4762-9594-29b8d29c6009 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43b1f2d9-c738-4e37-87eb-2d6218337468 HTTP/1.1" status: 200 len: 217 time: 0.1207004 Sep 30 00:57:43.921661 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f59c18-82db-4928-bbce-699f9d965294 req-d586239f-d1eb-4a35-883c-a4db0937e057 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:43.921661 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-55f59c18-82db-4928-bbce-699f9d965294 req-d586239f-d1eb-4a35-883c-a4db0937e057 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 943 time: 0.5788839 Sep 30 00:57:43.976409 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-0af8f270-77da-42d7-b8b9-eeec70003633 req-bede0c72-5bed-499f-babf-c8ff7aae63ca tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:44.010556 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-9eb28aed-808c-4232-9475-afce34653ed2 req-1d22b8e2-6e19-4eaf-ae78-d4691f7c5f79 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:44.022636 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-0af8f270-77da-42d7-b8b9-eeec70003633 req-bede0c72-5bed-499f-babf-c8ff7aae63ca tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:44.029633 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-9eb28aed-808c-4232-9475-afce34653ed2 req-1d22b8e2-6e19-4eaf-ae78-d4691f7c5f79 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Usage tracker for resource:port and tenant:09577eebebf34beb8f9f7386d3ff6957 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:44.029633 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-9eb28aed-808c-4232-9475-afce34653ed2 req-1d22b8e2-6e19-4eaf-ae78-d4691f7c5f79 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:44.033517 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-0af8f270-77da-42d7-b8b9-eeec70003633 req-bede0c72-5bed-499f-babf-c8ff7aae63ca tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:44.033517 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:44.033905 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-9eb28aed-808c-4232-9475-afce34653ed2 req-1d22b8e2-6e19-4eaf-ae78-d4691f7c5f79 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:44.046851 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede0c72-5bed-499f-babf-c8ff7aae63ca tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4deade8-63ba-46d5-97ca-79250599c8df,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:44.060674 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bede0c72-5bed-499f-babf-c8ff7aae63ca tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:44.069230 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-0af8f270-77da-42d7-b8b9-eeec70003633 req-bede0c72-5bed-499f-babf-c8ff7aae63ca tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:44.083505 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0af8f270-77da-42d7-b8b9-eeec70003633 req-bede0c72-5bed-499f-babf-c8ff7aae63ca tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2571497 Sep 30 00:57:44.113029 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eb28aed-808c-4232-9475-afce34653ed2 req-1d22b8e2-6e19-4eaf-ae78-d4691f7c5f79 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Made reservation on behalf of 09577eebebf34beb8f9f7386d3ff6957 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:57:44.117728 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9eb28aed-808c-4232-9475-afce34653ed2 req-1d22b8e2-6e19-4eaf-ae78-d4691f7c5f79 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:44.186468 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7ec5e-1e05-4a71-8365-49afa4d83850 req-4805d1a6-e6ca-4d77-b4ec-e71d088652d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:44.189050 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b9a7ec5e-1e05-4a71-8365-49afa4d83850 req-4805d1a6-e6ca-4d77-b4ec-e71d088652d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4830ed89-3d0e-4950-9575-5f4f49821c2d HTTP/1.1" status: 200 len: 861 time: 0.2701793 Sep 30 00:57:44.297095 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b9a7ec5e-1e05-4a71-8365-49afa4d83850 req-af889af0-70cc-4d7f-bf59-02e0394be633 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=75754133-2f30-43b1-b553-38d58661ba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605412 Sep 30 00:57:44.301559 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-55f59c18-82db-4928-bbce-699f9d965294 req-712c91b5-50ea-423a-809f-93b74bb2f57a tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189793 Sep 30 00:57:44.398817 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca0edc-9aa1-4967-924a-8130e15b24db req-82d56d1f-439a-40ea-b900-ae17863a0047 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:44.403658 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-79ca0edc-9aa1-4967-924a-8130e15b24db req-82d56d1f-439a-40ea-b900-ae17863a0047 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.2074814 Sep 30 00:57:44.511948 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-79ca0edc-9aa1-4967-924a-8130e15b24db req-0847bee6-5ba8-45c1-a918-ea893cf64757 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995097 Sep 30 00:57:44.647145 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b9a7ec5e-1e05-4a71-8365-49afa4d83850 req-2ab29b48-adca-4623-b3cc-0286d95a4992 service neutron] 10.222.0.59 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379586 Sep 30 00:57:44.797163 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-9eb28aed-808c-4232-9475-afce34653ed2 req-1d22b8e2-6e19-4eaf-ae78-d4691f7c5f79 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Allocated IP 172.20.0.7 (34a0c4bb-7b8e-4af9-940e-de978352f62e/518e3f3b-9573-4eac-aa37-789767c0d3b7/59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:57:44.870073 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c33cd0-c37f-43fe-a6b9-39eca3c85817 req-e597358f-136f-4b7c-9ad0-92e371fc5ea2 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:44.879506 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-04c33cd0-c37f-43fe-a6b9-39eca3c85817 req-e597358f-136f-4b7c-9ad0-92e371fc5ea2 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 945 time: 0.1405053 Sep 30 00:57:44.972890 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-04c33cd0-c37f-43fe-a6b9-39eca3c85817 req-d8cf3af6-6f03-432e-be2f-795621b05438 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920408 Sep 30 00:57:45.112710 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-bf1a97b7-8270-479a-9eeb-4181ab859272 req-e147a584-6946-4afe-b9ad-46fc894a5590 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1306237099', 'description': 'tempest-description-1517634178'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:45.128028 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9eb28aed-808c-4232-9475-afce34653ed2 req-1d22b8e2-6e19-4eaf-ae78-d4691f7c5f79 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:45.137492 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-bf1a97b7-8270-479a-9eeb-4181ab859272 req-e147a584-6946-4afe-b9ad-46fc894a5590 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:45.168368 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-bf1a97b7-8270-479a-9eeb-4181ab859272 req-e147a584-6946-4afe-b9ad-46fc894a5590 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Usage tracker for resource:security_group and tenant:c496a1b65437460d8de7e9b22e939c88 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:45.179948 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-bf1a97b7-8270-479a-9eeb-4181ab859272 req-e147a584-6946-4afe-b9ad-46fc894a5590 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:45.202689 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-bf1a97b7-8270-479a-9eeb-4181ab859272 req-e147a584-6946-4afe-b9ad-46fc894a5590 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:45.233734 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b9a7ec5e-1e05-4a71-8365-49afa4d83850 req-f32a7e5d-d887-4055-8c6e-498dd817542b service neutron] 10.222.0.59 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5736616 Sep 30 00:57:45.303583 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-bf1a97b7-8270-479a-9eeb-4181ab859272 req-e147a584-6946-4afe-b9ad-46fc894a5590 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:45.363075 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9eb28aed-808c-4232-9475-afce34653ed2 req-1d22b8e2-6e19-4eaf-ae78-d4691f7c5f79 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:45.400163 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-10bf8162-2c05-43bc-b505-f7c52819ba49 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:45.462892 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eb28aed-808c-4232-9475-afce34653ed2 req-1d22b8e2-6e19-4eaf-ae78-d4691f7c5f79 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Network 34a0c4bb-7b8e-4af9-940e-de978352f62e is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:57:45.464371 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-bf1a97b7-8270-479a-9eeb-4181ab859272 req-e147a584-6946-4afe-b9ad-46fc894a5590 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:45.473374 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-9eb28aed-808c-4232-9475-afce34653ed2 req-1d22b8e2-6e19-4eaf-ae78-d4691f7c5f79 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:57:45.649865 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb28aed-808c-4232-9475-afce34653ed2 req-1d22b8e2-6e19-4eaf-ae78-d4691f7c5f79 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:57:45.703816 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-bf1a97b7-8270-479a-9eeb-4181ab859272 req-e147a584-6946-4afe-b9ad-46fc894a5590 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Usage tracker for resource:security_group_rule and tenant:c496a1b65437460d8de7e9b22e939c88 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:45.714661 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58177636-8559-49f0-867f-e1ee55b276fb req-ee2a01c5-7029-4e67-9c52-f16b9f1ab0bc tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:45.721601 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-bf1a97b7-8270-479a-9eeb-4181ab859272 req-e147a584-6946-4afe-b9ad-46fc894a5590 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:45.727903 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-58177636-8559-49f0-867f-e1ee55b276fb req-ee2a01c5-7029-4e67-9c52-f16b9f1ab0bc tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7622236-b8c0-4e92-8f3b-9ca0cf3421fd HTTP/1.1" status: 200 len: 931 time: 0.2432697 Sep 30 00:57:45.745422 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-bf1a97b7-8270-479a-9eeb-4181ab859272 req-e147a584-6946-4afe-b9ad-46fc894a5590 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:45.779795 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-58177636-8559-49f0-867f-e1ee55b276fb req-5d717d5e-9209-48e6-9b6c-5a0826ad2af1 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508242 Sep 30 00:57:45.800747 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22b8e2-6e19-4eaf-ae78-d4691f7c5f79 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Pushing event updated for resources: {'Port': ['ID=59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:45.808593 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1d22b8e2-6e19-4eaf-ae78-d4691f7c5f79 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:45.830367 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb28aed-808c-4232-9475-afce34653ed2 req-1d22b8e2-6e19-4eaf-ae78-d4691f7c5f79 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:45.830758 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9eb28aed-808c-4232-9475-afce34653ed2 req-1d22b8e2-6e19-4eaf-ae78-d4691f7c5f79 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:45.890481 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9eb28aed-808c-4232-9475-afce34653ed2 req-1d22b8e2-6e19-4eaf-ae78-d4691f7c5f79 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4012840 Sep 30 00:57:45.925343 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-9eb28aed-808c-4232-9475-afce34653ed2 req-ba389aa8-4e9b-4a65-a344-837d413e258c service neutron] Request body: {'port': {'device_id': 'c7622236-b8c0-4e92-8f3b-9ca0cf3421fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:46.062860 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-bf1a97b7-8270-479a-9eeb-4181ab859272 req-e147a584-6946-4afe-b9ad-46fc894a5590 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:46.067323 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea8843-deec-422f-9df8-59401f43db1e req-d3a56a1f-b75b-451a-a761-1d0e8c6836b9 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:46.074112 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-bf1a97b7-8270-479a-9eeb-4181ab859272 req-e147a584-6946-4afe-b9ad-46fc894a5590 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:46.076092 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-00ea8843-deec-422f-9df8-59401f43db1e req-d3a56a1f-b75b-451a-a761-1d0e8c6836b9 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 943 time: 0.1079018 Sep 30 00:57:46.081111 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b7720d4e-288a-424b-8e02-6ee8cdf3798d tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:46.134552 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9eb28aed-808c-4232-9475-afce34653ed2 req-ba389aa8-4e9b-4a65-a344-837d413e258c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:46.150449 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-bf1a97b7-8270-479a-9eeb-4181ab859272 req-e147a584-6946-4afe-b9ad-46fc894a5590 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:46.152730 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-00ea8843-deec-422f-9df8-59401f43db1e req-a8fc5385-1c5f-4a82-9791-2375e3fcfea6 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731077 Sep 30 00:57:46.166020 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bf1a97b7-8270-479a-9eeb-4181ab859272 req-e147a584-6946-4afe-b9ad-46fc894a5590 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.0767665 Sep 30 00:57:46.200987 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147a584-6946-4afe-b9ad-46fc894a5590 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43504ee8-8731-4199-8a21-7be63e3b73f5,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:46.219534 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e147a584-6946-4afe-b9ad-46fc894a5590 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:46.227918 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 43b1f2d9-c738-4e37-87eb-2d6218337468 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:57:46.443123 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f352b572-1afc-4757-a110-c2f3a8d4a030 req-dba70209-9843-4c53-8267-4994b8c83666 tempest-QuotasAdminNegativeTest-756909453 tempest-QuotasAdminNegativeTest-756909453-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b61c256ab3e04ed480d8826774a8ca10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0960848 Sep 30 00:57:46.467769 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 43b1f2d9-c738-4e37-87eb-2d6218337468, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=43b1f2d9-c738-4e37-87eb-2d6218337468,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:46.489472 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '43b1f2d9-c738-4e37-87eb-2d6218337468', 'network_id': '75754133-2f30-43b1-b553-38d58661ba06', 'port_id': '43b1f2d9-c738-4e37-87eb-2d6218337468', 'mac_address': 'fa:16:3e:7d:cd:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4830ed89-3d0e-4950-9575-5f4f49821c2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:57:46.503121 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01087c4e-3610-4f5d-a2d8-9b618d69889c req-dbec1393-631f-45d0-87d1-71ad1ac2d776 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:46.517501 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-01087c4e-3610-4f5d-a2d8-9b618d69889c req-dbec1393-631f-45d0-87d1-71ad1ac2d776 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.1436119 Sep 30 00:57:46.604431 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-01087c4e-3610-4f5d-a2d8-9b618d69889c req-3fb86f25-ae1c-4b4d-9247-c2b2835740b3 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845008 Sep 30 00:57:46.674254 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:46.717284 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b1f2d9-c738-4e37-87eb-2d6218337468 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:57:46.741204 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 43b1f2d9-c738-4e37-87eb-2d6218337468, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=43b1f2d9-c738-4e37-87eb-2d6218337468,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:46.750105 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:46.752943 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:46.855263 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=43b1f2d9-c738-4e37-87eb-2d6218337468,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:46.867788 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:46.868654 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:46.869939 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:46.872125 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:46.874248 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.resource_extend [req-9eb28aed-808c-4232-9475-afce34653ed2 req-ba389aa8-4e9b-4a65-a344-837d413e258c service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 00:57:46.876396 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:46.876396 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:46.876396 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:46.876396 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:46.881704 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:46.881704 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:46.881704 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:46.881704 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:46.886212 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:46.994234 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-9eb28aed-808c-4232-9475-afce34653ed2 req-ba389aa8-4e9b-4a65-a344-837d413e258c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:57:47.004564 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9eb28aed-808c-4232-9475-afce34653ed2 req-ba389aa8-4e9b-4a65-a344-837d413e258c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:47.014240 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352b572-1afc-4757-a110-c2f3a8d4a030 req-428ea189-af50-4821-a217-3f46a31fa0ce tempest-QuotasAdminNegativeTest-756909453 tempest-QuotasAdminNegativeTest-756909453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:47.016108 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f352b572-1afc-4757-a110-c2f3a8d4a030 req-428ea189-af50-4821-a217-3f46a31fa0ce tempest-QuotasAdminNegativeTest-756909453 tempest-QuotasAdminNegativeTest-756909453-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3184378 Sep 30 00:57:47.041073 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f352b572-1afc-4757-a110-c2f3a8d4a030 req-e8b1d4a0-7024-4e93-b8c4-e8260408b7c6 tempest-QuotasAdminNegativeTest-756909453 tempest-QuotasAdminNegativeTest-756909453-project] 10.222.0.39 "GET /v2.0/quotas/b61c256ab3e04ed480d8826774a8ca10 HTTP/1.1" status: 200 len: 375 time: 0.0141299 Sep 30 00:57:47.045970 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-9eb28aed-808c-4232-9475-afce34653ed2 req-ba389aa8-4e9b-4a65-a344-837d413e258c service neutron] Transition to ACTIVE for port object 59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:57:47.080535 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37117e-4fd4-49ce-a038-129064905c2a req-3dbc358b-98c9-4a2c-8c26-b064c1bcba74 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:47.082046 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9d37117e-4fd4-49ce-a038-129064905c2a req-3dbc358b-98c9-4a2c-8c26-b064c1bcba74 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 945 time: 0.1293030 Sep 30 00:57:47.101556 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9eb28aed-808c-4232-9475-afce34653ed2 req-ba389aa8-4e9b-4a65-a344-837d413e258c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:47.116566 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1d22b8e2-6e19-4eaf-ae78-d4691f7c5f79 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:47.150715 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9d37117e-4fd4-49ce-a038-129064905c2a req-ff9d18f8-15de-4d3d-b217-9c911ed11db4 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603397 Sep 30 00:57:47.161908 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f352b572-1afc-4757-a110-c2f3a8d4a030 req-928149ec-6769-47b8-864d-b504b8f7c1df tempest-QuotasAdminNegativeTest-756909453 tempest-QuotasAdminNegativeTest-756909453-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b61c256ab3e04ed480d8826774a8ca10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1131771 Sep 30 00:57:47.267403 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bb9f122a-c75e-47e1-8fce-4c8e8f3f4bdc req-14e4d5fc-7ebc-47e9-8221-cc2ea7900a11 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "GET /v2.0/security-groups/43504ee8-8731-4199-8a21-7be63e3b73f5 HTTP/1.1" status: 200 len: 1805 time: 0.0845051 Sep 30 00:57:47.274169 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-bb9f122a-c75e-47e1-8fce-4c8e8f3f4bdc req-962c5f3f-f889-4902-92d7-0c1838c7bc44 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '43504ee8-8731-4199-8a21-7be63e3b73f5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:47.274535 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-bb9f122a-c75e-47e1-8fce-4c8e8f3f4bdc req-962c5f3f-f889-4902-92d7-0c1838c7bc44 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '43504ee8-8731-4199-8a21-7be63e3b73f5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:47.288774 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-bb9f122a-c75e-47e1-8fce-4c8e8f3f4bdc req-962c5f3f-f889-4902-92d7-0c1838c7bc44 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:47.293796 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-bb9f122a-c75e-47e1-8fce-4c8e8f3f4bdc req-962c5f3f-f889-4902-92d7-0c1838c7bc44 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Usage tracker for resource:security_group_rule and tenant:c496a1b65437460d8de7e9b22e939c88 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:47.297447 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-bb9f122a-c75e-47e1-8fce-4c8e8f3f4bdc req-962c5f3f-f889-4902-92d7-0c1838c7bc44 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:47.308768 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['43b1f2d9-c738-4e37-87eb-2d6218337468'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:57:47.324012 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-bb9f122a-c75e-47e1-8fce-4c8e8f3f4bdc req-962c5f3f-f889-4902-92d7-0c1838c7bc44 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:47.489491 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bb9f122a-c75e-47e1-8fce-4c8e8f3f4bdc req-962c5f3f-f889-4902-92d7-0c1838c7bc44 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:47.561040 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bb9f122a-c75e-47e1-8fce-4c8e8f3f4bdc req-962c5f3f-f889-4902-92d7-0c1838c7bc44 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:47.571993 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bb9f122a-c75e-47e1-8fce-4c8e8f3f4bdc req-962c5f3f-f889-4902-92d7-0c1838c7bc44 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:47.575350 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:47.587381 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba389aa8-4e9b-4a65-a344-837d413e258c service neutron] Pushing event updated for resources: {'Port': ['ID=59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:47.611198 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c5f3f-f889-4902-92d7-0c1838c7bc44 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae9416c-1ecc-4277-af82-8ddcf620ec95,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:47.665820 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c5f3f-f889-4902-92d7-0c1838c7bc44 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:47.667488 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c5f3f-f889-4902-92d7-0c1838c7bc44 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:47.667488 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c5f3f-f889-4902-92d7-0c1838c7bc44 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:47.667488 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c5f3f-f889-4902-92d7-0c1838c7bc44 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:47.667756 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c5f3f-f889-4902-92d7-0c1838c7bc44 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:47.668015 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c5f3f-f889-4902-92d7-0c1838c7bc44 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:47.669386 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c5f3f-f889-4902-92d7-0c1838c7bc44 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:47.670678 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c5f3f-f889-4902-92d7-0c1838c7bc44 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:47.671307 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c5f3f-f889-4902-92d7-0c1838c7bc44 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:47.671938 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c5f3f-f889-4902-92d7-0c1838c7bc44 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:47.672547 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c5f3f-f889-4902-92d7-0c1838c7bc44 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:47.673075 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962c5f3f-f889-4902-92d7-0c1838c7bc44 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:57:47.690157 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-962c5f3f-f889-4902-92d7-0c1838c7bc44 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:47.709388 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ba389aa8-4e9b-4a65-a344-837d413e258c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:47.724073 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bb9f122a-c75e-47e1-8fce-4c8e8f3f4bdc req-962c5f3f-f889-4902-92d7-0c1838c7bc44 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:47.747588 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bb9f122a-c75e-47e1-8fce-4c8e8f3f4bdc req-962c5f3f-f889-4902-92d7-0c1838c7bc44 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4782965 Sep 30 00:57:47.880446 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-9eb28aed-808c-4232-9475-afce34653ed2 req-ba389aa8-4e9b-4a65-a344-837d413e258c service neutron] Attempting to bind port 59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:57:47.881524 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-9eb28aed-808c-4232-9475-afce34653ed2 req-ba389aa8-4e9b-4a65-a344-837d413e258c service neutron] Attempting to bind port 59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:57:47.881524 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb28aed-808c-4232-9475-afce34653ed2 req-ba389aa8-4e9b-4a65-a344-837d413e258c service neutron] Attempting to bind port 59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1 on network 34a0c4bb-7b8e-4af9-940e-de978352f62e {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:57:47.908547 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb28aed-808c-4232-9475-afce34653ed2 req-ba389aa8-4e9b-4a65-a344-837d413e258c service neutron] Port 59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1 on network 34a0c4bb-7b8e-4af9-940e-de978352f62e not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:57:47.908902 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb28aed-808c-4232-9475-afce34653ed2 req-ba389aa8-4e9b-4a65-a344-837d413e258c service neutron] Attempting to bind port 59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1 on network 34a0c4bb-7b8e-4af9-940e-de978352f62e {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:57:47.936121 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c20e46-d104-4e11-8635-6cddd02a66bc req-79af9dc8-8345-4130-808d-3cf3b094ce3e tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:47.937092 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f9c20e46-d104-4e11-8635-6cddd02a66bc req-79af9dc8-8345-4130-808d-3cf3b094ce3e tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Synchronizing usage tracker for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:57:47.964130 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb28aed-808c-4232-9475-afce34653ed2 req-ba389aa8-4e9b-4a65-a344-837d413e258c service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:57:47.964418 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb28aed-808c-4232-9475-afce34653ed2 req-ba389aa8-4e9b-4a65-a344-837d413e258c service neutron] Checking segment: {'id': 'e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:57:47.974754 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb28aed-808c-4232-9475-afce34653ed2 req-ba389aa8-4e9b-4a65-a344-837d413e258c service neutron] Bound using segment: {'id': 'e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:57:47.974754 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-9eb28aed-808c-4232-9475-afce34653ed2 req-ba389aa8-4e9b-4a65-a344-837d413e258c service neutron] Bound port: 59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:57:47.974754 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9eb28aed-808c-4232-9475-afce34653ed2 req-ba389aa8-4e9b-4a65-a344-837d413e258c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:48.138683 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f9c20e46-d104-4e11-8635-6cddd02a66bc req-79af9dc8-8345-4130-808d-3cf3b094ce3e tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Unset dirty status for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:57:48.183305 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f9c20e46-d104-4e11-8635-6cddd02a66bc req-79af9dc8-8345-4130-808d-3cf3b094ce3e tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7622236-b8c0-4e92-8f3b-9ca0cf3421fd HTTP/1.1" status: 200 len: 943 time: 0.5957308 Sep 30 00:57:48.257647 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-9eb28aed-808c-4232-9475-afce34653ed2 req-ba389aa8-4e9b-4a65-a344-837d413e258c service neutron] For port 59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1, host n-h2-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:57:48.266514 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-9eb28aed-808c-4232-9475-afce34653ed2 req-ba389aa8-4e9b-4a65-a344-837d413e258c service neutron] For port 59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:57:48.309863 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9eb28aed-808c-4232-9475-afce34653ed2 req-ba389aa8-4e9b-4a65-a344-837d413e258c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:48.353028 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b7d05761-48e7-4fa3-bc8b-27a977b05a16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:48.442979 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb28aed-808c-4232-9475-afce34653ed2 req-ba389aa8-4e9b-4a65-a344-837d413e258c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:48.447660 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9eb28aed-808c-4232-9475-afce34653ed2 req-ba389aa8-4e9b-4a65-a344-837d413e258c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:48.449661 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9eb28aed-808c-4232-9475-afce34653ed2 req-ba389aa8-4e9b-4a65-a344-837d413e258c service neutron] 10.222.0.55 "PUT /v2.0/ports/59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1 HTTP/1.1" status: 200 len: 1091 time: 2.5443711 Sep 30 00:57:48.451187 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7622236-b8c0-4e92-8f3b-9ca0cf3421fd', 'tag': '59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:57:48.550159 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f9c20e46-d104-4e11-8635-6cddd02a66bc req-f1d5a51b-58dd-493b-9962-03c8aa21ae20 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Synchronizing usage tracker for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:57:48.685508 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f9c20e46-d104-4e11-8635-6cddd02a66bc req-f1d5a51b-58dd-493b-9962-03c8aa21ae20 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Unset dirty status for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:57:48.699388 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f9c20e46-d104-4e11-8635-6cddd02a66bc req-f1d5a51b-58dd-493b-9962-03c8aa21ae20 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5147491 Sep 30 00:57:48.857996 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8ab60356-33b8-4c13-b286-f544135803d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:48.864597 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba389aa8-4e9b-4a65-a344-837d413e258c service neutron] Pushing event updated for resources: {'Port': ['ID=59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:48.879757 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ba389aa8-4e9b-4a65-a344-837d413e258c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:48.896973 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb28aed-808c-4232-9475-afce34653ed2 req-0f5efbc7-3e8f-4b96-986f-edf9fae33245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:48.898687 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9eb28aed-808c-4232-9475-afce34653ed2 req-0f5efbc7-3e8f-4b96-986f-edf9fae33245 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=09577eebebf34beb8f9f7386d3ff6957&device_id=c7622236-b8c0-4e92-8f3b-9ca0cf3421fd HTTP/1.1" status: 200 len: 1094 time: 0.3398786 Sep 30 00:57:48.995638 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581709b8-5934-46bd-9234-44b14aed5574 req-ce3afd04-4980-415f-9c1a-247b5a040c92 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:49.001428 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-581709b8-5934-46bd-9234-44b14aed5574 req-ce3afd04-4980-415f-9c1a-247b5a040c92 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 944 time: 0.3187687 Sep 30 00:57:49.044198 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9eb28aed-808c-4232-9475-afce34653ed2 req-9e7b89c0-83b0-4187-ab2d-c169e5fe5edf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1 HTTP/1.1" status: 200 len: 217 time: 0.1158702 Sep 30 00:57:49.052082 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:49.145242 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-581709b8-5934-46bd-9234-44b14aed5574 req-5f1c05af-bf65-413b-86e3-cf603f96839c tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334476 Sep 30 00:57:49.208481 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-b04251a3-9354-42fb-9a00-b4a811778b02 req-f95c5c3d-b1b7-4332-bf40-a5f590d16028 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1293345064', 'description': 'tempest-description-1959717722'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:49.208481 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-b04251a3-9354-42fb-9a00-b4a811778b02 req-f95c5c3d-b1b7-4332-bf40-a5f590d16028 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:49.219678 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb28aed-808c-4232-9475-afce34653ed2 req-0cad15ac-7eae-4937-b44b-d883e97a8c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:49.226917 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-b04251a3-9354-42fb-9a00-b4a811778b02 req-f95c5c3d-b1b7-4332-bf40-a5f590d16028 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Usage tracker for resource:security_group and tenant:c496a1b65437460d8de7e9b22e939c88 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:49.226917 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-b04251a3-9354-42fb-9a00-b4a811778b02 req-f95c5c3d-b1b7-4332-bf40-a5f590d16028 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:49.240468 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-b04251a3-9354-42fb-9a00-b4a811778b02 req-f95c5c3d-b1b7-4332-bf40-a5f590d16028 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:49.251626 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9eb28aed-808c-4232-9475-afce34653ed2 req-0cad15ac-7eae-4937-b44b-d883e97a8c8f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=518e3f3b-9573-4eac-aa37-789767c0d3b7 HTTP/1.1" status: 200 len: 851 time: 0.1942332 Sep 30 00:57:49.258226 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b04251a3-9354-42fb-9a00-b4a811778b02 req-f95c5c3d-b1b7-4332-bf40-a5f590d16028 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:49.304641 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-b04251a3-9354-42fb-9a00-b4a811778b02 req-f95c5c3d-b1b7-4332-bf40-a5f590d16028 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:49.312596 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-b04251a3-9354-42fb-9a00-b4a811778b02 req-f95c5c3d-b1b7-4332-bf40-a5f590d16028 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Usage tracker for resource:security_group_rule and tenant:c496a1b65437460d8de7e9b22e939c88 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:49.320428 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-b04251a3-9354-42fb-9a00-b4a811778b02 req-f95c5c3d-b1b7-4332-bf40-a5f590d16028 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:49.337443 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-b04251a3-9354-42fb-9a00-b4a811778b02 req-f95c5c3d-b1b7-4332-bf40-a5f590d16028 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:49.481946 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b04251a3-9354-42fb-9a00-b4a811778b02 req-f95c5c3d-b1b7-4332-bf40-a5f590d16028 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:49.489451 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b04251a3-9354-42fb-9a00-b4a811778b02 req-f95c5c3d-b1b7-4332-bf40-a5f590d16028 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:49.499357 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ed543860-a0ff-4dd6-a375-0c667df8407a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:49.548974 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c5c3d-b1b7-4332-bf40-a5f590d16028 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e5de53-6194-485f-8b6e-c89ddbfee4ae,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:49.568554 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f95c5c3d-b1b7-4332-bf40-a5f590d16028 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:49.595166 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b04251a3-9354-42fb-9a00-b4a811778b02 req-f95c5c3d-b1b7-4332-bf40-a5f590d16028 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:49.614420 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b04251a3-9354-42fb-9a00-b4a811778b02 req-f95c5c3d-b1b7-4332-bf40-a5f590d16028 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4245305 Sep 30 00:57:49.702568 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9eb28aed-808c-4232-9475-afce34653ed2 req-af74e047-dac9-49b2-a524-dfe107c0e376 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34a0c4bb-7b8e-4af9-940e-de978352f62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4456670 Sep 30 00:57:49.898690 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c07da2-c0a9-4762-96c3-acfa83242a28 req-8dba606c-fe05-44b6-b070-5875372d19e1 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:49.899484 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-34c07da2-c0a9-4762-96c3-acfa83242a28 req-8dba606c-fe05-44b6-b070-5875372d19e1 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.2576296 Sep 30 00:57:49.903570 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7622236-b8c0-4e92-8f3b-9ca0cf3421fd', 'tag': '59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1', 'status': 'completed', 'code': 200} Sep 30 00:57:49.906250 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9eb28aed-808c-4232-9475-afce34653ed2 req-4fb5422b-ee7a-4185-8d12-657abb6406af service neutron] 10.222.0.55 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935582 Sep 30 00:57:50.061175 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-cdf345ec-9975-4bb4-99bf-2ca4ac61e0b2 req-0a91bcde-7d8c-41b3-81cd-33466adc6ee1 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-876077501', 'description': 'tempest-description-789578980'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:50.061912 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-34c07da2-c0a9-4762-96c3-acfa83242a28 req-e16cdf4c-7d64-470f-9093-ce7a555b636a tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420569 Sep 30 00:57:50.087596 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-cdf345ec-9975-4bb4-99bf-2ca4ac61e0b2 req-0a91bcde-7d8c-41b3-81cd-33466adc6ee1 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:50.093808 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-cdf345ec-9975-4bb4-99bf-2ca4ac61e0b2 req-0a91bcde-7d8c-41b3-81cd-33466adc6ee1 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Usage tracker for resource:security_group and tenant:c496a1b65437460d8de7e9b22e939c88 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:50.099690 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-cdf345ec-9975-4bb4-99bf-2ca4ac61e0b2 req-0a91bcde-7d8c-41b3-81cd-33466adc6ee1 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:50.106292 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-cdf345ec-9975-4bb4-99bf-2ca4ac61e0b2 req-0a91bcde-7d8c-41b3-81cd-33466adc6ee1 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:50.126293 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-cdf345ec-9975-4bb4-99bf-2ca4ac61e0b2 req-0a91bcde-7d8c-41b3-81cd-33466adc6ee1 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:50.166500 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-cdf345ec-9975-4bb4-99bf-2ca4ac61e0b2 req-0a91bcde-7d8c-41b3-81cd-33466adc6ee1 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:50.166500 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-cdf345ec-9975-4bb4-99bf-2ca4ac61e0b2 req-0a91bcde-7d8c-41b3-81cd-33466adc6ee1 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Usage tracker for resource:security_group_rule and tenant:c496a1b65437460d8de7e9b22e939c88 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:50.166500 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-cdf345ec-9975-4bb4-99bf-2ca4ac61e0b2 req-0a91bcde-7d8c-41b3-81cd-33466adc6ee1 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:50.184461 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-cdf345ec-9975-4bb4-99bf-2ca4ac61e0b2 req-0a91bcde-7d8c-41b3-81cd-33466adc6ee1 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:50.244087 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 43b1f2d9-c738-4e37-87eb-2d6218337468 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:57:50.321496 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-cdf345ec-9975-4bb4-99bf-2ca4ac61e0b2 req-0a91bcde-7d8c-41b3-81cd-33466adc6ee1 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:50.330386 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-cdf345ec-9975-4bb4-99bf-2ca4ac61e0b2 req-0a91bcde-7d8c-41b3-81cd-33466adc6ee1 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:50.362804 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6bbcba72-c759-4a4b-a2fe-86386aec7a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:50.480434 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 43b1f2d9-c738-4e37-87eb-2d6218337468 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:57:50.491389 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91bcde-7d8c-41b3-81cd-33466adc6ee1 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4121426a-75e7-4e5c-8ac8-8a564bc33739,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:50.491389 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0a91bcde-7d8c-41b3-81cd-33466adc6ee1 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:50.500460 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 43b1f2d9-c738-4e37-87eb-2d6218337468 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:57:50.500460 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:50.505935 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-cdf345ec-9975-4bb4-99bf-2ca4ac61e0b2 req-0a91bcde-7d8c-41b3-81cd-33466adc6ee1 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:50.520864 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cdf345ec-9975-4bb4-99bf-2ca4ac61e0b2 req-0a91bcde-7d8c-41b3-81cd-33466adc6ee1 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4643228 Sep 30 00:57:50.698502 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 38226) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:50.710274 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9eb28aed-808c-4232-9475-afce34653ed2 req-42643c15-2454-4dfd-8935-032b9a058d68 service neutron] 10.222.0.55 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7477210 Sep 30 00:57:50.790862 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abae65-d153-4124-9afb-e7bfb6646601 req-bb4541ea-b488-4bcd-9ee4-5d60ae157ef4 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:50.790862 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-22abae65-d153-4124-9afb-e7bfb6646601 req-bb4541ea-b488-4bcd-9ee4-5d60ae157ef4 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7622236-b8c0-4e92-8f3b-9ca0cf3421fd HTTP/1.1" status: 200 len: 943 time: 0.4346123 Sep 30 00:57:50.967743 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:51.000889 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bbff8-0ce4-4b32-9dcf-1c27cfd468d9 req-eef3f4f6-64bf-4199-b7db-3b7fc896998a tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:51.002954 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-749bbff8-0ce4-4b32-9dcf-1c27cfd468d9 req-eef3f4f6-64bf-4199-b7db-3b7fc896998a tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 944 time: 0.1967268 Sep 30 00:57:51.024091 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-22abae65-d153-4124-9afb-e7bfb6646601 req-ff2372a9-d278-4116-ae21-dbe705bd1b08 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382880 Sep 30 00:57:51.052639 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420bf569-283b-4f40-be9f-8c3e8c244655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b1f2d9-c738-4e37-87eb-2d6218337468'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:57:51.087999 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6666b08-ca02-4243-8c9b-b94044f3b3fa req-bef335bb-d5b8-4e9c-b92d-1021f33250cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:51.089688 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b6666b08-ca02-4243-8c9b-b94044f3b3fa req-bef335bb-d5b8-4e9c-b92d-1021f33250cd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=09577eebebf34beb8f9f7386d3ff6957&device_id=c7622236-b8c0-4e92-8f3b-9ca0cf3421fd HTTP/1.1" status: 200 len: 1094 time: 0.3040845 Sep 30 00:57:51.091726 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 43b1f2d9-c738-4e37-87eb-2d6218337468, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=43b1f2d9-c738-4e37-87eb-2d6218337468,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:51.101096 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8a83bf49-26e1-4658-a279-d300245eb0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:51.102832 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:51.104852 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:51.125329 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-8a83bf49-26e1-4658-a279-d300245eb0eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:51.151252 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-749bbff8-0ce4-4b32-9dcf-1c27cfd468d9 req-f3bc8647-0ae8-4e13-bb3e-8fd41afa93e6 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169684 Sep 30 00:57:51.152210 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-8a83bf49-26e1-4658-a279-d300245eb0eb admin admin] Usage tracker for resource:security_group_rule and tenant:b61c256ab3e04ed480d8826774a8ca10 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:51.158179 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-8a83bf49-26e1-4658-a279-d300245eb0eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:51.171842 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-8a83bf49-26e1-4658-a279-d300245eb0eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:51.241777 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-b06434bb-3689-471f-b85c-0b8ce8683b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:51.258019 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=43b1f2d9-c738-4e37-87eb-2d6218337468,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:51.269391 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:51.291879 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-63400e97-f166-418b-a8be-75bfb77a798e req-266758c4-d6a8-4cd3-81e8-f326ff5e6014 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "GET /v2.0/security-groups/98e5de53-6194-485f-8b6e-c89ddbfee4ae HTTP/1.1" status: 200 len: 1805 time: 0.2281735 Sep 30 00:57:51.373826 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8a83bf49-26e1-4658-a279-d300245eb0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:51.379872 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8a83bf49-26e1-4658-a279-d300245eb0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:51.400965 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-24061316-03ea-4c91-9481-29f128dc7164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:51.456991 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-63400e97-f166-418b-a8be-75bfb77a798e req-03562380-62d7-483d-b610-f014bb7a1b6c tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "GET /v2.0/security-groups/4121426a-75e7-4e5c-8ac8-8a564bc33739 HTTP/1.1" status: 200 len: 1803 time: 0.1643813 Sep 30 00:57:51.471109 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-63400e97-f166-418b-a8be-75bfb77a798e req-456895de-a0a9-4134-9b75-16f48b0e97f6 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '98e5de53-6194-485f-8b6e-c89ddbfee4ae', 'remote_group_id': '4121426a-75e7-4e5c-8ac8-8a564bc33739', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:51.471430 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-63400e97-f166-418b-a8be-75bfb77a798e req-456895de-a0a9-4134-9b75-16f48b0e97f6 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '98e5de53-6194-485f-8b6e-c89ddbfee4ae', 'remote_group_id': '4121426a-75e7-4e5c-8ac8-8a564bc33739', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:51.483231 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-8a83bf49-26e1-4658-a279-d300245eb0eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b61c256ab3e04ed480d8826774a8ca10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7947578 Sep 30 00:57:51.484441 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83bf49-26e1-4658-a279-d300245eb0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e8386f-f8c4-46c6-b220-2da901123969,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:51.486548 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 38252) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:51.499902 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8a83bf49-26e1-4658-a279-d300245eb0eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:51.521570 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-63400e97-f166-418b-a8be-75bfb77a798e req-456895de-a0a9-4134-9b75-16f48b0e97f6 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:51.531642 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-63400e97-f166-418b-a8be-75bfb77a798e req-456895de-a0a9-4134-9b75-16f48b0e97f6 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Usage tracker for resource:security_group_rule and tenant:c496a1b65437460d8de7e9b22e939c88 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:51.536177 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-63400e97-f166-418b-a8be-75bfb77a798e req-456895de-a0a9-4134-9b75-16f48b0e97f6 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:51.548706 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6666b08-ca02-4243-8c9b-b94044f3b3fa req-15d60393-e9c8-4fbb-8907-eae09ebe575e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:51.550436 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b6666b08-ca02-4243-8c9b-b94044f3b3fa req-15d60393-e9c8-4fbb-8907-eae09ebe575e service neutron] 10.222.0.55 "GET /v2.0/networks?id=34a0c4bb-7b8e-4af9-940e-de978352f62e HTTP/1.1" status: 200 len: 912 time: 0.4298995 Sep 30 00:57:51.551596 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-63400e97-f166-418b-a8be-75bfb77a798e req-456895de-a0a9-4134-9b75-16f48b0e97f6 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:51.565995 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420bf569-283b-4f40-be9f-8c3e8c244655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b1f2d9-c738-4e37-87eb-2d6218337468', 'code': 200} Sep 30 00:57:51.633219 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b6666b08-ca02-4243-8c9b-b94044f3b3fa req-8992683b-45f2-404e-a0ad-cb7c1b1645c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1 HTTP/1.1" status: 200 len: 217 time: 0.0732543 Sep 30 00:57:51.750091 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ef7410d5-7b47-4719-81d8-307dd803accf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:51.901767 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ef7410d5-7b47-4719-81d8-307dd803accf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:51.914375 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6666b08-ca02-4243-8c9b-b94044f3b3fa req-02b15fca-3f0f-46c9-9ad2-b4e0c54a7d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:51.915926 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b6666b08-ca02-4243-8c9b-b94044f3b3fa req-02b15fca-3f0f-46c9-9ad2-b4e0c54a7d09 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=518e3f3b-9573-4eac-aa37-789767c0d3b7 HTTP/1.1" status: 200 len: 851 time: 0.2643387 Sep 30 00:57:51.940650 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e46d4d-8e34-49fa-a798-6601bc7e6501 req-65766f4d-5d0d-4963-91ea-26510afe90e0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:51.956610 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c1e46d4d-8e34-49fa-a798-6601bc7e6501 req-65766f4d-5d0d-4963-91ea-26510afe90e0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.2250919 Sep 30 00:57:52.050140 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b6666b08-ca02-4243-8c9b-b94044f3b3fa req-f3f7cd44-c0e7-4be7-bedb-f3cac4ad34a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34a0c4bb-7b8e-4af9-940e-de978352f62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187801 Sep 30 00:57:52.058649 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c1e46d4d-8e34-49fa-a798-6601bc7e6501 req-f5c44bf4-30dc-42ce-94f9-80ab87dcd9ba tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006958 Sep 30 00:57:52.105657 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-63400e97-f166-418b-a8be-75bfb77a798e req-456895de-a0a9-4134-9b75-16f48b0e97f6 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:52.221007 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36369a33-fb91-4572-92cb-dd8ce8555ebb req-d082f099-9d4a-459c-b73b-b36bd1f87556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:52.222733 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-36369a33-fb91-4572-92cb-dd8ce8555ebb req-d082f099-9d4a-459c-b73b-b36bd1f87556 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 1096 time: 0.5188806 Sep 30 00:57:52.227490 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-63400e97-f166-418b-a8be-75bfb77a798e req-456895de-a0a9-4134-9b75-16f48b0e97f6 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:52.237310 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-63400e97-f166-418b-a8be-75bfb77a798e req-456895de-a0a9-4134-9b75-16f48b0e97f6 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:52.269498 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:52.285214 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ef7410d5-7b47-4719-81d8-307dd803accf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:52.292488 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device ee657ef2-f239-4216-b04c-84a60e80e4d0 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:57:52.306847 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:52.323266 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5b5ac-0a87-43bf-b2d1-663ff086762e req-4ae3f453-215e-4059-8107-0a99973fe4d1 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:52.324897 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a3b5b5ac-0a87-43bf-b2d1-663ff086762e req-4ae3f453-215e-4059-8107-0a99973fe4d1 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7622236-b8c0-4e92-8f3b-9ca0cf3421fd HTTP/1.1" status: 200 len: 943 time: 0.1318531 Sep 30 00:57:52.350529 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456895de-a0a9-4134-9b75-16f48b0e97f6 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b0915cd-247b-451f-a730-dee1c3c731be,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:52.353323 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-456895de-a0a9-4134-9b75-16f48b0e97f6 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:52.356062 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-30261504-870b-4e99-98fe-357420096f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:52.376350 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b6666b08-ca02-4243-8c9b-b94044f3b3fa req-2830948f-c5dd-4330-89f4-ce971c9e8536 service neutron] 10.222.0.55 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027992 Sep 30 00:57:52.380902 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7410d5-7b47-4719-81d8-307dd803accf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e8386f-f8c4-46c6-b220-2da901123969,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:52.384192 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ef7410d5-7b47-4719-81d8-307dd803accf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:52.385240 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ef7410d5-7b47-4719-81d8-307dd803accf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:52.387266 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-ef7410d5-7b47-4719-81d8-307dd803accf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/26e8386f-f8c4-46c6-b220-2da901123969 HTTP/1.1" status: 204 len: 168 time: 0.8961458 Sep 30 00:57:52.394663 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-63400e97-f166-418b-a8be-75bfb77a798e req-456895de-a0a9-4134-9b75-16f48b0e97f6 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:52.401573 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-63400e97-f166-418b-a8be-75bfb77a798e req-456895de-a0a9-4134-9b75-16f48b0e97f6 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9436500 Sep 30 00:57:52.416606 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a3b5b5ac-0a87-43bf-b2d1-663ff086762e req-fbd5a05b-7548-4ae2-8aab-f588c69fd502 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744357 Sep 30 00:57:52.449465 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-3fbde395-7b15-4813-b276-139b10fcdf70 req-22a0a78e-d892-45ec-8b35-66c56b67df63 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1618216982', 'description': 'tempest-description-1806570282'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:52.460090 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-3fbde395-7b15-4813-b276-139b10fcdf70 req-22a0a78e-d892-45ec-8b35-66c56b67df63 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:52.473548 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-3fbde395-7b15-4813-b276-139b10fcdf70 req-22a0a78e-d892-45ec-8b35-66c56b67df63 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Usage tracker for resource:security_group and tenant:c496a1b65437460d8de7e9b22e939c88 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:52.484612 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-3fbde395-7b15-4813-b276-139b10fcdf70 req-22a0a78e-d892-45ec-8b35-66c56b67df63 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:52.486107 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-36369a33-fb91-4572-92cb-dd8ce8555ebb req-9ca30101-7a64-46da-849e-b1746859a59c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355254 Sep 30 00:57:52.497482 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-3fbde395-7b15-4813-b276-139b10fcdf70 req-22a0a78e-d892-45ec-8b35-66c56b67df63 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:52.531729 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3fbde395-7b15-4813-b276-139b10fcdf70 req-22a0a78e-d892-45ec-8b35-66c56b67df63 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:52.545631 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port ee657ef2-f239-4216-b04c-84a60e80e4d0, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ee657ef2-f239-4216-b04c-84a60e80e4d0,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:52.565689 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': 'ee657ef2-f239-4216-b04c-84a60e80e4d0', 'network_id': 'fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129', 'port_id': 'ee657ef2-f239-4216-b04c-84a60e80e4d0', 'mac_address': 'fa:16:3e:68:aa:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1838926e-37d5-4d80-a8c7-56ab398bbbfc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:57:52.599457 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-3fbde395-7b15-4813-b276-139b10fcdf70 req-22a0a78e-d892-45ec-8b35-66c56b67df63 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:52.609287 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-3fbde395-7b15-4813-b276-139b10fcdf70 req-22a0a78e-d892-45ec-8b35-66c56b67df63 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Usage tracker for resource:security_group_rule and tenant:c496a1b65437460d8de7e9b22e939c88 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:52.627551 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-3fbde395-7b15-4813-b276-139b10fcdf70 req-22a0a78e-d892-45ec-8b35-66c56b67df63 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:52.646225 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-3fbde395-7b15-4813-b276-139b10fcdf70 req-22a0a78e-d892-45ec-8b35-66c56b67df63 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:52.736429 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:52.778562 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3fbde395-7b15-4813-b276-139b10fcdf70 req-22a0a78e-d892-45ec-8b35-66c56b67df63 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:52.786797 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3fbde395-7b15-4813-b276-139b10fcdf70 req-22a0a78e-d892-45ec-8b35-66c56b67df63 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:52.789270 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee657ef2-f239-4216-b04c-84a60e80e4d0 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:57:52.794376 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3116c4bd-c628-47fc-9d94-1a7f7bd4e1a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:52.827844 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port ee657ef2-f239-4216-b04c-84a60e80e4d0, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ee657ef2-f239-4216-b04c-84a60e80e4d0,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:52.837773 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:52.839669 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:52.847770 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:57:52.848425 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0a78e-d892-45ec-8b35-66c56b67df63 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30ac946e-5d09-4cc1-9202-47f2b985844c,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:52.856156 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-22a0a78e-d892-45ec-8b35-66c56b67df63 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:52.857087 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3fbde395-7b15-4813-b276-139b10fcdf70 req-22a0a78e-d892-45ec-8b35-66c56b67df63 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:52.860901 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3fbde395-7b15-4813-b276-139b10fcdf70 req-22a0a78e-d892-45ec-8b35-66c56b67df63 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4155159 Sep 30 00:57:52.966453 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 38280) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:52.977434 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=ee657ef2-f239-4216-b04c-84a60e80e4d0,revision_number=6']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:52.982513 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:52.991371 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9df3db98-bd07-4ec6-99ae-8b1dbe12dfd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:53.007572 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-9df3db98-bd07-4ec6-99ae-8b1dbe12dfd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:53.012416 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-9df3db98-bd07-4ec6-99ae-8b1dbe12dfd8 admin admin] Usage tracker for resource:security_group_rule and tenant:6c353979965f46b18f38127487cd3c6d is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:53.015558 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-9df3db98-bd07-4ec6-99ae-8b1dbe12dfd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:53.024351 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-9df3db98-bd07-4ec6-99ae-8b1dbe12dfd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:53.144533 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['ee657ef2-f239-4216-b04c-84a60e80e4d0'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:57:53.167007 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72933492-9d96-41e1-80fe-bfc21531faab req-46e52ffe-534f-421c-bb41-0cf2d6f66df4 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:53.176230 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-72933492-9d96-41e1-80fe-bfc21531faab req-46e52ffe-534f-421c-bb41-0cf2d6f66df4 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 945 time: 0.5254314 Sep 30 00:57:53.209755 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b6666b08-ca02-4243-8c9b-b94044f3b3fa req-73178a4f-7711-494a-9256-fc6e78fbc8d5 service neutron] 10.222.0.55 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8159931 Sep 30 00:57:53.258498 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-3991c44f-90e9-4574-997c-5e257805b733 req-ea6d5215-9543-42a2-83b3-8488d8c072b7 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2067235574', 'description': 'tempest-description-16391558'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:53.264763 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-3991c44f-90e9-4574-997c-5e257805b733 req-ea6d5215-9543-42a2-83b3-8488d8c072b7 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:53.269196 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-3991c44f-90e9-4574-997c-5e257805b733 req-ea6d5215-9543-42a2-83b3-8488d8c072b7 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Usage tracker for resource:security_group and tenant:c496a1b65437460d8de7e9b22e939c88 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:53.273269 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-3991c44f-90e9-4574-997c-5e257805b733 req-ea6d5215-9543-42a2-83b3-8488d8c072b7 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:53.280900 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-3991c44f-90e9-4574-997c-5e257805b733 req-ea6d5215-9543-42a2-83b3-8488d8c072b7 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:53.286224 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-72933492-9d96-41e1-80fe-bfc21531faab req-2f06e23a-d898-45f9-91d5-20a851a196fb tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089761 Sep 30 00:57:53.292756 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9df3db98-bd07-4ec6-99ae-8b1dbe12dfd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:53.312422 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9df3db98-bd07-4ec6-99ae-8b1dbe12dfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:53.344144 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c93cab1c-ea73-4463-b624-dc5f5c96cabd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:53.356990 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 38298) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:57:53.357433 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-9df3db98-bd07-4ec6-99ae-8b1dbe12dfd8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6c353979965f46b18f38127487cd3c6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3894894 Sep 30 00:57:53.360774 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3991c44f-90e9-4574-997c-5e257805b733 req-ea6d5215-9543-42a2-83b3-8488d8c072b7 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:53.411579 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-3991c44f-90e9-4574-997c-5e257805b733 req-ea6d5215-9543-42a2-83b3-8488d8c072b7 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:53.413999 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3db98-bd07-4ec6-99ae-8b1dbe12dfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c94456-84b3-47d0-88a1-430c4b64f626,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:53.430984 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9df3db98-bd07-4ec6-99ae-8b1dbe12dfd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:53.441483 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-3991c44f-90e9-4574-997c-5e257805b733 req-ea6d5215-9543-42a2-83b3-8488d8c072b7 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Usage tracker for resource:security_group_rule and tenant:c496a1b65437460d8de7e9b22e939c88 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:53.447154 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-3991c44f-90e9-4574-997c-5e257805b733 req-ea6d5215-9543-42a2-83b3-8488d8c072b7 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:53.454259 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-3991c44f-90e9-4574-997c-5e257805b733 req-ea6d5215-9543-42a2-83b3-8488d8c072b7 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:53.528431 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-119a7e52-af9f-40aa-96db-1019fef34aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:53.568768 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-119a7e52-af9f-40aa-96db-1019fef34aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:53.570909 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3991c44f-90e9-4574-997c-5e257805b733 req-ea6d5215-9543-42a2-83b3-8488d8c072b7 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:53.585978 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3991c44f-90e9-4574-997c-5e257805b733 req-ea6d5215-9543-42a2-83b3-8488d8c072b7 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:53.598129 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0eff83c2-1bcf-4ba5-be3a-2fff63142ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:53.644367 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c38a5-2c39-4eb8-9b62-b44317a91884 req-6f075794-eba2-4e6d-a9ae-9c4020e8de13 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:53.651871 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cc1c38a5-2c39-4eb8-9b62-b44317a91884 req-6f075794-eba2-4e6d-a9ae-9c4020e8de13 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.1710680 Sep 30 00:57:53.667559 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d5215-9543-42a2-83b3-8488d8c072b7 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6a0460-cd22-4ae8-9333-befb92aa0f38,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:53.669023 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-119a7e52-af9f-40aa-96db-1019fef34aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:53.672388 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ea6d5215-9543-42a2-83b3-8488d8c072b7 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:53.673043 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3991c44f-90e9-4574-997c-5e257805b733 req-ea6d5215-9543-42a2-83b3-8488d8c072b7 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:53.674521 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-147af834-036a-4fa4-9cec-7015b7ca6f48 tempest-ServerDiagnosticsNegativeTest-898474828 tempest-ServerDiagnosticsNegativeTest-898474828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:53.697640 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3991c44f-90e9-4574-997c-5e257805b733 req-ea6d5215-9543-42a2-83b3-8488d8c072b7 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4434979 Sep 30 00:57:53.707665 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a7e52-af9f-40aa-96db-1019fef34aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c94456-84b3-47d0-88a1-430c4b64f626,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:53.725340 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-119a7e52-af9f-40aa-96db-1019fef34aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:53.745961 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cc1c38a5-2c39-4eb8-9b62-b44317a91884 req-c11d7c97-7ead-4d75-962a-cb22afd1a9d8 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927124 Sep 30 00:57:53.749055 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-119a7e52-af9f-40aa-96db-1019fef34aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:53.762990 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-119a7e52-af9f-40aa-96db-1019fef34aa7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e2c94456-84b3-47d0-88a1-430c4b64f626 HTTP/1.1" status: 204 len: 168 time: 0.3922346 Sep 30 00:57:53.888543 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f80b8097-d460-420e-a2eb-2039d8cc6215 req-fd080055-5bc1-43a6-93ea-7ef2e443c2a0 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "GET /v2.0/security-groups/30ac946e-5d09-4cc1-9202-47f2b985844c HTTP/1.1" status: 200 len: 1805 time: 0.1093462 Sep 30 00:57:53.913855 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:53.981489 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f80b8097-d460-420e-a2eb-2039d8cc6215 req-1bf26597-1df5-47d6-be31-ecd2c2504c59 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "GET /v2.0/security-groups/ae6a0460-cd22-4ae8-9333-befb92aa0f38 HTTP/1.1" status: 200 len: 1803 time: 0.0872705 Sep 30 00:57:53.981680 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba79d05-c32d-4644-a474-c0a6fa61ab37 req-739cbe06-02c5-4d33-a2ba-04f507517102 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:53.983772 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8ba79d05-c32d-4644-a474-c0a6fa61ab37 req-739cbe06-02c5-4d33-a2ba-04f507517102 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7622236-b8c0-4e92-8f3b-9ca0cf3421fd HTTP/1.1" status: 200 len: 943 time: 0.1409001 Sep 30 00:57:53.992669 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-f80b8097-d460-420e-a2eb-2039d8cc6215 req-9889d2c1-3eb8-48a0-92ce-31914eff34a6 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '30ac946e-5d09-4cc1-9202-47f2b985844c', 'remote_group_id': 'ae6a0460-cd22-4ae8-9333-befb92aa0f38', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:53.992915 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-f80b8097-d460-420e-a2eb-2039d8cc6215 req-9889d2c1-3eb8-48a0-92ce-31914eff34a6 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '30ac946e-5d09-4cc1-9202-47f2b985844c', 'remote_group_id': 'ae6a0460-cd22-4ae8-9333-befb92aa0f38', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:54.000011 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-f80b8097-d460-420e-a2eb-2039d8cc6215 req-9889d2c1-3eb8-48a0-92ce-31914eff34a6 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:54.004982 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f80b8097-d460-420e-a2eb-2039d8cc6215 req-9889d2c1-3eb8-48a0-92ce-31914eff34a6 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Usage tracker for resource:security_group_rule and tenant:c496a1b65437460d8de7e9b22e939c88 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:54.008557 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f80b8097-d460-420e-a2eb-2039d8cc6215 req-9889d2c1-3eb8-48a0-92ce-31914eff34a6 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:54.014895 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-f80b8097-d460-420e-a2eb-2039d8cc6215 req-9889d2c1-3eb8-48a0-92ce-31914eff34a6 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:54.020484 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:57:54.060603 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8ba79d05-c32d-4644-a474-c0a6fa61ab37 req-a06042c9-7ff0-4ee0-a452-789ecca47a81 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669534 Sep 30 00:57:54.088428 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f80b8097-d460-420e-a2eb-2039d8cc6215 req-9889d2c1-3eb8-48a0-92ce-31914eff34a6 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:54.114586 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f80b8097-d460-420e-a2eb-2039d8cc6215 req-9889d2c1-3eb8-48a0-92ce-31914eff34a6 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:54.120038 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f80b8097-d460-420e-a2eb-2039d8cc6215 req-9889d2c1-3eb8-48a0-92ce-31914eff34a6 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:54.123024 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-456895de-a0a9-4134-9b75-16f48b0e97f6 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:54.158762 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889d2c1-3eb8-48a0-92ce-31914eff34a6 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=082cf1f6-7e67-4bed-8543-1f3746069b8d,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:54.161586 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9889d2c1-3eb8-48a0-92ce-31914eff34a6 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:54.171571 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f80b8097-d460-420e-a2eb-2039d8cc6215 req-9889d2c1-3eb8-48a0-92ce-31914eff34a6 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:54.173185 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f80b8097-d460-420e-a2eb-2039d8cc6215 req-9889d2c1-3eb8-48a0-92ce-31914eff34a6 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1863577 Sep 30 00:57:54.227376 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:54.243773 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1', 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e', 'port_id': '59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1', 'mac_address': 'fa:16:3e:61:e7:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '518e3f3b-9573-4eac-aa37-789767c0d3b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:57:54.285400 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device ee657ef2-f239-4216-b04c-84a60e80e4d0 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:57:54.365214 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:54.381042 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf90e07-4c59-41e8-bacd-3fdc34008b56 req-b9c4de74-70f5-44fa-9046-f99029eb1ea9 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:54.389115 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-faf90e07-4c59-41e8-bacd-3fdc34008b56 req-b9c4de74-70f5-44fa-9046-f99029eb1ea9 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 945 time: 0.1103601 Sep 30 00:57:54.392037 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:57:54.411044 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:54.420607 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:54.423188 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:54.445887 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-faf90e07-4c59-41e8-bacd-3fdc34008b56 req-f2d53118-0779-4eeb-80ef-ee5325ce305c tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557477 Sep 30 00:57:54.489035 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port ee657ef2-f239-4216-b04c-84a60e80e4d0 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:57:54.489475 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:54.494976 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e058587c-0e1d-41b6-b67a-26e1a8c9797c req-9fc7e5c8-b525-4cda-af90-f359fc550f7a tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "GET /v2.0/security-groups/ae6a0460-cd22-4ae8-9333-befb92aa0f38 HTTP/1.1" status: 200 len: 1803 time: 0.1953344 Sep 30 00:57:54.576939 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:54.585395 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:54.632109 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e058587c-0e1d-41b6-b67a-26e1a8c9797c req-61f515e0-9231-47d6-abab-62fafda21a9f tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:54.650681 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:54.691189 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b164b39e-9b04-4b61-a350-81bc98bb6143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee657ef2-f239-4216-b04c-84a60e80e4d0'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:57:54.719314 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e058587c-0e1d-41b6-b67a-26e1a8c9797c req-61f515e0-9231-47d6-abab-62fafda21a9f tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:54.727760 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port ee657ef2-f239-4216-b04c-84a60e80e4d0, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ee657ef2-f239-4216-b04c-84a60e80e4d0,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:54.735138 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:54.753381 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:54.783991 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8726e4-2175-42f6-ae54-c3dbf62c09da req-19ccf9b5-609e-4680-b9cd-b529ade50e99 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:54.792260 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ed8726e4-2175-42f6-ae54-c3dbf62c09da req-19ccf9b5-609e-4680-b9cd-b529ade50e99 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 945 time: 0.1071756 Sep 30 00:57:54.807571 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:57:54.837047 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e058587c-0e1d-41b6-b67a-26e1a8c9797c req-61f515e0-9231-47d6-abab-62fafda21a9f tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:54.847078 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-cecf6472-32fa-4eba-b338-0534c2c29528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:54.862239 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ed8726e4-2175-42f6-ae54-c3dbf62c09da req-7b64cb41-9231-4753-a8be-4c557b0c59a1 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689244 Sep 30 00:57:54.867150 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f515e0-9231-47d6-abab-62fafda21a9f tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6a0460-cd22-4ae8-9333-befb92aa0f38,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:54.869845 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-61f515e0-9231-47d6-abab-62fafda21a9f tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:54.880178 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e058587c-0e1d-41b6-b67a-26e1a8c9797c req-61f515e0-9231-47d6-abab-62fafda21a9f tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:54.882749 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e058587c-0e1d-41b6-b67a-26e1a8c9797c req-61f515e0-9231-47d6-abab-62fafda21a9f tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "DELETE /v2.0/security-groups/ae6a0460-cd22-4ae8-9333-befb92aa0f38 HTTP/1.1" status: 204 len: 173 time: 0.3867991 Sep 30 00:57:54.914235 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=ee657ef2-f239-4216-b04c-84a60e80e4d0,revision_number=7']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:54.917229 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:54.996868 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b164b39e-9b04-4b61-a350-81bc98bb6143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee657ef2-f239-4216-b04c-84a60e80e4d0', 'code': 200} Sep 30 00:57:55.074560 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-39c1e279-20ef-4e4a-9013-551947792ee9 req-cc614caf-621c-4d7d-a498-6ccdd64cdb26 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "GET /v2.0/security-groups/30ac946e-5d09-4cc1-9202-47f2b985844c HTTP/1.1" status: 200 len: 1805 time: 0.0640583 Sep 30 00:57:55.098226 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-f68cc430-77d8-42df-8395-9c6b7d835608 req-e260fbb7-70be-46dc-a7f9-35e73cf55737 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1375180132', 'description': 'tempest-description-31401390'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:55.105270 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-f68cc430-77d8-42df-8395-9c6b7d835608 req-e260fbb7-70be-46dc-a7f9-35e73cf55737 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:55.109986 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f68cc430-77d8-42df-8395-9c6b7d835608 req-e260fbb7-70be-46dc-a7f9-35e73cf55737 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Usage tracker for resource:security_group and tenant:c496a1b65437460d8de7e9b22e939c88 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:55.113137 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f68cc430-77d8-42df-8395-9c6b7d835608 req-e260fbb7-70be-46dc-a7f9-35e73cf55737 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:55.125186 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-f68cc430-77d8-42df-8395-9c6b7d835608 req-e260fbb7-70be-46dc-a7f9-35e73cf55737 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:55.136680 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f68cc430-77d8-42df-8395-9c6b7d835608 req-e260fbb7-70be-46dc-a7f9-35e73cf55737 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:55.160235 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131dbd14-910b-438f-a530-12f54b5a9ad6 req-f3bca146-ac42-4c11-9231-bb59b06594c7 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:55.162300 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-f68cc430-77d8-42df-8395-9c6b7d835608 req-e260fbb7-70be-46dc-a7f9-35e73cf55737 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:55.162434 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-131dbd14-910b-438f-a530-12f54b5a9ad6 req-f3bca146-ac42-4c11-9231-bb59b06594c7 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.1287472 Sep 30 00:57:55.167393 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f68cc430-77d8-42df-8395-9c6b7d835608 req-e260fbb7-70be-46dc-a7f9-35e73cf55737 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Usage tracker for resource:security_group_rule and tenant:c496a1b65437460d8de7e9b22e939c88 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:55.170296 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f68cc430-77d8-42df-8395-9c6b7d835608 req-e260fbb7-70be-46dc-a7f9-35e73cf55737 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:55.177089 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-f68cc430-77d8-42df-8395-9c6b7d835608 req-e260fbb7-70be-46dc-a7f9-35e73cf55737 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:55.215634 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-131dbd14-910b-438f-a530-12f54b5a9ad6 req-b0d88eff-9b26-4c5d-b805-b5c70fef8a9e tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441520 Sep 30 00:57:55.256245 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f68cc430-77d8-42df-8395-9c6b7d835608 req-e260fbb7-70be-46dc-a7f9-35e73cf55737 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:55.262409 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f68cc430-77d8-42df-8395-9c6b7d835608 req-e260fbb7-70be-46dc-a7f9-35e73cf55737 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:55.266385 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-32355c02-f95a-4757-bc01-13da1f73c5b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:55.307364 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260fbb7-70be-46dc-a7f9-35e73cf55737 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb2099d-1d0a-43e8-befc-8d56c4346855,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:55.315400 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e260fbb7-70be-46dc-a7f9-35e73cf55737 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:55.316812 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f68cc430-77d8-42df-8395-9c6b7d835608 req-e260fbb7-70be-46dc-a7f9-35e73cf55737 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:55.320484 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f68cc430-77d8-42df-8395-9c6b7d835608 req-e260fbb7-70be-46dc-a7f9-35e73cf55737 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2252059 Sep 30 00:57:55.413830 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0b7ea-54bb-4ee2-b3c8-2d3d520cd1db req-32feefbe-83ab-4f84-a327-85a042142fc1 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:55.415299 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45d0b7ea-54bb-4ee2-b3c8-2d3d520cd1db req-32feefbe-83ab-4f84-a327-85a042142fc1 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7622236-b8c0-4e92-8f3b-9ca0cf3421fd HTTP/1.1" status: 200 len: 944 time: 0.1000681 Sep 30 00:57:55.465929 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45d0b7ea-54bb-4ee2-b3c8-2d3d520cd1db req-672b3b30-4367-4eb6-a741-3a0df9ea507d tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448525 Sep 30 00:57:55.519007 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-69899b23-8b24-4e16-9b66-32d71b0b8400 req-6dcbc649-1492-4b19-8f84-1fec14e9fd20 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "GET /v2.0/security-groups/2cb2099d-1d0a-43e8-befc-8d56c4346855 HTTP/1.1" status: 200 len: 1803 time: 0.0544031 Sep 30 00:57:55.532817 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-69899b23-8b24-4e16-9b66-32d71b0b8400 req-5ce6bc77-9259-4e5b-9d3d-22f2ade4a7fb tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2cb2099d-1d0a-43e8-befc-8d56c4346855', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:55.533356 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-69899b23-8b24-4e16-9b66-32d71b0b8400 req-5ce6bc77-9259-4e5b-9d3d-22f2ade4a7fb tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2cb2099d-1d0a-43e8-befc-8d56c4346855', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:55.541511 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-69899b23-8b24-4e16-9b66-32d71b0b8400 req-5ce6bc77-9259-4e5b-9d3d-22f2ade4a7fb tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:55.545852 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-69899b23-8b24-4e16-9b66-32d71b0b8400 req-5ce6bc77-9259-4e5b-9d3d-22f2ade4a7fb tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Usage tracker for resource:security_group_rule and tenant:c496a1b65437460d8de7e9b22e939c88 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:55.549366 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-69899b23-8b24-4e16-9b66-32d71b0b8400 req-5ce6bc77-9259-4e5b-9d3d-22f2ade4a7fb tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:55.557455 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-69899b23-8b24-4e16-9b66-32d71b0b8400 req-5ce6bc77-9259-4e5b-9d3d-22f2ade4a7fb tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:55.619583 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-69899b23-8b24-4e16-9b66-32d71b0b8400 req-5ce6bc77-9259-4e5b-9d3d-22f2ade4a7fb tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:55.650334 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-69899b23-8b24-4e16-9b66-32d71b0b8400 req-5ce6bc77-9259-4e5b-9d3d-22f2ade4a7fb tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:55.655357 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-69899b23-8b24-4e16-9b66-32d71b0b8400 req-5ce6bc77-9259-4e5b-9d3d-22f2ade4a7fb tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:55.657387 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:55.679860 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6bc77-9259-4e5b-9d3d-22f2ade4a7fb tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=130eda3b-37b0-4379-a749-dbfba7b48205,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:55.684001 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5ce6bc77-9259-4e5b-9d3d-22f2ade4a7fb tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:55.686201 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20826a12-d6f7-4fed-9ae1-6816d5d4091a req-010c7068-0d97-42f8-926e-d60d7693b0ba tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:55.688795 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-20826a12-d6f7-4fed-9ae1-6816d5d4091a req-010c7068-0d97-42f8-926e-d60d7693b0ba tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 945 time: 0.1084497 Sep 30 00:57:55.694022 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-69899b23-8b24-4e16-9b66-32d71b0b8400 req-5ce6bc77-9259-4e5b-9d3d-22f2ade4a7fb tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:55.699250 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-69899b23-8b24-4e16-9b66-32d71b0b8400 req-5ce6bc77-9259-4e5b-9d3d-22f2ade4a7fb tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1743398 Sep 30 00:57:55.738990 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-20826a12-d6f7-4fed-9ae1-6816d5d4091a req-e547ecff-10c1-4fd8-a6c4-22b9d3819948 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397589 Sep 30 00:57:55.814761 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-29edf66f-f28d-4e1c-879f-89b9a48f4141 req-a0a85c14-7917-41e8-b550-b7ee74c9efa6 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "GET /v2.0/security-groups/2cb2099d-1d0a-43e8-befc-8d56c4346855 HTTP/1.1" status: 200 len: 2396 time: 0.0465233 Sep 30 00:57:55.824997 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-29edf66f-f28d-4e1c-879f-89b9a48f4141 req-c54a6e1d-3dfe-40d6-97e3-ff8a820e0f19 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2cb2099d-1d0a-43e8-befc-8d56c4346855', 'remote_group_id': None}]} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:55.825318 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-29edf66f-f28d-4e1c-879f-89b9a48f4141 req-c54a6e1d-3dfe-40d6-97e3-ff8a820e0f19 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2cb2099d-1d0a-43e8-befc-8d56c4346855', 'remote_group_id': None}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:55.831037 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-29edf66f-f28d-4e1c-879f-89b9a48f4141 req-c54a6e1d-3dfe-40d6-97e3-ff8a820e0f19 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:55.834970 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-29edf66f-f28d-4e1c-879f-89b9a48f4141 req-c54a6e1d-3dfe-40d6-97e3-ff8a820e0f19 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Usage tracker for resource:security_group_rule and tenant:c496a1b65437460d8de7e9b22e939c88 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:55.837839 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-29edf66f-f28d-4e1c-879f-89b9a48f4141 req-c54a6e1d-3dfe-40d6-97e3-ff8a820e0f19 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:55.844548 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-29edf66f-f28d-4e1c-879f-89b9a48f4141 req-c54a6e1d-3dfe-40d6-97e3-ff8a820e0f19 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:55.903400 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-29edf66f-f28d-4e1c-879f-89b9a48f4141 req-c54a6e1d-3dfe-40d6-97e3-ff8a820e0f19 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:55.940483 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-29edf66f-f28d-4e1c-879f-89b9a48f4141 req-c54a6e1d-3dfe-40d6-97e3-ff8a820e0f19 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:55.945338 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-29edf66f-f28d-4e1c-879f-89b9a48f4141 req-c54a6e1d-3dfe-40d6-97e3-ff8a820e0f19 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:55.948242 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:55.960753 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-c0fd1978-c703-4a8b-a5e5-5a322afee2d0 req-116ae689-bb9b-48ce-ac32-f20ca8f2009e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2004028346', 'description': 'tempest-description-283317064'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:55.967312 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-c0fd1978-c703-4a8b-a5e5-5a322afee2d0 req-116ae689-bb9b-48ce-ac32-f20ca8f2009e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:55.968417 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a6e1d-3dfe-40d6-97e3-ff8a820e0f19 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=743e8ad3-56bd-40cc-ae6e-bd657dd6c8a5,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:55.972099 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-c0fd1978-c703-4a8b-a5e5-5a322afee2d0 req-116ae689-bb9b-48ce-ac32-f20ca8f2009e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Usage tracker for resource:security_group and tenant:0fce0deeac0d476ebc624b4adc16f30d is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:55.972526 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c54a6e1d-3dfe-40d6-97e3-ff8a820e0f19 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:55.977186 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-c0fd1978-c703-4a8b-a5e5-5a322afee2d0 req-116ae689-bb9b-48ce-ac32-f20ca8f2009e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:55.983262 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-29edf66f-f28d-4e1c-879f-89b9a48f4141 req-c54a6e1d-3dfe-40d6-97e3-ff8a820e0f19 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:55.984474 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-c0fd1978-c703-4a8b-a5e5-5a322afee2d0 req-116ae689-bb9b-48ce-ac32-f20ca8f2009e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:55.984912 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-29edf66f-f28d-4e1c-879f-89b9a48f4141 req-c54a6e1d-3dfe-40d6-97e3-ff8a820e0f19 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1635115 Sep 30 00:57:56.003007 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c0fd1978-c703-4a8b-a5e5-5a322afee2d0 req-116ae689-bb9b-48ce-ac32-f20ca8f2009e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:56.016234 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c0fd1978-c703-4a8b-a5e5-5a322afee2d0 req-116ae689-bb9b-48ce-ac32-f20ca8f2009e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:56.032326 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-c0fd1978-c703-4a8b-a5e5-5a322afee2d0 req-116ae689-bb9b-48ce-ac32-f20ca8f2009e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:56.036019 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:57:56.036436 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-c0fd1978-c703-4a8b-a5e5-5a322afee2d0 req-116ae689-bb9b-48ce-ac32-f20ca8f2009e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Usage tracker for resource:security_group_rule and tenant:0fce0deeac0d476ebc624b4adc16f30d is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:56.042707 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-c0fd1978-c703-4a8b-a5e5-5a322afee2d0 req-116ae689-bb9b-48ce-ac32-f20ca8f2009e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:56.049576 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-c0fd1978-c703-4a8b-a5e5-5a322afee2d0 req-116ae689-bb9b-48ce-ac32-f20ca8f2009e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:56.158047 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port 59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:57:56.163862 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:57:56.164496 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:56.166247 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c0fd1978-c703-4a8b-a5e5-5a322afee2d0 req-116ae689-bb9b-48ce-ac32-f20ca8f2009e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:56.171545 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c0fd1978-c703-4a8b-a5e5-5a322afee2d0 req-116ae689-bb9b-48ce-ac32-f20ca8f2009e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:56.176716 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-c0fd1978-c703-4a8b-a5e5-5a322afee2d0 req-116ae689-bb9b-48ce-ac32-f20ca8f2009e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:56.183928 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-c0fd1978-c703-4a8b-a5e5-5a322afee2d0 req-116ae689-bb9b-48ce-ac32-f20ca8f2009e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Usage tracker for resource:security_group_rule and tenant:0fce0deeac0d476ebc624b4adc16f30d is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:56.194900 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-51647e26-fcc9-4c51-80bb-df9ac7fc9724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:56.208855 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-c0fd1978-c703-4a8b-a5e5-5a322afee2d0 req-116ae689-bb9b-48ce-ac32-f20ca8f2009e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:56.218330 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-c0fd1978-c703-4a8b-a5e5-5a322afee2d0 req-116ae689-bb9b-48ce-ac32-f20ca8f2009e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:56.269154 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ae689-bb9b-48ce-ac32-f20ca8f2009e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c32097be-36c4-4f40-82c8-1504f5620973,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:56.275046 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-116ae689-bb9b-48ce-ac32-f20ca8f2009e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:56.356188 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c0fd1978-c703-4a8b-a5e5-5a322afee2d0 req-116ae689-bb9b-48ce-ac32-f20ca8f2009e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:56.365056 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:56.365294 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c0fd1978-c703-4a8b-a5e5-5a322afee2d0 req-116ae689-bb9b-48ce-ac32-f20ca8f2009e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:56.373011 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-118843a2-2f5f-40be-9f19-465d3a591991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:56.420752 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ae689-bb9b-48ce-ac32-f20ca8f2009e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c75aa10-be3c-4286-b9cb-91d8e46b4e46,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:56.424093 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-116ae689-bb9b-48ce-ac32-f20ca8f2009e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:56.426046 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c0fd1978-c703-4a8b-a5e5-5a322afee2d0 req-116ae689-bb9b-48ce-ac32-f20ca8f2009e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:56.426801 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:56.427384 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c0fd1978-c703-4a8b-a5e5-5a322afee2d0 req-116ae689-bb9b-48ce-ac32-f20ca8f2009e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4723296 Sep 30 00:57:56.448070 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:56.450529 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:56.588669 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:56.594056 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-83b20c1f-72aa-48fd-815c-89106d5567f6 req-9be28aa7-5851-47cd-ae92-71443344b2d6 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "GET /v2.0/security-groups/2cb2099d-1d0a-43e8-befc-8d56c4346855 HTTP/1.1" status: 200 len: 2994 time: 0.1151588 Sep 30 00:57:56.597563 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:56.677435 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a168de5-7c3a-4ca7-8317-8d4f32eaf9b8 req-38f232cb-173f-4c8b-b8c3-007e4f20a84a tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:56.684029 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8a168de5-7c3a-4ca7-8317-8d4f32eaf9b8 req-38f232cb-173f-4c8b-b8c3-007e4f20a84a tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 945 time: 0.1283951 Sep 30 00:57:56.738555 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8a168de5-7c3a-4ca7-8317-8d4f32eaf9b8 req-b8ad3c0f-5789-4b64-bb7e-857b670083f9 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533228 Sep 30 00:57:56.785090 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-363dea21-77bc-4274-b71f-4ec20fc68b53 req-fb2b6bda-6ff2-4dc3-abc0-04701fd6753e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Request body: {'security_group': {'name': 'tempest-securitygroup-904583044', 'description': 'tempest-description-1594928909'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:56.793602 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-363dea21-77bc-4274-b71f-4ec20fc68b53 req-fb2b6bda-6ff2-4dc3-abc0-04701fd6753e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:56.797716 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-363dea21-77bc-4274-b71f-4ec20fc68b53 req-fb2b6bda-6ff2-4dc3-abc0-04701fd6753e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Usage tracker for resource:security_group and tenant:0fce0deeac0d476ebc624b4adc16f30d is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:56.800934 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-363dea21-77bc-4274-b71f-4ec20fc68b53 req-fb2b6bda-6ff2-4dc3-abc0-04701fd6753e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:56.808893 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-363dea21-77bc-4274-b71f-4ec20fc68b53 req-fb2b6bda-6ff2-4dc3-abc0-04701fd6753e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:56.825865 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-363dea21-77bc-4274-b71f-4ec20fc68b53 req-fb2b6bda-6ff2-4dc3-abc0-04701fd6753e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:56.861752 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82378a-442a-473c-8752-00da36b40e2d req-27408c56-6dd5-49bf-b660-cc514fcd3393 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:56.879840 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cf82378a-442a-473c-8752-00da36b40e2d req-27408c56-6dd5-49bf-b660-cc514fcd3393 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.1793275 Sep 30 00:57:56.884712 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-363dea21-77bc-4274-b71f-4ec20fc68b53 req-fb2b6bda-6ff2-4dc3-abc0-04701fd6753e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:56.895813 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-363dea21-77bc-4274-b71f-4ec20fc68b53 req-fb2b6bda-6ff2-4dc3-abc0-04701fd6753e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Usage tracker for resource:security_group_rule and tenant:0fce0deeac0d476ebc624b4adc16f30d is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:56.900313 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-363dea21-77bc-4274-b71f-4ec20fc68b53 req-fb2b6bda-6ff2-4dc3-abc0-04701fd6753e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:56.911039 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-363dea21-77bc-4274-b71f-4ec20fc68b53 req-fb2b6bda-6ff2-4dc3-abc0-04701fd6753e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:56.949345 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cf82378a-442a-473c-8752-00da36b40e2d req-e9063f6e-052a-4f53-81d1-3b4001dac2e6 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788505 Sep 30 00:57:56.999804 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7622236-b8c0-4e92-8f3b-9ca0cf3421fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:57:57.018574 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-363dea21-77bc-4274-b71f-4ec20fc68b53 req-fb2b6bda-6ff2-4dc3-abc0-04701fd6753e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:57.024230 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-363dea21-77bc-4274-b71f-4ec20fc68b53 req-fb2b6bda-6ff2-4dc3-abc0-04701fd6753e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:57.029592 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ea6d5215-9543-42a2-83b3-8488d8c072b7 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:57.075625 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b6bda-6ff2-4dc3-abc0-04701fd6753e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf798087-610e-4d04-a629-17167ddad8bf,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:57.080593 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fb2b6bda-6ff2-4dc3-abc0-04701fd6753e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:57.095928 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-363dea21-77bc-4274-b71f-4ec20fc68b53 req-fb2b6bda-6ff2-4dc3-abc0-04701fd6753e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:57.097052 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-363dea21-77bc-4274-b71f-4ec20fc68b53 req-fb2b6bda-6ff2-4dc3-abc0-04701fd6753e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3162222 Sep 30 00:57:57.198554 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e297cb15-b3ea-430b-b8cb-e5e27194493c req-51200a10-e3ad-4383-a8b6-79be219c26af tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "GET /v2.0/security-group-rules/743e8ad3-56bd-40cc-ae6e-bd657dd6c8a5 HTTP/1.1" status: 200 len: 783 time: 0.0239072 Sep 30 00:57:57.264636 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e297cb15-b3ea-430b-b8cb-e5e27194493c req-39468745-b860-401a-a8f6-09f2e4e3192c tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "GET /v2.0/security-groups/2cb2099d-1d0a-43e8-befc-8d56c4346855 HTTP/1.1" status: 200 len: 2994 time: 0.0585761 Sep 30 00:57:57.307360 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e297cb15-b3ea-430b-b8cb-e5e27194493c req-14dc91a8-202b-4fab-b750-2231d5c92fab tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:57.324674 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3523815-274a-4a19-8afe-083cd09e48be req-be4322c9-f917-4ff7-bf4d-68a6e87875df tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:57.325232 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e297cb15-b3ea-430b-b8cb-e5e27194493c req-14dc91a8-202b-4fab-b750-2231d5c92fab tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:57.335215 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c3523815-274a-4a19-8afe-083cd09e48be req-be4322c9-f917-4ff7-bf4d-68a6e87875df tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7622236-b8c0-4e92-8f3b-9ca0cf3421fd HTTP/1.1" status: 200 len: 945 time: 0.1167188 Sep 30 00:57:57.361696 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e297cb15-b3ea-430b-b8cb-e5e27194493c req-14dc91a8-202b-4fab-b750-2231d5c92fab tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:57.364710 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5ce6bc77-9259-4e5b-9d3d-22f2ade4a7fb tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:57.384933 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc91a8-202b-4fab-b750-2231d5c92fab tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=743e8ad3-56bd-40cc-ae6e-bd657dd6c8a5,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:57.388583 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-14dc91a8-202b-4fab-b750-2231d5c92fab tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:57.391349 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e297cb15-b3ea-430b-b8cb-e5e27194493c req-14dc91a8-202b-4fab-b750-2231d5c92fab tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:57.397646 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e297cb15-b3ea-430b-b8cb-e5e27194493c req-14dc91a8-202b-4fab-b750-2231d5c92fab tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/743e8ad3-56bd-40cc-ae6e-bd657dd6c8a5 HTTP/1.1" status: 204 len: 173 time: 0.1286211 Sep 30 00:57:57.405078 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c3523815-274a-4a19-8afe-083cd09e48be req-ac3e4811-4784-4ee8-819e-d0c6da8e8b80 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683672 Sep 30 00:57:57.525622 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7622236-b8c0-4e92-8f3b-9ca0cf3421fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1', 'code': 200} Sep 30 00:57:57.700969 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adb73f-f9f1-4e2c-b5b5-2eb0022395ad req-80c361a6-494c-4ed9-8696-54f9a541c061 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:57.704316 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f1adb73f-f9f1-4e2c-b5b5-2eb0022395ad req-80c361a6-494c-4ed9-8696-54f9a541c061 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 1096 time: 0.1860325 Sep 30 00:57:57.765385 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-4139f95b-1489-448d-a1e2-a0507af24de6 req-44854a04-41fa-449b-96cb-2d505b49fe00 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2121879976', 'description': 'tempest-description-2054805646'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:57.772534 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-4139f95b-1489-448d-a1e2-a0507af24de6 req-44854a04-41fa-449b-96cb-2d505b49fe00 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:57.777106 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-4139f95b-1489-448d-a1e2-a0507af24de6 req-44854a04-41fa-449b-96cb-2d505b49fe00 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Usage tracker for resource:security_group and tenant:9942580498324ecd8f81b95aefb42c5a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:57.782980 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-4139f95b-1489-448d-a1e2-a0507af24de6 req-44854a04-41fa-449b-96cb-2d505b49fe00 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:57.784942 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f1adb73f-f9f1-4e2c-b5b5-2eb0022395ad req-3c0793b4-ab35-4133-8529-a98ae2aa6c50 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698307 Sep 30 00:57:57.793138 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-4139f95b-1489-448d-a1e2-a0507af24de6 req-44854a04-41fa-449b-96cb-2d505b49fe00 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:57.811529 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4139f95b-1489-448d-a1e2-a0507af24de6 req-44854a04-41fa-449b-96cb-2d505b49fe00 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:57.828697 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4139f95b-1489-448d-a1e2-a0507af24de6 req-44854a04-41fa-449b-96cb-2d505b49fe00 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:57.852467 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-4139f95b-1489-448d-a1e2-a0507af24de6 req-44854a04-41fa-449b-96cb-2d505b49fe00 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:57.857536 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-4139f95b-1489-448d-a1e2-a0507af24de6 req-44854a04-41fa-449b-96cb-2d505b49fe00 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Usage tracker for resource:security_group_rule and tenant:9942580498324ecd8f81b95aefb42c5a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:57.861065 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-4139f95b-1489-448d-a1e2-a0507af24de6 req-44854a04-41fa-449b-96cb-2d505b49fe00 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:57.873989 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-4139f95b-1489-448d-a1e2-a0507af24de6 req-44854a04-41fa-449b-96cb-2d505b49fe00 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:57.881035 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08331a5-88a9-4c0b-bb12-10806a1e3995 req-b06da73d-0e5b-40fe-bbf5-2d7f09404348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:57.882744 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f08331a5-88a9-4c0b-bb12-10806a1e3995 req-b06da73d-0e5b-40fe-bbf5-2d7f09404348 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c7622236-b8c0-4e92-8f3b-9ca0cf3421fd HTTP/1.1" status: 200 len: 1096 time: 0.2897537 Sep 30 00:57:57.947048 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dbeeebcd-0a9b-4739-82f6-0bc90b2729c6 req-aeaa9565-2fa3-4db2-986c-70fb9e51a2da tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "GET /v2.0/security-groups/2cb2099d-1d0a-43e8-befc-8d56c4346855 HTTP/1.1" status: 200 len: 2396 time: 0.0808911 Sep 30 00:57:57.957655 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f08331a5-88a9-4c0b-bb12-10806a1e3995 req-48af8a38-08c9-44f8-83bf-bbeb7758b76e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579591 Sep 30 00:57:58.032967 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-dbeeebcd-0a9b-4739-82f6-0bc90b2729c6 req-647cf0c6-39f8-45f4-9897-c317c216ed98 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:58.033192 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4139f95b-1489-448d-a1e2-a0507af24de6 req-44854a04-41fa-449b-96cb-2d505b49fe00 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:58.039145 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4139f95b-1489-448d-a1e2-a0507af24de6 req-44854a04-41fa-449b-96cb-2d505b49fe00 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:58.042693 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bde38201-b32f-478a-9991-b7e41d47dad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:58.052308 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-4139f95b-1489-448d-a1e2-a0507af24de6 req-44854a04-41fa-449b-96cb-2d505b49fe00 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:58.060761 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-4139f95b-1489-448d-a1e2-a0507af24de6 req-44854a04-41fa-449b-96cb-2d505b49fe00 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Usage tracker for resource:security_group_rule and tenant:9942580498324ecd8f81b95aefb42c5a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:58.071275 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-4139f95b-1489-448d-a1e2-a0507af24de6 req-44854a04-41fa-449b-96cb-2d505b49fe00 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:58.083128 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-4139f95b-1489-448d-a1e2-a0507af24de6 req-44854a04-41fa-449b-96cb-2d505b49fe00 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:58.088469 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44854a04-41fa-449b-96cb-2d505b49fe00 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447846a3-7a40-4c8e-a469-444d7194b5cd,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:58.093782 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-44854a04-41fa-449b-96cb-2d505b49fe00 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:58.107915 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-dbeeebcd-0a9b-4739-82f6-0bc90b2729c6 req-647cf0c6-39f8-45f4-9897-c317c216ed98 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:58.176123 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-dbeeebcd-0a9b-4739-82f6-0bc90b2729c6 req-647cf0c6-39f8-45f4-9897-c317c216ed98 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:58.183945 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e7a5823e-78ec-4ed3-9747-a40f8faf8ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:58.202225 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647cf0c6-39f8-45f4-9897-c317c216ed98 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb2099d-1d0a-43e8-befc-8d56c4346855,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:58.205843 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-647cf0c6-39f8-45f4-9897-c317c216ed98 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:58.206716 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-dbeeebcd-0a9b-4739-82f6-0bc90b2729c6 req-647cf0c6-39f8-45f4-9897-c317c216ed98 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:58.207883 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dbeeebcd-0a9b-4739-82f6-0bc90b2729c6 req-647cf0c6-39f8-45f4-9897-c317c216ed98 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "DELETE /v2.0/security-groups/2cb2099d-1d0a-43e8-befc-8d56c4346855 HTTP/1.1" status: 204 len: 173 time: 0.2534246 Sep 30 00:57:58.230159 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4139f95b-1489-448d-a1e2-a0507af24de6 req-44854a04-41fa-449b-96cb-2d505b49fe00 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:58.236288 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4139f95b-1489-448d-a1e2-a0507af24de6 req-44854a04-41fa-449b-96cb-2d505b49fe00 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:58.240027 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e147a584-6946-4afe-b9ad-46fc894a5590 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:58.312326 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44854a04-41fa-449b-96cb-2d505b49fe00 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60847904-944f-496d-b087-57443cf3cdd8,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:58.316147 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-44854a04-41fa-449b-96cb-2d505b49fe00 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:58.317867 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4139f95b-1489-448d-a1e2-a0507af24de6 req-44854a04-41fa-449b-96cb-2d505b49fe00 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:58.324962 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 918c28de-bb64-453a-8beb-13a66f32b207 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:57:58.333212 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4139f95b-1489-448d-a1e2-a0507af24de6 req-44854a04-41fa-449b-96cb-2d505b49fe00 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5893500 Sep 30 00:57:58.466011 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86d909-ee79-4244-838b-c91a5caac003 req-c90bb2c7-9160-49e1-863e-969f03f9c38d tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:58.476086 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0d86d909-ee79-4244-838b-c91a5caac003 req-c90bb2c7-9160-49e1-863e-969f03f9c38d tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 1096 time: 0.1137793 Sep 30 00:57:58.494268 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:58.530320 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 918c28de-bb64-453a-8beb-13a66f32b207, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=918c28de-bb64-453a-8beb-13a66f32b207,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:57:58.533188 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0d86d909-ee79-4244-838b-c91a5caac003 req-52850770-a39b-4539-8572-dbdd754eeec9 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561609 Sep 30 00:57:58.540077 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:58.543121 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:58.559124 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0037df7-8253-4112-9e6c-d1a02622258d req-240a77a2-0e94-4506-b9fa-27819be3ee1b tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:58.566899 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a0037df7-8253-4112-9e6c-d1a02622258d req-240a77a2-0e94-4506-b9fa-27819be3ee1b tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.1466868 Sep 30 00:57:58.626483 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=918c28de-bb64-453a-8beb-13a66f32b207,revision_number=8']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:58.631710 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:58.682197 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a0037df7-8253-4112-9e6c-d1a02622258d req-ab4ce4a5-1831-41e7-99e8-3bf0e60069c8 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145144 Sep 30 00:57:58.728803 n-d-811809-1 neutron-server[80274]: INFO neutron.api.v2.resource [req-5faea795-f017-4c97-b2ff-1c76a14d9863 req-aa2177e4-62f2-43d4-a658-95f46cbbcc17 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] show failed (client error): The resource could not be found. Sep 30 00:57:58.739078 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5faea795-f017-4c97-b2ff-1c76a14d9863 req-aa2177e4-62f2-43d4-a658-95f46cbbcc17 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "GET /v2.0/security-groups/ae6a0460-cd22-4ae8-9333-befb92aa0f38 HTTP/1.1" status: 404 len: 352 time: 0.0291932 Sep 30 00:57:58.758146 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-7df80c50-ef09-42f2-88f5-6409e0d2a6f4 req-bd32076d-8b79-4bcf-8c18-81cb29a9174e tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-721486429', 'description': 'tempest-description-1198100869'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:57:58.763119 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-7df80c50-ef09-42f2-88f5-6409e0d2a6f4 req-bd32076d-8b79-4bcf-8c18-81cb29a9174e tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:58.767112 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-7df80c50-ef09-42f2-88f5-6409e0d2a6f4 req-bd32076d-8b79-4bcf-8c18-81cb29a9174e tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Usage tracker for resource:security_group and tenant:9942580498324ecd8f81b95aefb42c5a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:58.769997 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-7df80c50-ef09-42f2-88f5-6409e0d2a6f4 req-bd32076d-8b79-4bcf-8c18-81cb29a9174e tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:58.776572 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-7df80c50-ef09-42f2-88f5-6409e0d2a6f4 req-bd32076d-8b79-4bcf-8c18-81cb29a9174e tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:58.789377 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-7df80c50-ef09-42f2-88f5-6409e0d2a6f4 req-bd32076d-8b79-4bcf-8c18-81cb29a9174e tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:58.813097 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-7df80c50-ef09-42f2-88f5-6409e0d2a6f4 req-bd32076d-8b79-4bcf-8c18-81cb29a9174e tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:57:58.818628 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-7df80c50-ef09-42f2-88f5-6409e0d2a6f4 req-bd32076d-8b79-4bcf-8c18-81cb29a9174e tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Usage tracker for resource:security_group_rule and tenant:9942580498324ecd8f81b95aefb42c5a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:57:58.822540 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-7df80c50-ef09-42f2-88f5-6409e0d2a6f4 req-bd32076d-8b79-4bcf-8c18-81cb29a9174e tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:57:58.830143 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-7df80c50-ef09-42f2-88f5-6409e0d2a6f4 req-bd32076d-8b79-4bcf-8c18-81cb29a9174e tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:57:58.921047 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-7df80c50-ef09-42f2-88f5-6409e0d2a6f4 req-bd32076d-8b79-4bcf-8c18-81cb29a9174e tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:58.925853 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-7df80c50-ef09-42f2-88f5-6409e0d2a6f4 req-bd32076d-8b79-4bcf-8c18-81cb29a9174e tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:58.932149 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a741bd9b-39cc-462a-ac19-ad861ac1f840 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:58.971759 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32076d-8b79-4bcf-8c18-81cb29a9174e tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de685ea-14bf-4d01-ab75-86484e82580f,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:58.976031 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bd32076d-8b79-4bcf-8c18-81cb29a9174e tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:58.977498 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-7df80c50-ef09-42f2-88f5-6409e0d2a6f4 req-bd32076d-8b79-4bcf-8c18-81cb29a9174e tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:58.978814 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7df80c50-ef09-42f2-88f5-6409e0d2a6f4 req-bd32076d-8b79-4bcf-8c18-81cb29a9174e tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2263157 Sep 30 00:57:59.051739 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12dfea-4d04-4bf1-8f0d-f5e084c0cbc5 req-39b4a0da-9043-4afb-b123-759d3f4705ad tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:57:59.054978 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2a12dfea-4d04-4bf1-8f0d-f5e084c0cbc5 req-39b4a0da-9043-4afb-b123-759d3f4705ad tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7622236-b8c0-4e92-8f3b-9ca0cf3421fd HTTP/1.1" status: 200 len: 945 time: 0.1283982 Sep 30 00:57:59.119762 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2a12dfea-4d04-4bf1-8f0d-f5e084c0cbc5 req-340c5d43-92ec-4f89-bfbd-003608f6134e tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576599 Sep 30 00:57:59.191393 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9b8990b0-4c48-4971-ac86-e48b24b0112b req-f9b6d0f9-f8ef-4d52-89f1-a171842730b7 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "GET /v2.0/security-groups/30ac946e-5d09-4cc1-9202-47f2b985844c HTTP/1.1" status: 200 len: 1805 time: 0.0662661 Sep 30 00:57:59.282700 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9b8990b0-4c48-4971-ac86-e48b24b0112b req-95d7be75-6d82-4111-9a41-99a99e56516e tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:59.325317 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9b8990b0-4c48-4971-ac86-e48b24b0112b req-95d7be75-6d82-4111-9a41-99a99e56516e tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:59.380530 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9b8990b0-4c48-4971-ac86-e48b24b0112b req-95d7be75-6d82-4111-9a41-99a99e56516e tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:59.385478 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-119a7e52-af9f-40aa-96db-1019fef34aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:57:59.424497 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7be75-6d82-4111-9a41-99a99e56516e tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ac946e-5d09-4cc1-9202-47f2b985844c,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:57:59.436293 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-95d7be75-6d82-4111-9a41-99a99e56516e tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:57:59.442098 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9b8990b0-4c48-4971-ac86-e48b24b0112b req-95d7be75-6d82-4111-9a41-99a99e56516e tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:59.449407 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9b8990b0-4c48-4971-ac86-e48b24b0112b req-95d7be75-6d82-4111-9a41-99a99e56516e tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "DELETE /v2.0/security-groups/30ac946e-5d09-4cc1-9202-47f2b985844c HTTP/1.1" status: 204 len: 173 time: 0.2506249 Sep 30 00:57:59.527310 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4e5f90-c517-48c3-9d07-64bbdd2b4779', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '918c28de-bb64-453a-8beb-13a66f32b207'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:57:59.690986 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b6d45ed-e639-41df-8598-4aa83f56060b req-5b9efe3b-db65-415d-8898-33162739f9a0 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 60315 time: 0.5542974 Sep 30 00:57:59.763689 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b6d45ed-e639-41df-8598-4aa83f56060b req-4da0be71-6140-4e79-b7c7-db92c3be47d8 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups/12c10b1a-ea79-4aef-85b5-fea154c67435 HTTP/1.1" status: 200 len: 2977 time: 0.0715110 Sep 30 00:57:59.828387 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0dd05135-a8c2-40d2-8791-b87e3f88fdde req-189c847c-ae88-4aec-b37b-69c91019d214 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "GET /v2.0/security-groups/4121426a-75e7-4e5c-8ac8-8a564bc33739 HTTP/1.1" status: 200 len: 1803 time: 0.0849507 Sep 30 00:57:59.854579 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b6d45ed-e639-41df-8598-4aa83f56060b req-161ed475-7440-4fe9-845c-fae404631bec tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups/12c10b1a-ea79-4aef-85b5-fea154c67435 HTTP/1.1" status: 200 len: 2977 time: 0.0847287 Sep 30 00:57:59.924969 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b6d45ed-e639-41df-8598-4aa83f56060b req-90115aad-e924-456c-ad9e-d434be6e6822 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups/29f08bcd-8608-4854-9dae-70942b942b7e HTTP/1.1" status: 200 len: 2981 time: 0.0638490 Sep 30 00:57:59.937623 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0dd05135-a8c2-40d2-8791-b87e3f88fdde req-5e8a2346-3b46-43d9-a94f-8e442e533ac4 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:59.981172 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0dd05135-a8c2-40d2-8791-b87e3f88fdde req-5e8a2346-3b46-43d9-a94f-8e442e533ac4 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:57:59.994378 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b6d45ed-e639-41df-8598-4aa83f56060b req-264bc0d3-9caf-4d76-8cfc-89f5605e0aab tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups/29f08bcd-8608-4854-9dae-70942b942b7e HTTP/1.1" status: 200 len: 2981 time: 0.0596688 Sep 30 00:58:00.078503 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0dd05135-a8c2-40d2-8791-b87e3f88fdde req-5e8a2346-3b46-43d9-a94f-8e442e533ac4 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:00.093474 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-44854a04-41fa-449b-96cb-2d505b49fe00 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:00.099140 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b6d45ed-e639-41df-8598-4aa83f56060b req-bd469623-31ca-47a0-8ff3-8abfc97f7dcd tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups/343008cd-8361-42a1-b340-0487c0b1ad81 HTTP/1.1" status: 200 len: 2981 time: 0.0944595 Sep 30 00:58:00.121750 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a2346-3b46-43d9-a94f-8e442e533ac4 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4121426a-75e7-4e5c-8ac8-8a564bc33739,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:00.138495 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5e8a2346-3b46-43d9-a94f-8e442e533ac4 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:00.154853 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0dd05135-a8c2-40d2-8791-b87e3f88fdde req-5e8a2346-3b46-43d9-a94f-8e442e533ac4 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:00.175941 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0dd05135-a8c2-40d2-8791-b87e3f88fdde req-5e8a2346-3b46-43d9-a94f-8e442e533ac4 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "DELETE /v2.0/security-groups/4121426a-75e7-4e5c-8ac8-8a564bc33739 HTTP/1.1" status: 204 len: 173 time: 0.3356955 Sep 30 00:58:00.213503 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b6d45ed-e639-41df-8598-4aa83f56060b req-6deb33ac-1d10-45ad-b0e7-2d2e355168cc tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups/343008cd-8361-42a1-b340-0487c0b1ad81 HTTP/1.1" status: 200 len: 2981 time: 0.1078556 Sep 30 00:58:00.253048 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4e5f90-c517-48c3-9d07-64bbdd2b4779', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '918c28de-bb64-453a-8beb-13a66f32b207', 'code': 200} Sep 30 00:58:00.276113 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b6d45ed-e639-41df-8598-4aa83f56060b req-64e67ff5-a031-4456-8f74-74ca6a84465b tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups/3c853c89-b588-48bc-9842-97b1b09c4cf0 HTTP/1.1" status: 200 len: 2981 time: 0.0568714 Sep 30 00:58:00.355358 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b6d45ed-e639-41df-8598-4aa83f56060b req-0cf2958c-5438-4875-b3e9-1f990b9c6419 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups/3c853c89-b588-48bc-9842-97b1b09c4cf0 HTTP/1.1" status: 200 len: 2981 time: 0.0731590 Sep 30 00:58:00.457690 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b6d45ed-e639-41df-8598-4aa83f56060b req-9866d8c2-c2ba-4331-979a-94f3b56e9fdd tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups/447846a3-7a40-4c8e-a469-444d7194b5cd HTTP/1.1" status: 200 len: 2981 time: 0.0946133 Sep 30 00:58:00.525558 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b6d45ed-e639-41df-8598-4aa83f56060b req-6dccf9b6-a6a9-4798-83be-63d04b8cb430 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups/447846a3-7a40-4c8e-a469-444d7194b5cd HTTP/1.1" status: 200 len: 2981 time: 0.0664690 Sep 30 00:58:00.526944 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c57b4f-6294-4744-bfe2-9b022a8998df req-cbbee3fd-9352-40b1-9def-4f4d4619d65e tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:00.528698 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d6c57b4f-6294-4744-bfe2-9b022a8998df req-cbbee3fd-9352-40b1-9def-4f4d4619d65e tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.1455224 Sep 30 00:58:00.610776 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d6c57b4f-6294-4744-bfe2-9b022a8998df req-37e67eb2-bb7f-4a1f-983d-ca98e75efae5 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709305 Sep 30 00:58:00.655662 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b6d45ed-e639-41df-8598-4aa83f56060b req-566654f0-0209-4360-a5d9-13f56159b118 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups/48780489-87b8-41d2-9746-d8d6f44ed7e6 HTTP/1.1" status: 200 len: 2973 time: 0.1149871 Sep 30 00:58:00.726476 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b6d45ed-e639-41df-8598-4aa83f56060b req-f339686b-5424-473d-8a91-418db96ec4a9 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups/48780489-87b8-41d2-9746-d8d6f44ed7e6 HTTP/1.1" status: 200 len: 2973 time: 0.0737250 Sep 30 00:58:00.786378 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b6d45ed-e639-41df-8598-4aa83f56060b req-60f42749-54a3-45cf-8732-4ab217691b7f tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups/54095c21-cc16-46a1-a281-fccd9d5a0d39 HTTP/1.1" status: 200 len: 2981 time: 0.0461364 Sep 30 00:58:00.848609 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e77b8d-dfe9-4d6c-9833-0781df2589ce req-89d1efd9-7543-4a3d-b1af-b924b44b1a65 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:00.852887 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b6d45ed-e639-41df-8598-4aa83f56060b req-b94661cf-aef1-4e4a-a9f4-46c6a9a43bf3 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups/54095c21-cc16-46a1-a281-fccd9d5a0d39 HTTP/1.1" status: 200 len: 2981 time: 0.0601625 Sep 30 00:58:00.860363 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-88e77b8d-dfe9-4d6c-9833-0781df2589ce req-89d1efd9-7543-4a3d-b1af-b924b44b1a65 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 1096 time: 0.1098573 Sep 30 00:58:00.913954 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-88e77b8d-dfe9-4d6c-9833-0781df2589ce req-31a5d57f-f245-4f65-8fd4-651f213272cf tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459883 Sep 30 00:58:00.934058 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b6d45ed-e639-41df-8598-4aa83f56060b req-95543218-9edc-4ed6-b64a-3e3c9eef67c2 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups/653e610f-7618-449b-93c9-e82ca44110ac HTTP/1.1" status: 200 len: 2981 time: 0.0702877 Sep 30 00:58:00.997589 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b6d45ed-e639-41df-8598-4aa83f56060b req-8c2ec182-f3d5-4645-9429-9bca96ddb3e2 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups/653e610f-7618-449b-93c9-e82ca44110ac HTTP/1.1" status: 200 len: 2981 time: 0.0625644 Sep 30 00:58:01.065129 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b6d45ed-e639-41df-8598-4aa83f56060b req-40aa40ef-6545-4985-906e-ea9b9445987f tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups/7b3712f4-afda-4ae1-858c-05954afcab96 HTTP/1.1" status: 200 len: 2981 time: 0.0664032 Sep 30 00:58:01.138770 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b6d45ed-e639-41df-8598-4aa83f56060b req-c1aa01cc-5441-4946-821b-5422ca25e185 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups/7b3712f4-afda-4ae1-858c-05954afcab96 HTTP/1.1" status: 200 len: 2981 time: 0.0725965 Sep 30 00:58:01.156116 n-d-811809-1 neutron-server[80275]: INFO neutron.api.v2.resource [req-0b6d45ed-e639-41df-8598-4aa83f56060b req-368b45da-e1f3-46a3-a153-a81a54909f04 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] show failed (client error): The resource could not be found. Sep 30 00:58:01.165614 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b6d45ed-e639-41df-8598-4aa83f56060b req-368b45da-e1f3-46a3-a153-a81a54909f04 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups/4121426a-75e7-4e5c-8ac8-8a564bc33739 HTTP/1.1" status: 404 len: 352 time: 0.0248251 Sep 30 00:58:01.222103 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b6d45ed-e639-41df-8598-4aa83f56060b req-f7110b55-50d3-4c08-b049-7e9d19ab98f9 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups/b7d0c347-2b43-426b-905c-9a29df18b2fc HTTP/1.1" status: 200 len: 2981 time: 0.0555506 Sep 30 00:58:01.298488 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b6d45ed-e639-41df-8598-4aa83f56060b req-6c9dcb0b-5294-4e7c-a101-623b561f0fc8 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups/b7d0c347-2b43-426b-905c-9a29df18b2fc HTTP/1.1" status: 200 len: 2981 time: 0.0673263 Sep 30 00:58:01.370750 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b6d45ed-e639-41df-8598-4aa83f56060b req-52bd505b-ec83-4814-a754-17ae58165f1c tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups/be1410fd-0246-40a6-903f-f4184a31b3c5 HTTP/1.1" status: 200 len: 2981 time: 0.0630658 Sep 30 00:58:01.412965 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f626e-5912-42f3-a5d2-f6ed3a6072c7 req-49cbc653-a308-4480-9a58-bd5f2029708a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:01.423774 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-507f626e-5912-42f3-a5d2-f6ed3a6072c7 req-49cbc653-a308-4480-9a58-bd5f2029708a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7622236-b8c0-4e92-8f3b-9ca0cf3421fd HTTP/1.1" status: 200 len: 945 time: 0.1130829 Sep 30 00:58:01.438237 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b6d45ed-e639-41df-8598-4aa83f56060b req-300be0fd-c943-480d-a27b-a4369b9a9afb tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups/be1410fd-0246-40a6-903f-f4184a31b3c5 HTTP/1.1" status: 200 len: 2981 time: 0.0625665 Sep 30 00:58:01.482635 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-507f626e-5912-42f3-a5d2-f6ed3a6072c7 req-6ad19124-4fd4-4d97-9dfa-7912df1ebede tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576658 Sep 30 00:58:01.529861 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b6d45ed-e639-41df-8598-4aa83f56060b req-2cef7b99-7392-4d88-95a1-17d4d609d833 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups/c109c60e-d6dd-4fc8-b696-466027ac3e00 HTTP/1.1" status: 200 len: 2981 time: 0.0848477 Sep 30 00:58:01.592584 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f33652de-c686-4516-a9b4-9261109c6e41 req-84a7c6e8-bb86-4e47-992f-1152d89af276 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "GET /v2.0/security-groups/98e5de53-6194-485f-8b6e-c89ddbfee4ae HTTP/1.1" status: 200 len: 1805 time: 0.0824623 Sep 30 00:58:01.596122 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b6d45ed-e639-41df-8598-4aa83f56060b req-eddc6d4c-974c-4f1b-b18e-808ace10d3ff tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups/c109c60e-d6dd-4fc8-b696-466027ac3e00 HTTP/1.1" status: 200 len: 2981 time: 0.0656095 Sep 30 00:58:01.661631 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b6d45ed-e639-41df-8598-4aa83f56060b req-5b1dfcdf-321b-4c0c-9f35-b56791e70fc4 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups/c32097be-36c4-4f40-82c8-1504f5620973 HTTP/1.1" status: 200 len: 2981 time: 0.0641029 Sep 30 00:58:01.682294 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f33652de-c686-4516-a9b4-9261109c6e41 req-df660ba0-de71-4587-8730-51668f9efcd1 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:01.712754 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b6d45ed-e639-41df-8598-4aa83f56060b req-a4561550-a28b-4fb3-ae43-4efd41d0096f tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups/c32097be-36c4-4f40-82c8-1504f5620973 HTTP/1.1" status: 200 len: 2981 time: 0.0500488 Sep 30 00:58:01.728274 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f33652de-c686-4516-a9b4-9261109c6e41 req-df660ba0-de71-4587-8730-51668f9efcd1 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:01.766946 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b6d45ed-e639-41df-8598-4aa83f56060b req-e2446e59-0a12-45d6-9a7e-709c1fecaa79 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups/e025d1c2-fd07-41e9-afee-fa9c9d8614c0 HTTP/1.1" status: 200 len: 2981 time: 0.0483680 Sep 30 00:58:01.799224 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f33652de-c686-4516-a9b4-9261109c6e41 req-df660ba0-de71-4587-8730-51668f9efcd1 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:01.812561 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-314d2151-70b2-4a3e-b484-18ad8c4b369c tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:01.831474 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b6d45ed-e639-41df-8598-4aa83f56060b req-aa786476-8151-482b-98ee-1414165bac46 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups/e025d1c2-fd07-41e9-afee-fa9c9d8614c0 HTTP/1.1" status: 200 len: 2981 time: 0.0565536 Sep 30 00:58:01.835698 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df660ba0-de71-4587-8730-51668f9efcd1 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e5de53-6194-485f-8b6e-c89ddbfee4ae,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:01.855054 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-df660ba0-de71-4587-8730-51668f9efcd1 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:01.861675 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f33652de-c686-4516-a9b4-9261109c6e41 req-df660ba0-de71-4587-8730-51668f9efcd1 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:01.862807 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f33652de-c686-4516-a9b4-9261109c6e41 req-df660ba0-de71-4587-8730-51668f9efcd1 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "DELETE /v2.0/security-groups/98e5de53-6194-485f-8b6e-c89ddbfee4ae HTTP/1.1" status: 204 len: 173 time: 0.2689719 Sep 30 00:58:02.324708 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 918c28de-bb64-453a-8beb-13a66f32b207 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:58:02.402596 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775772aa-8725-4caf-af9b-e1e746e24e93 req-40582f6a-c4bc-4c86-b317-7f420e867cca tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:02.404364 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-775772aa-8725-4caf-af9b-e1e746e24e93 req-40582f6a-c4bc-4c86-b317-7f420e867cca tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.1055357 Sep 30 00:58:02.481386 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-775772aa-8725-4caf-af9b-e1e746e24e93 req-515b2f1f-ebd4-4842-b69a-6ac5cc42ed13 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682750 Sep 30 00:58:02.634454 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3ab194b2-ba62-4ab9-ba05-63cf625892ab req-fea19435-ffae-4bce-a7a0-4c56c3919f46 tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0fce0deeac0d476ebc624b4adc16f30d HTTP/1.1" status: 200 len: 6102 time: 0.1202612 Sep 30 00:58:02.703092 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 918c28de-bb64-453a-8beb-13a66f32b207, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=918c28de-bb64-453a-8beb-13a66f32b207,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:02.720630 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '918c28de-bb64-453a-8beb-13a66f32b207', 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487', 'port_id': '918c28de-bb64-453a-8beb-13a66f32b207', 'mac_address': 'fa:16:3e:d0:08:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c136aabe-2b6e-40bd-889c-a97ee8fe6bf6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:58:02.753972 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3ab194b2-ba62-4ab9-ba05-63cf625892ab req-c96a82d7-d60e-417f-8fa5-26de5a084fa8 tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] 10.222.0.39 "GET /v2.0/security-groups/c32097be-36c4-4f40-82c8-1504f5620973 HTTP/1.1" status: 200 len: 2981 time: 0.1182024 Sep 30 00:58:02.835407 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3ab194b2-ba62-4ab9-ba05-63cf625892ab req-90193fe1-1062-414d-88a2-08191afde5ec tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] 10.222.0.39 "GET /v2.0/security-groups/c32097be-36c4-4f40-82c8-1504f5620973 HTTP/1.1" status: 200 len: 2981 time: 0.0782788 Sep 30 00:58:02.853989 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:02.909912 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918c28de-bb64-453a-8beb-13a66f32b207 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:58:02.915181 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-408da87b-d877-4b43-9c1c-789302604960 req-f745c861-e91e-4933-ab74-0d52bb1b7ee0 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "GET /v2.0/security-groups/43504ee8-8731-4199-8a21-7be63e3b73f5 HTTP/1.1" status: 200 len: 2404 time: 0.0732510 Sep 30 00:58:02.928993 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 918c28de-bb64-453a-8beb-13a66f32b207, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=918c28de-bb64-453a-8beb-13a66f32b207,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:02.936287 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:02.939618 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:03.004080 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-408da87b-d877-4b43-9c1c-789302604960 req-bb497761-73b5-4517-b1bf-14a0ab645142 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:03.051892 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-408da87b-d877-4b43-9c1c-789302604960 req-bb497761-73b5-4517-b1bf-14a0ab645142 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:03.076859 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=918c28de-bb64-453a-8beb-13a66f32b207,revision_number=9']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:03.102142 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:03.204507 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['918c28de-bb64-453a-8beb-13a66f32b207'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:58:03.304322 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-408da87b-d877-4b43-9c1c-789302604960 req-bb497761-73b5-4517-b1bf-14a0ab645142 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:03.309728 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-72f813a7-0af1-48d3-841e-a4e6a82c480a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:03.326044 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb497761-73b5-4517-b1bf-14a0ab645142 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43504ee8-8731-4199-8a21-7be63e3b73f5,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:03.329401 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bb497761-73b5-4517-b1bf-14a0ab645142 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:03.331812 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-408da87b-d877-4b43-9c1c-789302604960 req-bb497761-73b5-4517-b1bf-14a0ab645142 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:03.360871 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-408da87b-d877-4b43-9c1c-789302604960 req-bb497761-73b5-4517-b1bf-14a0ab645142 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "DELETE /v2.0/security-groups/43504ee8-8731-4199-8a21-7be63e3b73f5 HTTP/1.1" status: 204 len: 173 time: 0.4441223 Sep 30 00:58:03.596156 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-5745b072-2a82-4bbc-903f-ac8e724c5fa8 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:58:03.597176 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-5745b072-2a82-4bbc-903f-ac8e724c5fa8 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1919746 Sep 30 00:58:03.612443 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-59176c99-ba3d-4c6d-bb2d-b7d1cde4b53d service neutron] Request body: {'binding': {'host': 'n-h2-811809-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:58:03.612897 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-59176c99-ba3d-4c6d-bb2d-b7d1cde4b53d service neutron] Unknown quota resources ['binding']. {{(pid=80275) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Sep 30 00:58:03.793025 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c6f0d-81b2-4ac6-87c5-e816cf415aab req-5376937d-ffe4-4645-9e04-5c098ab9adde tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:03.799276 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c60c6f0d-81b2-4ac6-87c5-e816cf415aab req-5376937d-ffe4-4645-9e04-5c098ab9adde tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7622236-b8c0-4e92-8f3b-9ca0cf3421fd HTTP/1.1" status: 200 len: 945 time: 0.1261799 Sep 30 00:58:03.911244 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c60c6f0d-81b2-4ac6-87c5-e816cf415aab req-ccd67b05-7a9e-4dd1-8915-0b58c97e98fc tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007280 Sep 30 00:58:04.006293 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d133b2-8494-4ec1-be58-351ca7687f02 req-f2e74706-c007-451d-82a9-48d89a46d791 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:04.018473 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-89d133b2-8494-4ec1-be58-351ca7687f02 req-f2e74706-c007-451d-82a9-48d89a46d791 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7622236-b8c0-4e92-8f3b-9ca0cf3421fd HTTP/1.1" status: 200 len: 945 time: 0.1570244 Sep 30 00:58:04.125990 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-89d133b2-8494-4ec1-be58-351ca7687f02 req-703fa7fa-d951-40f7-951c-21e072c9af5f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Deleting port 59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:58:04.126600 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-89d133b2-8494-4ec1-be58-351ca7687f02 req-703fa7fa-d951-40f7-951c-21e072c9af5f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:04.170644 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-59176c99-ba3d-4c6d-bb2d-b7d1cde4b53d service neutron] Attempting to bind port 43b1f2d9-c738-4e37-87eb-2d6218337468 on host n-h2-811809-1 for vnic_type normal with profile None {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:58:04.171007 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-59176c99-ba3d-4c6d-bb2d-b7d1cde4b53d service neutron] Attempting to bind port 43b1f2d9-c738-4e37-87eb-2d6218337468 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:58:04.171339 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-59176c99-ba3d-4c6d-bb2d-b7d1cde4b53d service neutron] Attempting to bind port 43b1f2d9-c738-4e37-87eb-2d6218337468 on network 75754133-2f30-43b1-b553-38d58661ba06 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:58:04.176526 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-59176c99-ba3d-4c6d-bb2d-b7d1cde4b53d service neutron] Port 43b1f2d9-c738-4e37-87eb-2d6218337468 on network 75754133-2f30-43b1-b553-38d58661ba06 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:58:04.176850 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-59176c99-ba3d-4c6d-bb2d-b7d1cde4b53d service neutron] Attempting to bind port 43b1f2d9-c738-4e37-87eb-2d6218337468 on network 75754133-2f30-43b1-b553-38d58661ba06 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:58:04.182612 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-59176c99-ba3d-4c6d-bb2d-b7d1cde4b53d service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:58:04.182992 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-59176c99-ba3d-4c6d-bb2d-b7d1cde4b53d service neutron] Checking segment: {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:58:04.183377 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-59176c99-ba3d-4c6d-bb2d-b7d1cde4b53d service neutron] Bound using segment: {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:58:04.183798 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-59176c99-ba3d-4c6d-bb2d-b7d1cde4b53d service neutron] Bound port: 43b1f2d9-c738-4e37-87eb-2d6218337468, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:58:04.216895 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-59176c99-ba3d-4c6d-bb2d-b7d1cde4b53d service neutron] For port 43b1f2d9-c738-4e37-87eb-2d6218337468, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=43b1f2d9-c738-4e37-87eb-2d6218337468,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:58:04.217591 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ca781460-257d-44cd-9a0f-cd569a942800 req-ae4fe4af-8cd3-48b6-a260-373dcdd2d628 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups/6de685ea-14bf-4d01-ab75-86484e82580f HTTP/1.1" status: 200 len: 1777 time: 0.1538708 Sep 30 00:58:04.225988 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-59176c99-ba3d-4c6d-bb2d-b7d1cde4b53d service neutron] Notify callbacks [] for binding, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:04.227288 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-59176c99-ba3d-4c6d-bb2d-b7d1cde4b53d service neutron] 10.222.0.39 "POST /v2.0/ports/43b1f2d9-c738-4e37-87eb-2d6218337468/bindings HTTP/1.1" status: 201 len: 389 time: 0.6183083 Sep 30 00:58:04.464347 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-78ebeec6-4f8e-4418-9031-58d555ce361a req-d6774129-209b-4926-ac21-f5fda0c0c578 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "GET /v2.0/security-groups/bc56f030-6e88-4f10-9ff5-086b15a0b35d HTTP/1.1" status: 200 len: 2396 time: 0.1355579 Sep 30 00:58:04.588084 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-89d133b2-8494-4ec1-be58-351ca7687f02 req-703fa7fa-d951-40f7-951c-21e072c9af5f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] For port 59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:04.588476 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-89d133b2-8494-4ec1-be58-351ca7687f02 req-703fa7fa-d951-40f7-951c-21e072c9af5f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:04.632539 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-78ebeec6-4f8e-4418-9031-58d555ce361a req-2274d4f8-e6fd-4534-9810-cdeb07c33bfe tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:04.693863 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-78ebeec6-4f8e-4418-9031-58d555ce361a req-2274d4f8-e6fd-4534-9810-cdeb07c33bfe tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:04.759566 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-3192858e-cd1d-4f97-a8aa-a236c40e4597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:04.761597 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-3192858e-cd1d-4f97-a8aa-a236c40e4597 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=58336e3a6a854ff7ab57e933b021b603&device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 1096 time: 0.1928284 Sep 30 00:58:04.865694 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-89d133b2-8494-4ec1-be58-351ca7687f02 req-703fa7fa-d951-40f7-951c-21e072c9af5f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Calling delete_port for 59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:58:04.882158 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-78ebeec6-4f8e-4418-9031-58d555ce361a req-2274d4f8-e6fd-4534-9810-cdeb07c33bfe tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:04.898410 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-61f515e0-9231-47d6-abab-62fafda21a9f tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:04.915169 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ca781460-257d-44cd-9a0f-cd569a942800 req-74e72cef-e8d1-4e33-81fc-37ee216e7565 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:04.924766 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274d4f8-e6fd-4534-9810-cdeb07c33bfe tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc56f030-6e88-4f10-9ff5-086b15a0b35d,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:04.927540 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2274d4f8-e6fd-4534-9810-cdeb07c33bfe tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:04.933838 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-78ebeec6-4f8e-4418-9031-58d555ce361a req-2274d4f8-e6fd-4534-9810-cdeb07c33bfe tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:04.935627 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-78ebeec6-4f8e-4418-9031-58d555ce361a req-2274d4f8-e6fd-4534-9810-cdeb07c33bfe tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] 10.222.0.39 "DELETE /v2.0/security-groups/bc56f030-6e88-4f10-9ff5-086b15a0b35d HTTP/1.1" status: 204 len: 173 time: 0.4699974 Sep 30 00:58:04.944555 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 38632) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:58:04.971182 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ca781460-257d-44cd-9a0f-cd569a942800 req-74e72cef-e8d1-4e33-81fc-37ee216e7565 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:05.057851 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ca781460-257d-44cd-9a0f-cd569a942800 req-74e72cef-e8d1-4e33-81fc-37ee216e7565 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:05.066058 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e98cfbf6-3503-4e24-b160-14e4a535f7fc tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:05.094017 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e72cef-e8d1-4e33-81fc-37ee216e7565 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de685ea-14bf-4d01-ab75-86484e82580f,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:05.115886 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-74e72cef-e8d1-4e33-81fc-37ee216e7565 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:05.120243 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ca781460-257d-44cd-9a0f-cd569a942800 req-74e72cef-e8d1-4e33-81fc-37ee216e7565 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:05.135342 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ca781460-257d-44cd-9a0f-cd569a942800 req-74e72cef-e8d1-4e33-81fc-37ee216e7565 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/6de685ea-14bf-4d01-ab75-86484e82580f HTTP/1.1" status: 204 len: 173 time: 0.9165423 Sep 30 00:58:05.163664 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-9521b11d-74ea-46a7-8de9-778d184af3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:05.164873 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-9521b11d-74ea-46a7-8de9-778d184af3e5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=75754133-2f30-43b1-b553-38d58661ba06 HTTP/1.1" status: 200 len: 922 time: 0.3811262 Sep 30 00:58:05.173783 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b71d599-76b1-4629-a696-80967f38327c admin admin] Deleting subnet 54767ae3-253e-4f31-a27b-442ddbc882a7 {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 00:58:05.242157 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9b71d599-76b1-4629-a696-80967f38327c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:05.311641 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-c826d835-5a34-4bae-a8e4-6a453680a038 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43b1f2d9-c738-4e37-87eb-2d6218337468 HTTP/1.1" status: 200 len: 217 time: 0.1223681 Sep 30 00:58:05.319655 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-89d133b2-8494-4ec1-be58-351ca7687f02 req-703fa7fa-d951-40f7-951c-21e072c9af5f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:05.331829 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-92b54e16-7f09-430f-94e6-5b5544007a29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:05.335377 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:58:05.434586 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9b71d599-76b1-4629-a696-80967f38327c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:05.434860 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703fa7fa-d951-40f7-951c-21e072c9af5f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Pushing event deleted for resources: {'Port': ['ID=59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:05.445146 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-703fa7fa-d951-40f7-951c-21e072c9af5f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:05.497662 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d133b2-8494-4ec1-be58-351ca7687f02 req-703fa7fa-d951-40f7-951c-21e072c9af5f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] No DVR routers for this DVR port 59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1 on host n-h2-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:58:05.501471 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-89d133b2-8494-4ec1-be58-351ca7687f02 req-703fa7fa-d951-40f7-951c-21e072c9af5f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:05.503265 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948a0a3-f9d0-4ae2-8582-35220b657c24 req-fce05028-ea3a-4c5e-9908-3965ef923803 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:05.507217 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7622236-b8c0-4e92-8f3b-9ca0cf3421fd', 'name': 'network-vif-deleted', 'tag': '59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:58:05.511778 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0948a0a3-f9d0-4ae2-8582-35220b657c24 req-fce05028-ea3a-4c5e-9908-3965ef923803 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.4417770 Sep 30 00:58:05.540126 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:05.566096 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-d71121f4-59e1-4b80-9c90-2354e180c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:05.567628 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-d71121f4-59e1-4b80-9c90-2354e180c348 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4830ed89-3d0e-4950-9575-5f4f49821c2d HTTP/1.1" status: 200 len: 861 time: 0.2469003 Sep 30 00:58:05.576455 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae85f0-cd2a-4646-a0c1-e1d8ddd5c487 req-2a8d05d9-8223-4da5-b087-c23fa2f10e16 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:05.585116 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-baae85f0-cd2a-4646-a0c1-e1d8ddd5c487 req-2a8d05d9-8223-4da5-b087-c23fa2f10e16 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 945 time: 0.3115816 Sep 30 00:58:05.601969 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-89d133b2-8494-4ec1-be58-351ca7687f02 req-703fa7fa-d951-40f7-951c-21e072c9af5f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.55 "DELETE /v2.0/ports/59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1 HTTP/1.1" status: 204 len: 173 time: 1.5829346 Sep 30 00:58:05.616978 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9b71d599-76b1-4629-a696-80967f38327c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:05.664163 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-baae85f0-cd2a-4646-a0c1-e1d8ddd5c487 req-00b52c99-3073-4034-a576-c1d82ee14c29 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717807 Sep 30 00:58:05.685836 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-dc6888db-3882-4382-a6a4-0aa8481ef71f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=75754133-2f30-43b1-b553-38d58661ba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046615 Sep 30 00:58:05.703679 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0948a0a3-f9d0-4ae2-8582-35220b657c24 req-f895f405-682d-457f-8734-ccca50c4e4ef tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860301 Sep 30 00:58:06.026283 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-93bbeaea-67d5-452b-956a-e2d097eb4a86 req-f7dfde36-c5a7-48a2-bb70-4a6da39c35a7 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7622236-b8c0-4e92-8f3b-9ca0cf3421fd HTTP/1.1" status: 200 len: 210 time: 0.1563323 Sep 30 00:58:06.068130 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9b71d599-76b1-4629-a696-80967f38327c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:06.136757 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-20f3357e-f528-4f33-a1ee-558df8d84dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:06.260638 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7622236-b8c0-4e92-8f3b-9ca0cf3421fd', 'name': 'network-vif-deleted', 'tag': '59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1', 'status': 'completed', 'code': 200} Sep 30 00:58:06.267154 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9b71d599-76b1-4629-a696-80967f38327c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:06.280587 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71d599-76b1-4629-a696-80967f38327c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54767ae3-253e-4f31-a27b-442ddbc882a7,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:06.297961 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9b71d599-76b1-4629-a696-80967f38327c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:06.313332 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-9b71d599-76b1-4629-a696-80967f38327c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/54767ae3-253e-4f31-a27b-442ddbc882a7 HTTP/1.1" status: 204 len: 168 time: 1.3529527 Sep 30 00:58:06.316406 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 38666) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:58:06.337240 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 918c28de-bb64-453a-8beb-13a66f32b207 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:58:06.391901 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-3d98e053-50fa-4050-aef8-4974f097c779 service neutron] 10.222.0.55 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6838753 Sep 30 00:58:06.443654 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2f2879aa-a20b-412d-9fa3-829f09011d91 req-e4ef5a0c-0061-4419-96c1-7fd9b9ef0406 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "GET /v2.0/security-groups/60847904-944f-496d-b087-57443cf3cdd8 HTTP/1.1" status: 200 len: 1778 time: 0.2075503 Sep 30 00:58:06.541460 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f37230e9-0dd0-47b6-aa52-7e7997baab1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:06.581105 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 918c28de-bb64-453a-8beb-13a66f32b207 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:58:06.581502 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:06.777012 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:06.836809 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4e5f90-c517-48c3-9d07-64bbdd2b4779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918c28de-bb64-453a-8beb-13a66f32b207'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:58:06.870177 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 918c28de-bb64-453a-8beb-13a66f32b207, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=918c28de-bb64-453a-8beb-13a66f32b207,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:06.883757 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:06.885767 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:06.939695 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-2f2879aa-a20b-412d-9fa3-829f09011d91 req-c77a9183-17a6-4622-a9e5-8dda465c4c0a tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:07.009897 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f37230e9-0dd0-47b6-aa52-7e7997baab1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:07.101465 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-f37230e9-0dd0-47b6-aa52-7e7997baab1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89412fda-ac4d-4de5-902f-48ba05f6096c']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:58:07.113666 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-c7fd676c-02d5-4f9f-88ac-9b7b94d57b71 service neutron] 10.222.0.55 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7141972 Sep 30 00:58:07.134952 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-2f2879aa-a20b-412d-9fa3-829f09011d91 req-c77a9183-17a6-4622-a9e5-8dda465c4c0a tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:07.138886 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-f37230e9-0dd0-47b6-aa52-7e7997baab1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32479935-3505-46a1-89a4-a2cbdefb7bc0') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:58:07.139513 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-f37230e9-0dd0-47b6-aa52-7e7997baab1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32479935-3505-46a1-89a4-a2cbdefb7bc0') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:58:07.155266 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=918c28de-bb64-453a-8beb-13a66f32b207,revision_number=10']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:07.176432 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f37230e9-0dd0-47b6-aa52-7e7997baab1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:07.183787 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:07.217511 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f37230e9-0dd0-47b6-aa52-7e7997baab1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:07.232110 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37230e9-0dd0-47b6-aa52-7e7997baab1b admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:58:07.232757 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f37230e9-0dd0-47b6-aa52-7e7997baab1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: timer() Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:58:07.272010 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:58:07.357744 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-2f2879aa-a20b-412d-9fa3-829f09011d91 req-c77a9183-17a6-4622-a9e5-8dda465c4c0a tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:07.376425 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-22a0a78e-d892-45ec-8b35-66c56b67df63 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:07.406127 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-2f2879aa-a20b-412d-9fa3-829f09011d91 req-c77a9183-17a6-4622-a9e5-8dda465c4c0a tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:07.408533 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2f2879aa-a20b-412d-9fa3-829f09011d91 req-c77a9183-17a6-4622-a9e5-8dda465c4c0a tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/60847904-944f-496d-b087-57443cf3cdd8 HTTP/1.1" status: 204 len: 173 time: 0.9639361 Sep 30 00:58:07.441484 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a9183-17a6-4622-a9e5-8dda465c4c0a tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60847904-944f-496d-b087-57443cf3cdd8,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:07.441484 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c77a9183-17a6-4622-a9e5-8dda465c4c0a tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:07.469117 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f37230e9-0dd0-47b6-aa52-7e7997baab1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:07.473102 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e20aa978-4316-4aa4-9194-609f93dca366 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:07.492082 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-72ae309f-0b56-45f0-8ac4-ca88eec3815a tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:07.499685 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-72ae309f-0b56-45f0-8ac4-ca88eec3815a tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=420bf569-283b-4f40-be9f-8c3e8c244655&tenant_id=58336e3a6a854ff7ab57e933b021b603&binding%3Ahost_id=n-h1-811809-1 HTTP/1.1" status: 200 len: 1096 time: 0.2818046 Sep 30 00:58:07.523365 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f37230e9-0dd0-47b6-aa52-7e7997baab1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:07.524649 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-1f1c4860-24f3-4b34-8e7a-bb79b4161d66 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811809-1'}}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:58:07.526755 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37230e9-0dd0-47b6-aa52-7e7997baab1b admin admin] Pushing event deleted for resources: {'Network': ['ID=89412fda-ac4d-4de5-902f-48ba05f6096c,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:07.530606 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f37230e9-0dd0-47b6-aa52-7e7997baab1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:07.544882 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-f37230e9-0dd0-47b6-aa52-7e7997baab1b admin admin] 10.222.0.39 "DELETE /v2.0/networks/89412fda-ac4d-4de5-902f-48ba05f6096c HTTP/1.1" status: 204 len: 168 time: 1.2271650 Sep 30 00:58:07.622205 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc0e95-b401-4dbb-a296-30f4ee5e4900 req-f2472f64-3c2c-47c3-836b-cf1d0b8d1bc4 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:07.629027 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1adc0e95-b401-4dbb-a296-30f4ee5e4900 req-f2472f64-3c2c-47c3-836b-cf1d0b8d1bc4 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 945 time: 0.3397686 Sep 30 00:58:07.783867 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1adc0e95-b401-4dbb-a296-30f4ee5e4900 req-90b2b438-b84b-4298-ad37-81301ed10b17 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534042 Sep 30 00:58:07.896171 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4e5f90-c517-48c3-9d07-64bbdd2b4779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918c28de-bb64-453a-8beb-13a66f32b207', 'code': 200} Sep 30 00:58:08.105625 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:58:08.114759 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 38700) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:58:08.265832 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-52d9ade2-e09e-4258-8b75-22620488994b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c496a1b65437460d8de7e9b22e939c88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464176 Sep 30 00:58:08.269929 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 38704) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:58:08.312447 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: 59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:58:08.313866 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 59cd4f7c-56e0-49e2-9dbb-a63daa0f20a1 not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:58:08.393274 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-1f1c4860-24f3-4b34-8e7a-bb79b4161d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:08.481400 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6dff43ca-d6b2-43ce-95b4-b3976d8afd03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:08.588818 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6dff43ca-d6b2-43ce-95b4-b3976d8afd03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:08.703978 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6dff43ca-d6b2-43ce-95b4-b3976d8afd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:08.711797 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f392066f-1238-49d4-a8e9-f0ee706e7e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:08.796303 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-1f1c4860-24f3-4b34-8e7a-bb79b4161d66 service neutron] For port 43b1f2d9-c738-4e37-87eb-2d6218337468, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=43b1f2d9-c738-4e37-87eb-2d6218337468,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:08.796303 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6e9bb-228b-457b-a41e-f13a5720bc90 req-d56a625c-89d0-4c7e-99ee-f18a01769c64 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:08.796303 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-43f6e9bb-228b-457b-a41e-f13a5720bc90 req-d56a625c-89d0-4c7e-99ee-f18a01769c64 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.6657023 Sep 30 00:58:08.799148 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff43ca-d6b2-43ce-95b4-b3976d8afd03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f08bcd-8608-4854-9dae-70942b942b7e,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:08.806141 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6dff43ca-d6b2-43ce-95b4-b3976d8afd03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:08.806867 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6dff43ca-d6b2-43ce-95b4-b3976d8afd03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:08.811684 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-6dff43ca-d6b2-43ce-95b4-b3976d8afd03 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/29f08bcd-8608-4854-9dae-70942b942b7e HTTP/1.1" status: 204 len: 168 time: 0.5362391 Sep 30 00:58:08.874669 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-1f1c4860-24f3-4b34-8e7a-bb79b4161d66 service neutron] For port 43b1f2d9-c738-4e37-87eb-2d6218337468, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:58:09.010273 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-1f1c4860-24f3-4b34-8e7a-bb79b4161d66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:09.060532 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420bf569-283b-4f40-be9f-8c3e8c244655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43b1f2d9-c738-4e37-87eb-2d6218337468'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:58:09.095660 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-1f1c4860-24f3-4b34-8e7a-bb79b4161d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:09.147750 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-84de21d0-ef62-4705-9c19-0457e5015a0b tempest-LiveMigrationTest-888820698 tempest-LiveMigrationTest-888820698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:09.357961 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-43f6e9bb-228b-457b-a41e-f13a5720bc90 req-815e0bef-2bab-4f22-9d34-dcaffa663576 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5467908 Sep 30 00:58:09.527911 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-1f1c4860-24f3-4b34-8e7a-bb79b4161d66 service neutron] Attempting to bind port 43b1f2d9-c738-4e37-87eb-2d6218337468 on host n-h1-811809-1 for vnic_type normal with profile {"migrating_to": "n-h2-811809-1"} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:58:09.527911 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-1f1c4860-24f3-4b34-8e7a-bb79b4161d66 service neutron] Attempting to bind port 43b1f2d9-c738-4e37-87eb-2d6218337468 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:58:09.527911 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-1f1c4860-24f3-4b34-8e7a-bb79b4161d66 service neutron] Attempting to bind port 43b1f2d9-c738-4e37-87eb-2d6218337468 on network 75754133-2f30-43b1-b553-38d58661ba06 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:58:09.561112 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-1f1c4860-24f3-4b34-8e7a-bb79b4161d66 service neutron] Port 43b1f2d9-c738-4e37-87eb-2d6218337468 on network 75754133-2f30-43b1-b553-38d58661ba06 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:58:09.561432 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-1f1c4860-24f3-4b34-8e7a-bb79b4161d66 service neutron] Attempting to bind port 43b1f2d9-c738-4e37-87eb-2d6218337468 on network 75754133-2f30-43b1-b553-38d58661ba06 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:58:09.572860 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-1f1c4860-24f3-4b34-8e7a-bb79b4161d66 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:58:09.573403 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-1f1c4860-24f3-4b34-8e7a-bb79b4161d66 service neutron] Checking segment: {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:58:09.574064 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-1f1c4860-24f3-4b34-8e7a-bb79b4161d66 service neutron] Bound using segment: {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:58:09.574807 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-1f1c4860-24f3-4b34-8e7a-bb79b4161d66 service neutron] Bound port: 43b1f2d9-c738-4e37-87eb-2d6218337468, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:58:09.575612 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-1f1c4860-24f3-4b34-8e7a-bb79b4161d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:09.632024 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c4860-24f3-4b34-8e7a-bb79b4161d66 service neutron] Pushing event updated for resources: {'Port': ['ID=43b1f2d9-c738-4e37-87eb-2d6218337468,revision_number=7']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:09.646396 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1f1c4860-24f3-4b34-8e7a-bb79b4161d66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:09.772607 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-1f1c4860-24f3-4b34-8e7a-bb79b4161d66 service neutron] For port 43b1f2d9-c738-4e37-87eb-2d6218337468, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:58:09.776861 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-1f1c4860-24f3-4b34-8e7a-bb79b4161d66 service neutron] For port 43b1f2d9-c738-4e37-87eb-2d6218337468, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=43b1f2d9-c738-4e37-87eb-2d6218337468,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:58:09.799751 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e7c631b0-8f0a-460e-a9d0-867c689fa5d6 req-a3cc9a7b-be94-406d-aa1f-2ab43845c870 tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] 10.222.0.39 "GET /v2.0/security-groups/cf798087-610e-4d04-a629-17167ddad8bf HTTP/1.1" status: 200 len: 1777 time: 0.3032155 Sep 30 00:58:09.865657 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-1f1c4860-24f3-4b34-8e7a-bb79b4161d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:09.887794 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8a02c6a4-ded9-4847-afa3-381b46513044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:10.140688 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:58:10.163991 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:58:10.376439 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-1f1c4860-24f3-4b34-8e7a-bb79b4161d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:10.377069 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-1f1c4860-24f3-4b34-8e7a-bb79b4161d66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:10.378448 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-1f1c4860-24f3-4b34-8e7a-bb79b4161d66 service neutron] 10.222.0.55 "PUT /v2.0/ports/43b1f2d9-c738-4e37-87eb-2d6218337468 HTTP/1.1" status: 200 len: 1121 time: 2.8717258 Sep 30 00:58:10.382404 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e7c631b0-8f0a-460e-a9d0-867c689fa5d6 req-8598522d-8d64-4b34-8d6f-93c5a52dbf85 tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:10.449833 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c4860-24f3-4b34-8e7a-bb79b4161d66 service neutron] Pushing event updated for resources: {'Port': ['ID=43b1f2d9-c738-4e37-87eb-2d6218337468,revision_number=8']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:10.461464 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1f1c4860-24f3-4b34-8e7a-bb79b4161d66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:10.488528 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e7c631b0-8f0a-460e-a9d0-867c689fa5d6 req-8598522d-8d64-4b34-8d6f-93c5a52dbf85 tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:10.564591 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e7c631b0-8f0a-460e-a9d0-867c689fa5d6 req-8598522d-8d64-4b34-8d6f-93c5a52dbf85 tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:10.579654 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6cfdf9f5-9a08-48a3-a780-d5884ccc1f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:10.601193 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 38744) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:58:10.609543 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:10.630764 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e7c631b0-8f0a-460e-a9d0-867c689fa5d6 req-8598522d-8d64-4b34-8d6f-93c5a52dbf85 tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:10.633314 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e7c631b0-8f0a-460e-a9d0-867c689fa5d6 req-8598522d-8d64-4b34-8d6f-93c5a52dbf85 tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] 10.222.0.39 "DELETE /v2.0/security-groups/cf798087-610e-4d04-a629-17167ddad8bf HTTP/1.1" status: 204 len: 173 time: 0.8323963 Sep 30 00:58:10.634566 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598522d-8d64-4b34-8d6f-93c5a52dbf85 tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf798087-610e-4d04-a629-17167ddad8bf,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:10.638206 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8598522d-8d64-4b34-8d6f-93c5a52dbf85 tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:10.649994 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['43b1f2d9-c738-4e37-87eb-2d6218337468'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:58:10.748790 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 5e67e008-2c88-42cc-b6b8-dffbe89b27a5, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=5e67e008-2c88-42cc-b6b8-dffbe89b27a5,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:10.783133 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0529b80d-33fb-44ac-9a2b-dbfb15cd9e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e67e008-2c88-42cc-b6b8-dffbe89b27a5'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:58:10.817353 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:10.852450 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:10.899326 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-a40e1980-4c58-4276-b60c-84daf797eebc admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-982905553-network', 'tenant_id': '7ce997467e124bf6a159336faf597985'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:58:10.908791 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-a40e1980-4c58-4276-b60c-84daf797eebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:58:10.917632 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-a40e1980-4c58-4276-b60c-84daf797eebc admin admin] Usage tracker for resource:network and tenant:7ce997467e124bf6a159336faf597985 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:58:10.921672 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-a40e1980-4c58-4276-b60c-84daf797eebc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:58:10.928710 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-a40e1980-4c58-4276-b60c-84daf797eebc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:58:10.953294 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40e1980-4c58-4276-b60c-84daf797eebc admin admin] Made reservation on behalf of 7ce997467e124bf6a159336faf597985 for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:58:10.955419 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a40e1980-4c58-4276-b60c-84daf797eebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:10.970234 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a40e1980-4c58-4276-b60c-84daf797eebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:10.987676 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-a40e1980-4c58-4276-b60c-84daf797eebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:58:10.992797 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-a40e1980-4c58-4276-b60c-84daf797eebc admin admin] Usage tracker for resource:security_group_rule and tenant:7ce997467e124bf6a159336faf597985 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:58:10.995977 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-a40e1980-4c58-4276-b60c-84daf797eebc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:58:11.003280 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-a40e1980-4c58-4276-b60c-84daf797eebc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:58:11.031333 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 5e67e008-2c88-42cc-b6b8-dffbe89b27a5, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=5e67e008-2c88-42cc-b6b8-dffbe89b27a5,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:11.042869 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=5e67e008-2c88-42cc-b6b8-dffbe89b27a5,revision_number=9']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:11.069848 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:11.109783 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '5e67e008-2c88-42cc-b6b8-dffbe89b27a5', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': '5e67e008-2c88-42cc-b6b8-dffbe89b27a5', 'mac_address': 'fa:16:3e:95:ba:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:58:11.126873 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a40e1980-4c58-4276-b60c-84daf797eebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:11.131999 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a40e1980-4c58-4276-b60c-84daf797eebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:11.135949 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-95d7be75-6d82-4111-9a41-99a99e56516e tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:11.171908 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40e1980-4c58-4276-b60c-84daf797eebc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:58:11.181314 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e1980-4c58-4276-b60c-84daf797eebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2f3a59-465d-4096-b57a-b6591d787eae,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:11.186590 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a40e1980-4c58-4276-b60c-84daf797eebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:11.190110 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a40e1980-4c58-4276-b60c-84daf797eebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:11.190675 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-a40e1980-4c58-4276-b60c-84daf797eebc admin admin] Added segment 5edc6782-ae18-4a49-b68c-640166d6696d of type vlan for network cdb35d68-fbf5-4ed4-a776-874764d3e375 Sep 30 00:58:11.334207 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:11.349809 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a40e1980-4c58-4276-b60c-84daf797eebc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:11.399091 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a40e1980-4c58-4276-b60c-84daf797eebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:11.400678 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40e1980-4c58-4276-b60c-84daf797eebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:11.401659 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a40e1980-4c58-4276-b60c-84daf797eebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:11.416357 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-47bf39b6-2830-4816-a3b3-80ffbd9536de tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:11.421748 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:58:11.476421 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:11.479656 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 5e67e008-2c88-42cc-b6b8-dffbe89b27a5, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=5e67e008-2c88-42cc-b6b8-dffbe89b27a5,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:11.488195 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:11.491226 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:11.590318 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e1980-4c58-4276-b60c-84daf797eebc admin admin] Pushing event updated for resources: {'Network': ['ID=cdb35d68-fbf5-4ed4-a776-874764d3e375,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:11.602315 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-a40e1980-4c58-4276-b60c-84daf797eebc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9966087 Sep 30 00:58:11.603658 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 38762) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:58:11.604078 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a40e1980-4c58-4276-b60c-84daf797eebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:11.611369 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-0c6c68bd-eb65-47d7-ac9b-07a939058405 admin admin] Request body: {'subnet': {'network_id': 'cdb35d68-fbf5-4ed4-a776-874764d3e375', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-982905553-subnet', 'tenant_id': '7ce997467e124bf6a159336faf597985', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:58:11.612319 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network cdb35d68-fbf5-4ed4-a776-874764d3e375 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:58:11.624903 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-0c6c68bd-eb65-47d7-ac9b-07a939058405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:58:11.633666 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-0c6c68bd-eb65-47d7-ac9b-07a939058405 admin admin] Usage tracker for resource:subnet and tenant:7ce997467e124bf6a159336faf597985 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:58:11.640250 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-0c6c68bd-eb65-47d7-ac9b-07a939058405 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:58:11.649959 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-0c6c68bd-eb65-47d7-ac9b-07a939058405 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:58:11.670805 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6c68bd-eb65-47d7-ac9b-07a939058405 admin admin] Made reservation on behalf of 7ce997467e124bf6a159336faf597985 for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:58:11.686286 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0c6c68bd-eb65-47d7-ac9b-07a939058405 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:11.835675 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['5e67e008-2c88-42cc-b6b8-dffbe89b27a5'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:58:11.959978 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0c6c68bd-eb65-47d7-ac9b-07a939058405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981632'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:11.964264 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-380c52cf-a7e2-402c-a4a5-3af22d8fd0b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:11.972575 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=5e67e008-2c88-42cc-b6b8-dffbe89b27a5,revision_number=10']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:11.982182 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:12.048716 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c68bd-eb65-47d7-ac9b-07a939058405 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b477ab5-881b-4de7-8d2c-358183a1cf88,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:12.057503 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0c6c68bd-eb65-47d7-ac9b-07a939058405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:12.061654 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6c68bd-eb65-47d7-ac9b-07a939058405 admin admin] Checking segment: {'id': '5edc6782-ae18-4a49-b68c-640166d6696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cdb35d68-fbf5-4ed4-a776-874764d3e375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:58:12.062777 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6c68bd-eb65-47d7-ac9b-07a939058405 admin admin] Network hostable DHCP agents. Network: cdb35d68-fbf5-4ed4-a776-874764d3e375, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:58:12.091509 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6c68bd-eb65-47d7-ac9b-07a939058405 admin admin] Network cdb35d68-fbf5-4ed4-a776-874764d3e375 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:58:12.125824 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-0c6c68bd-eb65-47d7-ac9b-07a939058405 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, cdb35d68-fbf5-4ed4-a776-874764d3e375) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:58:12.136769 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6c68bd-eb65-47d7-ac9b-07a939058405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:12.137063 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ed49df-5fdf-4fc9-b250-0f54ec12fce4 None None] Network cdb35d68-fbf5-4ed4-a776-874764d3e375 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:58:12.138135 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0c6c68bd-eb65-47d7-ac9b-07a939058405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:12.165725 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-0c6c68bd-eb65-47d7-ac9b-07a939058405 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5619216 Sep 30 00:58:12.491220 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20a086c-c737-48a1-8e45-d09106a567ee None None] Network cdb35d68-fbf5-4ed4-a776-874764d3e375 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:58:12.596202 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b4f4f-e70d-451d-9963-a9da069c7165 req-ac70b87c-9add-45e6-beb8-a3230d6baacf tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:12.607862 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6a5b4f4f-e70d-451d-9963-a9da069c7165 req-ac70b87c-9add-45e6-beb8-a3230d6baacf tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 943 time: 0.1269898 Sep 30 00:58:12.626136 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-131e94f6-84fb-4714-9e7a-d943844d1624 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:12.629907 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-131e94f6-84fb-4714-9e7a-d943844d1624 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/networks?id=34a0c4bb-7b8e-4af9-940e-de978352f62e HTTP/1.1" status: 200 len: 811 time: 0.2448869 Sep 30 00:58:12.667749 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-de0668da-aff6-42c2-b72f-b64afb9897ea tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/quotas/09577eebebf34beb8f9f7386d3ff6957 HTTP/1.1" status: 200 len: 375 time: 0.0228620 Sep 30 00:58:12.669292 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6a5b4f4f-e70d-451d-9963-a9da069c7165 req-e43b52ab-4286-4d95-a131-02e39bcae5b9 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583637 Sep 30 00:58:12.737016 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-1df75643-cd08-4d25-b68d-f23249fe23b1 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=09577eebebf34beb8f9f7386d3ff6957&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622418 Sep 30 00:58:12.942644 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420bf569-283b-4f40-be9f-8c3e8c244655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43b1f2d9-c738-4e37-87eb-2d6218337468', 'code': 200} Sep 30 00:58:13.065273 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-8c9a332e-21aa-41fb-a8cf-8cbe85549309 service neutron] 10.222.0.39 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220708 Sep 30 00:58:13.156140 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1c69b-19f1-4e13-8d3f-23ca71b1b3f5 req-1100f7f0-ac57-40b8-8768-60f9bb96d292 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:13.164803 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-31e1c69b-19f1-4e13-8d3f-23ca71b1b3f5 req-1100f7f0-ac57-40b8-8768-60f9bb96d292 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 949 time: 0.1453979 Sep 30 00:58:13.220581 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-31e1c69b-19f1-4e13-8d3f-23ca71b1b3f5 req-dfcf246d-c68e-472b-930a-80260f24cb78 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503278 Sep 30 00:58:13.254708 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-878aaf87-260d-4d49-aa9c-5bd2cedbeec1 service neutron] 10.222.0.39 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832740 Sep 30 00:58:13.294234 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6d57e169-6499-464e-bace-12de819c6007 req-29a53e8c-240f-43d1-a86f-b6bd22ba030f tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] 10.222.0.39 "GET /v2.0/security-groups/1c75aa10-be3c-4286-b9cb-91d8e46b4e46 HTTP/1.1" status: 200 len: 1777 time: 0.0558262 Sep 30 00:58:13.386244 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-6d57e169-6499-464e-bace-12de819c6007 req-703e3283-efb0-4284-a8d7-04cbb9a79be6 tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:13.407821 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0529b80d-33fb-44ac-9a2b-dbfb15cd9e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e67e008-2c88-42cc-b6b8-dffbe89b27a5', 'code': 200} Sep 30 00:58:13.418223 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-6d57e169-6499-464e-bace-12de819c6007 req-703e3283-efb0-4284-a8d7-04cbb9a79be6 tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:13.525288 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-6d57e169-6499-464e-bace-12de819c6007 req-703e3283-efb0-4284-a8d7-04cbb9a79be6 tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:13.529627 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a602163e-0eae-4705-9fbd-65c325d0c627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:13.563954 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e3283-efb0-4284-a8d7-04cbb9a79be6 tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c75aa10-be3c-4286-b9cb-91d8e46b4e46,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:13.569818 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-703e3283-efb0-4284-a8d7-04cbb9a79be6 tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:13.581788 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-6d57e169-6499-464e-bace-12de819c6007 req-703e3283-efb0-4284-a8d7-04cbb9a79be6 tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:13.589402 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6d57e169-6499-464e-bace-12de819c6007 req-703e3283-efb0-4284-a8d7-04cbb9a79be6 tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] 10.222.0.39 "DELETE /v2.0/security-groups/1c75aa10-be3c-4286-b9cb-91d8e46b4e46 HTTP/1.1" status: 204 len: 173 time: 0.2877998 Sep 30 00:58:13.709427 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-d8f8804c-3208-4d29-9d41-97fa0938e4a5 req-087d92d3-e8f5-4e8d-8d45-4c36f48304b1 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Synchronizing usage tracker for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:58:13.732947 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-d8f8804c-3208-4d29-9d41-97fa0938e4a5 req-087d92d3-e8f5-4e8d-8d45-4c36f48304b1 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Unset dirty status for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:58:13.745547 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d8f8804c-3208-4d29-9d41-97fa0938e4a5 req-087d92d3-e8f5-4e8d-8d45-4c36f48304b1 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc400f17-ffac-4ea2-8edc-5f7a68676a98 HTTP/1.1" status: 200 len: 210 time: 0.0975358 Sep 30 00:58:13.749445 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d7bf3-cc6e-4e0e-964c-9b34eac08716 req-25782d2a-1db2-47c5-8823-5a198ec317b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:13.754009 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ec6d7bf3-cc6e-4e0e-964c-9b34eac08716 req-25782d2a-1db2-47c5-8823-5a198ec317b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63a126d134f14d979bea0d3209fea08a&device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 1100 time: 0.1997309 Sep 30 00:58:14.057169 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 38840) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:58:14.078037 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d7bf3-cc6e-4e0e-964c-9b34eac08716 req-31f0de3a-cbb3-426c-8b47-777ec1410bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:14.081031 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ec6d7bf3-cc6e-4e0e-964c-9b34eac08716 req-31f0de3a-cbb3-426c-8b47-777ec1410bbc service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.2700021 Sep 30 00:58:14.182070 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ec6d7bf3-cc6e-4e0e-964c-9b34eac08716 req-e2cdedd8-63df-4b9a-a783-ef0a82e0a7e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=5e67e008-2c88-42cc-b6b8-dffbe89b27a5 HTTP/1.1" status: 200 len: 217 time: 0.0901043 Sep 30 00:58:14.231074 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 43b1f2d9-c738-4e37-87eb-2d6218337468 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:58:14.370589 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:58:14.387853 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d7bf3-cc6e-4e0e-964c-9b34eac08716 req-a2b5961d-5f60-49fc-8c81-4029b9cffd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:14.389379 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ec6d7bf3-cc6e-4e0e-964c-9b34eac08716 req-a2b5961d-5f60-49fc-8c81-4029b9cffd13 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1853456 Sep 30 00:58:14.511775 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 43b1f2d9-c738-4e37-87eb-2d6218337468, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=43b1f2d9-c738-4e37-87eb-2d6218337468,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:14.551450 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-874fe68b-7dcb-474e-8693-baa37984a8a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0fce0deeac0d476ebc624b4adc16f30d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4930122 Sep 30 00:58:14.559204 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 38864) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:58:14.596242 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 43b1f2d9-c738-4e37-87eb-2d6218337468 has no active binding in host n-h2-811809-1 {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Sep 30 00:58:14.636787 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-622a8b01-a324-4374-8df2-57fc09e5d100 service neutron] 10.222.0.59 "GET /v2.0/ports/43b1f2d9-c738-4e37-87eb-2d6218337468/bindings/n-h2-811809-1 HTTP/1.1" status: 200 len: 384 time: 0.1762817 Sep 30 00:58:14.704469 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:58:14.704970 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:14.715770 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d7bf3-cc6e-4e0e-964c-9b34eac08716 req-3e08d5f8-66fb-4771-826f-f098f0f3abbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:14.718421 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ec6d7bf3-cc6e-4e0e-964c-9b34eac08716 req-3e08d5f8-66fb-4771-826f-f098f0f3abbd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3149886 Sep 30 00:58:14.902460 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:14.959499 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 5e67e008-2c88-42cc-b6b8-dffbe89b27a5, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=5e67e008-2c88-42cc-b6b8-dffbe89b27a5,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:14.961043 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cf790d4c-3dc6-405a-9c24-eaaad04fc2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:14.963166 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420bf569-283b-4f40-be9f-8c3e8c244655', 'tag': '43b1f2d9-c738-4e37-87eb-2d6218337468'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:58:14.969983 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:14.972562 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:14.999944 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-32dfedbc-b3ce-4081-a430-c8d6edeb1300 service neutron] For port 43b1f2d9-c738-4e37-87eb-2d6218337468, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=43b1f2d9-c738-4e37-87eb-2d6218337468,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:15.021381 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cf790d4c-3dc6-405a-9c24-eaaad04fc2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:15.034802 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-32dfedbc-b3ce-4081-a430-c8d6edeb1300 service neutron] For port 43b1f2d9-c738-4e37-87eb-2d6218337468, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:58:15.064728 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ec6d7bf3-cc6e-4e0e-964c-9b34eac08716 req-a0750e14-2224-498c-9521-ee62276eacb8 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314190 Sep 30 00:58:15.132840 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-32dfedbc-b3ce-4081-a430-c8d6edeb1300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43b1f2d9-c738-4e37-87eb-2d6218337468 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:58:15.154197 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-32dfedbc-b3ce-4081-a430-c8d6edeb1300 service neutron] For port 43b1f2d9-c738-4e37-87eb-2d6218337468, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=43b1f2d9-c738-4e37-87eb-2d6218337468,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:15.184796 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-32dfedbc-b3ce-4081-a430-c8d6edeb1300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:15.272385 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=5e67e008-2c88-42cc-b6b8-dffbe89b27a5,revision_number=11']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:15.289187 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:15.324709 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ec6d7bf3-cc6e-4e0e-964c-9b34eac08716 req-9cbf4670-5c33-4a07-8d70-5897b253d9c6 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490041 Sep 30 00:58:15.409003 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0529b80d-33fb-44ac-9a2b-dbfb15cd9e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e67e008-2c88-42cc-b6b8-dffbe89b27a5'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:58:15.462335 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cf790d4c-3dc6-405a-9c24-eaaad04fc2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:15.485261 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f95c5c3d-b1b7-4332-bf40-a5f590d16028 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:15.522149 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf790d4c-3dc6-405a-9c24-eaaad04fc2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32097be-36c4-4f40-82c8-1504f5620973,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:15.533406 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-cf790d4c-3dc6-405a-9c24-eaaad04fc2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:15.536936 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cf790d4c-3dc6-405a-9c24-eaaad04fc2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:15.541483 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-cf790d4c-3dc6-405a-9c24-eaaad04fc2c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c32097be-36c4-4f40-82c8-1504f5620973 HTTP/1.1" status: 204 len: 168 time: 0.9810860 Sep 30 00:58:15.551356 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-fb9dd5cd-2869-4fed-bdc5-b776ed6d2189 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:15.552900 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-fb9dd5cd-2869-4fed-bdc5-b776ed6d2189 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/networks?id=cdb35d68-fbf5-4ed4-a776-874764d3e375 HTTP/1.1" status: 200 len: 812 time: 0.2243652 Sep 30 00:58:15.602073 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-06fdbeaa-ca74-419b-bbb1-0fcc9667b7c3 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/quotas/7ce997467e124bf6a159336faf597985 HTTP/1.1" status: 200 len: 375 time: 0.0390613 Sep 30 00:58:15.641888 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-32dfedbc-b3ce-4081-a430-c8d6edeb1300 service neutron] Transition to ACTIVE for port object 43b1f2d9-c738-4e37-87eb-2d6218337468 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:58:15.659536 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173885ac-979f-4cfe-a72b-591956fdd79a req-0976c942-4071-4b94-8218-7461666c1796 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:15.670652 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-173885ac-979f-4cfe-a72b-591956fdd79a req-0976c942-4071-4b94-8218-7461666c1796 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 943 time: 0.3957758 Sep 30 00:58:15.689558 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-32dfedbc-b3ce-4081-a430-c8d6edeb1300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:15.697241 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-aa39d586-6e93-46ac-a17e-528b35b249cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:15.746171 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-b0d3ba1b-3573-43ea-95c7-cd119595bfa5 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ce997467e124bf6a159336faf597985&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1382322 Sep 30 00:58:15.767922 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-18adeb7c-ae5c-4268-9355-64ac06a18569 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:15.769877 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-18adeb7c-ae5c-4268-9355-64ac06a18569 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.55 "GET /v2.0/networks?id=34a0c4bb-7b8e-4af9-940e-de978352f62e HTTP/1.1" status: 200 len: 811 time: 0.4348814 Sep 30 00:58:15.806527 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-841a7b5d-dc47-46eb-8a11-33f7aea33695 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Request body: {'port': {'device_id': 'cc400f17-ffac-4ea2-8edc-5f7a68676a98', 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e', 'admin_state_up': True, 'tenant_id': '09577eebebf34beb8f9f7386d3ff6957'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:58:15.972768 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-1fa120c6-745e-47c1-adde-09a307e0f7d4 service neutron] 10.222.0.39 "GET /v2.0/networks/cdb35d68-fbf5-4ed4-a776-874764d3e375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138369 Sep 30 00:58:16.145588 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 38902) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:58:16.167564 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-173885ac-979f-4cfe-a72b-591956fdd79a req-42a6968e-9310-47e8-9504-ae5196f05bc6 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959538 Sep 30 00:58:16.184488 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-32dfedbc-b3ce-4081-a430-c8d6edeb1300 service neutron] No DVR routers for this DVR port 43b1f2d9-c738-4e37-87eb-2d6218337468 on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:58:16.200443 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dfedbc-b3ce-4081-a430-c8d6edeb1300 service neutron] Pushing event updated for resources: {'Port': ['ID=43b1f2d9-c738-4e37-87eb-2d6218337468,revision_number=10']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:16.232869 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-32dfedbc-b3ce-4081-a430-c8d6edeb1300 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:16.308370 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-32dfedbc-b3ce-4081-a430-c8d6edeb1300 service neutron] 10.222.0.59 "PUT /v2.0/ports/43b1f2d9-c738-4e37-87eb-2d6218337468/bindings/n-h2-811809-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6660469 Sep 30 00:58:16.326216 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-cecd4367-0124-4dc7-8e50-d12ed192b63e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9942580498324ecd8f81b95aefb42c5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1703854 Sep 30 00:58:16.327461 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 38910) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:58:16.335696 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-a96a363d-6775-4c79-9ff1-1802ad5cb2ba service neutron] 10.222.0.39 "GET /v2.0/networks/cdb35d68-fbf5-4ed4-a776-874764d3e375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611083 Sep 30 00:58:16.342075 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-841a7b5d-dc47-46eb-8a11-33f7aea33695 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:58:16.368846 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-841a7b5d-dc47-46eb-8a11-33f7aea33695 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:58:16.414158 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 43b1f2d9-c738-4e37-87eb-2d6218337468 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:58:16.416724 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-841a7b5d-dc47-46eb-8a11-33f7aea33695 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Made reservation on behalf of 09577eebebf34beb8f9f7386d3ff6957 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:58:16.421214 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-841a7b5d-dc47-46eb-8a11-33f7aea33695 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:16.441447 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-445dabec-4a29-42e9-9371-6e1df194138e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:16.573863 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 43b1f2d9-c738-4e37-87eb-2d6218337468 not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:58:16.574614 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device ee657ef2-f239-4216-b04c-84a60e80e4d0 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:58:16.625961 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-445dabec-4a29-42e9-9371-6e1df194138e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:16.649984 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-3d7807ec-2473-41a2-98e0-1bf7bfe39497 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:16.657783 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-3d7807ec-2473-41a2-98e0-1bf7bfe39497 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=420bf569-283b-4f40-be9f-8c3e8c244655&tenant_id=58336e3a6a854ff7ab57e933b021b603&binding%3Ahost_id=n-h1-811809-1 HTTP/1.1" status: 200 len: 1095 time: 0.1971140 Sep 30 00:58:16.796370 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:16.883056 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port ee657ef2-f239-4216-b04c-84a60e80e4d0, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ee657ef2-f239-4216-b04c-84a60e80e4d0,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:16.894179 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:16.897999 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-b8861a94-49d1-42c3-90b4-c4ad2d4f0d2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:16.945979 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-841a7b5d-dc47-46eb-8a11-33f7aea33695 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Allocated IP 172.20.0.8 (34a0c4bb-7b8e-4af9-940e-de978352f62e/518e3f3b-9573-4eac-aa37-789767c0d3b7/d039abb2-c0e3-4501-a324-20b400aac0ff) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:58:16.954410 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-445dabec-4a29-42e9-9371-6e1df194138e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:16.961338 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-406e79a4-d9e5-4c5b-8ab9-64eca482274f tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:16.986521 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89557f-e6e8-48cf-a17a-4f9b91738898 req-f542799e-26ec-4f02-9ee6-d426ffdafcc4 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:16.988123 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fa89557f-e6e8-48cf-a17a-4f9b91738898 req-f542799e-26ec-4f02-9ee6-d426ffdafcc4 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 950 time: 0.3461494 Sep 30 00:58:17.007057 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e5fc6d40-0513-4bf6-a82f-c7bf815c22d7 req-9e692192-ec02-43bc-a490-8ebb227ef0fb tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc400f17-ffac-4ea2-8edc-5f7a68676a98 HTTP/1.1" status: 200 len: 210 time: 0.1723387 Sep 30 00:58:17.051026 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-686108fc-e38e-4e75-9f64-f8765bce9491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:17.054392 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-686108fc-e38e-4e75-9f64-f8765bce9491 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=420bf569-283b-4f40-be9f-8c3e8c244655&tenant_id=58336e3a6a854ff7ab57e933b021b603 HTTP/1.1" status: 200 len: 1095 time: 0.3880100 Sep 30 00:58:17.067533 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=ee657ef2-f239-4216-b04c-84a60e80e4d0,revision_number=8']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:17.073360 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:17.091100 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420bf569-283b-4f40-be9f-8c3e8c244655', 'tag': '43b1f2d9-c738-4e37-87eb-2d6218337468', 'status': 'completed', 'code': 200} Sep 30 00:58:17.308733 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-841a7b5d-dc47-46eb-8a11-33f7aea33695 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:17.314675 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-717b6a13-b372-4da9-b95f-4bc1c111fe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:17.316565 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-717b6a13-b372-4da9-b95f-4bc1c111fe05 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=58336e3a6a854ff7ab57e933b021b603&device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 1095 time: 0.2237072 Sep 30 00:58:17.388474 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445dabec-4a29-42e9-9371-6e1df194138e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447846a3-7a40-4c8e-a469-444d7194b5cd,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:17.396568 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-445dabec-4a29-42e9-9371-6e1df194138e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:17.451331 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0529b80d-33fb-44ac-9a2b-dbfb15cd9e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e67e008-2c88-42cc-b6b8-dffbe89b27a5', 'code': 200} Sep 30 00:58:17.562805 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-841a7b5d-dc47-46eb-8a11-33f7aea33695 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:17.577197 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-1b3a3d9c-dcd6-4d9c-b672-23fe0cad9750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:17.579117 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-1b3a3d9c-dcd6-4d9c-b672-23fe0cad9750 service neutron] 10.222.0.55 "GET /v2.0/networks?id=75754133-2f30-43b1-b553-38d58661ba06 HTTP/1.1" status: 200 len: 922 time: 0.2534044 Sep 30 00:58:17.601625 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-92b54e16-7f09-430f-94e6-5b5544007a29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:17.765443 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-ff0f6a61-6d7f-4f62-953c-29930a012f86 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43b1f2d9-c738-4e37-87eb-2d6218337468 HTTP/1.1" status: 200 len: 217 time: 0.1777825 Sep 30 00:58:17.822255 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-841a7b5d-dc47-46eb-8a11-33f7aea33695 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Network 34a0c4bb-7b8e-4af9-940e-de978352f62e is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:58:17.823716 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-445dabec-4a29-42e9-9371-6e1df194138e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:17.825054 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-445dabec-4a29-42e9-9371-6e1df194138e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/447846a3-7a40-4c8e-a469-444d7194b5cd HTTP/1.1" status: 204 len: 168 time: 1.4965436 Sep 30 00:58:17.834479 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-841a7b5d-dc47-46eb-8a11-33f7aea33695 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:58:17.841872 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-841a7b5d-dc47-46eb-8a11-33f7aea33695 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:58:17.881530 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fa89557f-e6e8-48cf-a17a-4f9b91738898 req-f3affd02-78d3-4d6b-b0ce-8479b37189c1 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4968038 Sep 30 00:58:17.893036 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a7b5d-dc47-46eb-8a11-33f7aea33695 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Pushing event updated for resources: {'Port': ['ID=d039abb2-c0e3-4501-a324-20b400aac0ff,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:17.997693 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-841a7b5d-dc47-46eb-8a11-33f7aea33695 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:18.115781 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-841a7b5d-dc47-46eb-8a11-33f7aea33695 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:18.115781 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-841a7b5d-dc47-46eb-8a11-33f7aea33695 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:18.201599 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-a3210279-e5e2-4305-aa4a-968340a293b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:18.201599 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-a3210279-e5e2-4305-aa4a-968340a293b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4830ed89-3d0e-4950-9575-5f4f49821c2d HTTP/1.1" status: 200 len: 861 time: 0.3954456 Sep 30 00:58:18.201599 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373efdc-6711-4a19-ba35-01d5a44f453a req-e54e6d49-cf3f-4e9d-beb5-1d9ae66bda77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:18.201599 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f373efdc-6711-4a19-ba35-01d5a44f453a req-e54e6d49-cf3f-4e9d-beb5-1d9ae66bda77 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 1101 time: 0.3072762 Sep 30 00:58:18.225127 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366be00-dc74-488a-9c20-507aefdfb174 req-d3f83621-2a15-41cc-a146-eb96c8960f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:18.227209 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3366be00-dc74-488a-9c20-507aefdfb174 req-d3f83621-2a15-41cc-a146-eb96c8960f17 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=58336e3a6a854ff7ab57e933b021b603&device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 1095 time: 0.8435633 Sep 30 00:58:18.310017 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-ee8256f5-2823-4417-b82b-72400575a19e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=75754133-2f30-43b1-b553-38d58661ba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281631 Sep 30 00:58:18.446456 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-841a7b5d-dc47-46eb-8a11-33f7aea33695 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6638894 Sep 30 00:58:18.523041 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f373efdc-6711-4a19-ba35-01d5a44f453a req-5f651190-59c9-4498-8922-18df3af302ac service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043211 Sep 30 00:58:18.562333 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-5a92502b-bd22-4f94-87ad-602a6b6c94c6 service neutron] Request body: {'port': {'device_id': 'cc400f17-ffac-4ea2-8edc-5f7a68676a98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:58:18.669431 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-c66503bc-fc5b-44ff-9710-e4ea740aa712 service neutron] 10.222.0.55 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509319 Sep 30 00:58:18.754937 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366be00-dc74-488a-9c20-507aefdfb174 req-8024af16-5bb6-455e-af7a-49cd61ae2d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:18.757515 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3366be00-dc74-488a-9c20-507aefdfb174 req-8024af16-5bb6-455e-af7a-49cd61ae2d06 service neutron] 10.222.0.59 "GET /v2.0/networks?id=75754133-2f30-43b1-b553-38d58661ba06 HTTP/1.1" status: 200 len: 922 time: 0.4952154 Sep 30 00:58:18.775219 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3ef08-6d08-483e-8e2c-7112d4d3c00b req-3aad440a-4d21-4768-90d4-08d1447a3c9f tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:18.782249 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a3b3ef08-6d08-483e-8e2c-7112d4d3c00b req-3aad440a-4d21-4768-90d4-08d1447a3c9f tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 944 time: 0.6386597 Sep 30 00:58:18.813969 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3979faf1-469e-402e-9997-2e89763a9604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:18.895115 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-5a92502b-bd22-4f94-87ad-602a6b6c94c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:18.908369 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3366be00-dc74-488a-9c20-507aefdfb174 req-1238019b-8568-4ba9-9825-ff2891ed8728 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43b1f2d9-c738-4e37-87eb-2d6218337468 HTTP/1.1" status: 200 len: 217 time: 0.1081533 Sep 30 00:58:19.023458 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:19.215436 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-dc955635-8484-4b0b-823d-6fd91b8cda75 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:19.217070 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-dc955635-8484-4b0b-823d-6fd91b8cda75 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/networks?id=fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 HTTP/1.1" status: 200 len: 804 time: 0.5467100 Sep 30 00:58:19.298959 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-5a92502b-bd22-4f94-87ad-602a6b6c94c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d039abb2-c0e3-4501-a324-20b400aac0ff {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:58:19.307342 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-5a92502b-bd22-4f94-87ad-602a6b6c94c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:19.322666 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-5a92502b-bd22-4f94-87ad-602a6b6c94c6 service neutron] Transition to ACTIVE for port object d039abb2-c0e3-4501-a324-20b400aac0ff will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:58:19.452321 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b164b39e-9b04-4b61-a350-81bc98bb6143', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee657ef2-f239-4216-b04c-84a60e80e4d0'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:58:19.460921 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-80fe7894-fcb7-41b7-ac0f-4283ece582f6 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/quotas/e8fe533ff5524edf903112c2aaa276a6 HTTP/1.1" status: 200 len: 375 time: 0.2249105 Sep 30 00:58:19.555622 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-5a92502b-bd22-4f94-87ad-602a6b6c94c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:19.585695 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-488f4f25-1ce5-40c8-91c4-dcf6553274fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:19.630455 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-87cfb54a-ef78-4bbf-8b6f-fdf2fcf0fb85 service neutron] 10.222.0.55 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7477524 Sep 30 00:58:19.638092 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a3b3ef08-6d08-483e-8e2c-7112d4d3c00b req-5adc3f34-6869-4303-bcb6-2e436650a659 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8545523 Sep 30 00:58:19.891077 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67b0cb-8ffa-4cf2-b998-f7bce4d2fd32 req-3e0a6ac9-0c2a-45f1-ac11-ddaa71ba60fe tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:19.892706 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fb67b0cb-8ffa-4cf2-b998-f7bce4d2fd32 req-3e0a6ac9-0c2a-45f1-ac11-ddaa71ba60fe tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.59 "GET /v2.0/ports?device_id=b164b39e-9b04-4b61-a350-81bc98bb6143 HTTP/1.1" status: 200 len: 943 time: 0.6535714 Sep 30 00:58:20.051909 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366be00-dc74-488a-9c20-507aefdfb174 req-e68b99b2-74b2-441b-9605-d1473e48ecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:20.051909 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3366be00-dc74-488a-9c20-507aefdfb174 req-e68b99b2-74b2-441b-9605-d1473e48ecb1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4830ed89-3d0e-4950-9575-5f4f49821c2d HTTP/1.1" status: 200 len: 861 time: 0.7279284 Sep 30 00:58:20.129261 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-c49caa76-b807-4738-9fc2-0ccee464641d tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e8fe533ff5524edf903112c2aaa276a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6447299 Sep 30 00:58:20.205184 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3366be00-dc74-488a-9c20-507aefdfb174 req-bd546365-6f20-4a72-90ce-ca7fcd0d780e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=75754133-2f30-43b1-b553-38d58661ba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148126 Sep 30 00:58:20.208450 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92502b-bd22-4f94-87ad-602a6b6c94c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d039abb2-c0e3-4501-a324-20b400aac0ff,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:20.256010 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5a92502b-bd22-4f94-87ad-602a6b6c94c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:20.430072 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-fb67b0cb-8ffa-4cf2-b998-f7bce4d2fd32 req-9030dc06-c8ab-4d4c-aa3c-ab5e84a74959 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Deleting port ee657ef2-f239-4216-b04c-84a60e80e4d0 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:58:20.430691 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fb67b0cb-8ffa-4cf2-b998-f7bce4d2fd32 req-9030dc06-c8ab-4d4c-aa3c-ab5e84a74959 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:20.465524 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-fe0ae128-1265-4985-be56-5c23341c9bc6 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:20.466585 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-fe0ae128-1265-4985-be56-5c23341c9bc6 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Synchronizing usage tracker for tenant:7ce997467e124bf6a159336faf597985 on resource:network {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:58:20.650283 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-94143b6e-61ae-4c71-8bd7-eb37e55180ab tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:20.652518 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-94143b6e-61ae-4c71-8bd7-eb37e55180ab tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.55 "GET /v2.0/networks?id=cdb35d68-fbf5-4ed4-a776-874764d3e375 HTTP/1.1" status: 200 len: 812 time: 0.8920684 Sep 30 00:58:20.707568 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3366be00-dc74-488a-9c20-507aefdfb174 req-7ea1200b-2129-4272-9f45-5ebde5a02a81 service neutron] 10.222.0.59 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545875 Sep 30 00:58:20.708282 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-5a92502b-bd22-4f94-87ad-602a6b6c94c6 service neutron] Attempting to bind port d039abb2-c0e3-4501-a324-20b400aac0ff on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:58:20.710370 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-5a92502b-bd22-4f94-87ad-602a6b6c94c6 service neutron] Attempting to bind port d039abb2-c0e3-4501-a324-20b400aac0ff by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:58:20.710370 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-5a92502b-bd22-4f94-87ad-602a6b6c94c6 service neutron] Attempting to bind port d039abb2-c0e3-4501-a324-20b400aac0ff on network 34a0c4bb-7b8e-4af9-940e-de978352f62e {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:58:20.717022 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-fe0ae128-1265-4985-be56-5c23341c9bc6 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Unset dirty status for tenant:7ce997467e124bf6a159336faf597985 on resource:network {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:58:20.718525 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-fe0ae128-1265-4985-be56-5c23341c9bc6 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.59 "GET /v2.0/networks?id=cdb35d68-fbf5-4ed4-a776-874764d3e375 HTTP/1.1" status: 200 len: 812 time: 1.1699338 Sep 30 00:58:20.726295 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-f2d63665-417e-49d5-9d86-a2c55ad21bd9 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Request body: {'port': {'device_id': 'a3a70184-d3f7-4fdf-9096-8a8a002ed004', 'network_id': 'cdb35d68-fbf5-4ed4-a776-874764d3e375', 'admin_state_up': True, 'tenant_id': '7ce997467e124bf6a159336faf597985'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:58:20.840669 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-195948ef-60f1-4e00-8e91-23cb8c05b212 service neutron] 10.222.0.39 "GET /v2.0/networks/fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6847949 Sep 30 00:58:20.859600 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-5a92502b-bd22-4f94-87ad-602a6b6c94c6 service neutron] Port d039abb2-c0e3-4501-a324-20b400aac0ff on network 34a0c4bb-7b8e-4af9-940e-de978352f62e not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:58:20.859935 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-5a92502b-bd22-4f94-87ad-602a6b6c94c6 service neutron] Attempting to bind port d039abb2-c0e3-4501-a324-20b400aac0ff on network 34a0c4bb-7b8e-4af9-940e-de978352f62e {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:58:20.879057 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-51e0fe03-e77d-4c0d-b3bf-db252cceab5c tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Request body: {'port': {'device_id': '7689ae70-0458-4dd2-b66e-dc462914b111', 'network_id': 'cdb35d68-fbf5-4ed4-a776-874764d3e375', 'admin_state_up': True, 'tenant_id': '7ce997467e124bf6a159336faf597985'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:58:21.056984 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-5a92502b-bd22-4f94-87ad-602a6b6c94c6 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:58:21.057290 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-5a92502b-bd22-4f94-87ad-602a6b6c94c6 service neutron] Checking segment: {'id': 'e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:58:21.057747 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-5a92502b-bd22-4f94-87ad-602a6b6c94c6 service neutron] Bound using segment: {'id': 'e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:58:21.058113 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-5a92502b-bd22-4f94-87ad-602a6b6c94c6 service neutron] Bound port: d039abb2-c0e3-4501-a324-20b400aac0ff, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:58:21.058467 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-5a92502b-bd22-4f94-87ad-602a6b6c94c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:21.079175 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-51e0fe03-e77d-4c0d-b3bf-db252cceab5c tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:58:21.079476 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-5087a877-fcd8-4805-bffa-47eb7fa20b50 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:21.081453 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-5087a877-fcd8-4805-bffa-47eb7fa20b50 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=420bf569-283b-4f40-be9f-8c3e8c244655&tenant_id=58336e3a6a854ff7ab57e933b021b603&binding%3Ahost_id=n-h2-811809-1 HTTP/1.1" status: 200 len: 1095 time: 0.5651872 Sep 30 00:58:21.118208 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1090e3c-14d9-47bb-be59-6aba7cc51c91 req-2df09a83-8dc4-445d-8ed7-ea4a59dc787c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:21.119129 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f1090e3c-14d9-47bb-be59-6aba7cc51c91 req-2df09a83-8dc4-445d-8ed7-ea4a59dc787c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Synchronizing usage tracker for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:58:21.131879 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-51e0fe03-e77d-4c0d-b3bf-db252cceab5c tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Usage tracker for resource:port and tenant:7ce997467e124bf6a159336faf597985 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:58:21.142297 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3366be00-dc74-488a-9c20-507aefdfb174 req-d97023c0-94da-46a6-8331-833a6c0af8e6 service neutron] 10.222.0.59 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209540 Sep 30 00:58:21.150360 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-51e0fe03-e77d-4c0d-b3bf-db252cceab5c tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:58:21.163920 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-51e0fe03-e77d-4c0d-b3bf-db252cceab5c tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:58:21.194376 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f1090e3c-14d9-47bb-be59-6aba7cc51c91 req-2df09a83-8dc4-445d-8ed7-ea4a59dc787c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Unset dirty status for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:58:21.195584 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f1090e3c-14d9-47bb-be59-6aba7cc51c91 req-2df09a83-8dc4-445d-8ed7-ea4a59dc787c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc400f17-ffac-4ea2-8edc-5f7a68676a98 HTTP/1.1" status: 200 len: 943 time: 1.2627091 Sep 30 00:58:21.201576 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-51e0fe03-e77d-4c0d-b3bf-db252cceab5c tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Made reservation on behalf of 7ce997467e124bf6a159336faf597985 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:58:21.205566 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-51e0fe03-e77d-4c0d-b3bf-db252cceab5c tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:21.217292 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-52937ec2-24d3-4efd-b069-2b2b94974341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:21.252716 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-5a92502b-bd22-4f94-87ad-602a6b6c94c6 service neutron] For port d039abb2-c0e3-4501-a324-20b400aac0ff, host n-h2-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:58:21.276090 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-f2d63665-417e-49d5-9d86-a2c55ad21bd9 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:58:21.292600 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-f2d63665-417e-49d5-9d86-a2c55ad21bd9 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Usage tracker for resource:port and tenant:7ce997467e124bf6a159336faf597985 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:58:21.313019 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-5a92502b-bd22-4f94-87ad-602a6b6c94c6 service neutron] For port d039abb2-c0e3-4501-a324-20b400aac0ff, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=d039abb2-c0e3-4501-a324-20b400aac0ff,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:58:21.319492 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-7babb7ad-79cc-4239-9b98-caddd17ec3d3 service neutron] 10.222.0.39 "GET /v2.0/networks/fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774318 Sep 30 00:58:21.324629 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-f2d63665-417e-49d5-9d86-a2c55ad21bd9 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:58:21.338300 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-5a92502b-bd22-4f94-87ad-602a6b6c94c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:21.347872 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-aa078e91-4602-46d7-b23e-f301f4dd06fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:21.350174 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-f2d63665-417e-49d5-9d86-a2c55ad21bd9 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:58:21.373884 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-fb67b0cb-8ffa-4cf2-b998-f7bce4d2fd32 req-9030dc06-c8ab-4d4c-aa3c-ab5e84a74959 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] For port ee657ef2-f239-4216-b04c-84a60e80e4d0, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ee657ef2-f239-4216-b04c-84a60e80e4d0,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:21.374247 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fb67b0cb-8ffa-4cf2-b998-f7bce4d2fd32 req-9030dc06-c8ab-4d4c-aa3c-ab5e84a74959 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:21.390672 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f1090e3c-14d9-47bb-be59-6aba7cc51c91 req-2e907ced-4515-48b9-b3df-e5e286b35d5d tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740487 Sep 30 00:58:21.401994 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-f2d63665-417e-49d5-9d86-a2c55ad21bd9 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Made reservation on behalf of 7ce997467e124bf6a159336faf597985 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:58:21.415334 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-f2d63665-417e-49d5-9d86-a2c55ad21bd9 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:21.426007 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-5a92502b-bd22-4f94-87ad-602a6b6c94c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:21.426627 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-5a92502b-bd22-4f94-87ad-602a6b6c94c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:21.428649 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-5a92502b-bd22-4f94-87ad-602a6b6c94c6 service neutron] 10.222.0.55 "PUT /v2.0/ports/d039abb2-c0e3-4501-a324-20b400aac0ff HTTP/1.1" status: 200 len: 1091 time: 2.8744128 Sep 30 00:58:21.431307 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc400f17-ffac-4ea2-8edc-5f7a68676a98', 'tag': 'd039abb2-c0e3-4501-a324-20b400aac0ff'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:58:21.545878 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92502b-bd22-4f94-87ad-602a6b6c94c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d039abb2-c0e3-4501-a324-20b400aac0ff,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:21.549825 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5a92502b-bd22-4f94-87ad-602a6b6c94c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:21.585337 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-51e0fe03-e77d-4c0d-b3bf-db252cceab5c tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Allocated IP 172.20.0.12 (cdb35d68-fbf5-4ed4-a776-874764d3e375/7b477ab5-881b-4de7-8d2c-358183a1cf88/85a6345a-d3dd-4c1a-86d8-0ee28083daaf) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:58:21.731341 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-148fb8b8-628d-4c29-9e26-fba140b04998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:21.733561 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-148fb8b8-628d-4c29-9e26-fba140b04998 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=09577eebebf34beb8f9f7386d3ff6957&device_id=cc400f17-ffac-4ea2-8edc-5f7a68676a98 HTTP/1.1" status: 200 len: 1094 time: 0.2402713 Sep 30 00:58:21.788265 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-fb67b0cb-8ffa-4cf2-b998-f7bce4d2fd32 req-9030dc06-c8ab-4d4c-aa3c-ab5e84a74959 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Calling delete_port for ee657ef2-f239-4216-b04c-84a60e80e4d0 owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:58:22.034179 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-42df449c-44bf-45b9-ab83-4f766dd85099 service neutron] For port 43b1f2d9-c738-4e37-87eb-2d6218337468, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:58:22.043000 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-c147eb6a-9cbf-459a-93a5-50b5c795ce40 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d039abb2-c0e3-4501-a324-20b400aac0ff HTTP/1.1" status: 200 len: 217 time: 0.2989423 Sep 30 00:58:22.080371 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-42df449c-44bf-45b9-ab83-4f766dd85099 service neutron] Notify callbacks [] for binding, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:22.081506 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7732a843-3c3f-453c-b3d3-897b375b8b9b req-42df449c-44bf-45b9-ab83-4f766dd85099 service neutron] 10.222.0.55 "DELETE /v2.0/ports/43b1f2d9-c738-4e37-87eb-2d6218337468/bindings/n-h1-811809-1 HTTP/1.1" status: 204 len: 173 time: 0.9830606 Sep 30 00:58:22.119214 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1a9e4-2afb-473c-8a2c-2d5f7a69b045 req-072f74ba-289d-49a3-b2ae-c67364b29906 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:22.127755 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b2b1a9e4-2afb-473c-8a2c-2d5f7a69b045 req-072f74ba-289d-49a3-b2ae-c67364b29906 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 950 time: 0.3052847 Sep 30 00:58:22.234229 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f131bd0d-16ae-4eca-bdad-19c882936432 req-b0e6cb4b-12d1-49c8-b816-2ff20f860667 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3a70184-d3f7-4fdf-9096-8a8a002ed004 HTTP/1.1" status: 200 len: 210 time: 0.3881843 Sep 30 00:58:22.273591 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b2b1a9e4-2afb-473c-8a2c-2d5f7a69b045 req-53d2bd1c-6e9b-4ec6-940a-5d5c9e432c73 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448126 Sep 30 00:58:22.298095 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fb67b0cb-8ffa-4cf2-b998-f7bce4d2fd32 req-9030dc06-c8ab-4d4c-aa3c-ab5e84a74959 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:22.298939 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-d32b671b-0d1f-478b-afee-1087ff8ab998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:22.302985 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-d32b671b-0d1f-478b-afee-1087ff8ab998 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=518e3f3b-9573-4eac-aa37-789767c0d3b7 HTTP/1.1" status: 200 len: 851 time: 0.1122439 Sep 30 00:58:22.305698 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:22.315303 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d94cc8d5-8893-4abe-98c6-27673b79e5f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:22.372565 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-3d8287e3-c8ba-4d18-8c8a-4c2c55c884e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34a0c4bb-7b8e-4af9-940e-de978352f62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573168 Sep 30 00:58:22.392080 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b164b39e-9b04-4b61-a350-81bc98bb6143', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee657ef2-f239-4216-b04c-84a60e80e4d0', 'code': 200} Sep 30 00:58:22.434279 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-51e0fe03-e77d-4c0d-b3bf-db252cceab5c tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:22.444509 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030dc06-c8ab-4d4c-aa3c-ab5e84a74959 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Pushing event deleted for resources: {'Port': ['ID=ee657ef2-f239-4216-b04c-84a60e80e4d0,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:22.453554 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9030dc06-c8ab-4d4c-aa3c-ab5e84a74959 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:22.613578 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb67b0cb-8ffa-4cf2-b998-f7bce4d2fd32 req-9030dc06-c8ab-4d4c-aa3c-ab5e84a74959 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] No DVR routers for this DVR port ee657ef2-f239-4216-b04c-84a60e80e4d0 on host n-h1-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:58:22.616890 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fb67b0cb-8ffa-4cf2-b998-f7bce4d2fd32 req-9030dc06-c8ab-4d4c-aa3c-ab5e84a74959 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:22.623357 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b164b39e-9b04-4b61-a350-81bc98bb6143', 'name': 'network-vif-deleted', 'tag': 'ee657ef2-f239-4216-b04c-84a60e80e4d0'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:58:22.656556 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fb67b0cb-8ffa-4cf2-b998-f7bce4d2fd32 req-9030dc06-c8ab-4d4c-aa3c-ab5e84a74959 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.59 "DELETE /v2.0/ports/ee657ef2-f239-4216-b04c-84a60e80e4d0 HTTP/1.1" status: 204 len: 173 time: 2.7478695 Sep 30 00:58:22.762382 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-a49ae5fd-3366-434e-99d5-2b406e0de383 service neutron] 10.222.0.55 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601289 Sep 30 00:58:22.877428 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc400f17-ffac-4ea2-8edc-5f7a68676a98', 'tag': 'd039abb2-c0e3-4501-a324-20b400aac0ff', 'status': 'completed', 'code': 200} Sep 30 00:58:22.977717 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-51e0fe03-e77d-4c0d-b3bf-db252cceab5c tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:23.012400 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-87ec41bb-78f6-4137-97b7-64ccc50083ba req-d6833223-037f-49f9-8693-bdb49ff9a6c9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Synchronizing usage tracker for tenant:e8fe533ff5524edf903112c2aaa276a6 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:58:23.045461 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-87de1f76-b864-41a5-956a-78d7bb0762b3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:23.071917 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-f2d63665-417e-49d5-9d86-a2c55ad21bd9 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Allocated IP 172.20.0.7 (cdb35d68-fbf5-4ed4-a776-874764d3e375/7b477ab5-881b-4de7-8d2c-358183a1cf88/604eef7a-ff6e-4d52-add0-5d3e142490b4) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:58:23.085341 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-87ec41bb-78f6-4137-97b7-64ccc50083ba req-d6833223-037f-49f9-8693-bdb49ff9a6c9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Unset dirty status for tenant:e8fe533ff5524edf903112c2aaa276a6 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:58:23.087034 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-87ec41bb-78f6-4137-97b7-64ccc50083ba req-d6833223-037f-49f9-8693-bdb49ff9a6c9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=edbb2f8e-938e-4902-b58a-886f37673938 HTTP/1.1" status: 200 len: 210 time: 0.1348257 Sep 30 00:58:23.089149 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-51e0fe03-e77d-4c0d-b3bf-db252cceab5c tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Network cdb35d68-fbf5-4ed4-a776-874764d3e375 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:58:23.106073 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-51e0fe03-e77d-4c0d-b3bf-db252cceab5c tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:58:23.116600 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-51e0fe03-e77d-4c0d-b3bf-db252cceab5c tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:58:23.217427 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-51e0fe03-e77d-4c0d-b3bf-db252cceab5c tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:23.218356 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-51e0fe03-e77d-4c0d-b3bf-db252cceab5c tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:23.260193 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-51e0fe03-e77d-4c0d-b3bf-db252cceab5c tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3972299 Sep 30 00:58:23.291434 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-96e21061-c606-42b8-9cd0-c957d4491f74 service neutron] Request body: {'port': {'device_id': '7689ae70-0458-4dd2-b66e-dc462914b111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:58:23.321600 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0fe03-e77d-4c0d-b3bf-db252cceab5c tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Pushing event updated for resources: {'Port': ['ID=85a6345a-d3dd-4c1a-86d8-0ee28083daaf,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:23.335405 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-51e0fe03-e77d-4c0d-b3bf-db252cceab5c tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:23.390176 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01296a4-9bb9-42f5-9aca-61a3cd4c1181 req-79600af6-5f13-40f0-bab8-b9e5abe9bc72 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:23.398597 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c01296a4-9bb9-42f5-9aca-61a3cd4c1181 req-79600af6-5f13-40f0-bab8-b9e5abe9bc72 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 944 time: 0.7013910 Sep 30 00:58:23.471460 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b8ee58dd-2e19-4fbc-9c6d-1644e10f62ad req-8c2bcef8-7691-4e86-922d-b19946c09dac service neutron] 10.222.0.55 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6039798 Sep 30 00:58:23.554233 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c01296a4-9bb9-42f5-9aca-61a3cd4c1181 req-9515c762-0876-4f91-981d-5a6300d34f3f tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539855 Sep 30 00:58:23.654300 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-96e21061-c606-42b8-9cd0-c957d4491f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:23.889308 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b164b39e-9b04-4b61-a350-81bc98bb6143', 'name': 'network-vif-deleted', 'tag': 'ee657ef2-f239-4216-b04c-84a60e80e4d0', 'status': 'completed', 'code': 200} Sep 30 00:58:23.944835 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:24.063677 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-9010199b-18f0-4410-8c8f-28530d404ff9 req-74488524-74bc-45ab-8de1-261bc08ca6af tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Synchronizing usage tracker for tenant:7ce997467e124bf6a159336faf597985 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:58:24.185769 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-9010199b-18f0-4410-8c8f-28530d404ff9 req-74488524-74bc-45ab-8de1-261bc08ca6af tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Unset dirty status for tenant:7ce997467e124bf6a159336faf597985 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:58:24.196502 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9010199b-18f0-4410-8c8f-28530d404ff9 req-74488524-74bc-45ab-8de1-261bc08ca6af tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3a70184-d3f7-4fdf-9096-8a8a002ed004 HTTP/1.1" status: 200 len: 210 time: 0.2085652 Sep 30 00:58:24.217971 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d090c8-b6d9-448c-a0a0-050e6a8c7a1b req-b999b334-4de2-4a32-a1f1-b5069d8bed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:24.218887 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-48d090c8-b6d9-448c-a0a0-050e6a8c7a1b req-b999b334-4de2-4a32-a1f1-b5069d8bed39 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=09577eebebf34beb8f9f7386d3ff6957&device_id=cc400f17-ffac-4ea2-8edc-5f7a68676a98 HTTP/1.1" status: 200 len: 1094 time: 0.5067968 Sep 30 00:58:24.230541 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-f2d63665-417e-49d5-9d86-a2c55ad21bd9 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:24.257179 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-7d0be9f4-b4ea-4723-9e71-dd5a05ce65db tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:24.258996 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-7d0be9f4-b4ea-4723-9e71-dd5a05ce65db tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.55 "GET /v2.0/networks?id=fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 HTTP/1.1" status: 200 len: 804 time: 0.6178246 Sep 30 00:58:24.280388 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-e12b155c-704a-4380-b94d-06462c865980 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Request body: {'port': {'device_id': 'edbb2f8e-938e-4902-b58a-886f37673938', 'network_id': 'fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129', 'admin_state_up': True, 'tenant_id': 'e8fe533ff5524edf903112c2aaa276a6'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:58:24.364456 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c2248-3d83-4d74-bd4c-9056dbfb4bce req-9c5c8224-04f8-4497-9c82-a86b1acb86fa tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:24.372765 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1e0c2248-3d83-4d74-bd4c-9056dbfb4bce req-9c5c8224-04f8-4497-9c82-a86b1acb86fa tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc400f17-ffac-4ea2-8edc-5f7a68676a98 HTTP/1.1" status: 200 len: 943 time: 0.4206507 Sep 30 00:58:24.450516 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device ee657ef2-f239-4216-b04c-84a60e80e4d0 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:58:24.452844 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1e0c2248-3d83-4d74-bd4c-9056dbfb4bce req-f3bfe3ad-2e66-41d6-8828-e324130e15ca tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791283 Sep 30 00:58:24.500392 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d090c8-b6d9-448c-a0a0-050e6a8c7a1b req-d5e041fa-b86b-429e-bf1f-ab93181ac882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:24.501868 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-48d090c8-b6d9-448c-a0a0-050e6a8c7a1b req-d5e041fa-b86b-429e-bf1f-ab93181ac882 service neutron] 10.222.0.55 "GET /v2.0/networks?id=34a0c4bb-7b8e-4af9-940e-de978352f62e HTTP/1.1" status: 200 len: 912 time: 0.2679224 Sep 30 00:58:24.514297 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-e12b155c-704a-4380-b94d-06462c865980 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:58:24.529538 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-e12b155c-704a-4380-b94d-06462c865980 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:58:24.548173 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-e12b155c-704a-4380-b94d-06462c865980 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Made reservation on behalf of e8fe533ff5524edf903112c2aaa276a6 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:58:24.553806 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-e12b155c-704a-4380-b94d-06462c865980 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:24.561257 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: ee657ef2-f239-4216-b04c-84a60e80e4d0 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:58:24.561832 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device ee657ef2-f239-4216-b04c-84a60e80e4d0 not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:58:24.644767 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-f2d63665-417e-49d5-9d86-a2c55ad21bd9 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:24.722835 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-cf9e73ec-37e9-4f6c-ad9d-644fc6b000f5 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:24.876645 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-f2d63665-417e-49d5-9d86-a2c55ad21bd9 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Network cdb35d68-fbf5-4ed4-a776-874764d3e375 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:58:24.878406 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-48d090c8-b6d9-448c-a0a0-050e6a8c7a1b req-9a44f23f-b7b5-4b12-ab98-50b802cf2325 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d039abb2-c0e3-4501-a324-20b400aac0ff HTTP/1.1" status: 200 len: 217 time: 0.3681750 Sep 30 00:58:24.884626 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-f2d63665-417e-49d5-9d86-a2c55ad21bd9 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:58:24.891954 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-f2d63665-417e-49d5-9d86-a2c55ad21bd9 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:58:24.920456 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d63665-417e-49d5-9d86-a2c55ad21bd9 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Pushing event updated for resources: {'Port': ['ID=604eef7a-ff6e-4d52-add0-5d3e142490b4,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:24.932692 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f2d63665-417e-49d5-9d86-a2c55ad21bd9 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:24.963633 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-e12b155c-704a-4380-b94d-06462c865980 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Allocated IP 172.20.0.2 (fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129/1838926e-37d5-4d80-a8c7-56ab398bbbfc/2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:58:24.983464 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f52b9-fa22-4819-8382-7d0328b86226 req-3626ece6-370d-4fe7-9b3c-609207772bde tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:24.984921 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b70f52b9-fa22-4819-8382-7d0328b86226 req-3626ece6-370d-4fe7-9b3c-609207772bde tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 1101 time: 0.3512118 Sep 30 00:58:24.992102 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d090c8-b6d9-448c-a0a0-050e6a8c7a1b req-ace2cadf-332f-4c3d-8a8b-e2e041023585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:24.993560 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-48d090c8-b6d9-448c-a0a0-050e6a8c7a1b req-ace2cadf-332f-4c3d-8a8b-e2e041023585 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=518e3f3b-9573-4eac-aa37-789767c0d3b7 HTTP/1.1" status: 200 len: 851 time: 0.0668256 Sep 30 00:58:24.997618 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9f68093e-4115-41d6-ab3e-2104c78dd0af req-d1d8a682-eaf5-4036-94bf-35bbe1abd1ec tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=edbb2f8e-938e-4902-b58a-886f37673938 HTTP/1.1" status: 200 len: 210 time: 0.3294649 Sep 30 00:58:24.998586 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-f2d63665-417e-49d5-9d86-a2c55ad21bd9 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:24.999245 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-f2d63665-417e-49d5-9d86-a2c55ad21bd9 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:25.066443 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-f2d63665-417e-49d5-9d86-a2c55ad21bd9 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3649542 Sep 30 00:58:25.069305 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-48d090c8-b6d9-448c-a0a0-050e6a8c7a1b req-664aff75-ecf3-44d3-bdf1-a42176ce622f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34a0c4bb-7b8e-4af9-940e-de978352f62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616431 Sep 30 00:58:25.089036 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-211dab03-8c46-474e-bc70-4791565dd9d1 service neutron] Request body: {'port': {'device_id': 'a3a70184-d3f7-4fdf-9096-8a8a002ed004', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:58:25.150586 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b70f52b9-fa22-4819-8382-7d0328b86226 req-436ed5fc-548b-4c8b-b6c4-2f2813f3a657 tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472137 Sep 30 00:58:25.234448 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8955383f-afec-4801-a870-72d2196a8ec7 req-ec676f18-b404-421d-80f2-fe1bc9e5e0b7 tempest-FlavorsV2NegativeTest-1851431975 tempest-FlavorsV2NegativeTest-1851431975-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=201036a77b25423dac74700005ccacb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565879 Sep 30 00:58:25.473681 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-96e21061-c606-42b8-9cd0-c957d4491f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85a6345a-d3dd-4c1a-86d8-0ee28083daaf {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:58:25.480399 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-48d090c8-b6d9-448c-a0a0-050e6a8c7a1b req-fd85ced9-f981-493c-b6f6-ad8d5653e95c service neutron] 10.222.0.55 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924890 Sep 30 00:58:25.483474 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-211dab03-8c46-474e-bc70-4791565dd9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:25.487236 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-96e21061-c606-42b8-9cd0-c957d4491f74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:25.496581 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955383f-afec-4801-a870-72d2196a8ec7 req-774c4a02-2d2f-4506-b3ad-c2daf8564578 tempest-FlavorsV2NegativeTest-1851431975 tempest-FlavorsV2NegativeTest-1851431975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:25.503498 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8955383f-afec-4801-a870-72d2196a8ec7 req-774c4a02-2d2f-4506-b3ad-c2daf8564578 tempest-FlavorsV2NegativeTest-1851431975 tempest-FlavorsV2NegativeTest-1851431975-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2625823 Sep 30 00:58:25.557944 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-e12b155c-704a-4380-b94d-06462c865980 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:25.594563 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1f134-f37d-4e63-943c-2523eabf88d4 req-926733e6-e812-4e86-a886-b74260af496d tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:25.596539 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-85a1f134-f37d-4e63-943c-2523eabf88d4 req-926733e6-e812-4e86-a886-b74260af496d tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 1095 time: 0.2774267 Sep 30 00:58:25.603711 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-96e21061-c606-42b8-9cd0-c957d4491f74 service neutron] Transition to ACTIVE for port object 85a6345a-d3dd-4c1a-86d8-0ee28083daaf will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:58:25.668247 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8955383f-afec-4801-a870-72d2196a8ec7 req-c13d0e5a-0858-48b0-8a8a-446af351c2e8 tempest-FlavorsV2NegativeTest-1851431975 tempest-FlavorsV2NegativeTest-1851431975-project] 10.222.0.39 "GET /v2.0/quotas/201036a77b25423dac74700005ccacb4 HTTP/1.1" status: 200 len: 375 time: 0.1637793 Sep 30 00:58:25.673398 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-96e21061-c606-42b8-9cd0-c957d4491f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:25.713840 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-15d29b3a-12ca-4e1f-bcb9-e03cff0ac52f tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:25.739223 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-85a1f134-f37d-4e63-943c-2523eabf88d4 req-4e9203e2-ce4b-424e-ae1c-80e8603e14dc tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332605 Sep 30 00:58:25.788752 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8955383f-afec-4801-a870-72d2196a8ec7 req-ab3851ff-a527-47a4-8e94-11f1409edda8 tempest-FlavorsV2NegativeTest-1851431975 tempest-FlavorsV2NegativeTest-1851431975-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=201036a77b25423dac74700005ccacb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1195364 Sep 30 00:58:26.102792 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e21061-c606-42b8-9cd0-c957d4491f74 service neutron] Pushing event updated for resources: {'Port': ['ID=85a6345a-d3dd-4c1a-86d8-0ee28083daaf,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:26.114207 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-96e21061-c606-42b8-9cd0-c957d4491f74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:26.161770 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-48d090c8-b6d9-448c-a0a0-050e6a8c7a1b req-9c240968-0253-4154-86e6-12221da48355 service neutron] 10.222.0.55 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6561587 Sep 30 00:58:26.247051 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-96e21061-c606-42b8-9cd0-c957d4491f74 service neutron] Attempting to bind port 85a6345a-d3dd-4c1a-86d8-0ee28083daaf on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:58:26.248198 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-96e21061-c606-42b8-9cd0-c957d4491f74 service neutron] Attempting to bind port 85a6345a-d3dd-4c1a-86d8-0ee28083daaf by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '5edc6782-ae18-4a49-b68c-640166d6696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cdb35d68-fbf5-4ed4-a776-874764d3e375'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:58:26.248198 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-96e21061-c606-42b8-9cd0-c957d4491f74 service neutron] Attempting to bind port 85a6345a-d3dd-4c1a-86d8-0ee28083daaf on network cdb35d68-fbf5-4ed4-a776-874764d3e375 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:58:26.254963 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-96e21061-c606-42b8-9cd0-c957d4491f74 service neutron] Port 85a6345a-d3dd-4c1a-86d8-0ee28083daaf on network cdb35d68-fbf5-4ed4-a776-874764d3e375 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:58:26.255832 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-96e21061-c606-42b8-9cd0-c957d4491f74 service neutron] Attempting to bind port 85a6345a-d3dd-4c1a-86d8-0ee28083daaf on network cdb35d68-fbf5-4ed4-a776-874764d3e375 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:58:26.263059 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-96e21061-c606-42b8-9cd0-c957d4491f74 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:58:26.263522 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-96e21061-c606-42b8-9cd0-c957d4491f74 service neutron] Checking segment: {'id': '5edc6782-ae18-4a49-b68c-640166d6696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cdb35d68-fbf5-4ed4-a776-874764d3e375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:58:26.264051 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-96e21061-c606-42b8-9cd0-c957d4491f74 service neutron] Bound using segment: {'id': '5edc6782-ae18-4a49-b68c-640166d6696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cdb35d68-fbf5-4ed4-a776-874764d3e375'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:58:26.264655 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-96e21061-c606-42b8-9cd0-c957d4491f74 service neutron] Bound port: 85a6345a-d3dd-4c1a-86d8-0ee28083daaf, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5edc6782-ae18-4a49-b68c-640166d6696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cdb35d68-fbf5-4ed4-a776-874764d3e375'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:58:26.265124 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-96e21061-c606-42b8-9cd0-c957d4491f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:26.270151 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-e12b155c-704a-4380-b94d-06462c865980 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:26.326481 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-efa62aa8-ef60-449e-88ae-d6a163bc4d46 tempest-ServersWithSpecificFlavorTestJSON-579422303 tempest-ServersWithSpecificFlavorTestJSON-579422303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:26.388417 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-e12b155c-704a-4380-b94d-06462c865980 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Network fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:58:26.392202 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-96e21061-c606-42b8-9cd0-c957d4491f74 service neutron] For port 85a6345a-d3dd-4c1a-86d8-0ee28083daaf, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:58:26.396685 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-96e21061-c606-42b8-9cd0-c957d4491f74 service neutron] For port 85a6345a-d3dd-4c1a-86d8-0ee28083daaf, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=85a6345a-d3dd-4c1a-86d8-0ee28083daaf,segment=NetworkSegment(5edc6782-ae18-4a49-b68c-640166d6696d),segment_id=5edc6782-ae18-4a49-b68c-640166d6696d)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:58:26.404081 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-96e21061-c606-42b8-9cd0-c957d4491f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:26.409799 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0645c3e6-9df0-4d4a-b36e-dfe2e7363c1c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:26.414051 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-e12b155c-704a-4380-b94d-06462c865980 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:58:26.435093 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-e12b155c-704a-4380-b94d-06462c865980 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:58:26.526993 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-96e21061-c606-42b8-9cd0-c957d4491f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:26.527752 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-96e21061-c606-42b8-9cd0-c957d4491f74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:26.529193 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-96e21061-c606-42b8-9cd0-c957d4491f74 service neutron] 10.222.0.59 "PUT /v2.0/ports/85a6345a-d3dd-4c1a-86d8-0ee28083daaf HTTP/1.1" status: 200 len: 1092 time: 3.2441850 Sep 30 00:58:26.529788 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7689ae70-0458-4dd2-b66e-dc462914b111', 'tag': '85a6345a-d3dd-4c1a-86d8-0ee28083daaf'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:58:26.540378 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b155c-704a-4380-b94d-06462c865980 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Pushing event updated for resources: {'Port': ['ID=2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:26.547710 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e12b155c-704a-4380-b94d-06462c865980 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:26.563308 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e21061-c606-42b8-9cd0-c957d4491f74 service neutron] Pushing event updated for resources: {'Port': ['ID=85a6345a-d3dd-4c1a-86d8-0ee28083daaf,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:26.566871 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-96e21061-c606-42b8-9cd0-c957d4491f74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:26.601692 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c109c-8b31-49f6-9318-ce1ebbef24ec req-f5541367-4fe5-442c-8c7f-2bebc52abd52 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:26.603729 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b82c109c-8b31-49f6-9318-ce1ebbef24ec req-f5541367-4fe5-442c-8c7f-2bebc52abd52 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc400f17-ffac-4ea2-8edc-5f7a68676a98 HTTP/1.1" status: 200 len: 943 time: 0.1443286 Sep 30 00:58:26.616997 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-e12b155c-704a-4380-b94d-06462c865980 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:26.617469 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-e12b155c-704a-4380-b94d-06462c865980 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:26.628807 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89bcad-3726-4f48-a55b-0c8485145e83 req-6efa9d23-3c08-4704-8b9b-23035b17b216 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:26.630939 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ff89bcad-3726-4f48-a55b-0c8485145e83 req-6efa9d23-3c08-4704-8b9b-23035b17b216 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3a70184-d3f7-4fdf-9096-8a8a002ed004 HTTP/1.1" status: 200 len: 931 time: 0.4165168 Sep 30 00:58:26.676340 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-e12b155c-704a-4380-b94d-06462c865980 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4011681 Sep 30 00:58:26.685512 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-211dab03-8c46-474e-bc70-4791565dd9d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 604eef7a-ff6e-4d52-add0-5d3e142490b4 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:58:26.698085 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-820246d5-d787-4f1e-b187-bc9e5049dc9a service neutron] Request body: {'port': {'device_id': 'edbb2f8e-938e-4902-b58a-886f37673938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:58:26.713063 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b82c109c-8b31-49f6-9318-ce1ebbef24ec req-36d9e255-a3ab-4ea1-b2e6-35e49fdc0c34 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716383 Sep 30 00:58:26.722221 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 39138) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:58:26.723489 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-211dab03-8c46-474e-bc70-4791565dd9d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:26.733259 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-4b9c8830-b791-4f2c-8f8a-84e13f9d845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:26.734989 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-4b9c8830-b791-4f2c-8f8a-84e13f9d845e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ce997467e124bf6a159336faf597985&device_id=7689ae70-0458-4dd2-b66e-dc462914b111 HTTP/1.1" status: 200 len: 1095 time: 0.1299596 Sep 30 00:58:26.755331 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ff89bcad-3726-4f48-a55b-0c8485145e83 req-452e685d-81ca-4b72-a7aa-03b296e53306 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/security-groups?id=0a2f3a59-465d-4096-b57a-b6591d787eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127069 Sep 30 00:58:26.774365 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-211dab03-8c46-474e-bc70-4791565dd9d1 service neutron] Transition to ACTIVE for port object 604eef7a-ff6e-4d52-add0-5d3e142490b4 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:58:26.819451 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-211dab03-8c46-474e-bc70-4791565dd9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:26.819764 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-0badb71a-a4a9-4247-883e-ac188c80829a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85a6345a-d3dd-4c1a-86d8-0ee28083daaf HTTP/1.1" status: 200 len: 217 time: 0.0695832 Sep 30 00:58:26.829282 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-06aee3e4-4226-4758-9c59-efdd40718dc4 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:26.995266 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-820246d5-d787-4f1e-b187-bc9e5049dc9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:27.059882 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211dab03-8c46-474e-bc70-4791565dd9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=604eef7a-ff6e-4d52-add0-5d3e142490b4,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:27.074916 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-211dab03-8c46-474e-bc70-4791565dd9d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:27.075320 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7ba7b00d-cff0-4264-b553-3656784a3812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:27.106680 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-7ba7b00d-cff0-4264-b553-3656784a3812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:58:27.122688 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-7ba7b00d-cff0-4264-b553-3656784a3812 admin admin] Usage tracker for resource:security_group_rule and tenant:201036a77b25423dac74700005ccacb4 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:58:27.127298 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-5054a73a-7b04-4e25-8a12-96578d510c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:27.128734 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-5054a73a-7b04-4e25-8a12-96578d510c00 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7b477ab5-881b-4de7-8d2c-358183a1cf88 HTTP/1.1" status: 200 len: 852 time: 0.3021045 Sep 30 00:58:27.129617 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-7ba7b00d-cff0-4264-b553-3656784a3812 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:58:27.169648 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-7ba7b00d-cff0-4264-b553-3656784a3812 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:58:27.189398 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-bc2f7dab-11cf-4236-9d6c-07350f096811 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cdb35d68-fbf5-4ed4-a776-874764d3e375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512593 Sep 30 00:58:27.310373 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34c10f-914a-4e3d-a86e-589a944fe8ab req-536dee8e-d4f2-4a60-8233-2b85b89ec87a tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:27.311783 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2b34c10f-914a-4e3d-a86e-589a944fe8ab req-536dee8e-d4f2-4a60-8233-2b85b89ec87a tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=edbb2f8e-938e-4902-b58a-886f37673938 HTTP/1.1" status: 200 len: 931 time: 0.2953238 Sep 30 00:58:27.342509 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-357a3f99-d3eb-40de-becc-b7d0291f27a1 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:27.343994 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-357a3f99-d3eb-40de-becc-b7d0291f27a1 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/networks?id=75754133-2f30-43b1-b553-38d58661ba06 HTTP/1.1" status: 200 len: 821 time: 0.4461768 Sep 30 00:58:27.357376 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-211dab03-8c46-474e-bc70-4791565dd9d1 service neutron] Attempting to bind port 604eef7a-ff6e-4d52-add0-5d3e142490b4 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:58:27.357708 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-211dab03-8c46-474e-bc70-4791565dd9d1 service neutron] Attempting to bind port 604eef7a-ff6e-4d52-add0-5d3e142490b4 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '5edc6782-ae18-4a49-b68c-640166d6696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cdb35d68-fbf5-4ed4-a776-874764d3e375'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:58:27.358043 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-211dab03-8c46-474e-bc70-4791565dd9d1 service neutron] Attempting to bind port 604eef7a-ff6e-4d52-add0-5d3e142490b4 on network cdb35d68-fbf5-4ed4-a776-874764d3e375 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:58:27.374106 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-211dab03-8c46-474e-bc70-4791565dd9d1 service neutron] Port 604eef7a-ff6e-4d52-add0-5d3e142490b4 on network cdb35d68-fbf5-4ed4-a776-874764d3e375 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:58:27.374435 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-211dab03-8c46-474e-bc70-4791565dd9d1 service neutron] Attempting to bind port 604eef7a-ff6e-4d52-add0-5d3e142490b4 on network cdb35d68-fbf5-4ed4-a776-874764d3e375 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:58:27.392973 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-c2adde2d-4250-47dc-9d9c-a0c9cbdeeee4 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/quotas/58336e3a6a854ff7ab57e933b021b603 HTTP/1.1" status: 200 len: 375 time: 0.0397713 Sep 30 00:58:27.399964 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-211dab03-8c46-474e-bc70-4791565dd9d1 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:58:27.400331 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-211dab03-8c46-474e-bc70-4791565dd9d1 service neutron] Checking segment: {'id': '5edc6782-ae18-4a49-b68c-640166d6696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cdb35d68-fbf5-4ed4-a776-874764d3e375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:58:27.400731 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-211dab03-8c46-474e-bc70-4791565dd9d1 service neutron] Bound using segment: {'id': '5edc6782-ae18-4a49-b68c-640166d6696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cdb35d68-fbf5-4ed4-a776-874764d3e375'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:58:27.401169 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-211dab03-8c46-474e-bc70-4791565dd9d1 service neutron] Bound port: 604eef7a-ff6e-4d52-add0-5d3e142490b4, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5edc6782-ae18-4a49-b68c-640166d6696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cdb35d68-fbf5-4ed4-a776-874764d3e375'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:58:27.401523 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-211dab03-8c46-474e-bc70-4791565dd9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:27.425066 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-97eaf091-cf8a-4de5-b8ab-59555719275d service neutron] 10.222.0.59 "GET /v2.0/networks/cdb35d68-fbf5-4ed4-a776-874764d3e375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109816 Sep 30 00:58:27.435573 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2b34c10f-914a-4e3d-a86e-589a944fe8ab req-77a83094-a27e-4fb9-84db-b891025edb77 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096146 Sep 30 00:58:27.566111 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7ba7b00d-cff0-4264-b553-3656784a3812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:27.574632 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7ba7b00d-cff0-4264-b553-3656784a3812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:27.585499 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-445dabec-4a29-42e9-9371-6e1df194138e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:27.665464 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-211dab03-8c46-474e-bc70-4791565dd9d1 service neutron] For port 604eef7a-ff6e-4d52-add0-5d3e142490b4, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:58:27.672427 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-211dab03-8c46-474e-bc70-4791565dd9d1 service neutron] For port 604eef7a-ff6e-4d52-add0-5d3e142490b4, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=604eef7a-ff6e-4d52-add0-5d3e142490b4,segment=NetworkSegment(5edc6782-ae18-4a49-b68c-640166d6696d),segment_id=5edc6782-ae18-4a49-b68c-640166d6696d)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:58:27.682603 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-ecda8318-2da4-4699-b3e9-e4279b9fa183 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=58336e3a6a854ff7ab57e933b021b603&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2838535 Sep 30 00:58:27.685118 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-211dab03-8c46-474e-bc70-4791565dd9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:27.691320 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1827b64e-482e-48a8-8212-4c6922d39d91 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:27.705296 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7b00d-cff0-4264-b553-3656784a3812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2802d71e-f3cb-4d3d-b8af-8f67e57a5a0b,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:27.720084 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-7ba7b00d-cff0-4264-b553-3656784a3812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:27.727504 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-7ba7b00d-cff0-4264-b553-3656784a3812 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=201036a77b25423dac74700005ccacb4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0042396 Sep 30 00:58:27.732710 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-8a2d72ff-ceda-4c53-9876-5ae3e80e7610 service neutron] 10.222.0.59 "GET /v2.0/networks/cdb35d68-fbf5-4ed4-a776-874764d3e375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962668 Sep 30 00:58:27.733224 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 39168) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:58:27.779860 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02dbbf-a647-42e3-9bab-2c9720bfbebb req-34823982-903b-4e60-8f0b-9a9cae3153c3 tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:27.781327 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fc02dbbf-a647-42e3-9bab-2c9720bfbebb req-34823982-903b-4e60-8f0b-9a9cae3153c3 tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 1101 time: 0.1999233 Sep 30 00:58:27.835996 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-df9dfe72-6099-4a16-9bf4-f95090bb7c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:27.862097 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fc02dbbf-a647-42e3-9bab-2c9720bfbebb req-88167be0-7b43-4505-a520-ad40758b5d50 tempest-ServersAdminTestJSON-906882247 tempest-ServersAdminTestJSON-906882247-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729330 Sep 30 00:58:27.869947 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-df9dfe72-6099-4a16-9bf4-f95090bb7c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:27.873217 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-211dab03-8c46-474e-bc70-4791565dd9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:27.873838 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-211dab03-8c46-474e-bc70-4791565dd9d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:27.875249 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-211dab03-8c46-474e-bc70-4791565dd9d1 service neutron] 10.222.0.55 "PUT /v2.0/ports/604eef7a-ff6e-4d52-add0-5d3e142490b4 HTTP/1.1" status: 200 len: 1091 time: 2.7903135 Sep 30 00:58:27.887297 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a70184-d3f7-4fdf-9096-8a8a002ed004', 'tag': '604eef7a-ff6e-4d52-add0-5d3e142490b4'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:58:27.945860 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-df9dfe72-6099-4a16-9bf4-f95090bb7c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:27.951373 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e9d1f3c2-a40c-4661-8ef8-f4a8babb8874 tempest-LiveMigrationNegativeTest-1548962043 tempest-LiveMigrationNegativeTest-1548962043-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:27.962997 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7689ae70-0458-4dd2-b66e-dc462914b111', 'tag': '85a6345a-d3dd-4c1a-86d8-0ee28083daaf', 'status': 'completed', 'code': 200} Sep 30 00:58:27.964550 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9dfe72-6099-4a16-9bf4-f95090bb7c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2802d71e-f3cb-4d3d-b8af-8f67e57a5a0b,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:27.966846 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-df9dfe72-6099-4a16-9bf4-f95090bb7c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:27.972990 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-df9dfe72-6099-4a16-9bf4-f95090bb7c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:27.976797 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-df9dfe72-6099-4a16-9bf4-f95090bb7c7d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2802d71e-f3cb-4d3d-b8af-8f67e57a5a0b HTTP/1.1" status: 204 len: 168 time: 0.2389214 Sep 30 00:58:28.154763 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c35c94-0e8b-4ba9-a5a6-c3c1f934a778 req-94ddf84f-64de-45ac-bcf6-40d3280526ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:28.159120 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a1c35c94-0e8b-4ba9-a5a6-c3c1f934a778 req-94ddf84f-64de-45ac-bcf6-40d3280526ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ce997467e124bf6a159336faf597985&device_id=7689ae70-0458-4dd2-b66e-dc462914b111 HTTP/1.1" status: 200 len: 1095 time: 0.1147735 Sep 30 00:58:28.162296 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-820246d5-d787-4f1e-b187-bc9e5049dc9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:58:28.168652 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211dab03-8c46-474e-bc70-4791565dd9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=604eef7a-ff6e-4d52-add0-5d3e142490b4,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:28.183434 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-211dab03-8c46-474e-bc70-4791565dd9d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:28.195735 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-820246d5-d787-4f1e-b187-bc9e5049dc9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:28.238271 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device d039abb2-c0e3-4501-a324-20b400aac0ff details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:58:28.242103 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-820246d5-d787-4f1e-b187-bc9e5049dc9a service neutron] Transition to ACTIVE for port object 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:58:28.246131 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-c4710bf0-e963-4440-8d87-8d6ce4defcad service neutron] 10.222.0.39 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130656 Sep 30 00:58:28.253690 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-820246d5-d787-4f1e-b187-bc9e5049dc9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:28.261261 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e12b155c-704a-4380-b94d-06462c865980 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:28.455084 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port d039abb2-c0e3-4501-a324-20b400aac0ff, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=d039abb2-c0e3-4501-a324-20b400aac0ff,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:28.479703 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': 'd039abb2-c0e3-4501-a324-20b400aac0ff', 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e', 'port_id': 'd039abb2-c0e3-4501-a324-20b400aac0ff', 'mac_address': 'fa:16:3e:36:16:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '518e3f3b-9573-4eac-aa37-789767c0d3b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:58:28.493304 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-7f3e8b74-be35-481b-8667-1d895b1a7941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:28.494832 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-7f3e8b74-be35-481b-8667-1d895b1a7941 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ce997467e124bf6a159336faf597985&device_id=a3a70184-d3f7-4fdf-9096-8a8a002ed004 HTTP/1.1" status: 200 len: 1094 time: 0.4142315 Sep 30 00:58:28.502746 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39c0a9-de62-4015-975e-6c3b1ae1449b req-a71564b3-3636-4630-80b1-751086dce5c6 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:28.503929 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2b39c0a9-de62-4015-975e-6c3b1ae1449b req-a71564b3-3636-4630-80b1-751086dce5c6 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 946 time: 0.1846874 Sep 30 00:58:28.530376 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820246d5-d787-4f1e-b187-bc9e5049dc9a service neutron] Pushing event updated for resources: {'Port': ['ID=2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:28.554634 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c35c94-0e8b-4ba9-a5a6-c3c1f934a778 req-63fbe28c-e540-4c02-a865-237cb934f7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:28.555760 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a1c35c94-0e8b-4ba9-a5a6-c3c1f934a778 req-63fbe28c-e540-4c02-a865-237cb934f7ae service neutron] 10.222.0.59 "GET /v2.0/networks?id=cdb35d68-fbf5-4ed4-a776-874764d3e375 HTTP/1.1" status: 200 len: 913 time: 0.3896472 Sep 30 00:58:28.589777 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:28.591739 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-820246d5-d787-4f1e-b187-bc9e5049dc9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:28.643046 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d039abb2-c0e3-4501-a324-20b400aac0ff {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:58:28.652042 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-cb611649-9dda-42de-82fd-5518d16fe2f4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=604eef7a-ff6e-4d52-add0-5d3e142490b4 HTTP/1.1" status: 200 len: 217 time: 0.1143680 Sep 30 00:58:28.661190 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a1c35c94-0e8b-4ba9-a5a6-c3c1f934a778 req-c9a11b0d-101a-4836-9163-6b3baf5c6b3f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85a6345a-d3dd-4c1a-86d8-0ee28083daaf HTTP/1.1" status: 200 len: 217 time: 0.0864401 Sep 30 00:58:28.666330 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2b39c0a9-de62-4015-975e-6c3b1ae1449b req-421c1fda-d6e0-4cb8-ace2-b2caa92fefcd tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422644 Sep 30 00:58:28.688341 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port d039abb2-c0e3-4501-a324-20b400aac0ff, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=d039abb2-c0e3-4501-a324-20b400aac0ff,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:28.696678 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:28.699044 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:28.744476 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c35c94-0e8b-4ba9-a5a6-c3c1f934a778 req-0ec04970-05d0-47b9-b54b-08eacca7ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:28.746337 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a1c35c94-0e8b-4ba9-a5a6-c3c1f934a778 req-0ec04970-05d0-47b9-b54b-08eacca7ff99 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7b477ab5-881b-4de7-8d2c-358183a1cf88 HTTP/1.1" status: 200 len: 852 time: 0.0780010 Sep 30 00:58:28.764538 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-aeb41941-fa00-40f6-a1a9-f3474c85f011 service neutron] 10.222.0.39 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719839 Sep 30 00:58:28.775748 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-820246d5-d787-4f1e-b187-bc9e5049dc9a service neutron] Attempting to bind port 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:58:28.776444 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-820246d5-d787-4f1e-b187-bc9e5049dc9a service neutron] Attempting to bind port 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'd976d68d-b4b0-4e69-a9c7-52a75a51b884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:58:28.776444 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-820246d5-d787-4f1e-b187-bc9e5049dc9a service neutron] Attempting to bind port 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe on network fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:58:28.779498 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-3f4c1288-fd0c-4dac-be94-d73dc68499ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:28.780947 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-3f4c1288-fd0c-4dac-be94-d73dc68499ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b477ab5-881b-4de7-8d2c-358183a1cf88 HTTP/1.1" status: 200 len: 852 time: 0.1096318 Sep 30 00:58:28.815775 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a1c35c94-0e8b-4ba9-a5a6-c3c1f934a778 req-c47d780d-39e2-4a6a-8fc5-bc347371fd6c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cdb35d68-fbf5-4ed4-a776-874764d3e375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620952 Sep 30 00:58:28.821822 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=d039abb2-c0e3-4501-a324-20b400aac0ff,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:28.832644 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:28.840010 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-820246d5-d787-4f1e-b187-bc9e5049dc9a service neutron] Port 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe on network fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:58:28.840281 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-820246d5-d787-4f1e-b187-bc9e5049dc9a service neutron] Attempting to bind port 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe on network fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:58:28.851004 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-820246d5-d787-4f1e-b187-bc9e5049dc9a service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:58:28.851349 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-820246d5-d787-4f1e-b187-bc9e5049dc9a service neutron] Checking segment: {'id': 'd976d68d-b4b0-4e69-a9c7-52a75a51b884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:58:28.851743 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-820246d5-d787-4f1e-b187-bc9e5049dc9a service neutron] Bound using segment: {'id': 'd976d68d-b4b0-4e69-a9c7-52a75a51b884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:58:28.852198 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-820246d5-d787-4f1e-b187-bc9e5049dc9a service neutron] Bound port: 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd976d68d-b4b0-4e69-a9c7-52a75a51b884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:58:28.852534 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-820246d5-d787-4f1e-b187-bc9e5049dc9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:28.871240 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-c55787f8-8333-407b-a90a-37a072070b47 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cdb35d68-fbf5-4ed4-a776-874764d3e375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792921 Sep 30 00:58:29.018230 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['d039abb2-c0e3-4501-a324-20b400aac0ff'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:58:29.113309 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a1c35c94-0e8b-4ba9-a5a6-c3c1f934a778 req-68b2a7aa-6053-4856-964e-20b7cda59b63 service neutron] 10.222.0.59 "GET /v2.0/networks/cdb35d68-fbf5-4ed4-a776-874764d3e375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882996 Sep 30 00:58:29.139259 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-820246d5-d787-4f1e-b187-bc9e5049dc9a service neutron] For port 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:58:29.181007 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-820246d5-d787-4f1e-b187-bc9e5049dc9a service neutron] For port 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:58:29.195662 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-820246d5-d787-4f1e-b187-bc9e5049dc9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:29.200685 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-686d7608-0fd4-4b12-8e5c-7327ce62dd3a service neutron] 10.222.0.55 "GET /v2.0/networks/cdb35d68-fbf5-4ed4-a776-874764d3e375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181105 Sep 30 00:58:29.202985 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-024fe07a-415c-40e4-b4d6-8439e429a251 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:29.357472 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb068d-b462-4ce6-a8c2-84212c23c44c req-ee79cb18-3de3-4d8e-9481-dcda5e4ac643 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:29.358950 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-aceb068d-b462-4ce6-a8c2-84212c23c44c req-ee79cb18-3de3-4d8e-9481-dcda5e4ac643 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc400f17-ffac-4ea2-8edc-5f7a68676a98 HTTP/1.1" status: 200 len: 944 time: 0.4474168 Sep 30 00:58:29.367004 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-820246d5-d787-4f1e-b187-bc9e5049dc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:29.367632 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-820246d5-d787-4f1e-b187-bc9e5049dc9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:29.369438 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-820246d5-d787-4f1e-b187-bc9e5049dc9a service neutron] 10.222.0.55 "PUT /v2.0/ports/2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe HTTP/1.1" status: 200 len: 1091 time: 2.6750946 Sep 30 00:58:29.409753 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbaefc-948c-42c5-91fb-d61145697c5f req-77c2200f-2893-4693-a96d-2c054a610320 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:29.412923 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-10cbaefc-948c-42c5-91fb-d61145697c5f req-77c2200f-2893-4693-a96d-2c054a610320 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3a70184-d3f7-4fdf-9096-8a8a002ed004 HTTP/1.1" status: 200 len: 943 time: 0.3311102 Sep 30 00:58:29.417894 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820246d5-d787-4f1e-b187-bc9e5049dc9a service neutron] Pushing event updated for resources: {'Port': ['ID=2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:29.425648 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-820246d5-d787-4f1e-b187-bc9e5049dc9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:29.439103 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a1c35c94-0e8b-4ba9-a5a6-c3c1f934a778 req-0d8c28a5-1c81-48b5-a3f4-504f214659fa service neutron] 10.222.0.59 "GET /v2.0/networks/cdb35d68-fbf5-4ed4-a776-874764d3e375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158557 Sep 30 00:58:29.454689 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-aceb068d-b462-4ce6-a8c2-84212c23c44c req-ce25e20a-d61d-4f75-90aa-3c248c7bf3e4 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803769 Sep 30 00:58:29.543934 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-10cbaefc-948c-42c5-91fb-d61145697c5f req-a05510c1-9446-41c0-9d70-7cbbf7e208f8 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/security-groups?id=0a2f3a59-465d-4096-b57a-b6591d787eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226630 Sep 30 00:58:29.545902 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f77a43d7-6a41-444b-b14a-347e4287ccc2 req-88e2e4fb-65ae-4ed1-a4e8-d4b7f3184dab service neutron] 10.222.0.55 "GET /v2.0/networks/cdb35d68-fbf5-4ed4-a776-874764d3e375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090258 Sep 30 00:58:29.585919 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-88fa9028-b481-40d5-acef-9f0cb8a261cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:29.587431 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-88fa9028-b481-40d5-acef-9f0cb8a261cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8fe533ff5524edf903112c2aaa276a6&device_id=edbb2f8e-938e-4902-b58a-886f37673938 HTTP/1.1" status: 200 len: 1094 time: 0.1265802 Sep 30 00:58:29.697691 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a70184-d3f7-4fdf-9096-8a8a002ed004', 'tag': '604eef7a-ff6e-4d52-add0-5d3e142490b4', 'status': 'completed', 'code': 200} Sep 30 00:58:29.756281 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-c6ccb7ae-0e3b-400b-814d-e018583b4c26 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe HTTP/1.1" status: 200 len: 217 time: 0.1534035 Sep 30 00:58:29.848171 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:58:30.038358 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-2c7cff39-e894-46b6-8099-06a3c7968a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:30.039834 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-2c7cff39-e894-46b6-8099-06a3c7968a1e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1838926e-37d5-4d80-a8c7-56ab398bbbfc HTTP/1.1" status: 200 len: 844 time: 0.2755272 Sep 30 00:58:30.059831 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b186c6-6c09-4296-85e3-35721cc34622 req-829736fa-fcae-4269-a351-6aa48cae63c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:30.061257 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45b186c6-6c09-4296-85e3-35721cc34622 req-829736fa-fcae-4269-a351-6aa48cae63c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ce997467e124bf6a159336faf597985&device_id=a3a70184-d3f7-4fdf-9096-8a8a002ed004 HTTP/1.1" status: 200 len: 1094 time: 0.3626225 Sep 30 00:58:30.129767 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-5906867c-a5e4-4c17-850f-9f7f487a46c6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722084 Sep 30 00:58:30.226533 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73528e9a-1918-4c5a-9fac-4f1a656b99c0 req-68277c10-b057-42cd-8f34-9d9a4e192df7 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:30.227180 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-73528e9a-1918-4c5a-9fac-4f1a656b99c0 req-68277c10-b057-42cd-8f34-9d9a4e192df7 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Synchronizing usage tracker for tenant:e8fe533ff5524edf903112c2aaa276a6 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:58:30.228240 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ec5017bd-9a90-4c68-ae72-10d922449dc4 req-14eb6457-5230-4516-8591-f10f040cc4e6 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 210 time: 0.0442781 Sep 30 00:58:30.268758 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device d039abb2-c0e3-4501-a324-20b400aac0ff up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:58:30.359302 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-73528e9a-1918-4c5a-9fac-4f1a656b99c0 req-68277c10-b057-42cd-8f34-9d9a4e192df7 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Unset dirty status for tenant:e8fe533ff5524edf903112c2aaa276a6 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:58:30.360896 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-73528e9a-1918-4c5a-9fac-4f1a656b99c0 req-68277c10-b057-42cd-8f34-9d9a4e192df7 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=edbb2f8e-938e-4902-b58a-886f37673938 HTTP/1.1" status: 200 len: 943 time: 0.5622463 Sep 30 00:58:30.400325 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port d039abb2-c0e3-4501-a324-20b400aac0ff completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:58:30.412221 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port d039abb2-c0e3-4501-a324-20b400aac0ff triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:58:30.413764 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:30.425694 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b186c6-6c09-4296-85e3-35721cc34622 req-85419e94-8a0b-4c1e-971f-dfb086c67285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:30.428212 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45b186c6-6c09-4296-85e3-35721cc34622 req-85419e94-8a0b-4c1e-971f-dfb086c67285 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cdb35d68-fbf5-4ed4-a776-874764d3e375 HTTP/1.1" status: 200 len: 913 time: 0.3336010 Sep 30 00:58:30.516053 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-20be737c-5039-4c88-8f15-f3c9f9033c11 service neutron] 10.222.0.55 "GET /v2.0/networks/fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211052 Sep 30 00:58:30.522218 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 918c28de-bb64-453a-8beb-13a66f32b207 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:58:30.529377 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45b186c6-6c09-4296-85e3-35721cc34622 req-0ede5ca6-c459-4c10-8cdb-5526628f3e9e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=604eef7a-ff6e-4d52-add0-5d3e142490b4 HTTP/1.1" status: 200 len: 217 time: 0.0810270 Sep 30 00:58:30.540385 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-73528e9a-1918-4c5a-9fac-4f1a656b99c0 req-f9a335db-cfb9-4c5d-a25b-f57f7a5973b2 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636713 Sep 30 00:58:30.639597 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-495a99bf-2933-401f-97ad-ff9d4a34bd1c tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:30.641648 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-495a99bf-2933-401f-97ad-ff9d4a34bd1c tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.59 "GET /v2.0/networks?id=75754133-2f30-43b1-b553-38d58661ba06 HTTP/1.1" status: 200 len: 821 time: 0.1978776 Sep 30 00:58:30.671315 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-c9f228e8-1a76-4a6c-b617-b87d8ebd3000 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Request body: {'port': {'device_id': '0b33afc7-7c2c-46ec-bfa6-b8df83b1f029', 'network_id': '75754133-2f30-43b1-b553-38d58661ba06', 'admin_state_up': True, 'tenant_id': '58336e3a6a854ff7ab57e933b021b603'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:58:30.727061 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:30.727540 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b186c6-6c09-4296-85e3-35721cc34622 req-0a3fbdc6-f87e-4e17-81aa-a28dbab79370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:30.729040 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45b186c6-6c09-4296-85e3-35721cc34622 req-0a3fbdc6-f87e-4e17-81aa-a28dbab79370 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b477ab5-881b-4de7-8d2c-358183a1cf88 HTTP/1.1" status: 200 len: 852 time: 0.1394835 Sep 30 00:58:30.820414 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc400f17-ffac-4ea2-8edc-5f7a68676a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd039abb2-c0e3-4501-a324-20b400aac0ff'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:58:30.834856 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:30.852524 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port d039abb2-c0e3-4501-a324-20b400aac0ff, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=d039abb2-c0e3-4501-a324-20b400aac0ff,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:30.871092 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 918c28de-bb64-453a-8beb-13a66f32b207, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=918c28de-bb64-453a-8beb-13a66f32b207,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:30.872095 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2c00fc29-d69d-41a4-9424-1ca16a627942 req-8f4043a6-b5d1-45dc-acd2-f59dbb27aecf service neutron] 10.222.0.55 "GET /v2.0/networks/fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263206 Sep 30 00:58:30.872798 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:30.876995 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:30.918153 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:30.958988 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=d039abb2-c0e3-4501-a324-20b400aac0ff,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:30.962437 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:30.962936 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:30.968625 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45b186c6-6c09-4296-85e3-35721cc34622 req-2497ac94-8d8d-42e1-9bc2-ab725a761963 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cdb35d68-fbf5-4ed4-a776-874764d3e375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954483 Sep 30 00:58:30.998624 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-c9f228e8-1a76-4a6c-b617-b87d8ebd3000 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:58:31.011201 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d745f13-10cb-4fab-a1e3-679fd73d9aed req-76d2fe48-c4f0-49ea-bc9d-072ea3f5036f tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:31.013586 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4d745f13-10cb-4fab-a1e3-679fd73d9aed req-76d2fe48-c4f0-49ea-bc9d-072ea3f5036f tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=a44be028-592e-4cec-9e89-cccf2db77aba HTTP/1.1" status: 200 len: 950 time: 0.1858594 Sep 30 00:58:31.042356 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-c9f228e8-1a76-4a6c-b617-b87d8ebd3000 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:58:31.046814 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=918c28de-bb64-453a-8beb-13a66f32b207,revision_number=11']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:31.049979 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:31.065924 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-c9f228e8-1a76-4a6c-b617-b87d8ebd3000 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Made reservation on behalf of 58336e3a6a854ff7ab57e933b021b603 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:58:31.070132 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-c9f228e8-1a76-4a6c-b617-b87d8ebd3000 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:31.093044 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4d745f13-10cb-4fab-a1e3-679fd73d9aed req-b1f50ac4-0242-43a8-8159-ee2ad86928e2 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706193 Sep 30 00:58:31.114165 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490c9b6-262d-4fba-9eb3-48c1f1aaf5a3 req-41f38f85-2c94-41a8-a897-cc8ee4c12c9d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:31.116275 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7490c9b6-262d-4fba-9eb3-48c1f1aaf5a3 req-41f38f85-2c94-41a8-a897-cc8ee4c12c9d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.1925349 Sep 30 00:58:31.182576 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45b186c6-6c09-4296-85e3-35721cc34622 req-3522d70e-84a3-4f6e-9fa4-a71021a8e25c service neutron] 10.222.0.55 "GET /v2.0/networks/cdb35d68-fbf5-4ed4-a776-874764d3e375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881945 Sep 30 00:58:31.195211 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7490c9b6-262d-4fba-9eb3-48c1f1aaf5a3 req-fdc8ab0c-7a44-44b9-8d78-207416dc8465 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652666 Sep 30 00:58:31.314198 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-c9f228e8-1a76-4a6c-b617-b87d8ebd3000 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Allocated IP 172.20.0.4 (75754133-2f30-43b1-b553-38d58661ba06/4830ed89-3d0e-4950-9575-5f4f49821c2d/530d6b4e-d293-4fb6-a6d7-0e6253e2cc97) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:58:31.378182 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b2655-e24a-40f4-a593-45fd950108cc req-dd4c96ec-bd7b-47e0-b48b-8305047819de tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:31.381399 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6c5b2655-e24a-40f4-a593-45fd950108cc req-dd4c96ec-bd7b-47e0-b48b-8305047819de tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc400f17-ffac-4ea2-8edc-5f7a68676a98 HTTP/1.1" status: 200 len: 945 time: 0.1471045 Sep 30 00:58:31.393601 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45b186c6-6c09-4296-85e3-35721cc34622 req-723219df-ad63-44c7-a120-ade763745ae5 service neutron] 10.222.0.55 "GET /v2.0/networks/cdb35d68-fbf5-4ed4-a776-874764d3e375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974437 Sep 30 00:58:31.419293 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d0377-16d6-4f48-88e1-a78feed8f489 req-ee26ddfa-2851-4cf8-84f5-870a1370bfa3 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:31.420798 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-907d0377-16d6-4f48-88e1-a78feed8f489 req-ee26ddfa-2851-4cf8-84f5-870a1370bfa3 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3a70184-d3f7-4fdf-9096-8a8a002ed004 HTTP/1.1" status: 200 len: 943 time: 0.1278994 Sep 30 00:58:31.466757 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-907d0377-16d6-4f48-88e1-a78feed8f489 req-bf4f3dbf-15e9-488f-a50b-54c0fe3fb3d7 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/security-groups?id=0a2f3a59-465d-4096-b57a-b6591d787eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402517 Sep 30 00:58:31.515217 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6c5b2655-e24a-40f4-a593-45fd950108cc req-44608841-b56c-40d3-b80b-ed1524c62cbb tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252818 Sep 30 00:58:31.582626 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc400f17-ffac-4ea2-8edc-5f7a68676a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd039abb2-c0e3-4501-a324-20b400aac0ff', 'code': 200} Sep 30 00:58:31.597319 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-c9f228e8-1a76-4a6c-b617-b87d8ebd3000 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:31.635637 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-c9f228e8-1a76-4a6c-b617-b87d8ebd3000 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:31.643305 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-09fe4b40-c540-4b53-8daf-262c49acd027 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:31.705443 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edbb2f8e-938e-4902-b58a-886f37673938', 'tag': '2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:58:31.757752 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-c9f228e8-1a76-4a6c-b617-b87d8ebd3000 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Network 75754133-2f30-43b1-b553-38d58661ba06 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:58:31.764549 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-c9f228e8-1a76-4a6c-b617-b87d8ebd3000 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:58:31.767105 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-c9f228e8-1a76-4a6c-b617-b87d8ebd3000 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:58:31.823825 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f228e8-1a76-4a6c-b617-b87d8ebd3000 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Pushing event updated for resources: {'Port': ['ID=530d6b4e-d293-4fb6-a6d7-0e6253e2cc97,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:31.827201 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c9f228e8-1a76-4a6c-b617-b87d8ebd3000 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:31.856787 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-c9f228e8-1a76-4a6c-b617-b87d8ebd3000 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:31.857405 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-c9f228e8-1a76-4a6c-b617-b87d8ebd3000 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:31.879257 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299dac1-4799-4efd-9c29-37f9311684d5 req-eea62ddb-6680-4730-82a9-22e8235815a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:31.881515 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f299dac1-4799-4efd-9c29-37f9311684d5 req-eea62ddb-6680-4730-82a9-22e8235815a3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cc400f17-ffac-4ea2-8edc-5f7a68676a98 HTTP/1.1" status: 200 len: 1096 time: 0.2074032 Sep 30 00:58:31.893825 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e498331-c6ce-479c-a944-eb145bc409d3 req-9de51668-9cd9-42bc-982c-b4a79e26e0b1 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:31.895312 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8e498331-c6ce-479c-a944-eb145bc409d3 req-9de51668-9cd9-42bc-982c-b4a79e26e0b1 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=edbb2f8e-938e-4902-b58a-886f37673938 HTTP/1.1" status: 200 len: 943 time: 0.2139721 Sep 30 00:58:31.898331 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50268065-57d2-458c-bf10-66b77dd5667b req-a02a199b-e52c-456f-938d-85bd5ff5435d tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:31.900117 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-50268065-57d2-458c-bf10-66b77dd5667b req-a02a199b-e52c-456f-938d-85bd5ff5435d tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.55 "GET /v2.0/ports?device_id=a44be028-592e-4cec-9e89-cccf2db77aba HTTP/1.1" status: 200 len: 950 time: 0.1781635 Sep 30 00:58:31.902028 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-c9f228e8-1a76-4a6c-b617-b87d8ebd3000 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2356260 Sep 30 00:58:31.909054 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ca97b-1361-4072-becf-e70d894b9157 req-de4db4b4-e9b6-41db-9feb-a58faabe3d17 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:31.910448 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c36ca97b-1361-4072-becf-e70d894b9157 req-de4db4b4-e9b6-41db-9feb-a58faabe3d17 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 931 time: 0.1949453 Sep 30 00:58:31.924951 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-fd14f277-0117-4384-b4a3-a0a885014acd service neutron] Request body: {'port': {'device_id': '0b33afc7-7c2c-46ec-bfa6-b8df83b1f029', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:58:31.991384 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8e498331-c6ce-479c-a944-eb145bc409d3 req-986e9a1b-c60d-468f-a9b7-057fe6357e50 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883861 Sep 30 00:58:32.032324 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f299dac1-4799-4efd-9c29-37f9311684d5 req-74de8aec-68d2-45cc-9dcd-18a81246fcf7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311255 Sep 30 00:58:32.040072 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-50268065-57d2-458c-bf10-66b77dd5667b req-775ec5e6-c806-4b15-a49b-a80bf04d0114 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Deleting port 6524ee34-5658-4d12-8f10-86c9c82d2aaa {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:58:32.040497 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-50268065-57d2-458c-bf10-66b77dd5667b req-775ec5e6-c806-4b15-a49b-a80bf04d0114 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:32.065228 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-fd14f277-0117-4384-b4a3-a0a885014acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:32.095299 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c36ca97b-1361-4072-becf-e70d894b9157 req-7acfe55e-0c41-4f63-be47-f1a0ab44dd36 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690443 Sep 30 00:58:32.299415 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edbb2f8e-938e-4902-b58a-886f37673938', 'tag': '2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe', 'status': 'completed', 'code': 200} Sep 30 00:58:32.476516 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 85a6345a-d3dd-4c1a-86d8-0ee28083daaf details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:58:32.564620 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f3a42-2daa-4240-8e40-787391703e88 req-ffa00223-6168-47d5-bfaf-e11e66007d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:32.566113 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-982f3a42-2daa-4240-8e40-787391703e88 req-ffa00223-6168-47d5-bfaf-e11e66007d81 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8fe533ff5524edf903112c2aaa276a6&device_id=edbb2f8e-938e-4902-b58a-886f37673938 HTTP/1.1" status: 200 len: 1094 time: 0.2688980 Sep 30 00:58:32.618671 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a857d-d8f8-4527-a618-27635722b4c8 req-78871c1a-4b70-4f07-9e5d-6a397caefe2c tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:32.620196 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9e3a857d-d8f8-4527-a618-27635722b4c8 req-78871c1a-4b70-4f07-9e5d-6a397caefe2c tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=a44be028-592e-4cec-9e89-cccf2db77aba HTTP/1.1" status: 200 len: 950 time: 0.2790601 Sep 30 00:58:32.647303 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 85a6345a-d3dd-4c1a-86d8-0ee28083daaf, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=85a6345a-d3dd-4c1a-86d8-0ee28083daaf,segment=NetworkSegment(5edc6782-ae18-4a49-b68c-640166d6696d),segment_id=5edc6782-ae18-4a49-b68c-640166d6696d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:32.664403 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '85a6345a-d3dd-4c1a-86d8-0ee28083daaf', 'network_id': 'cdb35d68-fbf5-4ed4-a776-874764d3e375', 'port_id': '85a6345a-d3dd-4c1a-86d8-0ee28083daaf', 'mac_address': 'fa:16:3e:b5:53:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b477ab5-881b-4de7-8d2c-358183a1cf88', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:58:32.673953 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-fd14f277-0117-4384-b4a3-a0a885014acd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:58:32.684680 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-fd14f277-0117-4384-b4a3-a0a885014acd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:32.705599 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-fd14f277-0117-4384-b4a3-a0a885014acd service neutron] Transition to ACTIVE for port object 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:58:32.713270 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-fd14f277-0117-4384-b4a3-a0a885014acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:32.719758 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-aa39d586-6e93-46ac-a17e-528b35b249cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:32.728127 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-50268065-57d2-458c-bf10-66b77dd5667b req-775ec5e6-c806-4b15-a49b-a80bf04d0114 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] For port 6524ee34-5658-4d12-8f10-86c9c82d2aaa, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=6524ee34-5658-4d12-8f10-86c9c82d2aaa,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:32.728528 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-50268065-57d2-458c-bf10-66b77dd5667b req-775ec5e6-c806-4b15-a49b-a80bf04d0114 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:32.730638 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:32.749381 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85a6345a-d3dd-4c1a-86d8-0ee28083daaf {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:58:32.767398 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 85a6345a-d3dd-4c1a-86d8-0ee28083daaf, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=85a6345a-d3dd-4c1a-86d8-0ee28083daaf,segment=NetworkSegment(5edc6782-ae18-4a49-b68c-640166d6696d),segment_id=5edc6782-ae18-4a49-b68c-640166d6696d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:32.772714 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:32.774576 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:32.786865 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6858a-692e-4256-b1ef-a522e44bc4b8 req-d838e16e-509d-48dc-92b0-0f660eabc503 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:32.788354 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-46e6858a-692e-4256-b1ef-a522e44bc4b8 req-d838e16e-509d-48dc-92b0-0f660eabc503 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.1968098 Sep 30 00:58:32.843657 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=85a6345a-d3dd-4c1a-86d8-0ee28083daaf,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:32.847284 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:32.891222 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-50268065-57d2-458c-bf10-66b77dd5667b req-775ec5e6-c806-4b15-a49b-a80bf04d0114 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Calling delete_port for 6524ee34-5658-4d12-8f10-86c9c82d2aaa owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:58:32.913821 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14f277-0117-4384-b4a3-a0a885014acd service neutron] Pushing event updated for resources: {'Port': ['ID=530d6b4e-d293-4fb6-a6d7-0e6253e2cc97,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:32.917099 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-fd14f277-0117-4384-b4a3-a0a885014acd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:32.925511 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9e3a857d-d8f8-4527-a618-27635722b4c8 req-3004941e-3df2-456e-b6f7-709c969aafba tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992425 Sep 30 00:58:32.988723 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f3a42-2daa-4240-8e40-787391703e88 req-a6653651-c6ab-412f-b52c-59cf3f724c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:32.988723 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-982f3a42-2daa-4240-8e40-787391703e88 req-a6653651-c6ab-412f-b52c-59cf3f724c46 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 HTTP/1.1" status: 200 len: 905 time: 0.3994315 Sep 30 00:58:32.988964 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-46e6858a-692e-4256-b1ef-a522e44bc4b8 req-abe5d59b-3dab-453f-8838-786d290a9c18 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403310 Sep 30 00:58:33.066165 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-fd14f277-0117-4384-b4a3-a0a885014acd service neutron] Attempting to bind port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:58:33.066548 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-fd14f277-0117-4384-b4a3-a0a885014acd service neutron] Attempting to bind port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:58:33.068466 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-fd14f277-0117-4384-b4a3-a0a885014acd service neutron] Attempting to bind port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 on network 75754133-2f30-43b1-b553-38d58661ba06 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:58:33.078282 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-982f3a42-2daa-4240-8e40-787391703e88 req-d260e301-5bda-4a62-980c-a43ba5f1b2b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe HTTP/1.1" status: 200 len: 217 time: 0.0738959 Sep 30 00:58:33.080655 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-fd14f277-0117-4384-b4a3-a0a885014acd service neutron] Port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 on network 75754133-2f30-43b1-b553-38d58661ba06 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:58:33.082233 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-fd14f277-0117-4384-b4a3-a0a885014acd service neutron] Attempting to bind port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 on network 75754133-2f30-43b1-b553-38d58661ba06 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:58:33.098232 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-fd14f277-0117-4384-b4a3-a0a885014acd service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:58:33.098844 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-fd14f277-0117-4384-b4a3-a0a885014acd service neutron] Checking segment: {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:58:33.100677 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-fd14f277-0117-4384-b4a3-a0a885014acd service neutron] Bound using segment: {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:58:33.101132 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-fd14f277-0117-4384-b4a3-a0a885014acd service neutron] Bound port: 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:58:33.102993 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-fd14f277-0117-4384-b4a3-a0a885014acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:33.296734 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-fd14f277-0117-4384-b4a3-a0a885014acd service neutron] For port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:58:33.301723 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-fd14f277-0117-4384-b4a3-a0a885014acd service neutron] For port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=530d6b4e-d293-4fb6-a6d7-0e6253e2cc97,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:58:33.309716 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-fd14f277-0117-4384-b4a3-a0a885014acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:33.314407 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f3a42-2daa-4240-8e40-787391703e88 req-27dfe0f9-e317-476d-a9eb-3b750dc381d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:33.316843 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-982f3a42-2daa-4240-8e40-787391703e88 req-27dfe0f9-e317-476d-a9eb-3b750dc381d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1838926e-37d5-4d80-a8c7-56ab398bbbfc HTTP/1.1" status: 200 len: 844 time: 0.1828449 Sep 30 00:58:33.316986 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e345b0e2-7791-400a-bf02-4b8a8836019d tempest-MigrationsAdminTest-1807885233 tempest-MigrationsAdminTest-1807885233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:33.331338 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-50268065-57d2-458c-bf10-66b77dd5667b req-775ec5e6-c806-4b15-a49b-a80bf04d0114 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:33.339201 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c7d36ab4-8612-4483-ba02-798b692a0918 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:33.353872 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['6524ee34-5658-4d12-8f10-86c9c82d2aaa', '5e67e008-2c88-42cc-b6b8-dffbe89b27a5'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:58:33.383144 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f906a-b6b1-4265-9741-f2ea38dbfc8f req-8d63560d-269e-41aa-8345-f83652561df3 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:33.384683 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-402f906a-b6b1-4265-9741-f2ea38dbfc8f req-8d63560d-269e-41aa-8345-f83652561df3 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc400f17-ffac-4ea2-8edc-5f7a68676a98 HTTP/1.1" status: 200 len: 945 time: 0.2539306 Sep 30 00:58:33.394215 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ec5e6-c806-4b15-a49b-a80bf04d0114 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Pushing event deleted for resources: {'Port': ['ID=6524ee34-5658-4d12-8f10-86c9c82d2aaa,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:33.395185 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 39296) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:58:33.437794 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['ff90dc43-c05d-4a6f-af3a-f5ed58821274'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:58:33.451565 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-fd14f277-0117-4384-b4a3-a0a885014acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:33.452196 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-fd14f277-0117-4384-b4a3-a0a885014acd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:33.453576 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-fd14f277-0117-4384-b4a3-a0a885014acd service neutron] 10.222.0.59 "PUT /v2.0/ports/530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 HTTP/1.1" status: 200 len: 1091 time: 1.5329115 Sep 30 00:58:33.456178 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b33afc7-7c2c-46ec-bfa6-b8df83b1f029', 'tag': '530d6b4e-d293-4fb6-a6d7-0e6253e2cc97'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:58:33.486226 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-982f3a42-2daa-4240-8e40-787391703e88 req-920d11e8-2eec-44b4-b9b0-c24cf0223a82 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930851 Sep 30 00:58:33.489098 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14f277-0117-4384-b4a3-a0a885014acd service neutron] Pushing event updated for resources: {'Port': ['ID=530d6b4e-d293-4fb6-a6d7-0e6253e2cc97,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:33.494623 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-fd14f277-0117-4384-b4a3-a0a885014acd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:33.497868 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-402f906a-b6b1-4265-9741-f2ea38dbfc8f req-7b3f602e-27e5-4287-9d00-b0fab1caced1 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036170 Sep 30 00:58:33.512741 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-775ec5e6-c806-4b15-a49b-a80bf04d0114 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:33.565651 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['85a6345a-d3dd-4c1a-86d8-0ee28083daaf'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:58:33.626933 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4e5f90-c517-48c3-9d07-64bbdd2b4779', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '918c28de-bb64-453a-8beb-13a66f32b207'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:58:33.725346 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-50268065-57d2-458c-bf10-66b77dd5667b req-775ec5e6-c806-4b15-a49b-a80bf04d0114 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] No DVR routers for this DVR port 6524ee34-5658-4d12-8f10-86c9c82d2aaa on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:58:33.732474 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-50268065-57d2-458c-bf10-66b77dd5667b req-775ec5e6-c806-4b15-a49b-a80bf04d0114 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:33.738604 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-38d56d78-18ca-4771-97c1-021b8b1a0145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:33.763119 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd56b63-295c-4ab7-8265-94d4844f4315 req-a4d89578-b299-43a0-81ac-c9f64b4fcbdb tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:33.764615 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1dd56b63-295c-4ab7-8265-94d4844f4315 req-a4d89578-b299-43a0-81ac-c9f64b4fcbdb tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3a70184-d3f7-4fdf-9096-8a8a002ed004 HTTP/1.1" status: 200 len: 943 time: 0.5707908 Sep 30 00:58:33.769587 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-50268065-57d2-458c-bf10-66b77dd5667b req-775ec5e6-c806-4b15-a49b-a80bf04d0114 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.55 "DELETE /v2.0/ports/6524ee34-5658-4d12-8f10-86c9c82d2aaa HTTP/1.1" status: 204 len: 173 time: 1.8460860 Sep 30 00:58:33.774668 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-38d56d78-18ca-4771-97c1-021b8b1a0145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:58:33.793295 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-38d56d78-18ca-4771-97c1-021b8b1a0145 admin admin] Usage tracker for resource:security_group_rule and tenant:6449d942b5d24fc3af8616359f596075 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:58:33.798455 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-38d56d78-18ca-4771-97c1-021b8b1a0145 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:58:33.809469 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-38d56d78-18ca-4771-97c1-021b8b1a0145 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:58:33.837281 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-f5fd6ec7-1110-4e2e-be8d-c6fd3808e097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:33.838918 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-f5fd6ec7-1110-4e2e-be8d-c6fd3808e097 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=58336e3a6a854ff7ab57e933b021b603&device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 1094 time: 0.2851884 Sep 30 00:58:33.844822 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1dd56b63-295c-4ab7-8265-94d4844f4315 req-26a439f2-09c0-4fe2-8e09-e0d2885e4f93 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/security-groups?id=0a2f3a59-465d-4096-b57a-b6591d787eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712166 Sep 30 00:58:33.848838 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-982f3a42-2daa-4240-8e40-787391703e88 req-f6e67df3-017b-4bf9-a2dd-c074b6202cd3 service neutron] 10.222.0.55 "GET /v2.0/networks/fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334327 Sep 30 00:58:33.931253 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-9050c9d5-0070-46bf-8b45-bcfd5cf440dc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 HTTP/1.1" status: 200 len: 217 time: 0.0765598 Sep 30 00:58:34.028023 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a5424-fb92-4525-b9b0-976074ca4944 req-eb762280-f4cf-4fa1-8e10-fa14fb6170b0 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:34.029595 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-456a5424-fb92-4525-b9b0-976074ca4944 req-eb762280-f4cf-4fa1-8e10-fa14fb6170b0 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=edbb2f8e-938e-4902-b58a-886f37673938 HTTP/1.1" status: 200 len: 943 time: 0.3271456 Sep 30 00:58:34.116193 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-d7406e99-d759-4fc9-b2ec-bccb3d4ca96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:34.117711 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-d7406e99-d759-4fc9-b2ec-bccb3d4ca96a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4830ed89-3d0e-4950-9575-5f4f49821c2d HTTP/1.1" status: 200 len: 861 time: 0.1782837 Sep 30 00:58:34.197341 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-bb2cfa2f-9a26-48bb-8586-9bb0f9ff1d43 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=75754133-2f30-43b1-b553-38d58661ba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625002 Sep 30 00:58:34.210410 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-456a5424-fb92-4525-b9b0-976074ca4944 req-550ed528-6250-4d95-85fb-93478b550b93 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464124 Sep 30 00:58:34.227145 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-38d56d78-18ca-4771-97c1-021b8b1a0145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:34.244377 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-982f3a42-2daa-4240-8e40-787391703e88 req-488f5553-d4cc-4646-a95a-b1926a55e3bb service neutron] 10.222.0.55 "GET /v2.0/networks/fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825600 Sep 30 00:58:34.260170 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-38d56d78-18ca-4771-97c1-021b8b1a0145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:34.285424 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd91b3-657f-4cd7-b526-3574b490c878 req-aea800b8-0a17-4df4-a84f-328f08149d52 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:34.285663 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-79dd91b3-657f-4cd7-b526-3574b490c878 req-aea800b8-0a17-4df4-a84f-328f08149d52 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 943 time: 0.2433152 Sep 30 00:58:34.307602 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:58:34.315367 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44be028-592e-4cec-9e89-cccf2db77aba', 'name': 'network-vif-deleted', 'tag': '6524ee34-5658-4d12-8f10-86c9c82d2aaa'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:58:34.315603 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e260fbb7-70be-46dc-a7f9-35e73cf55737 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:34.348748 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-79dd91b3-657f-4cd7-b526-3574b490c878 req-ea5b5b0e-00af-4fe6-935d-bfa4ca1fa955 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569689 Sep 30 00:58:34.374696 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-38d56d78-18ca-4771-97c1-021b8b1a0145 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6449d942b5d24fc3af8616359f596075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9720919 Sep 30 00:58:34.375335 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 39314) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:58:34.403895 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d56d78-18ca-4771-97c1-021b8b1a0145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa64700-7061-4413-ac8a-3073b313f42d,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:34.412779 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-38d56d78-18ca-4771-97c1-021b8b1a0145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:34.447061 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4e5f90-c517-48c3-9d07-64bbdd2b4779', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '918c28de-bb64-453a-8beb-13a66f32b207', 'code': 200} Sep 30 00:58:34.480069 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 918c28de-bb64-453a-8beb-13a66f32b207 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:58:34.481669 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-de4c3cbb-e9a6-4047-8edd-7796aacdf7fe service neutron] 10.222.0.59 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529781 Sep 30 00:58:34.486500 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:34.521524 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ba0d738b-722e-4155-a022-898149418619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:34.523730 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe', 'network_id': 'fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129', 'port_id': '2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe', 'mac_address': 'fa:16:3e:f1:e3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1838926e-37d5-4d80-a8c7-56ab398bbbfc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:58:34.692547 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7e409781-b566-430a-a121-6133108e4b44 req-1e5d9be0-cde1-451f-b410-2e89f5ad3f4a tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=a44be028-592e-4cec-9e89-cccf2db77aba HTTP/1.1" status: 200 len: 210 time: 0.1049535 Sep 30 00:58:34.695417 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ba0d738b-722e-4155-a022-898149418619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:34.718842 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b33afc7-7c2c-46ec-bfa6-b8df83b1f029', 'tag': '530d6b4e-d293-4fb6-a6d7-0e6253e2cc97', 'status': 'completed', 'code': 200} Sep 30 00:58:34.769103 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44be028-592e-4cec-9e89-cccf2db77aba', 'name': 'network-vif-deleted', 'tag': '6524ee34-5658-4d12-8f10-86c9c82d2aaa', 'status': 'completed', 'code': 200} Sep 30 00:58:34.791989 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:34.823387 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 918c28de-bb64-453a-8beb-13a66f32b207, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=918c28de-bb64-453a-8beb-13a66f32b207,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:34.832156 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:58:34.854810 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:34.856182 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '918c28de-bb64-453a-8beb-13a66f32b207', 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487', 'port_id': '918c28de-bb64-453a-8beb-13a66f32b207', 'mac_address': 'fa:16:3e:d0:08:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c136aabe-2b6e-40bd-889c-a97ee8fe6bf6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:58:34.893660 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:34.894390 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 604eef7a-ff6e-4d52-add0-5d3e142490b4 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:58:34.915634 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:34.938425 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c572b-fd60-4bc2-9383-40b43ab94114 req-b66f67f0-7029-4daa-b5ee-e25faf38e9eb tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:34.942149 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2e9c572b-fd60-4bc2-9383-40b43ab94114 req-b66f67f0-7029-4daa-b5ee-e25faf38e9eb tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.1068604 Sep 30 00:58:34.954307 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e3c3fc87-d2c6-43f4-a893-fdd381deef87 req-ec38751e-4b61-4bb8-bd05-73a46ce49922 service neutron] 10.222.0.59 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636714 Sep 30 00:58:34.979523 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ba0d738b-722e-4155-a022-898149418619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:34.986250 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1e8e7335-ff1e-479e-b248-1efbcc52fc28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:35.003032 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d738b-722e-4155-a022-898149418619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa64700-7061-4413-ac8a-3073b313f42d,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:35.003602 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2e9c572b-fd60-4bc2-9383-40b43ab94114 req-c46cbc9b-03b3-43a9-b00f-1ec7da94682d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566161 Sep 30 00:58:35.019786 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ba0d738b-722e-4155-a022-898149418619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:35.023461 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ba0d738b-722e-4155-a022-898149418619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:35.024643 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-ba0d738b-722e-4155-a022-898149418619 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/faa64700-7061-4413-ac8a-3073b313f42d HTTP/1.1" status: 204 len: 168 time: 0.6483581 Sep 30 00:58:35.051565 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a90ec0-f4cd-4087-866a-84a46655f188 req-2eeaaf2d-558d-4d91-84ce-b621faf40143 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:35.053989 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b5a90ec0-f4cd-4087-866a-84a46655f188 req-2eeaaf2d-558d-4d91-84ce-b621faf40143 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc400f17-ffac-4ea2-8edc-5f7a68676a98 HTTP/1.1" status: 200 len: 945 time: 0.1396110 Sep 30 00:58:35.080504 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:35.114211 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:35.118521 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918c28de-bb64-453a-8beb-13a66f32b207 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:58:35.134862 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:35.146085 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 918c28de-bb64-453a-8beb-13a66f32b207, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=918c28de-bb64-453a-8beb-13a66f32b207,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:35.164101 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:35.167858 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:35.177832 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b5a90ec0-f4cd-4087-866a-84a46655f188 req-a3413188-3f9b-45b6-82a6-535564face57 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165330 Sep 30 00:58:35.201555 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1916d41-71e8-4466-9a5d-9137c845d1e4 req-eb5fe29a-580f-48db-a2aa-f4d1cd229529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:35.203528 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c1916d41-71e8-4466-9a5d-9137c845d1e4 req-eb5fe29a-580f-48db-a2aa-f4d1cd229529 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=58336e3a6a854ff7ab57e933b021b603&device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 1094 time: 0.1157837 Sep 30 00:58:35.213632 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 604eef7a-ff6e-4d52-add0-5d3e142490b4, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=604eef7a-ff6e-4d52-add0-5d3e142490b4,segment=NetworkSegment(5edc6782-ae18-4a49-b68c-640166d6696d),segment_id=5edc6782-ae18-4a49-b68c-640166d6696d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:35.246641 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '604eef7a-ff6e-4d52-add0-5d3e142490b4', 'network_id': 'cdb35d68-fbf5-4ed4-a776-874764d3e375', 'port_id': '604eef7a-ff6e-4d52-add0-5d3e142490b4', 'mac_address': 'fa:16:3e:08:3c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b477ab5-881b-4de7-8d2c-358183a1cf88', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:58:35.281883 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb47351-ab31-4e51-8e1c-ddb3f8119e30 req-9d2c54fd-05c6-45ac-95ff-083d92aba380 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:35.290660 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-beb47351-ab31-4e51-8e1c-ddb3f8119e30 req-9d2c54fd-05c6-45ac-95ff-083d92aba380 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3a70184-d3f7-4fdf-9096-8a8a002ed004 HTTP/1.1" status: 200 len: 943 time: 0.1866999 Sep 30 00:58:35.307628 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=918c28de-bb64-453a-8beb-13a66f32b207,revision_number=12']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:35.312600 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:35.321487 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:35.363285 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 604eef7a-ff6e-4d52-add0-5d3e142490b4 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:58:35.390103 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-beb47351-ab31-4e51-8e1c-ddb3f8119e30 req-6546c638-0cb3-4246-a537-c6c66f32ac27 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/security-groups?id=0a2f3a59-465d-4096-b57a-b6591d787eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928473 Sep 30 00:58:35.405239 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 604eef7a-ff6e-4d52-add0-5d3e142490b4, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=604eef7a-ff6e-4d52-add0-5d3e142490b4,segment=NetworkSegment(5edc6782-ae18-4a49-b68c-640166d6696d),segment_id=5edc6782-ae18-4a49-b68c-640166d6696d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:35.414318 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:35.416598 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:35.465074 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1916d41-71e8-4466-9a5d-9137c845d1e4 req-9e33e316-0d62-4dc1-a620-48208738013d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:35.466707 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c1916d41-71e8-4466-9a5d-9137c845d1e4 req-9e33e316-0d62-4dc1-a620-48208738013d service neutron] 10.222.0.59 "GET /v2.0/networks?id=75754133-2f30-43b1-b553-38d58661ba06 HTTP/1.1" status: 200 len: 922 time: 0.2543490 Sep 30 00:58:35.546232 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:35.550876 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=604eef7a-ff6e-4d52-add0-5d3e142490b4,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:35.555362 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:35.586930 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c1916d41-71e8-4466-9a5d-9137c845d1e4 req-ceb27701-5b7e-462e-a88d-588d6bcbde67 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 HTTP/1.1" status: 200 len: 217 time: 0.0882428 Sep 30 00:58:35.680605 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b3c8c-f51a-4842-9cdf-b0acebfc64f3 req-f17c58d2-ad25-42c1-becc-353f9b22446d tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:35.682143 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d60b3c8c-f51a-4842-9cdf-b0acebfc64f3 req-f17c58d2-ad25-42c1-becc-353f9b22446d tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=edbb2f8e-938e-4902-b58a-886f37673938 HTTP/1.1" status: 200 len: 944 time: 0.2200434 Sep 30 00:58:35.683931 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1916d41-71e8-4466-9a5d-9137c845d1e4 req-dca31c14-65bd-466d-9ceb-b59ffa9e3d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:35.685209 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c1916d41-71e8-4466-9a5d-9137c845d1e4 req-dca31c14-65bd-466d-9ceb-b59ffa9e3d99 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4830ed89-3d0e-4950-9575-5f4f49821c2d HTTP/1.1" status: 200 len: 861 time: 0.0863264 Sep 30 00:58:35.755881 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c1916d41-71e8-4466-9a5d-9137c845d1e4 req-e6302fe2-62d0-48d2-bd66-d0ce10f85eb8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=75754133-2f30-43b1-b553-38d58661ba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506308 Sep 30 00:58:35.789530 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['604eef7a-ff6e-4d52-add0-5d3e142490b4'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:58:35.824094 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb59c99-78d7-4936-bc6d-92f14d3e3fe8 req-a3eb9c7e-46d2-4e34-a4c1-429e9892ec52 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:35.825656 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0bb59c99-78d7-4936-bc6d-92f14d3e3fe8 req-a3eb9c7e-46d2-4e34-a4c1-429e9892ec52 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 943 time: 0.1273034 Sep 30 00:58:35.875181 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d60b3c8c-f51a-4842-9cdf-b0acebfc64f3 req-69bc88fa-6893-474b-be3c-dbaa99900cf7 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850283 Sep 30 00:58:35.894278 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['918c28de-bb64-453a-8beb-13a66f32b207'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:58:35.970033 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0bb59c99-78d7-4936-bc6d-92f14d3e3fe8 req-d286d58e-9764-4fde-a7fa-b5a4480e566b tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304193 Sep 30 00:58:35.998482 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:58:36.030479 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c1916d41-71e8-4466-9a5d-9137c845d1e4 req-0bedca2e-6a85-416d-949d-b8834b5a2b94 service neutron] 10.222.0.59 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656851 Sep 30 00:58:36.254149 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c1916d41-71e8-4466-9a5d-9137c845d1e4 req-e92a8fd7-fa26-435a-b0cf-c54df6aeecc4 service neutron] 10.222.0.59 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177665 Sep 30 00:58:36.340519 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 6524ee34-5658-4d12-8f10-86c9c82d2aaa no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:58:36.349846 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 39364) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:58:36.367880 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6dba29-864e-408b-b57a-437059ef2d83 req-f814ca6b-9584-4cce-8b4c-48e821a1b48a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:36.375165 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5f6dba29-864e-408b-b57a-437059ef2d83 req-f814ca6b-9584-4cce-8b4c-48e821a1b48a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 945 time: 0.1793594 Sep 30 00:58:36.413800 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: 6524ee34-5658-4d12-8f10-86c9c82d2aaa {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:58:36.414158 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 6524ee34-5658-4d12-8f10-86c9c82d2aaa not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:58:36.446870 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5f6dba29-864e-408b-b57a-437059ef2d83 req-d4413afe-8e6b-4107-b326-116832a7a207 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684562 Sep 30 00:58:36.542958 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 85a6345a-d3dd-4c1a-86d8-0ee28083daaf up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:58:36.550219 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de87e8-1178-4a90-b2c7-8dd4bf3b845c req-d845dcd4-ea11-48f2-8335-9ad527e938a3 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:36.557894 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e5de87e8-1178-4a90-b2c7-8dd4bf3b845c req-d845dcd4-ea11-48f2-8335-9ad527e938a3 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63f54a9-972b-4c01-82b5-32dbab5c3d26 HTTP/1.1" status: 200 len: 949 time: 0.1170783 Sep 30 00:58:36.606917 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e5de87e8-1178-4a90-b2c7-8dd4bf3b845c req-2e5b73a3-42f0-4175-9452-920904142dd0 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478046 Sep 30 00:58:36.615964 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-e1076d50-7ce9-4735-8684-b01833ea2e63 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1211713980-network', 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:58:36.622285 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-e1076d50-7ce9-4735-8684-b01833ea2e63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:58:36.633031 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-e1076d50-7ce9-4735-8684-b01833ea2e63 admin admin] Usage tracker for resource:network and tenant:c97d7f9dfb2844e292fb0a514e25f5a6 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:58:36.633031 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-e1076d50-7ce9-4735-8684-b01833ea2e63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:58:36.636676 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-e1076d50-7ce9-4735-8684-b01833ea2e63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:58:36.652785 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1076d50-7ce9-4735-8684-b01833ea2e63 admin admin] Made reservation on behalf of c97d7f9dfb2844e292fb0a514e25f5a6 for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:58:36.659249 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e1076d50-7ce9-4735-8684-b01833ea2e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:36.661012 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 85a6345a-d3dd-4c1a-86d8-0ee28083daaf completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:58:36.679426 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e1076d50-7ce9-4735-8684-b01833ea2e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:36.681491 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 85a6345a-d3dd-4c1a-86d8-0ee28083daaf triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:58:36.682305 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:36.699245 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-e1076d50-7ce9-4735-8684-b01833ea2e63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:58:36.703476 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-e1076d50-7ce9-4735-8684-b01833ea2e63 admin admin] Usage tracker for resource:security_group_rule and tenant:c97d7f9dfb2844e292fb0a514e25f5a6 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:58:36.706794 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-e1076d50-7ce9-4735-8684-b01833ea2e63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:58:36.713879 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-e1076d50-7ce9-4735-8684-b01833ea2e63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:58:36.715733 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2d614-e513-4377-a761-db65b3053c04 req-fcd828b4-8ca4-4ed1-8c36-58fb422dc300 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:36.718795 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-73d2d614-e513-4377-a761-db65b3053c04 req-fcd828b4-8ca4-4ed1-8c36-58fb422dc300 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3a70184-d3f7-4fdf-9096-8a8a002ed004 HTTP/1.1" status: 200 len: 944 time: 0.1585019 Sep 30 00:58:36.793341 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-73d2d614-e513-4377-a761-db65b3053c04 req-7aabdc2b-397a-475b-81b2-186d685ff92e tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/security-groups?id=0a2f3a59-465d-4096-b57a-b6591d787eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682707 Sep 30 00:58:36.844418 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:36.873464 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e1076d50-7ce9-4735-8684-b01833ea2e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:36.878222 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e1076d50-7ce9-4735-8684-b01833ea2e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:36.881294 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7689ae70-0458-4dd2-b66e-dc462914b111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a6345a-d3dd-4c1a-86d8-0ee28083daaf'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:58:36.883979 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a40e1980-4c58-4276-b60c-84daf797eebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:36.890135 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 85a6345a-d3dd-4c1a-86d8-0ee28083daaf, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=85a6345a-d3dd-4c1a-86d8-0ee28083daaf,segment=NetworkSegment(5edc6782-ae18-4a49-b68c-640166d6696d),segment_id=5edc6782-ae18-4a49-b68c-640166d6696d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:36.899753 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:36.902935 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1076d50-7ce9-4735-8684-b01833ea2e63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:58:36.903134 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:36.924107 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1076d50-7ce9-4735-8684-b01833ea2e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d9df7f-ae1d-4377-8ba6-a759bdfbc170,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:36.927653 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e1076d50-7ce9-4735-8684-b01833ea2e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:36.927989 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-e1076d50-7ce9-4735-8684-b01833ea2e63 admin admin] Added segment 015fb91f-b0a9-47b8-ad9f-bab043fec126 of type vlan for network f9efe454-4b8f-42c4-b4a6-30f69635ca21 Sep 30 00:58:36.929821 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e1076d50-7ce9-4735-8684-b01833ea2e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:36.967910 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7689ae70-0458-4dd2-b66e-dc462914b111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a6345a-d3dd-4c1a-86d8-0ee28083daaf', 'code': 200} Sep 30 00:58:36.972820 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e1076d50-7ce9-4735-8684-b01833ea2e63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:37.014498 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=85a6345a-d3dd-4c1a-86d8-0ee28083daaf,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:37.030361 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:37.039490 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e1076d50-7ce9-4735-8684-b01833ea2e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:37.043990 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1076d50-7ce9-4735-8684-b01833ea2e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:37.044585 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e1076d50-7ce9-4735-8684-b01833ea2e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:37.050148 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:37.196147 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43443e-ffed-44ed-9fac-d04e213329e8 req-b9786d49-5e9c-49ef-9aa5-b75a87e3b70b tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:37.197703 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ba43443e-ffed-44ed-9fac-d04e213329e8 req-b9786d49-5e9c-49ef-9aa5-b75a87e3b70b tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 943 time: 0.0926211 Sep 30 00:58:37.244245 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ba43443e-ffed-44ed-9fac-d04e213329e8 req-b1b7506e-572d-4c37-97ad-67e6dcc536a4 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400856 Sep 30 00:58:37.264620 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-e1076d50-7ce9-4735-8684-b01833ea2e63 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9136434 Sep 30 00:58:37.268023 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 39382) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:58:37.274258 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-b5d1930f-08a2-4040-8a29-ddc21977ab84 admin admin] Request body: {'subnet': {'network_id': 'f9efe454-4b8f-42c4-b4a6-30f69635ca21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1211713980-subnet', 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:58:37.279257 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-b5d1930f-08a2-4040-8a29-ddc21977ab84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:58:37.286396 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-b5d1930f-08a2-4040-8a29-ddc21977ab84 admin admin] Usage tracker for resource:subnet and tenant:c97d7f9dfb2844e292fb0a514e25f5a6 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:58:37.289643 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-b5d1930f-08a2-4040-8a29-ddc21977ab84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:58:37.295879 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-b5d1930f-08a2-4040-8a29-ddc21977ab84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:58:37.306367 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1076d50-7ce9-4735-8684-b01833ea2e63 admin admin] Pushing event updated for resources: {'Network': ['ID=f9efe454-4b8f-42c4-b4a6-30f69635ca21,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:37.306601 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d1930f-08a2-4040-8a29-ddc21977ab84 admin admin] Made reservation on behalf of c97d7f9dfb2844e292fb0a514e25f5a6 for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:58:37.311190 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e1076d50-7ce9-4735-8684-b01833ea2e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:37.316441 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b5d1930f-08a2-4040-8a29-ddc21977ab84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:37.316905 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network f9efe454-4b8f-42c4-b4a6-30f69635ca21 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:58:37.346983 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e938d-3ef0-4888-bdb8-340f65e6c4ab req-dcaadab7-2182-4e9c-b680-08056064d26c tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:37.348458 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c92e938d-3ef0-4888-bdb8-340f65e6c4ab req-dcaadab7-2182-4e9c-b680-08056064d26c tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=edbb2f8e-938e-4902-b58a-886f37673938 HTTP/1.1" status: 200 len: 944 time: 0.2786086 Sep 30 00:58:37.351401 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54fb2b-7bab-4667-8322-accc847611a0 req-9da693c1-f444-460f-95f1-2a8dc0f5b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:37.352782 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cf54fb2b-7bab-4667-8322-accc847611a0 req-9da693c1-f444-460f-95f1-2a8dc0f5b6c7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7689ae70-0458-4dd2-b66e-dc462914b111 HTTP/1.1" status: 200 len: 1097 time: 0.2056875 Sep 30 00:58:37.432645 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c92e938d-3ef0-4888-bdb8-340f65e6c4ab req-0719b6f3-ea12-4987-9b25-5f754bceeac9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760360 Sep 30 00:58:37.435767 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cf54fb2b-7bab-4667-8322-accc847611a0 req-9c79e4d8-e5c8-4f7c-bd74-95c0de2352ac service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0a2f3a59-465d-4096-b57a-b6591d787eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664208 Sep 30 00:58:37.522965 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b5d1930f-08a2-4040-8a29-ddc21977ab84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981632'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:37.527614 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:37.654203 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1930f-08a2-4040-8a29-ddc21977ab84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fadca4a-5fe1-43f7-92b8-0c814b532dc8,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:37.659791 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b5d1930f-08a2-4040-8a29-ddc21977ab84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:37.667608 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d1930f-08a2-4040-8a29-ddc21977ab84 admin admin] Checking segment: {'id': '015fb91f-b0a9-47b8-ad9f-bab043fec126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f9efe454-4b8f-42c4-b4a6-30f69635ca21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:58:37.668048 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d1930f-08a2-4040-8a29-ddc21977ab84 admin admin] Network hostable DHCP agents. Network: f9efe454-4b8f-42c4-b4a6-30f69635ca21, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:58:37.704250 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19427d3-1482-438c-bc85-2a8cc069f6d5 req-7b4d6599-3981-4814-9e89-1fbb91bf68a3 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:37.705733 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e19427d3-1482-438c-bc85-2a8cc069f6d5 req-7b4d6599-3981-4814-9e89-1fbb91bf68a3 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 945 time: 0.1498303 Sep 30 00:58:37.706825 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d1930f-08a2-4040-8a29-ddc21977ab84 admin admin] Network f9efe454-4b8f-42c4-b4a6-30f69635ca21 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:58:37.729941 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-b5d1930f-08a2-4040-8a29-ddc21977ab84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, f9efe454-4b8f-42c4-b4a6-30f69635ca21) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:58:37.737859 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d1930f-08a2-4040-8a29-ddc21977ab84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:37.738050 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69378131-bf19-47aa-bd3e-4933e7ba2118 None None] Network f9efe454-4b8f-42c4-b4a6-30f69635ca21 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:58:37.738462 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b5d1930f-08a2-4040-8a29-ddc21977ab84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:37.771465 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e19427d3-1482-438c-bc85-2a8cc069f6d5 req-25583179-2cb0-4f78-a4d1-44ab3ed44ce1 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570419 Sep 30 00:58:37.775852 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-b5d1930f-08a2-4040-8a29-ddc21977ab84 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5040150 Sep 30 00:58:37.776154 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 39390) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:58:37.780757 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-99e5f085-a98c-407e-b9b0-75c698707398 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1211713980-router', 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:58:37.785516 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-99e5f085-a98c-407e-b9b0-75c698707398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:58:37.798462 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-99e5f085-a98c-407e-b9b0-75c698707398 admin admin] Usage tracker for resource:router and tenant:c97d7f9dfb2844e292fb0a514e25f5a6 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:58:37.801457 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-99e5f085-a98c-407e-b9b0-75c698707398 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:58:37.811130 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-99e5f085-a98c-407e-b9b0-75c698707398 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:58:37.825604 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf34143-673b-4f55-8b79-669917ef6771 req-704f40d7-2e79-449f-a777-8d11e37e6dbb tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:37.827033 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-99e5f085-a98c-407e-b9b0-75c698707398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-730961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30750'] for router, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:37.827255 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5bf34143-673b-4f55-8b79-669917ef6771 req-704f40d7-2e79-449f-a777-8d11e37e6dbb tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63f54a9-972b-4c01-82b5-32dbab5c3d26 HTTP/1.1" status: 200 len: 949 time: 0.1071446 Sep 30 00:58:37.828226 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-99e5f085-a98c-407e-b9b0-75c698707398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30743'] for router, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:37.849437 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-99e5f085-a98c-407e-b9b0-75c698707398 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:37.891767 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5bf34143-673b-4f55-8b79-669917ef6771 req-46fe4a45-22d3-4e4d-a745-b1b9189425fc tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574510 Sep 30 00:58:37.992071 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9395f61-606d-40bb-a206-e02b9501b970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-f9efe454-4b8f-42c4-b4a6-30f69635ca21', 'network_id': 'f9efe454-4b8f-42c4-b4a6-30f69635ca21', 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'fixed_ips': [{'subnet_id': '9fadca4a-5fe1-43f7-92b8-0c814b532dc8'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 00:58:37.992922 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-b9395f61-606d-40bb-a206-e02b9501b970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:38.151191 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-b9395f61-606d-40bb-a206-e02b9501b970 None None] Allocated IP 172.20.0.2 (f9efe454-4b8f-42c4-b4a6-30f69635ca21/9fadca4a-5fe1-43f7-92b8-0c814b532dc8/fda832b8-bd67-4006-8ba6-1de66878796c) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:58:38.205050 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-99e5f085-a98c-407e-b9b0-75c698707398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-672991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-730982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30841'] for router, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:38.253122 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a699c9-19a0-4c2b-9004-8e4df4f155c3 req-e1810fc5-106a-4d08-8929-7ef773fa7dc5 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:38.254592 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-97a699c9-19a0-4c2b-9004-8e4df4f155c3 req-e1810fc5-106a-4d08-8929-7ef773fa7dc5 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3a70184-d3f7-4fdf-9096-8a8a002ed004 HTTP/1.1" status: 200 len: 944 time: 0.3124869 Sep 30 00:58:38.356719 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:58:38.444756 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-b9395f61-606d-40bb-a206-e02b9501b970 None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:38.460261 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-b9395f61-606d-40bb-a206-e02b9501b970 None None] Transition to ACTIVE for port object fda832b8-bd67-4006-8ba6-1de66878796c will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:58:38.471556 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:58:38.486376 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ed948-c095-4434-bf41-b190593d7b33 req-4b5f1ac0-7e45-46bd-af29-9f7f57d82aa3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:38.487441 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-97a699c9-19a0-4c2b-9004-8e4df4f155c3 req-46c6a634-b8c4-4d03-9658-129233557dc0 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/security-groups?id=0a2f3a59-465d-4096-b57a-b6591d787eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588648 Sep 30 00:58:38.499838 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-ef8ed948-c095-4434-bf41-b190593d7b33 req-4b5f1ac0-7e45-46bd-af29-9f7f57d82aa3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Synchronizing usage tracker for tenant:58336e3a6a854ff7ab57e933b021b603 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:58:38.506700 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-b9395f61-606d-40bb-a206-e02b9501b970 None None] Transition to ACTIVE for port object fda832b8-bd67-4006-8ba6-1de66878796c will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:58:38.511484 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 918c28de-bb64-453a-8beb-13a66f32b207 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:58:38.551170 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-b9395f61-606d-40bb-a206-e02b9501b970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:38.554015 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-ef8ed948-c095-4434-bf41-b190593d7b33 req-4b5f1ac0-7e45-46bd-af29-9f7f57d82aa3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Unset dirty status for tenant:58336e3a6a854ff7ab57e933b021b603 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:58:38.555538 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ef8ed948-c095-4434-bf41-b190593d7b33 req-4b5f1ac0-7e45-46bd-af29-9f7f57d82aa3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 943 time: 0.1717219 Sep 30 00:58:38.570307 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-e23ffc91-e835-42b3-9690-cabf21f15dfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:38.609210 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:58:38.609594 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:38.731572 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-99e5f085-a98c-407e-b9b0-75c698707398 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:38.754139 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9395f61-606d-40bb-a206-e02b9501b970 None None] Network f9efe454-4b8f-42c4-b4a6-30f69635ca21 is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:58:38.764034 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-b9395f61-606d-40bb-a206-e02b9501b970 None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:58:38.771682 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-99e5f085-a98c-407e-b9b0-75c698707398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:38.779243 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9395f61-606d-40bb-a206-e02b9501b970 None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:58:38.797669 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9395f61-606d-40bb-a206-e02b9501b970 None None] Pushing event updated for resources: {'Port': ['ID=fda832b8-bd67-4006-8ba6-1de66878796c,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:38.839364 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ef8ed948-c095-4434-bf41-b190593d7b33 req-518eb498-86bf-46d5-87ba-f037f3f090d4 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778604 Sep 30 00:58:38.846173 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-b9395f61-606d-40bb-a206-e02b9501b970 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:38.954612 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe2f50-3c03-4031-a935-1190d3f3ad08 req-3b05f9cf-1ca3-49be-9990-7267366a413d tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:38.956764 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ebe2f50-3c03-4031-a935-1190d3f3ad08 req-3b05f9cf-1ca3-49be-9990-7267366a413d tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.59 "GET /v2.0/ports?device_id=d63f54a9-972b-4c01-82b5-32dbab5c3d26 HTTP/1.1" status: 200 len: 949 time: 0.1034012 Sep 30 00:58:38.961386 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-99e5f085-a98c-407e-b9b0-75c698707398 admin admin] Allocated IP 172.25.0.24 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/ffca5a43-0c1b-444b-9b34-a89d30cb848a) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:58:38.973070 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 918c28de-bb64-453a-8beb-13a66f32b207 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:58:38.973386 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:39.006099 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-b9395f61-606d-40bb-a206-e02b9501b970 None None] Attempting to bind port fda832b8-bd67-4006-8ba6-1de66878796c on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:58:39.006484 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-b9395f61-606d-40bb-a206-e02b9501b970 None None] Attempting to bind port fda832b8-bd67-4006-8ba6-1de66878796c by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '015fb91f-b0a9-47b8-ad9f-bab043fec126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f9efe454-4b8f-42c4-b4a6-30f69635ca21'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:58:39.006887 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9395f61-606d-40bb-a206-e02b9501b970 None None] Attempting to bind port fda832b8-bd67-4006-8ba6-1de66878796c on network f9efe454-4b8f-42c4-b4a6-30f69635ca21 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:58:39.074668 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9395f61-606d-40bb-a206-e02b9501b970 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:58:39.075088 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9395f61-606d-40bb-a206-e02b9501b970 None None] Checking segment: {'id': '015fb91f-b0a9-47b8-ad9f-bab043fec126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f9efe454-4b8f-42c4-b4a6-30f69635ca21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:58:39.075504 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-b9395f61-606d-40bb-a206-e02b9501b970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:39.075902 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9395f61-606d-40bb-a206-e02b9501b970 None None] Bound using segment: {'id': '015fb91f-b0a9-47b8-ad9f-bab043fec126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f9efe454-4b8f-42c4-b4a6-30f69635ca21'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:58:39.076395 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-b9395f61-606d-40bb-a206-e02b9501b970 None None] Bound port: fda832b8-bd67-4006-8ba6-1de66878796c, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '015fb91f-b0a9-47b8-ad9f-bab043fec126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f9efe454-4b8f-42c4-b4a6-30f69635ca21'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:58:39.076773 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-b9395f61-606d-40bb-a206-e02b9501b970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:39.119599 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:39.152217 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-5ebe2f50-3c03-4031-a935-1190d3f3ad08 req-3c5243a4-4254-4a5e-9a2e-cac6891a0802 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Deleting port ff90dc43-c05d-4a6f-af3a-f5ed58821274 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:58:39.152570 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5ebe2f50-3c03-4031-a935-1190d3f3ad08 req-3c5243a4-4254-4a5e-9a2e-cac6891a0802 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:39.198498 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-99e5f085-a98c-407e-b9b0-75c698707398 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:39.249717 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbb2f8e-938e-4902-b58a-886f37673938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:58:39.276436 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:39.295314 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-99e5f085-a98c-407e-b9b0-75c698707398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:39.311646 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d174ca7d-d48e-425e-9aa0-c9571dcb5093 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:39.352824 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:39.353806 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 604eef7a-ff6e-4d52-add0-5d3e142490b4 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:58:39.393591 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-b9395f61-606d-40bb-a206-e02b9501b970 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:39.418756 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e5f085-a98c-407e-b9b0-75c698707398 admin admin] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:58:39.422162 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5f085-a98c-407e-b9b0-75c698707398 admin admin] Pushing event updated for resources: {'Port': ['ID=ffca5a43-0c1b-444b-9b34-a89d30cb848a,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:39.432268 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-99e5f085-a98c-407e-b9b0-75c698707398 admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:58:39.447620 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e5f085-a98c-407e-b9b0-75c698707398 admin admin] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:58:39.487677 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-b9395f61-606d-40bb-a206-e02b9501b970 None None] For port fda832b8-bd67-4006-8ba6-1de66878796c, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:58:39.510713 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-99e5f085-a98c-407e-b9b0-75c698707398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:39.533628 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-b9395f61-606d-40bb-a206-e02b9501b970 None None] For port fda832b8-bd67-4006-8ba6-1de66878796c, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=fda832b8-bd67-4006-8ba6-1de66878796c,segment=NetworkSegment(015fb91f-b0a9-47b8-ad9f-bab043fec126),segment_id=015fb91f-b0a9-47b8-ad9f-bab043fec126)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:58:39.542714 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:39.590380 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9f37d-9f81-44db-97ea-d601bedaf04c req-a5e3711a-3bb1-48e0-93cf-a69da9b1fa8f tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:39.591906 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-38d9f37d-9f81-44db-97ea-d601bedaf04c req-a5e3711a-3bb1-48e0-93cf-a69da9b1fa8f tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 945 time: 0.3433053 Sep 30 00:58:39.595040 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad14a9-a007-4c73-9680-2a78ac66dd20 req-dc1f0a18-5b8b-48e0-96f2-4360753be3de tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:39.603054 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0cad14a9-a007-4c73-9680-2a78ac66dd20 req-dc1f0a18-5b8b-48e0-96f2-4360753be3de tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=edbb2f8e-938e-4902-b58a-886f37673938 HTTP/1.1" status: 200 len: 944 time: 0.6348705 Sep 30 00:58:39.606226 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-b9395f61-606d-40bb-a206-e02b9501b970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:39.680218 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port 604eef7a-ff6e-4d52-add0-5d3e142490b4 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:58:39.701773 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0cad14a9-a007-4c73-9680-2a78ac66dd20 req-f69c637f-c1ee-4fb2-92f5-4904922febc1 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970809 Sep 30 00:58:39.706279 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-5ebe2f50-3c03-4031-a935-1190d3f3ad08 req-3c5243a4-4254-4a5e-9a2e-cac6891a0802 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] For port ff90dc43-c05d-4a6f-af3a-f5ed58821274, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ff90dc43-c05d-4a6f-af3a-f5ed58821274,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:39.706652 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5ebe2f50-3c03-4031-a935-1190d3f3ad08 req-3c5243a4-4254-4a5e-9a2e-cac6891a0802 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:39.710897 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 604eef7a-ff6e-4d52-add0-5d3e142490b4 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:58:39.711429 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:39.752908 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:39.758104 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:39.767153 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:39.852578 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 918c28de-bb64-453a-8beb-13a66f32b207, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=918c28de-bb64-453a-8beb-13a66f32b207,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:39.904524 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-38d9f37d-9f81-44db-97ea-d601bedaf04c req-d2eaac93-64c3-4cff-86ca-cac287d2adf1 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581434 Sep 30 00:58:39.938781 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:40.018067 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-5ebe2f50-3c03-4031-a935-1190d3f3ad08 req-3c5243a4-4254-4a5e-9a2e-cac6891a0802 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Calling delete_port for ff90dc43-c05d-4a6f-af3a-f5ed58821274 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:58:40.033836 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9395f61-606d-40bb-a206-e02b9501b970 None None] Pushing event updated for resources: {'Port': ['ID=fda832b8-bd67-4006-8ba6-1de66878796c,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:40.037463 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-b9395f61-606d-40bb-a206-e02b9501b970 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:40.061244 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:40.191695 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:40.265058 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-99e5f085-a98c-407e-b9b0-75c698707398 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:40.283971 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbb2f8e-938e-4902-b58a-886f37673938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe', 'code': 200} Sep 30 00:58:40.325296 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=918c28de-bb64-453a-8beb-13a66f32b207,revision_number=13']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:40.350385 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:40.364366 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 604eef7a-ff6e-4d52-add0-5d3e142490b4, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=604eef7a-ff6e-4d52-add0-5d3e142490b4,segment=NetworkSegment(5edc6782-ae18-4a49-b68c-640166d6696d),segment_id=5edc6782-ae18-4a49-b68c-640166d6696d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:40.375456 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:40.379802 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:40.435417 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b4170-02af-4b9f-a406-b2937fe28ebb req-625e1972-1f8f-446e-9ae8-5a85d44a12e2 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:40.443976 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-081b4170-02af-4b9f-a406-b2937fe28ebb req-625e1972-1f8f-446e-9ae8-5a85d44a12e2 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=d63f54a9-972b-4c01-82b5-32dbab5c3d26 HTTP/1.1" status: 200 len: 949 time: 0.4603765 Sep 30 00:58:40.499132 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:58:40.549344 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=604eef7a-ff6e-4d52-add0-5d3e142490b4,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:40.553964 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:40.600731 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5ebe2f50-3c03-4031-a935-1190d3f3ad08 req-3c5243a4-4254-4a5e-9a2e-cac6891a0802 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:40.620756 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-3ddc49ac-4ebb-4fa3-be0b-a4c31cc866f8 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:40.734081 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5243a4-4254-4a5e-9a2e-cac6891a0802 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Pushing event deleted for resources: {'Port': ['ID=ff90dc43-c05d-4a6f-af3a-f5ed58821274,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:40.792830 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5243a4-4254-4a5e-9a2e-cac6891a0802 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:40.793261 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5243a4-4254-4a5e-9a2e-cac6891a0802 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:40.795991 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5243a4-4254-4a5e-9a2e-cac6891a0802 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:40.796449 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5243a4-4254-4a5e-9a2e-cac6891a0802 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:40.796863 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5243a4-4254-4a5e-9a2e-cac6891a0802 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:40.797489 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5243a4-4254-4a5e-9a2e-cac6891a0802 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:40.797862 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5243a4-4254-4a5e-9a2e-cac6891a0802 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:40.798229 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5243a4-4254-4a5e-9a2e-cac6891a0802 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:40.798589 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5243a4-4254-4a5e-9a2e-cac6891a0802 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:40.799465 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5243a4-4254-4a5e-9a2e-cac6891a0802 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:40.799838 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5243a4-4254-4a5e-9a2e-cac6891a0802 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:40.800200 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5243a4-4254-4a5e-9a2e-cac6891a0802 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:40.813243 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-3c5243a4-4254-4a5e-9a2e-cac6891a0802 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:40.815097 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=530d6b4e-d293-4fb6-a6d7-0e6253e2cc97,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:40.859693 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['5e67e008-2c88-42cc-b6b8-dffbe89b27a5'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:58:40.871832 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-081b4170-02af-4b9f-a406-b2937fe28ebb req-5dd41b33-d922-454e-ae93-014a9495a5fd tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263124 Sep 30 00:58:40.894504 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['ff90dc43-c05d-4a6f-af3a-f5ed58821274'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:58:40.909725 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ebe2f50-3c03-4031-a935-1190d3f3ad08 req-3c5243a4-4254-4a5e-9a2e-cac6891a0802 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] No DVR routers for this DVR port ff90dc43-c05d-4a6f-af3a-f5ed58821274 on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:58:40.921396 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5ebe2f50-3c03-4031-a935-1190d3f3ad08 req-3c5243a4-4254-4a5e-9a2e-cac6891a0802 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:40.924198 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63f54a9-972b-4c01-82b5-32dbab5c3d26', 'name': 'network-vif-deleted', 'tag': 'ff90dc43-c05d-4a6f-af3a-f5ed58821274'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:58:40.930836 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '530d6b4e-d293-4fb6-a6d7-0e6253e2cc97', 'network_id': '75754133-2f30-43b1-b553-38d58661ba06', 'port_id': '530d6b4e-d293-4fb6-a6d7-0e6253e2cc97', 'mac_address': 'fa:16:3e:87:7f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4830ed89-3d0e-4950-9575-5f4f49821c2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:58:40.993720 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ebe2f50-3c03-4031-a935-1190d3f3ad08 req-3c5243a4-4254-4a5e-9a2e-cac6891a0802 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.59 "DELETE /v2.0/ports/ff90dc43-c05d-4a6f-af3a-f5ed58821274 HTTP/1.1" status: 204 len: 173 time: 2.0242159 Sep 30 00:58:41.144261 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:41.205220 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:58:41.303538 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=530d6b4e-d293-4fb6-a6d7-0e6253e2cc97,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:41.338955 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4aa975-e1c5-40ea-8ec2-cfcca4aab760 req-337a648e-4b17-46d7-bb7b-494e218dcd24 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:41.344187 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d06dd-94cc-40ad-8307-ece5113d375f req-9da23822-ea70-4b89-8db9-86c732f785a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:41.349438 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9d8d06dd-94cc-40ad-8307-ece5113d375f req-9da23822-ea70-4b89-8db9-86c732f785a3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=edbb2f8e-938e-4902-b58a-886f37673938 HTTP/1.1" status: 200 len: 1096 time: 0.9815965 Sep 30 00:58:41.350562 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3b4aa975-e1c5-40ea-8ec2-cfcca4aab760 req-337a648e-4b17-46d7-bb7b-494e218dcd24 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 943 time: 0.2467716 Sep 30 00:58:41.422381 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:41.430438 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:41.462352 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3b4aa975-e1c5-40ea-8ec2-cfcca4aab760 req-689843f0-c832-479a-a0c4-3277fc122a01 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090918 Sep 30 00:58:41.492769 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b3853-b662-4398-a235-d025e908d4fd req-650094a1-913b-48e3-9dce-56aa324a0b5c tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:41.503320 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-454b3853-b662-4398-a235-d025e908d4fd req-650094a1-913b-48e3-9dce-56aa324a0b5c tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3a70184-d3f7-4fdf-9096-8a8a002ed004 HTTP/1.1" status: 200 len: 945 time: 0.7569559 Sep 30 00:58:41.694054 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:41.705244 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9d8d06dd-94cc-40ad-8307-ece5113d375f req-88922cff-44d5-497c-b2cf-05676d8b407a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281004 Sep 30 00:58:41.759637 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-454b3853-b662-4398-a235-d025e908d4fd req-98b7e341-060b-42aa-a4cc-6d02beae6238 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/security-groups?id=0a2f3a59-465d-4096-b57a-b6591d787eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534258 Sep 30 00:58:41.779777 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-99e5f085-a98c-407e-b9b0-75c698707398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673175'] for router, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:41.818200 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=530d6b4e-d293-4fb6-a6d7-0e6253e2cc97,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:41.844736 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:41.964113 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['530d6b4e-d293-4fb6-a6d7-0e6253e2cc97'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:58:42.001545 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a72a5-20a8-4c9d-b7ef-3f0759ad385a req-011e3b5e-01c1-42b4-9b59-6969f2e99d3b tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:42.014099 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-695a72a5-20a8-4c9d-b7ef-3f0759ad385a req-011e3b5e-01c1-42b4-9b59-6969f2e99d3b tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=edbb2f8e-938e-4902-b58a-886f37673938 HTTP/1.1" status: 200 len: 945 time: 0.3400629 Sep 30 00:58:42.058364 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device fda832b8-bd67-4006-8ba6-1de66878796c up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:58:42.126314 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1119a4b-4533-403a-aaa2-6213d91cf589 None None] Network f9efe454-4b8f-42c4-b4a6-30f69635ca21 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:58:42.148090 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-695a72a5-20a8-4c9d-b7ef-3f0759ad385a req-cb9bff7b-8a9b-4f83-9b18-ba763d29662f tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326787 Sep 30 00:58:42.288047 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4e5f90-c517-48c3-9d07-64bbdd2b4779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918c28de-bb64-453a-8beb-13a66f32b207'}, {'server_uuid': 'a3a70184-d3f7-4fdf-9096-8a8a002ed004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604eef7a-ff6e-4d52-add0-5d3e142490b4'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:58:42.309346 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-ea7d3350-ff4a-4f21-94de-62dd668d2b41 None None] Provisioning for port fda832b8-bd67-4006-8ba6-1de66878796c completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:58:42.315725 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63f54a9-972b-4c01-82b5-32dbab5c3d26', 'name': 'network-vif-deleted', 'tag': 'ff90dc43-c05d-4a6f-af3a-f5ed58821274', 'status': 'completed', 'code': 200} Sep 30 00:58:42.439670 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e1995-dd33-4b1a-95c1-e8a12e19bcd7 req-d895c10f-4fdd-4525-bfd9-f5a5a87dc750 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:42.447433 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-696e1995-dd33-4b1a-95c1-e8a12e19bcd7 req-d895c10f-4fdd-4525-bfd9-f5a5a87dc750 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 946 time: 0.3076062 Sep 30 00:58:42.482512 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port fda832b8-bd67-4006-8ba6-1de66878796c completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:58:42.521720 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-696e1995-dd33-4b1a-95c1-e8a12e19bcd7 req-d2a8bd75-f046-464b-b6cc-189c7210b154 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729501 Sep 30 00:58:42.542434 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e5f085-a98c-407e-b9b0-75c698707398 admin admin] Router 573b8029-9da2-40e6-9f66-0f3cb61b896d is scheduled to L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 with binding_index 1 {{(pid=80275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 30 00:58:42.581407 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device ff90dc43-c05d-4a6f-af3a-f5ed58821274 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:58:42.641793 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port fda832b8-bd67-4006-8ba6-1de66878796c triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:58:42.642089 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:42.875581 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e5f085-a98c-407e-b9b0-75c698707398 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:58:42.886771 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd38838-2957-4de2-a730-e030c0fb0826 None None] Sync routers for ids ['573b8029-9da2-40e6-9f66-0f3cb61b896d'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:58:42.901143 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd38838-2957-4de2-a730-e030c0fb0826 None None] Routers {'573b8029-9da2-40e6-9f66-0f3cb61b896d'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:58:42.901777 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-7bd38838-2957-4de2-a730-e030c0fb0826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:58:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['573b8029-9da2-40e6-9f66-0f3cb61b896d'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:58:42.958042 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4e5f90-c517-48c3-9d07-64bbdd2b4779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918c28de-bb64-453a-8beb-13a66f32b207', 'code': 200} Sep 30 00:58:42.958784 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a70184-d3f7-4fdf-9096-8a8a002ed004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604eef7a-ff6e-4d52-add0-5d3e142490b4', 'code': 200} Sep 30 00:58:42.993836 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: ff90dc43-c05d-4a6f-af3a-f5ed58821274 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:58:42.994411 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device ff90dc43-c05d-4a6f-af3a-f5ed58821274 not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:58:43.025967 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-99e5f085-a98c-407e-b9b0-75c698707398 admin admin] Notify callbacks [] for router, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:43.038945 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-99e5f085-a98c-407e-b9b0-75c698707398 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2536402 Sep 30 00:58:43.055798 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 39472) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:58:43.217426 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-7bd38838-2957-4de2-a730-e030c0fb0826 None None] Set router 573b8029-9da2-40e6-9f66-0f3cb61b896d gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:58:43.260409 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:43.311350 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2419c68-890b-4af3-9979-4797d517d7a6 req-d327b62a-cbeb-4760-ad27-f516328133b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:43.313092 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d2419c68-890b-4af3-9979-4797d517d7a6 req-d327b62a-cbeb-4760-ad27-f516328133b2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a3a70184-d3f7-4fdf-9096-8a8a002ed004 HTTP/1.1" status: 200 len: 1096 time: 0.4405129 Sep 30 00:58:43.326822 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port fda832b8-bd67-4006-8ba6-1de66878796c, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=fda832b8-bd67-4006-8ba6-1de66878796c,segment=NetworkSegment(015fb91f-b0a9-47b8-ad9f-bab043fec126),segment_id=015fb91f-b0a9-47b8-ad9f-bab043fec126)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:43.338755 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:43.348517 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:43.348701 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c63f38-a69f-486d-8fef-3101bdd6712c req-13a59684-5957-4230-8daa-4d4394797ef4 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:43.350201 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-28c63f38-a69f-486d-8fef-3101bdd6712c req-13a59684-5957-4230-8daa-4d4394797ef4 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3a70184-d3f7-4fdf-9096-8a8a002ed004 HTTP/1.1" status: 200 len: 945 time: 0.3345056 Sep 30 00:58:43.455907 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d2419c68-890b-4af3-9979-4797d517d7a6 req-ab6cc3b6-6505-43e6-ade4-2748f80e036e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0a2f3a59-465d-4096-b57a-b6591d787eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159928 Sep 30 00:58:43.472924 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=fda832b8-bd67-4006-8ba6-1de66878796c,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:43.492203 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:43.544614 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-28c63f38-a69f-486d-8fef-3101bdd6712c req-990508bb-e607-4736-901d-74921c804e34 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/security-groups?id=0a2f3a59-465d-4096-b57a-b6591d787eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907915 Sep 30 00:58:43.797453 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-ede59d28-a26c-4194-9311-2d7b4b819a17 None None] Provisioning complete for port fda832b8-bd67-4006-8ba6-1de66878796c triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:58:43.798012 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ede59d28-a26c-4194-9311-2d7b4b819a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:43.896811 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-7bd38838-2957-4de2-a730-e030c0fb0826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'name': 'tempest-ServersTestBootFromVolume-1211713980-router', 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ffca5a43-0c1b-444b-9b34-a89d30cb848a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:58:37Z', 'updated_at': '2021-09-30T00:58:39Z', 'revision_number': 3, 'project_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'gw_port': {'id': 'ffca5a43-0c1b-444b-9b34-a89d30cb848a', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:58:38Z', 'updated_at': '2021-09-30T00:58:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:58:43.910347 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device fda832b8-bd67-4006-8ba6-1de66878796c up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:58:43.919020 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd38838-2957-4de2-a730-e030c0fb0826 None None] Checking router: 573b8029-9da2-40e6-9f66-0f3cb61b896d for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:58:43.919363 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd38838-2957-4de2-a730-e030c0fb0826 None None] Updating router 573b8029-9da2-40e6-9f66-0f3cb61b896d port ffca5a43-0c1b-444b-9b34-a89d30cb848a binding host n-d-811809-1 {{(pid=80277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:58:44.042196 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-7bd38838-2957-4de2-a730-e030c0fb0826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:44.194441 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port fda832b8-bd67-4006-8ba6-1de66878796c triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:58:44.194996 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:44.343479 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ec993-97c2-430f-b755-79b47adb0ef9 req-e56ef5a3-8b5f-48dc-8c6a-7876e8e9e00d tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:44.345028 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-335ec993-97c2-430f-b755-79b47adb0ef9 req-e56ef5a3-8b5f-48dc-8c6a-7876e8e9e00d tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 944 time: 1.3725889 Sep 30 00:58:44.422993 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcd5a6-30bd-4e8e-b138-2bad1eb7ff47 req-4613f7c9-aae7-4bf5-9e93-a0d9208741c4 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:44.424810 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e3dcd5a6-30bd-4e8e-b138-2bad1eb7ff47 req-4613f7c9-aae7-4bf5-9e93-a0d9208741c4 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=edbb2f8e-938e-4902-b58a-886f37673938 HTTP/1.1" status: 200 len: 945 time: 0.1912527 Sep 30 00:58:44.497855 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e3dcd5a6-30bd-4e8e-b138-2bad1eb7ff47 req-c1bcf2d3-ccab-4dba-ba87-62b46e9e531e tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663724 Sep 30 00:58:44.520432 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:58:44.532794 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-335ec993-97c2-430f-b755-79b47adb0ef9 req-a214a060-f66f-45e0-a431-913c48ef05d4 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730669 Sep 30 00:58:44.670080 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:58:44.676304 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:58:44.676700 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:44.716120 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-7bd38838-2957-4de2-a730-e030c0fb0826 None None] Notify callbacks [] for port, precommit_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:44.744994 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.provisioning_blocks [None req-7bd38838-2957-4de2-a730-e030c0fb0826 None None] Transition to ACTIVE for port object ffca5a43-0c1b-444b-9b34-a89d30cb848a will not be triggered until provisioned by entity L2. {{(pid=80277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:58:44.764425 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-7bd38838-2957-4de2-a730-e030c0fb0826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:44.778602 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-2e1e7d93-feb3-4d06-9ed3-e52ce247741d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:44.888708 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-7bd38838-2957-4de2-a730-e030c0fb0826 None None] Attempting to bind port ffca5a43-0c1b-444b-9b34-a89d30cb848a on host n-d-811809-1 for vnic_type normal with profile {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:58:44.889085 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-7bd38838-2957-4de2-a730-e030c0fb0826 None None] Attempting to bind port ffca5a43-0c1b-444b-9b34-a89d30cb848a by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:58:44.889457 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd38838-2957-4de2-a730-e030c0fb0826 None None] Attempting to bind port ffca5a43-0c1b-444b-9b34-a89d30cb848a on network 1b813296-b79a-4ce4-abf3-9e488de9f705 {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:58:44.896435 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5734c-f8b4-45b9-ad67-87b426a75a5c req-1b410323-cf4d-4259-805b-7874f62a5532 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:44.902822 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de489a7-7add-4b1f-bb75-f307a70bd8f5 None None] Pushing event updated for resources: {'Port': ['ID=ffca5a43-0c1b-444b-9b34-a89d30cb848a,revision_number=2']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:44.906585 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-34a5734c-f8b4-45b9-ad67-87b426a75a5c req-1b410323-cf4d-4259-805b-7874f62a5532 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 946 time: 0.1338851 Sep 30 00:58:44.916709 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de489a7-7add-4b1f-bb75-f307a70bd8f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:44.917435 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de489a7-7add-4b1f-bb75-f307a70bd8f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:44.917921 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de489a7-7add-4b1f-bb75-f307a70bd8f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:44.918395 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de489a7-7add-4b1f-bb75-f307a70bd8f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:44.918918 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de489a7-7add-4b1f-bb75-f307a70bd8f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:44.919383 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de489a7-7add-4b1f-bb75-f307a70bd8f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:44.919862 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de489a7-7add-4b1f-bb75-f307a70bd8f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:44.920192 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de489a7-7add-4b1f-bb75-f307a70bd8f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:44.920359 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-69424d55-a17f-4b7d-9b63-33419c20801d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:44.920518 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de489a7-7add-4b1f-bb75-f307a70bd8f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:44.920848 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de489a7-7add-4b1f-bb75-f307a70bd8f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:44.921171 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de489a7-7add-4b1f-bb75-f307a70bd8f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:44.921494 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de489a7-7add-4b1f-bb75-f307a70bd8f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:44.924774 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd38838-2957-4de2-a730-e030c0fb0826 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:58:44.925159 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd38838-2957-4de2-a730-e030c0fb0826 None None] Checking segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:58:44.925570 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-7bd38838-2957-4de2-a730-e030c0fb0826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:44.925955 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd38838-2957-4de2-a730-e030c0fb0826 None None] Bound using segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:58:44.926438 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-7bd38838-2957-4de2-a730-e030c0fb0826 None None] Bound port: ffca5a43-0c1b-444b-9b34-a89d30cb848a, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:58:44.926913 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-7bd38838-2957-4de2-a730-e030c0fb0826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:44.963668 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-34a5734c-f8b4-45b9-ad67-87b426a75a5c req-094cc53b-97e5-408b-9043-d78ba716081a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585346 Sep 30 00:58:45.014923 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:45.054553 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-7bd38838-2957-4de2-a730-e030c0fb0826 None None] For port ffca5a43-0c1b-444b-9b34-a89d30cb848a, host n-d-811809-1, cleared binding levels {{(pid=80277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:58:45.059050 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-7bd38838-2957-4de2-a730-e030c0fb0826 None None] For port ffca5a43-0c1b-444b-9b34-a89d30cb848a, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=ffca5a43-0c1b-444b-9b34-a89d30cb848a,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:58:45.060360 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-5de489a7-7add-4b1f-bb75-f307a70bd8f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:45.070081 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-7bd38838-2957-4de2-a730-e030c0fb0826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:45.073456 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=530d6b4e-d293-4fb6-a6d7-0e6253e2cc97,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:45.074583 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b33afc7-7c2c-46ec-bfa6-b8df83b1f029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530d6b4e-d293-4fb6-a6d7-0e6253e2cc97'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:58:45.074897 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:45.081101 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:45.084067 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:45.155212 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de489a7-7add-4b1f-bb75-f307a70bd8f5 None None] Pushing event updated for resources: {'Port': ['ID=ffca5a43-0c1b-444b-9b34-a89d30cb848a,revision_number=3']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:45.159529 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-5de489a7-7add-4b1f-bb75-f307a70bd8f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:45.189304 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd38838-2957-4de2-a730-e030c0fb0826 None None] Routers {'573b8029-9da2-40e6-9f66-0f3cb61b896d'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:58:45.189953 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-7bd38838-2957-4de2-a730-e030c0fb0826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:58:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['573b8029-9da2-40e6-9f66-0f3cb61b896d'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:58:45.230285 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=530d6b4e-d293-4fb6-a6d7-0e6253e2cc97,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:45.233366 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:45.393682 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45443109-7da1-4a14-9781-497bb456203d req-cbbac57f-2175-4d92-b3c6-b14e461a6eea tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:45.394668 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-45443109-7da1-4a14-9781-497bb456203d req-cbbac57f-2175-4d92-b3c6-b14e461a6eea tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Synchronizing usage tracker for tenant:63a126d134f14d979bea0d3209fea08a on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:58:45.423446 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-69424d55-a17f-4b7d-9b63-33419c20801d admin admin] Allocated IP 172.20.0.1 (f9efe454-4b8f-42c4-b4a6-30f69635ca21/9fadca4a-5fe1-43f7-92b8-0c814b532dc8/963cb7dd-dd5f-43bc-8e39-8f930ee9198d) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:58:45.440074 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-45443109-7da1-4a14-9781-497bb456203d req-cbbac57f-2175-4d92-b3c6-b14e461a6eea tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Unset dirty status for tenant:63a126d134f14d979bea0d3209fea08a on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:58:45.449067 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-45443109-7da1-4a14-9781-497bb456203d req-cbbac57f-2175-4d92-b3c6-b14e461a6eea tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 950 time: 0.3290656 Sep 30 00:58:45.565195 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-7bd38838-2957-4de2-a730-e030c0fb0826 None None] Set router 573b8029-9da2-40e6-9f66-0f3cb61b896d gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:58:45.569838 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-45443109-7da1-4a14-9781-497bb456203d req-2a05f005-ef4e-4222-b6d0-2c8211bb35f8 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198404 Sep 30 00:58:45.684893 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b33afc7-7c2c-46ec-bfa6-b8df83b1f029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530d6b4e-d293-4fb6-a6d7-0e6253e2cc97', 'code': 200} Sep 30 00:58:45.769709 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396a738-921e-4b9c-a74a-6791e2638e50 req-1ff170a5-32d6-4c94-9e6e-d4968c6f6239 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:45.773849 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-69424d55-a17f-4b7d-9b63-33419c20801d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:45.777773 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a396a738-921e-4b9c-a74a-6791e2638e50 req-1ff170a5-32d6-4c94-9e6e-d4968c6f6239 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3a70184-d3f7-4fdf-9096-8a8a002ed004 HTTP/1.1" status: 200 len: 945 time: 0.2417963 Sep 30 00:58:45.808136 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [None req-69424d55-a17f-4b7d-9b63-33419c20801d admin admin] Transition to ACTIVE for port object 963cb7dd-dd5f-43bc-8e39-8f930ee9198d will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:58:45.852834 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a396a738-921e-4b9c-a74a-6791e2638e50 req-b81c0d06-92e2-4200-a818-b29546d8476f tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/security-groups?id=0a2f3a59-465d-4096-b57a-b6591d787eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681641 Sep 30 00:58:45.926777 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-69424d55-a17f-4b7d-9b63-33419c20801d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:45.936884 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c9f228e8-1a76-4a6c-b617-b87d8ebd3000 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:46.029122 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69424d55-a17f-4b7d-9b63-33419c20801d admin admin] Network f9efe454-4b8f-42c4-b4a6-30f69635ca21 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:58:46.033819 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-69424d55-a17f-4b7d-9b63-33419c20801d admin admin] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:58:46.053332 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69424d55-a17f-4b7d-9b63-33419c20801d admin admin] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:58:46.104019 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-7bd38838-2957-4de2-a730-e030c0fb0826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'name': 'tempest-ServersTestBootFromVolume-1211713980-router', 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ffca5a43-0c1b-444b-9b34-a89d30cb848a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:58:37Z', 'updated_at': '2021-09-30T00:58:39Z', 'revision_number': 3, 'project_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'gw_port': {'id': 'ffca5a43-0c1b-444b-9b34-a89d30cb848a', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:58:38Z', 'updated_at': '2021-09-30T00:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:58:46.109582 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd38838-2957-4de2-a730-e030c0fb0826 None None] The sync data for ids ['573b8029-9da2-40e6-9f66-0f3cb61b896d'] in n-d-811809-1 is: [{'id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'name': 'tempest-ServersTestBootFromVolume-1211713980-router', 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ffca5a43-0c1b-444b-9b34-a89d30cb848a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:58:37Z', 'updated_at': '2021-09-30T00:58:39Z', 'revision_number': 3, 'project_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'gw_port': {'id': 'ffca5a43-0c1b-444b-9b34-a89d30cb848a', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:58:38Z', 'updated_at': '2021-09-30T00:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:58:46.148810 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b3e65-bb0b-4ed9-801c-2811df2a4407 req-0d7314f3-f1e5-408e-a279-9ce8c37761a6 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:46.156557 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ff7b3e65-bb0b-4ed9-801c-2811df2a4407 req-0d7314f3-f1e5-408e-a279-9ce8c37761a6 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 945 time: 0.1643558 Sep 30 00:58:46.201848 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69424d55-a17f-4b7d-9b63-33419c20801d admin admin] Pushing event updated for resources: {'Port': ['ID=963cb7dd-dd5f-43bc-8e39-8f930ee9198d,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:46.219438 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e382b1b-5703-4ab9-9852-f25ea64950c8 req-c1ed4d1f-46d1-4d3e-8d90-8886226e5a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:46.220908 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4e382b1b-5703-4ab9-9852-f25ea64950c8 req-c1ed4d1f-46d1-4d3e-8d90-8886226e5a0a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 1096 time: 0.4016917 Sep 30 00:58:46.229001 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-69424d55-a17f-4b7d-9b63-33419c20801d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:46.247861 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ff7b3e65-bb0b-4ed9-801c-2811df2a4407 req-7294f915-d782-4fa2-ab7a-4375a1915d77 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895584 Sep 30 00:58:46.298702 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602fa86-db2c-4d2a-9f85-7371118a13c4 req-7d890a7b-9e02-446d-9db0-242ce539d509 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:46.300665 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8602fa86-db2c-4d2a-9f85-7371118a13c4 req-7d890a7b-9e02-446d-9db0-242ce539d509 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=edbb2f8e-938e-4902-b58a-886f37673938 HTTP/1.1" status: 200 len: 945 time: 0.4269829 Sep 30 00:58:46.341805 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-69424d55-a17f-4b7d-9b63-33419c20801d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734280'] for router_interface, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:46.406764 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4e382b1b-5703-4ab9-9852-f25ea64950c8 req-7aab24b3-6fcf-4a8e-922e-9731ddcf4448 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742957 Sep 30 00:58:46.425445 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8602fa86-db2c-4d2a-9f85-7371118a13c4 req-b9b44a95-e0c9-43b9-899e-3f592b183fc4 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150906 Sep 30 00:58:46.453498 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-60c28218-7412-424b-bd92-d4648736b1e4 None None] Provisioning for port 963cb7dd-dd5f-43bc-8e39-8f930ee9198d completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:58:46.466370 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-60c28218-7412-424b-bd92-d4648736b1e4 None None] Provisioning complete for port 963cb7dd-dd5f-43bc-8e39-8f930ee9198d triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:58:46.466782 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-60c28218-7412-424b-bd92-d4648736b1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:46.640016 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-60c28218-7412-424b-bd92-d4648736b1e4 None None] Port 963cb7dd-dd5f-43bc-8e39-8f930ee9198d cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:58:46.659873 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-69424d55-a17f-4b7d-9b63-33419c20801d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:47.060079 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52de5a-f93e-47e3-b152-c8e8c3912b9b req-ed8009fc-1ce0-450b-ba3a-545035fcf31e tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:47.060976 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6d52de5a-f93e-47e3-b152-c8e8c3912b9b req-ed8009fc-1ce0-450b-ba3a-545035fcf31e tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Synchronizing usage tracker for tenant:63a126d134f14d979bea0d3209fea08a on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:58:47.097828 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395bba2-6a7d-4db4-8516-16cac275976f req-df7d446f-bad4-4e98-a38d-46d436113898 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:47.106677 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1395bba2-6a7d-4db4-8516-16cac275976f req-df7d446f-bad4-4e98-a38d-46d436113898 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 946 time: 0.1917884 Sep 30 00:58:47.109542 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6d52de5a-f93e-47e3-b152-c8e8c3912b9b req-ed8009fc-1ce0-450b-ba3a-545035fcf31e tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Unset dirty status for tenant:63a126d134f14d979bea0d3209fea08a on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:58:47.111098 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6d52de5a-f93e-47e3-b152-c8e8c3912b9b req-ed8009fc-1ce0-450b-ba3a-545035fcf31e tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.55 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 950 time: 0.5432458 Sep 30 00:58:47.212428 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997d423-f73b-4416-a67d-e1a2827c83ce req-f0173415-1faa-4a73-bfe8-39c397b457bf tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:47.213944 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a997d423-f73b-4416-a67d-e1a2827c83ce req-f0173415-1faa-4a73-bfe8-39c397b457bf tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 950 time: 0.2483509 Sep 30 00:58:47.249843 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1395bba2-6a7d-4db4-8516-16cac275976f req-c4aa7389-b048-4bca-aeee-7241f6335ca4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396532 Sep 30 00:58:47.275282 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-6d52de5a-f93e-47e3-b152-c8e8c3912b9b req-f40edc64-6f0c-4a67-ad31-deea38794eab tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Deleting port 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:58:47.275736 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6d52de5a-f93e-47e3-b152-c8e8c3912b9b req-f40edc64-6f0c-4a67-ad31-deea38794eab tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:47.360877 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-69424d55-a17f-4b7d-9b63-33419c20801d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:47.386787 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a997d423-f73b-4416-a67d-e1a2827c83ce req-e62313cb-9bdf-4bf6-97c5-95b230f05eb1 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/security-groups?id=3c853c89-b588-48bc-9842-97b1b09c4cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600821 Sep 30 00:58:47.390322 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-69424d55-a17f-4b7d-9b63-33419c20801d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:47.441713 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ba389aa8-4e9b-4a65-a344-837d413e258c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:47.544638 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-69424d55-a17f-4b7d-9b63-33419c20801d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734445'] for router_interface, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:47.619332 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69424d55-a17f-4b7d-9b63-33419c20801d admin admin] Pushing event updated for resources: {'Port': ['ID=963cb7dd-dd5f-43bc-8e39-8f930ee9198d,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:47.625855 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-69424d55-a17f-4b7d-9b63-33419c20801d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:47.829632 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-6d52de5a-f93e-47e3-b152-c8e8c3912b9b req-f40edc64-6f0c-4a67-ad31-deea38794eab tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] For port 5e67e008-2c88-42cc-b6b8-dffbe89b27a5, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=5e67e008-2c88-42cc-b6b8-dffbe89b27a5,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:47.830139 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6d52de5a-f93e-47e3-b152-c8e8c3912b9b req-f40edc64-6f0c-4a67-ad31-deea38794eab tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:47.878780 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b605c2-6321-44fb-8dd0-5b3f11513971 req-67d4064f-d736-43d7-981d-f2a70e471ad5 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:47.883795 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-59b605c2-6321-44fb-8dd0-5b3f11513971 req-67d4064f-d736-43d7-981d-f2a70e471ad5 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 945 time: 0.3090959 Sep 30 00:58:47.963405 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device ffca5a43-0c1b-444b-9b34-a89d30cb848a up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:58:48.026776 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-59b605c2-6321-44fb-8dd0-5b3f11513971 req-34c30109-55bc-4312-b3ef-70a68aa52341 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419482 Sep 30 00:58:48.064953 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69424d55-a17f-4b7d-9b63-33419c20801d admin admin] Network f9efe454-4b8f-42c4-b4a6-30f69635ca21 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:58:48.066361 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-69424d55-a17f-4b7d-9b63-33419c20801d admin admin] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:58:48.079806 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-6d52de5a-f93e-47e3-b152-c8e8c3912b9b req-f40edc64-6f0c-4a67-ad31-deea38794eab tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Calling delete_port for 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:58:48.176185 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7457b7f-84aa-4b53-b828-c8c1d5fd1547 req-c1bdb359-91f9-48ed-94a1-04d71627f17b tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:48.190464 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f7457b7f-84aa-4b53-b828-c8c1d5fd1547 req-c1bdb359-91f9-48ed-94a1-04d71627f17b tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3a70184-d3f7-4fdf-9096-8a8a002ed004 HTTP/1.1" status: 200 len: 945 time: 0.7381542 Sep 30 00:58:48.192645 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port ffca5a43-0c1b-444b-9b34-a89d30cb848a completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:58:48.202024 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port ffca5a43-0c1b-444b-9b34-a89d30cb848a triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:58:48.202329 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:48.329494 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f7457b7f-84aa-4b53-b828-c8c1d5fd1547 req-60ac9a68-6c99-4c26-951c-41fa01552721 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/security-groups?id=0a2f3a59-465d-4096-b57a-b6591d787eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373715 Sep 30 00:58:48.555051 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:48.610734 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port ffca5a43-0c1b-444b-9b34-a89d30cb848a, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=ffca5a43-0c1b-444b-9b34-a89d30cb848a,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:48.618036 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:48.622183 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:48.760295 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6d52de5a-f93e-47e3-b152-c8e8c3912b9b req-f40edc64-6f0c-4a67-ad31-deea38794eab tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:48.798415 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1f1c4860-24f3-4b34-8e7a-bb79b4161d66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:48.865242 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=ffca5a43-0c1b-444b-9b34-a89d30cb848a,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:48.887300 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:48.887849 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:48.888140 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:48.888484 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:48.888829 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:48.889165 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:48.889498 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:48.889826 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:48.890309 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:48.890638 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:48.890993 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:48.891318 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:48.900488 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:48.914372 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-48acdec5-9d87-492b-8bc4-b836136ee530 None None] Provisioning complete for port 963cb7dd-dd5f-43bc-8e39-8f930ee9198d triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:58:48.914795 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-48acdec5-9d87-492b-8bc4-b836136ee530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:48.919362 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69424d55-a17f-4b7d-9b63-33419c20801d admin admin] Router 573b8029-9da2-40e6-9f66-0f3cb61b896d has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 00:58:48.945498 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-df19c656-e9b6-45ff-9f95-2504a12f51d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:48.981044 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-48acdec5-9d87-492b-8bc4-b836136ee530 None None] Port 963cb7dd-dd5f-43bc-8e39-8f930ee9198d cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:58:49.013788 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:49.076456 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40edc64-6f0c-4a67-ad31-deea38794eab tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Pushing event deleted for resources: {'Port': ['ID=5e67e008-2c88-42cc-b6b8-dffbe89b27a5,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:49.182179 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40edc64-6f0c-4a67-ad31-deea38794eab tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:49.182794 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40edc64-6f0c-4a67-ad31-deea38794eab tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:49.182991 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40edc64-6f0c-4a67-ad31-deea38794eab tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:49.183297 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40edc64-6f0c-4a67-ad31-deea38794eab tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:49.183658 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40edc64-6f0c-4a67-ad31-deea38794eab tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:49.183996 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40edc64-6f0c-4a67-ad31-deea38794eab tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:49.184349 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40edc64-6f0c-4a67-ad31-deea38794eab tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:49.184694 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40edc64-6f0c-4a67-ad31-deea38794eab tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:49.185124 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40edc64-6f0c-4a67-ad31-deea38794eab tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:49.185378 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40edc64-6f0c-4a67-ad31-deea38794eab tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:49.185725 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40edc64-6f0c-4a67-ad31-deea38794eab tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:49.186068 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40edc64-6f0c-4a67-ad31-deea38794eab tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:58:49.187020 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69424d55-a17f-4b7d-9b63-33419c20801d admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 00:58:49.192602 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d52de5a-f93e-47e3-b152-c8e8c3912b9b req-f40edc64-6f0c-4a67-ad31-deea38794eab tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] No DVR routers for this DVR port 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:58:49.194986 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f40edc64-6f0c-4a67-ad31-deea38794eab tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:49.197492 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6d52de5a-f93e-47e3-b152-c8e8c3912b9b req-f40edc64-6f0c-4a67-ad31-deea38794eab tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:49.199881 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-69424d55-a17f-4b7d-9b63-33419c20801d admin admin] 10.222.0.39 "PUT /v2.0/routers/573b8029-9da2-40e6-9f66-0f3cb61b896d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1190097 Sep 30 00:58:49.212688 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0529b80d-33fb-44ac-9a2b-dbfb15cd9e23', 'name': 'network-vif-deleted', 'tag': '5e67e008-2c88-42cc-b6b8-dffbe89b27a5'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:58:49.214095 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9a768d-a69e-4ea4-8527-48a14b50bbbb None None] Sync routers for ids ['573b8029-9da2-40e6-9f66-0f3cb61b896d'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:58:49.224015 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0ccee-4f4f-4165-8d36-9b0920cbaecf req-2f8cd22f-cf1b-4ba0-a373-9cdeec4b3d57 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:49.225559 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-97c0ccee-4f4f-4165-8d36-9b0920cbaecf req-2f8cd22f-cf1b-4ba0-a373-9cdeec4b3d57 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 946 time: 0.4316645 Sep 30 00:58:49.231997 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6d52de5a-f93e-47e3-b152-c8e8c3912b9b req-f40edc64-6f0c-4a67-ad31-deea38794eab tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.55 "DELETE /v2.0/ports/5e67e008-2c88-42cc-b6b8-dffbe89b27a5 HTTP/1.1" status: 204 len: 173 time: 2.0980222 Sep 30 00:58:49.258489 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9a768d-a69e-4ea4-8527-48a14b50bbbb None None] Routers {'573b8029-9da2-40e6-9f66-0f3cb61b896d'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:58:49.261498 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-5e9a768d-a69e-4ea4-8527-48a14b50bbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:58:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['573b8029-9da2-40e6-9f66-0f3cb61b896d'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:58:49.262925 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b876f38-0e05-4992-9d58-aeeaeabc420a req-6d588202-2299-46b0-84ba-32a462be5086 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:49.270063 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2b876f38-0e05-4992-9d58-aeeaeabc420a req-6d588202-2299-46b0-84ba-32a462be5086 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=edbb2f8e-938e-4902-b58a-886f37673938 HTTP/1.1" status: 200 len: 945 time: 0.2963250 Sep 30 00:58:49.281919 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-97c0ccee-4f4f-4165-8d36-9b0920cbaecf req-354c1c0f-68ee-4b8a-a811-6f7075684caf tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505900 Sep 30 00:58:49.341787 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2b876f38-0e05-4992-9d58-aeeaeabc420a req-1e8e6ecc-237a-4a17-9e39-ad50b50de867 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706408 Sep 30 00:58:49.620801 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb0510-951a-41d1-b9a6-10aadaaf7229 req-226f5b28-bd3c-4a86-bf5b-55d059a160dc tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:49.627225 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-b8fb0510-951a-41d1-b9a6-10aadaaf7229 req-226f5b28-bd3c-4a86-bf5b-55d059a160dc tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Synchronizing usage tracker for tenant:7ce997467e124bf6a159336faf597985 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:58:49.635767 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-daff1708-9ab0-468e-b8ff-16cb0384e425 req-fdea1543-a394-4283-a32f-d88a357cac69 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Synchronizing usage tracker for tenant:63a126d134f14d979bea0d3209fea08a on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:58:49.662991 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-b8fb0510-951a-41d1-b9a6-10aadaaf7229 req-226f5b28-bd3c-4a86-bf5b-55d059a160dc tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Unset dirty status for tenant:7ce997467e124bf6a159336faf597985 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:58:49.664603 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b8fb0510-951a-41d1-b9a6-10aadaaf7229 req-226f5b28-bd3c-4a86-bf5b-55d059a160dc tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/ports?device_id=7689ae70-0458-4dd2-b66e-dc462914b111 HTTP/1.1" status: 200 len: 946 time: 0.2089486 Sep 30 00:58:49.669792 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-5e9a768d-a69e-4ea4-8527-48a14b50bbbb None None] Set router 573b8029-9da2-40e6-9f66-0f3cb61b896d gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:58:49.671188 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-daff1708-9ab0-468e-b8ff-16cb0384e425 req-fdea1543-a394-4283-a32f-d88a357cac69 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Unset dirty status for tenant:63a126d134f14d979bea0d3209fea08a on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:58:49.674331 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-daff1708-9ab0-468e-b8ff-16cb0384e425 req-fdea1543-a394-4283-a32f-d88a357cac69 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] 10.222.0.39 "GET /v2.0/ports?device_id=0529b80d-33fb-44ac-9a2b-dbfb15cd9e23 HTTP/1.1" status: 200 len: 210 time: 0.1141477 Sep 30 00:58:49.754637 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-b8fb0510-951a-41d1-b9a6-10aadaaf7229 req-05cd8e80-0541-4602-a347-981806cc8e5a tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Synchronizing usage tracker for tenant:7ce997467e124bf6a159336faf597985 on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:58:49.852767 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-b8fb0510-951a-41d1-b9a6-10aadaaf7229 req-05cd8e80-0541-4602-a347-981806cc8e5a tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Unset dirty status for tenant:7ce997467e124bf6a159336faf597985 on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:58:49.861006 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b8fb0510-951a-41d1-b9a6-10aadaaf7229 req-05cd8e80-0541-4602-a347-981806cc8e5a tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/security-groups?id=0a2f3a59-465d-4096-b57a-b6591d787eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867504 Sep 30 00:58:49.923845 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device ffca5a43-0c1b-444b-9b34-a89d30cb848a up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:58:49.971876 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0529b80d-33fb-44ac-9a2b-dbfb15cd9e23', 'name': 'network-vif-deleted', 'tag': '5e67e008-2c88-42cc-b6b8-dffbe89b27a5', 'status': 'completed', 'code': 200} Sep 30 00:58:50.035439 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08abe1c-61a3-4572-8cc0-8588dfdb2a88 req-b3cb8122-85a2-4463-96e9-61edde1b3841 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:50.044640 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a08abe1c-61a3-4572-8cc0-8588dfdb2a88 req-b3cb8122-85a2-4463-96e9-61edde1b3841 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 945 time: 0.1349456 Sep 30 00:58:50.109998 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a08abe1c-61a3-4572-8cc0-8588dfdb2a88 req-d903d679-38c4-46c2-8615-06d8d36e006f tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621762 Sep 30 00:58:50.285280 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port ffca5a43-0c1b-444b-9b34-a89d30cb848a triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:58:50.285280 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:50.426822 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:58:50.511906 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:58:50.512261 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 5e67e008-2c88-42cc-b6b8-dffbe89b27a5 not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:58:50.548178 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-5e9a768d-a69e-4ea4-8527-48a14b50bbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'name': 'tempest-ServersTestBootFromVolume-1211713980-router', 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ffca5a43-0c1b-444b-9b34-a89d30cb848a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:58:37Z', 'updated_at': '2021-09-30T00:58:46Z', 'revision_number': 4, 'project_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'gw_port': {'id': 'ffca5a43-0c1b-444b-9b34-a89d30cb848a', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:58:38Z', 'updated_at': '2021-09-30T00:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '963cb7dd-dd5f-43bc-8e39-8f930ee9198d', 'name': '', 'network_id': 'f9efe454-4b8f-42c4-b4a6-30f69635ca21', 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'mac_address': 'fa:16:3e:cd:e6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '9fadca4a-5fe1-43f7-92b8-0c814b532dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:58:45Z', 'updated_at': '2021-09-30T00:58:47Z', 'revision_number': 2, 'project_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'subnets': [{'id': '9fadca4a-5fe1-43f7-92b8-0c814b532dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:58:50.554385 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9a768d-a69e-4ea4-8527-48a14b50bbbb None None] Checking router: 573b8029-9da2-40e6-9f66-0f3cb61b896d for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:58:50.554772 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9a768d-a69e-4ea4-8527-48a14b50bbbb None None] Updating router 573b8029-9da2-40e6-9f66-0f3cb61b896d port 963cb7dd-dd5f-43bc-8e39-8f930ee9198d binding host n-d-811809-1 {{(pid=80276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:58:50.614529 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5e9a768d-a69e-4ea4-8527-48a14b50bbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:50.952128 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 39566) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:58:50.959148 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-717de5b1-1b8b-434d-82fa-8868f8e51bfc tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Request body: {'security_group': {'name': 'tempest-securitygroup--364933530', 'description': 'tempest-description--447186435'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:58:50.985094 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-717de5b1-1b8b-434d-82fa-8868f8e51bfc tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:58:50.994026 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-717de5b1-1b8b-434d-82fa-8868f8e51bfc tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Usage tracker for resource:security_group and tenant:c97d7f9dfb2844e292fb0a514e25f5a6 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:58:51.001465 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-717de5b1-1b8b-434d-82fa-8868f8e51bfc tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:58:51.018387 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-717de5b1-1b8b-434d-82fa-8868f8e51bfc tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:58:51.044910 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-717de5b1-1b8b-434d-82fa-8868f8e51bfc tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:51.089022 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-717de5b1-1b8b-434d-82fa-8868f8e51bfc tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:58:51.102506 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-717de5b1-1b8b-434d-82fa-8868f8e51bfc tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Usage tracker for resource:security_group_rule and tenant:c97d7f9dfb2844e292fb0a514e25f5a6 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:58:51.110200 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-717de5b1-1b8b-434d-82fa-8868f8e51bfc tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:58:51.128008 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-717de5b1-1b8b-434d-82fa-8868f8e51bfc tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:58:51.229969 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-7e69f62d-53db-4fb5-a1e3-25831663fe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:51.258545 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5e9a768d-a69e-4ea4-8527-48a14b50bbbb None None] Notify callbacks [] for port, precommit_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:51.288884 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5e9a768d-a69e-4ea4-8527-48a14b50bbbb None None] Transition to ACTIVE for port object 963cb7dd-dd5f-43bc-8e39-8f930ee9198d will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:58:51.293090 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-717de5b1-1b8b-434d-82fa-8868f8e51bfc tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:51.302614 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-717de5b1-1b8b-434d-82fa-8868f8e51bfc tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:51.306523 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0a91bcde-7d8c-41b3-81cd-33466adc6ee1 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:51.308048 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5e9a768d-a69e-4ea4-8527-48a14b50bbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:51.313039 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-b9395f61-606d-40bb-a206-e02b9501b970 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:51.376638 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-717de5b1-1b8b-434d-82fa-8868f8e51bfc tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:51.381854 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-717de5b1-1b8b-434d-82fa-8868f8e51bfc tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4254270 Sep 30 00:58:51.383198 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 39576) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:58:51.393795 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-8d582dac-3f0c-482b-b651-6422c592ae13 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Request body: {'security_group_rule': {'security_group_id': 'fc32b6da-1853-41ca-a1f0-9486ba9ef355', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:58:51.410482 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-8d582dac-3f0c-482b-b651-6422c592ae13 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:58:51.418751 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-8d582dac-3f0c-482b-b651-6422c592ae13 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Usage tracker for resource:security_group_rule and tenant:c97d7f9dfb2844e292fb0a514e25f5a6 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:58:51.424723 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-8d582dac-3f0c-482b-b651-6422c592ae13 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:58:51.426741 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717de5b1-1b8b-434d-82fa-8868f8e51bfc tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc32b6da-1853-41ca-a1f0-9486ba9ef355,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:51.436828 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-717de5b1-1b8b-434d-82fa-8868f8e51bfc tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:51.447910 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-8d582dac-3f0c-482b-b651-6422c592ae13 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:58:51.457274 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153117b-2d57-44ca-a916-ec9b718d84da req-3d347bbf-70b5-4d97-b68b-9a29691432a5 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:51.459791 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d153117b-2d57-44ca-a916-ec9b718d84da req-3d347bbf-70b5-4d97-b68b-9a29691432a5 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 1096 time: 0.1678212 Sep 30 00:58:51.468336 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b254d5-aa5e-4362-b991-486f825a83f8 None None] Pushing event updated for resources: {'Port': ['ID=963cb7dd-dd5f-43bc-8e39-8f930ee9198d,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:51.561376 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-72b254d5-aa5e-4362-b991-486f825a83f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:51.566100 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8d582dac-3f0c-482b-b651-6422c592ae13 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:51.722714 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92d3b9-bed2-4336-82a2-87f9580b1ed0 req-395bf611-4972-4f8e-94da-600bfbcdbe0d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:51.725505 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d153117b-2d57-44ca-a916-ec9b718d84da req-d0c18601-30c4-4892-8e02-38417a9dd830 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410090 Sep 30 00:58:51.731410 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ac92d3b9-bed2-4336-82a2-87f9580b1ed0 req-395bf611-4972-4f8e-94da-600bfbcdbe0d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 946 time: 0.1923578 Sep 30 00:58:51.789314 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8d582dac-3f0c-482b-b651-6422c592ae13 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:51.799448 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8d582dac-3f0c-482b-b651-6422c592ae13 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:51.820210 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-79792e1f-33b4-4a9a-80b9-7fe1cb2656ab tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:51.829775 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ac92d3b9-bed2-4336-82a2-87f9580b1ed0 req-ce972a01-d4fd-412c-a9d2-9f28e680c1d0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969088 Sep 30 00:58:51.847180 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-5e9a768d-a69e-4ea4-8527-48a14b50bbbb None None] Attempting to bind port 963cb7dd-dd5f-43bc-8e39-8f930ee9198d on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:58:51.849786 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-5e9a768d-a69e-4ea4-8527-48a14b50bbbb None None] Attempting to bind port 963cb7dd-dd5f-43bc-8e39-8f930ee9198d by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '015fb91f-b0a9-47b8-ad9f-bab043fec126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f9efe454-4b8f-42c4-b4a6-30f69635ca21'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:58:51.850221 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9a768d-a69e-4ea4-8527-48a14b50bbbb None None] Attempting to bind port 963cb7dd-dd5f-43bc-8e39-8f930ee9198d on network f9efe454-4b8f-42c4-b4a6-30f69635ca21 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:58:51.867988 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d582dac-3f0c-482b-b651-6422c592ae13 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d071e71c-008f-47c6-8e4e-d94691755f89,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:51.869911 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9a768d-a69e-4ea4-8527-48a14b50bbbb None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:58:51.870301 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9a768d-a69e-4ea4-8527-48a14b50bbbb None None] Checking segment: {'id': '015fb91f-b0a9-47b8-ad9f-bab043fec126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f9efe454-4b8f-42c4-b4a6-30f69635ca21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:58:51.870733 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5e9a768d-a69e-4ea4-8527-48a14b50bbbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:51.871136 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9a768d-a69e-4ea4-8527-48a14b50bbbb None None] Bound using segment: {'id': '015fb91f-b0a9-47b8-ad9f-bab043fec126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f9efe454-4b8f-42c4-b4a6-30f69635ca21'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:58:51.871621 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-5e9a768d-a69e-4ea4-8527-48a14b50bbbb None None] Bound port: 963cb7dd-dd5f-43bc-8e39-8f930ee9198d, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '015fb91f-b0a9-47b8-ad9f-bab043fec126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f9efe454-4b8f-42c4-b4a6-30f69635ca21'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:58:51.872005 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5e9a768d-a69e-4ea4-8527-48a14b50bbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:51.879146 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8d582dac-3f0c-482b-b651-6422c592ae13 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:51.899450 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8d582dac-3f0c-482b-b651-6422c592ae13 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:51.903786 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-8d582dac-3f0c-482b-b651-6422c592ae13 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5155885 Sep 30 00:58:51.903909 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 39590) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:58:51.919037 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-bbd727a0-c6ea-4f3c-9efa-1ff21494514f tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Request body: {'security_group_rule': {'security_group_id': 'fc32b6da-1853-41ca-a1f0-9486ba9ef355', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:58:51.938642 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-bbd727a0-c6ea-4f3c-9efa-1ff21494514f tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:58:51.947706 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-bbd727a0-c6ea-4f3c-9efa-1ff21494514f tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Usage tracker for resource:security_group_rule and tenant:c97d7f9dfb2844e292fb0a514e25f5a6 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:58:51.953409 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-bbd727a0-c6ea-4f3c-9efa-1ff21494514f tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:58:51.974878 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-bbd727a0-c6ea-4f3c-9efa-1ff21494514f tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:58:52.011886 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bbd727a0-c6ea-4f3c-9efa-1ff21494514f tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:52.055870 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5e9a768d-a69e-4ea4-8527-48a14b50bbbb None None] For port 963cb7dd-dd5f-43bc-8e39-8f930ee9198d, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:58:52.062115 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5e9a768d-a69e-4ea4-8527-48a14b50bbbb None None] For port 963cb7dd-dd5f-43bc-8e39-8f930ee9198d, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=963cb7dd-dd5f-43bc-8e39-8f930ee9198d,segment=NetworkSegment(015fb91f-b0a9-47b8-ad9f-bab043fec126),segment_id=015fb91f-b0a9-47b8-ad9f-bab043fec126)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:58:52.071242 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5e9a768d-a69e-4ea4-8527-48a14b50bbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:52.079028 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:52.145203 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bbd727a0-c6ea-4f3c-9efa-1ff21494514f tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:52.212195 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bbd727a0-c6ea-4f3c-9efa-1ff21494514f tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:52.217820 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9a768d-a69e-4ea4-8527-48a14b50bbbb None None] Routers {'573b8029-9da2-40e6-9f66-0f3cb61b896d'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 00:58:52.218472 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-5e9a768d-a69e-4ea4-8527-48a14b50bbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:58:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['573b8029-9da2-40e6-9f66-0f3cb61b896d'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:58:52.232049 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-88f54d46-d499-432d-bfc8-755220691a37 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:52.272248 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd727a0-c6ea-4f3c-9efa-1ff21494514f tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4141601d-17cc-4fb6-93bf-7e1baa137135,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:52.278557 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bbd727a0-c6ea-4f3c-9efa-1ff21494514f tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:52.291021 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bbd727a0-c6ea-4f3c-9efa-1ff21494514f tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:52.292596 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-bbd727a0-c6ea-4f3c-9efa-1ff21494514f tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3843927 Sep 30 00:58:52.298311 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 39598) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:58:52.305320 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-467e44a7-dead-4e3e-8b93-df3104a5d4e5 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Request body: {'floatingip': {'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:58:52.320216 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-467e44a7-dead-4e3e-8b93-df3104a5d4e5 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:58:52.327436 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd754adb-bc55-401b-b2ec-8c17bd0848e1 req-2f5dc09a-f238-401e-bbb7-4501ca319c9e tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:52.332716 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-467e44a7-dead-4e3e-8b93-df3104a5d4e5 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Usage tracker for resource:floatingip and tenant:c97d7f9dfb2844e292fb0a514e25f5a6 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:58:52.339033 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-467e44a7-dead-4e3e-8b93-df3104a5d4e5 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:58:52.349928 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fd754adb-bc55-401b-b2ec-8c17bd0848e1 req-2f5dc09a-f238-401e-bbb7-4501ca319c9e tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc400f17-ffac-4ea2-8edc-5f7a68676a98 HTTP/1.1" status: 200 len: 945 time: 0.1971638 Sep 30 00:58:52.354096 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-467e44a7-dead-4e3e-8b93-df3104a5d4e5 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:58:52.379563 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-467e44a7-dead-4e3e-8b93-df3104a5d4e5 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks [] for floatingip, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:52.438061 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 39602) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:58:52.487074 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fd754adb-bc55-401b-b2ec-8c17bd0848e1 req-24d7d0cd-bde5-4b6b-aa58-538bf555ab32 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358042 Sep 30 00:58:52.617005 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:52.637068 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b254d5-aa5e-4362-b991-486f825a83f8 None None] Pushing event updated for resources: {'Port': ['ID=963cb7dd-dd5f-43bc-8e39-8f930ee9198d,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:52.642976 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-72b254d5-aa5e-4362-b991-486f825a83f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:52.828409 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-5e9a768d-a69e-4ea4-8527-48a14b50bbbb None None] Set router 573b8029-9da2-40e6-9f66-0f3cb61b896d gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 00:58:53.055725 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-92abe5a1-a052-4950-a3de-0e435c24b108 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=63a126d134f14d979bea0d3209fea08a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6162519 Sep 30 00:58:53.058052 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 39626) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:58:53.273865 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-467e44a7-dead-4e3e-8b93-df3104a5d4e5 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:53.274408 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc18949-67dc-42c0-ab19-6673216b0786 req-1bffca20-6616-4545-9751-c9d5bb924d83 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:53.285961 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ecc18949-67dc-42c0-ab19-6673216b0786 req-1bffca20-6616-4545-9751-c9d5bb924d83 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 946 time: 0.2380443 Sep 30 00:58:53.345771 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ecc18949-67dc-42c0-ab19-6673216b0786 req-1ad4fc5e-e3ab-49b2-95a9-7b2bc7f684de tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585988 Sep 30 00:58:53.359579 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7ba2aacf-55cf-4330-a2db-ec78a8490fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:53.448784 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7ba2aacf-55cf-4330-a2db-ec78a8490fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:53.579679 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7ba2aacf-55cf-4330-a2db-ec78a8490fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:53.584956 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f69f17aa-e63c-421c-a1fc-48fd1e6ed903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:53.607164 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2aacf-55cf-4330-a2db-ec78a8490fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c853c89-b588-48bc-9842-97b1b09c4cf0,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:53.625496 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7ba2aacf-55cf-4330-a2db-ec78a8490fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:53.642912 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7ba2aacf-55cf-4330-a2db-ec78a8490fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:53.644281 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-7ba2aacf-55cf-4330-a2db-ec78a8490fbd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3c853c89-b588-48bc-9842-97b1b09c4cf0 HTTP/1.1" status: 204 len: 168 time: 0.5846560 Sep 30 00:58:53.751337 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd07c82-8a61-420e-8f2c-32241632f9b0 req-1dafc9e6-99ca-475b-8de5-41edf0a71d74 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:53.764762 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9bd07c82-8a61-420e-8f2c-32241632f9b0 req-1dafc9e6-99ca-475b-8de5-41edf0a71d74 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.59 "GET /v2.0/ports?device_id=7689ae70-0458-4dd2-b66e-dc462914b111 HTTP/1.1" status: 200 len: 946 time: 0.5826888 Sep 30 00:58:53.772657 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-9f6ad293-ea56-4590-8a87-7c0a88c1561d tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:53.784074 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-9f6ad293-ea56-4590-8a87-7c0a88c1561d tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/networks?id=cdb35d68-fbf5-4ed4-a776-874764d3e375 HTTP/1.1" status: 200 len: 812 time: 0.4904344 Sep 30 00:58:53.815720 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-467e44a7-dead-4e3e-8b93-df3104a5d4e5 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Allocated IP 172.25.0.121 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/5b067db1-ae8c-4273-ad38-32e44ce307ef) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:58:53.863348 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-5e9a768d-a69e-4ea4-8527-48a14b50bbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'name': 'tempest-ServersTestBootFromVolume-1211713980-router', 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ffca5a43-0c1b-444b-9b34-a89d30cb848a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:58:37Z', 'updated_at': '2021-09-30T00:58:46Z', 'revision_number': 4, 'project_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'gw_port': {'id': 'ffca5a43-0c1b-444b-9b34-a89d30cb848a', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:58:38Z', 'updated_at': '2021-09-30T00:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '963cb7dd-dd5f-43bc-8e39-8f930ee9198d', 'name': '', 'network_id': 'f9efe454-4b8f-42c4-b4a6-30f69635ca21', 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'mac_address': 'fa:16:3e:cd:e6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '9fadca4a-5fe1-43f7-92b8-0c814b532dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:58:45Z', 'updated_at': '2021-09-30T00:58:52Z', 'revision_number': 4, 'project_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'subnets': [{'id': '9fadca4a-5fe1-43f7-92b8-0c814b532dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:58:53.872964 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9a768d-a69e-4ea4-8527-48a14b50bbbb None None] The sync data for ids ['573b8029-9da2-40e6-9f66-0f3cb61b896d'] in n-d-811809-1 is: [{'id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'name': 'tempest-ServersTestBootFromVolume-1211713980-router', 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ffca5a43-0c1b-444b-9b34-a89d30cb848a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:58:37Z', 'updated_at': '2021-09-30T00:58:46Z', 'revision_number': 4, 'project_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'gw_port': {'id': 'ffca5a43-0c1b-444b-9b34-a89d30cb848a', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:58:38Z', 'updated_at': '2021-09-30T00:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '963cb7dd-dd5f-43bc-8e39-8f930ee9198d', 'name': '', 'network_id': 'f9efe454-4b8f-42c4-b4a6-30f69635ca21', 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'mac_address': 'fa:16:3e:cd:e6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '9fadca4a-5fe1-43f7-92b8-0c814b532dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:58:45Z', 'updated_at': '2021-09-30T00:58:52Z', 'revision_number': 4, 'project_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'subnets': [{'id': '9fadca4a-5fe1-43f7-92b8-0c814b532dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:58:54.042929 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c2416-dd8d-414c-9b5d-049d8b9f8291 req-4800e882-d499-402e-8fe4-3a40076dcc46 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:54.057351 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-403c2416-dd8d-414c-9b5d-049d8b9f8291 req-4800e882-d499-402e-8fe4-3a40076dcc46 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc400f17-ffac-4ea2-8edc-5f7a68676a98 HTTP/1.1" status: 200 len: 945 time: 0.2167873 Sep 30 00:58:54.135584 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-467e44a7-dead-4e3e-8b93-df3104a5d4e5 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:54.138288 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:54.179338 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-403c2416-dd8d-414c-9b5d-049d8b9f8291 req-8eaeb683-4486-43ac-9889-5078f8cddac6 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142523 Sep 30 00:58:54.237663 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-d1051e75-afb1-482d-81ba-ea074b0261e3 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/quotas/7ce997467e124bf6a159336faf597985 HTTP/1.1" status: 200 len: 375 time: 0.0211504 Sep 30 00:58:54.410076 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-9bd07c82-8a61-420e-8f2c-32241632f9b0 req-8409d6cd-2cdc-4703-9669-24277a3cb6ab tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Deleting port 85a6345a-d3dd-4c1a-86d8-0ee28083daaf {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:58:54.410622 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9bd07c82-8a61-420e-8f2c-32241632f9b0 req-8409d6cd-2cdc-4703-9669-24277a3cb6ab tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:54.449337 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:58:54.460948 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 39666) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:58:54.867995 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-8de2d23d-9ce2-4bcb-9ebb-50194a3ee08f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd75cd4516e04466aae384aec94e0434&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3940234 Sep 30 00:58:54.890029 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:54.902129 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be7981-2110-4dbc-a62b-2d26bfa0fb54 req-ad5a7066-2c5b-44f4-b577-4b3dc328d5fa tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:54.906812 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-66be7981-2110-4dbc-a62b-2d26bfa0fb54 req-ad5a7066-2c5b-44f4-b577-4b3dc328d5fa tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc400f17-ffac-4ea2-8edc-5f7a68676a98 HTTP/1.1" status: 200 len: 945 time: 0.5544426 Sep 30 00:58:54.910346 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 39682) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:58:54.950239 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe', 'network_id': 'fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129', 'port_id': '2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe', 'mac_address': 'fa:16:3e:f1:e3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1838926e-37d5-4d80-a8c7-56ab398bbbfc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:58:55.027835 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-66be7981-2110-4dbc-a62b-2d26bfa0fb54 req-29f50013-d33f-4d23-abb5-c3808deab03d tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Deleting port d039abb2-c0e3-4501-a324-20b400aac0ff {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:58:55.028179 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-66be7981-2110-4dbc-a62b-2d26bfa0fb54 req-29f50013-d33f-4d23-abb5-c3808deab03d tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:55.148512 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:55.203951 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:58:55.227995 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-1780a0aa-3a2a-4cdb-af5e-5d82e7c20819 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ce997467e124bf6a159336faf597985&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9893775 Sep 30 00:58:55.245420 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:55.253130 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:55.255462 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:55.359415 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-940553d3-8ad7-4ee2-97a0-68d6707480e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:55.395044 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-467e44a7-dead-4e3e-8b93-df3104a5d4e5 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:55.417846 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ba389aa8-4e9b-4a65-a344-837d413e258c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:55.428748 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:58:55.443542 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f75b1e-7b7a-4b6f-925a-b57f8167f07c req-dec8bef2-96e8-48af-b999-79e61776713d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:55.450994 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-94f75b1e-7b7a-4b6f-925a-b57f8167f07c req-dec8bef2-96e8-48af-b999-79e61776713d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 946 time: 0.8704581 Sep 30 00:58:55.466162 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467e44a7-dead-4e3e-8b93-df3104a5d4e5 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:58:55.486962 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-467e44a7-dead-4e3e-8b93-df3104a5d4e5 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:58:55.494192 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467e44a7-dead-4e3e-8b93-df3104a5d4e5 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:58:55.707896 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe,revision_number=6']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:55.719285 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-940553d3-8ad7-4ee2-97a0-68d6707480e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:55.726111 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:55.763022 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e44a7-dead-4e3e-8b93-df3104a5d4e5 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Pushing event updated for resources: {'Port': ['ID=5b067db1-ae8c-4273-ad38-32e44ce307ef,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:55.769228 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-9bd07c82-8a61-420e-8f2c-32241632f9b0 req-8409d6cd-2cdc-4703-9669-24277a3cb6ab tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] For port 85a6345a-d3dd-4c1a-86d8-0ee28083daaf, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=85a6345a-d3dd-4c1a-86d8-0ee28083daaf,segment=NetworkSegment(5edc6782-ae18-4a49-b68c-640166d6696d),segment_id=5edc6782-ae18-4a49-b68c-640166d6696d)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:55.780346 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9bd07c82-8a61-420e-8f2c-32241632f9b0 req-8409d6cd-2cdc-4703-9669-24277a3cb6ab tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:55.856580 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-94f75b1e-7b7a-4b6f-925a-b57f8167f07c req-80a90cc6-98ac-480b-b7fc-7b0cd3c9e3af tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4047425 Sep 30 00:58:55.939008 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 963cb7dd-dd5f-43bc-8e39-8f930ee9198d up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:58:55.956732 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac50930-cf5f-4931-a207-f6b805662987 req-2b785db9-fa66-4efd-bc95-7eeeb084f0e0 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:58:55.969456 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0ac50930-cf5f-4931-a207-f6b805662987 req-2b785db9-fa66-4efd-bc95-7eeeb084f0e0 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3a70184-d3f7-4fdf-9096-8a8a002ed004 HTTP/1.1" status: 200 len: 945 time: 0.6669946 Sep 30 00:58:56.102556 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-467e44a7-dead-4e3e-8b93-df3104a5d4e5 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:56.121446 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-940553d3-8ad7-4ee2-97a0-68d6707480e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:56.124015 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 963cb7dd-dd5f-43bc-8e39-8f930ee9198d completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:58:56.129200 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 963cb7dd-dd5f-43bc-8e39-8f930ee9198d triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:58:56.129568 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:56.185645 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-dad4cd36-c89d-4397-b180-7ddb3eadfcf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:56.196261 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-66be7981-2110-4dbc-a62b-2d26bfa0fb54 req-29f50013-d33f-4d23-abb5-c3808deab03d tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] For port d039abb2-c0e3-4501-a324-20b400aac0ff, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=d039abb2-c0e3-4501-a324-20b400aac0ff,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:56.196261 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-66be7981-2110-4dbc-a62b-2d26bfa0fb54 req-29f50013-d33f-4d23-abb5-c3808deab03d tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:56.263731 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-9bd07c82-8a61-420e-8f2c-32241632f9b0 req-8409d6cd-2cdc-4703-9669-24277a3cb6ab tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Calling delete_port for 85a6345a-d3dd-4c1a-86d8-0ee28083daaf owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:58:56.425890 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-0ac50930-cf5f-4931-a207-f6b805662987 req-836bb465-d17c-41d9-b99b-140bc84107b5 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Deleting port 604eef7a-ff6e-4d52-add0-5d3e142490b4 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:58:56.427472 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-0ac50930-cf5f-4931-a207-f6b805662987 req-836bb465-d17c-41d9-b99b-140bc84107b5 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:56.479012 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:58:56.522638 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-6d23aeca-7767-4d5d-b4be-1bd5c96d15c9 service neutron] 10.222.0.39 "GET /v2.0/networks/cdb35d68-fbf5-4ed4-a776-874764d3e375?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2932987 Sep 30 00:58:56.523691 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940553d3-8ad7-4ee2-97a0-68d6707480e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c109c60e-d6dd-4fc8-b696-466027ac3e00,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:56.526282 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-940553d3-8ad7-4ee2-97a0-68d6707480e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:56.641332 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-467e44a7-dead-4e3e-8b93-df3104a5d4e5 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:56.687803 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 85a6345a-d3dd-4c1a-86d8-0ee28083daaf no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:58:56.818212 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-66be7981-2110-4dbc-a62b-2d26bfa0fb54 req-29f50013-d33f-4d23-abb5-c3808deab03d tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Calling delete_port for d039abb2-c0e3-4501-a324-20b400aac0ff owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:58:56.881471 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:56.977343 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 963cb7dd-dd5f-43bc-8e39-8f930ee9198d, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=963cb7dd-dd5f-43bc-8e39-8f930ee9198d,segment=NetworkSegment(015fb91f-b0a9-47b8-ad9f-bab043fec126),segment_id=015fb91f-b0a9-47b8-ad9f-bab043fec126)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:57.001380 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:58:57.001912 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:57.075896 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-7c351054-97b5-4170-a2c5-7c651f34a98b service neutron] 10.222.0.39 "GET /v2.0/networks/cdb35d68-fbf5-4ed4-a776-874764d3e375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5514896 Sep 30 00:58:57.080618 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:57.087603 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:57.190011 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:57.258150 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-467e44a7-dead-4e3e-8b93-df3104a5d4e5 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:57.358052 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9bd07c82-8a61-420e-8f2c-32241632f9b0 req-8409d6cd-2cdc-4703-9669-24277a3cb6ab tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:57.405822 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-467e44a7-dead-4e3e-8b93-df3104a5d4e5 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:57.435556 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['604eef7a-ff6e-4d52-add0-5d3e142490b4'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:58:57.507402 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=963cb7dd-dd5f-43bc-8e39-8f930ee9198d,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:57.549319 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:57.565060 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:57.620842 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbb2f8e-938e-4902-b58a-886f37673938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:58:57.624964 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409d6cd-2cdc-4703-9669-24277a3cb6ab tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Pushing event deleted for resources: {'Port': ['ID=85a6345a-d3dd-4c1a-86d8-0ee28083daaf,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:57.664601 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:57.695004 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8409d6cd-2cdc-4703-9669-24277a3cb6ab tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:57.706712 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:57.724191 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device d039abb2-c0e3-4501-a324-20b400aac0ff no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:58:57.803176 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-66be7981-2110-4dbc-a62b-2d26bfa0fb54 req-29f50013-d33f-4d23-abb5-c3808deab03d tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:57.831696 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0ecb09be-761b-43e2-a99c-08104c4eaaa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:57.846861 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd07c82-8a61-420e-8f2c-32241632f9b0 req-8409d6cd-2cdc-4703-9669-24277a3cb6ab tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] No DVR routers for this DVR port 85a6345a-d3dd-4c1a-86d8-0ee28083daaf on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:58:57.847329 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:57.853254 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9bd07c82-8a61-420e-8f2c-32241632f9b0 req-8409d6cd-2cdc-4703-9669-24277a3cb6ab tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:57.856380 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7689ae70-0458-4dd2-b66e-dc462914b111', 'name': 'network-vif-deleted', 'tag': '85a6345a-d3dd-4c1a-86d8-0ee28083daaf'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:58:57.903162 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9bd07c82-8a61-420e-8f2c-32241632f9b0 req-8409d6cd-2cdc-4703-9669-24277a3cb6ab tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.59 "DELETE /v2.0/ports/85a6345a-d3dd-4c1a-86d8-0ee28083daaf HTTP/1.1" status: 204 len: 173 time: 4.1043363 Sep 30 00:58:57.908866 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-940553d3-8ad7-4ee2-97a0-68d6707480e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:57.925064 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-940553d3-8ad7-4ee2-97a0-68d6707480e5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c109c60e-d6dd-4fc8-b696-466027ac3e00 HTTP/1.1" status: 204 len: 168 time: 2.9935813 Sep 30 00:58:57.958558 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-289c3145-b144-4011-9ba5-66279f2dc2e3 req-67c77f1d-a625-49d7-942e-7018436d1501 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc400f17-ffac-4ea2-8edc-5f7a68676a98 HTTP/1.1" status: 200 len: 210 time: 1.1561074 Sep 30 00:58:57.968170 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: d039abb2-c0e3-4501-a324-20b400aac0ff {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:58:57.968704 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device d039abb2-c0e3-4501-a324-20b400aac0ff not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:58:58.034385 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 963cb7dd-dd5f-43bc-8e39-8f930ee9198d up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:58:58.053861 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f50013-d33f-4d23-abb5-c3808deab03d tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Pushing event deleted for resources: {'Port': ['ID=d039abb2-c0e3-4501-a324-20b400aac0ff,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:58.070045 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-29f50013-d33f-4d23-abb5-c3808deab03d tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:58.196076 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-467e44a7-dead-4e3e-8b93-df3104a5d4e5 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:58.204674 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-467e44a7-dead-4e3e-8b93-df3104a5d4e5 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:58.218990 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-488f4f25-1ce5-40c8-91c4-dcf6553274fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:58.390560 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe,revision_number=7']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:58.432829 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:58.475173 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e44a7-dead-4e3e-8b93-df3104a5d4e5 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Pushing event updated for resources: {'Port': ['ID=5b067db1-ae8c-4273-ad38-32e44ce307ef,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:58.489365 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-467e44a7-dead-4e3e-8b93-df3104a5d4e5 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:58:58.501849 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-66be7981-2110-4dbc-a62b-2d26bfa0fb54 req-29f50013-d33f-4d23-abb5-c3808deab03d tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] No DVR routers for this DVR port d039abb2-c0e3-4501-a324-20b400aac0ff on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:58:58.510656 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-66be7981-2110-4dbc-a62b-2d26bfa0fb54 req-29f50013-d33f-4d23-abb5-c3808deab03d tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:58.557304 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc400f17-ffac-4ea2-8edc-5f7a68676a98', 'name': 'network-vif-deleted', 'tag': 'd039abb2-c0e3-4501-a324-20b400aac0ff'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:58:58.569557 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-0ac50930-cf5f-4931-a207-f6b805662987 req-836bb465-d17c-41d9-b99b-140bc84107b5 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] For port 604eef7a-ff6e-4d52-add0-5d3e142490b4, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=604eef7a-ff6e-4d52-add0-5d3e142490b4,segment=NetworkSegment(5edc6782-ae18-4a49-b68c-640166d6696d),segment_id=5edc6782-ae18-4a49-b68c-640166d6696d)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:58:58.569557 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-0ac50930-cf5f-4931-a207-f6b805662987 req-836bb465-d17c-41d9-b99b-140bc84107b5 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:58.604965 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-66be7981-2110-4dbc-a62b-2d26bfa0fb54 req-29f50013-d33f-4d23-abb5-c3808deab03d tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.55 "DELETE /v2.0/ports/d039abb2-c0e3-4501-a324-20b400aac0ff HTTP/1.1" status: 204 len: 173 time: 3.6648607 Sep 30 00:58:58.739513 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-467e44a7-dead-4e3e-8b93-df3104a5d4e5 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:58.849484 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-467e44a7-dead-4e3e-8b93-df3104a5d4e5 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:58.866415 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-467e44a7-dead-4e3e-8b93-df3104a5d4e5 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5590093 Sep 30 00:58:58.919083 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 963cb7dd-dd5f-43bc-8e39-8f930ee9198d triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:58:58.919422 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:59.044452 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-0ac50930-cf5f-4931-a207-f6b805662987 req-836bb465-d17c-41d9-b99b-140bc84107b5 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Calling delete_port for 604eef7a-ff6e-4d52-add0-5d3e142490b4 owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:58:59.487641 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-0ac50930-cf5f-4931-a207-f6b805662987 req-836bb465-d17c-41d9-b99b-140bc84107b5 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:58:59.523509 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-820246d5-d787-4f1e-b187-bc9e5049dc9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:58:59.713894 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836bb465-d17c-41d9-b99b-140bc84107b5 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Pushing event deleted for resources: {'Port': ['ID=604eef7a-ff6e-4d52-add0-5d3e142490b4,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:58:59.748408 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-836bb465-d17c-41d9-b99b-140bc84107b5 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:00.059155 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac50930-cf5f-4931-a207-f6b805662987 req-836bb465-d17c-41d9-b99b-140bc84107b5 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] No DVR routers for this DVR port 604eef7a-ff6e-4d52-add0-5d3e142490b4 on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:59:00.067907 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-0ac50930-cf5f-4931-a207-f6b805662987 req-836bb465-d17c-41d9-b99b-140bc84107b5 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:00.115514 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0ac50930-cf5f-4931-a207-f6b805662987 req-836bb465-d17c-41d9-b99b-140bc84107b5 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.55 "DELETE /v2.0/ports/604eef7a-ff6e-4d52-add0-5d3e142490b4 HTTP/1.1" status: 204 len: 173 time: 4.1449161 Sep 30 00:59:00.215885 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb5ef4-2472-49d1-b30d-2f8feb672247 req-a106b1da-4213-4dbc-8ca7-c99b29c948d3 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:00.227594 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7beb5ef4-2472-49d1-b30d-2f8feb672247 req-a106b1da-4213-4dbc-8ca7-c99b29c948d3 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 946 time: 0.7259035 Sep 30 00:59:00.311245 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7beb5ef4-2472-49d1-b30d-2f8feb672247 req-d351106f-530e-4e68-8399-f486a9d0255b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816822 Sep 30 00:59:00.501610 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 604eef7a-ff6e-4d52-add0-5d3e142490b4 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:59:00.711247 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: 604eef7a-ff6e-4d52-add0-5d3e142490b4 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:59:00.711612 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 604eef7a-ff6e-4d52-add0-5d3e142490b4 not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:59:01.490322 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbb2f8e-938e-4902-b58a-886f37673938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe', 'code': 200} Sep 30 00:59:01.601344 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7689ae70-0458-4dd2-b66e-dc462914b111', 'name': 'network-vif-deleted', 'tag': '85a6345a-d3dd-4c1a-86d8-0ee28083daaf', 'status': 'completed', 'code': 200} Sep 30 00:59:01.662386 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc400f17-ffac-4ea2-8edc-5f7a68676a98', 'name': 'network-vif-deleted', 'tag': 'd039abb2-c0e3-4501-a324-20b400aac0ff', 'status': 'completed', 'code': 200} Sep 30 00:59:01.678224 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-eb6a92ab-e108-4e2a-93cb-795f76a40bdb tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:01.686562 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-eb6a92ab-e108-4e2a-93cb-795f76a40bdb tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.59 "GET /v2.0/networks?id=cdb35d68-fbf5-4ed4-a776-874764d3e375 HTTP/1.1" status: 200 len: 812 time: 0.3523004 Sep 30 00:59:01.705531 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-15b07c7a-906a-4592-b756-356410e4daf6 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Request body: {'port': {'device_id': 'a5ef002e-aa9a-4495-abb2-f2277cd4eadb', 'network_id': 'cdb35d68-fbf5-4ed4-a776-874764d3e375', 'admin_state_up': True, 'tenant_id': '7ce997467e124bf6a159336faf597985'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:59:01.986553 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-76a805ac-b01d-49b9-ba23-ddc18ee06540 req-e2cff8ee-bafc-4b52-9e88-e364e444f847 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Synchronizing usage tracker for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:59:02.023228 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-76a805ac-b01d-49b9-ba23-ddc18ee06540 req-e2cff8ee-bafc-4b52-9e88-e364e444f847 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Unset dirty status for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:59:02.043409 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-76a805ac-b01d-49b9-ba23-ddc18ee06540 req-e2cff8ee-bafc-4b52-9e88-e364e444f847 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc400f17-ffac-4ea2-8edc-5f7a68676a98 HTTP/1.1" status: 200 len: 210 time: 0.1327782 Sep 30 00:59:02.182703 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-15b07c7a-906a-4592-b756-356410e4daf6 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:59:02.213847 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-fdc63072-01a5-48a0-b7e4-2d7c26f6228a tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:02.216456 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-15b07c7a-906a-4592-b756-356410e4daf6 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Usage tracker for resource:port and tenant:7ce997467e124bf6a159336faf597985 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:59:02.218748 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-fdc63072-01a5-48a0-b7e4-2d7c26f6228a tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.55 "GET /v2.0/networks?id=cdb35d68-fbf5-4ed4-a776-874764d3e375 HTTP/1.1" status: 200 len: 812 time: 0.5112200 Sep 30 00:59:02.227334 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-15b07c7a-906a-4592-b756-356410e4daf6 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:59:02.235327 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-cb679c49-6609-477c-8cf3-57970eb3f2ed tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Request body: {'port': {'device_id': 'dee6becd-1092-4386-a2e9-d8612d729c6f', 'network_id': 'cdb35d68-fbf5-4ed4-a776-874764d3e375', 'admin_state_up': True, 'tenant_id': '7ce997467e124bf6a159336faf597985'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:59:02.263674 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-15b07c7a-906a-4592-b756-356410e4daf6 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:59:02.310976 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-15b07c7a-906a-4592-b756-356410e4daf6 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Made reservation on behalf of 7ce997467e124bf6a159336faf597985 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:59:02.324902 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-15b07c7a-906a-4592-b756-356410e4daf6 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:02.565054 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-cb679c49-6609-477c-8cf3-57970eb3f2ed tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:59:02.589408 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-cb679c49-6609-477c-8cf3-57970eb3f2ed tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Usage tracker for resource:port and tenant:7ce997467e124bf6a159336faf597985 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:59:02.602991 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-cb679c49-6609-477c-8cf3-57970eb3f2ed tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:59:02.623329 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-cb679c49-6609-477c-8cf3-57970eb3f2ed tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:59:02.663631 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-cb679c49-6609-477c-8cf3-57970eb3f2ed tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Made reservation on behalf of 7ce997467e124bf6a159336faf597985 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:59:02.668520 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-cb679c49-6609-477c-8cf3-57970eb3f2ed tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:02.804977 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-15b07c7a-906a-4592-b756-356410e4daf6 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Allocated IP 172.20.0.7 (cdb35d68-fbf5-4ed4-a776-874764d3e375/7b477ab5-881b-4de7-8d2c-358183a1cf88/9963d948-a3c5-416c-9090-303aa566dd28) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:59:03.210125 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-15b07c7a-906a-4592-b756-356410e4daf6 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:03.285855 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-15b07c7a-906a-4592-b756-356410e4daf6 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:03.294460 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e508324b-e302-4f45-9449-408687163a41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:03.400649 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-15b07c7a-906a-4592-b756-356410e4daf6 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Network cdb35d68-fbf5-4ed4-a776-874764d3e375 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:59:03.408348 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-15b07c7a-906a-4592-b756-356410e4daf6 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:59:03.412964 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-15b07c7a-906a-4592-b756-356410e4daf6 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:59:03.436085 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-cb679c49-6609-477c-8cf3-57970eb3f2ed tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Allocated IP 172.20.0.2 (cdb35d68-fbf5-4ed4-a776-874764d3e375/7b477ab5-881b-4de7-8d2c-358183a1cf88/4a7362c5-9e24-449a-8ddb-427758efb263) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:59:03.520615 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b07c7a-906a-4592-b756-356410e4daf6 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Pushing event updated for resources: {'Port': ['ID=9963d948-a3c5-416c-9090-303aa566dd28,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:03.532088 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-15b07c7a-906a-4592-b756-356410e4daf6 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:03.624599 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-15b07c7a-906a-4592-b756-356410e4daf6 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:03.625401 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-15b07c7a-906a-4592-b756-356410e4daf6 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:03.668784 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-15b07c7a-906a-4592-b756-356410e4daf6 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9681509 Sep 30 00:59:03.675607 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a70184-d3f7-4fdf-9096-8a8a002ed004', 'name': 'network-vif-deleted', 'tag': '604eef7a-ff6e-4d52-add0-5d3e142490b4'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:59:03.688298 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-13ad5a3c-7ad9-4d4a-a4af-37cd57196a2e service neutron] Request body: {'port': {'device_id': 'a5ef002e-aa9a-4495-abb2-f2277cd4eadb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:59:03.863002 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-13ad5a3c-7ad9-4d4a-a4af-37cd57196a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:03.888729 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-cb679c49-6609-477c-8cf3-57970eb3f2ed tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:03.967708 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-cb679c49-6609-477c-8cf3-57970eb3f2ed tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:03.979797 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2a446002-9cd1-4a1b-bccb-b7f5a05e7ab3 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:04.160115 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-cb679c49-6609-477c-8cf3-57970eb3f2ed tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Network cdb35d68-fbf5-4ed4-a776-874764d3e375 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:59:04.166562 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-cb679c49-6609-477c-8cf3-57970eb3f2ed tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:59:04.195031 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-cb679c49-6609-477c-8cf3-57970eb3f2ed tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:59:04.439394 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-cb679c49-6609-477c-8cf3-57970eb3f2ed tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:04.444614 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-cb679c49-6609-477c-8cf3-57970eb3f2ed tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:04.529808 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb679c49-6609-477c-8cf3-57970eb3f2ed tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Pushing event updated for resources: {'Port': ['ID=4a7362c5-9e24-449a-8ddb-427758efb263,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:04.557990 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-cb679c49-6609-477c-8cf3-57970eb3f2ed tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:04.604271 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-cb679c49-6609-477c-8cf3-57970eb3f2ed tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3724124 Sep 30 00:59:04.621019 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-55321f5d-bac7-4920-ad81-6b16a3ff15e4 service neutron] Request body: {'port': {'device_id': 'dee6becd-1092-4386-a2e9-d8612d729c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:59:04.904863 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-55321f5d-bac7-4920-ad81-6b16a3ff15e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:04.905501 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-13ad5a3c-7ad9-4d4a-a4af-37cd57196a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9963d948-a3c5-416c-9090-303aa566dd28 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:59:04.914035 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-13ad5a3c-7ad9-4d4a-a4af-37cd57196a2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:04.933683 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-13ad5a3c-7ad9-4d4a-a4af-37cd57196a2e service neutron] Transition to ACTIVE for port object 9963d948-a3c5-416c-9090-303aa566dd28 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:59:04.939137 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-13ad5a3c-7ad9-4d4a-a4af-37cd57196a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:04.947502 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8b43bda2-8d10-4f8b-b32b-43629409470a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:05.045589 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad5a3c-7ad9-4d4a-a4af-37cd57196a2e service neutron] Pushing event updated for resources: {'Port': ['ID=9963d948-a3c5-416c-9090-303aa566dd28,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:05.050102 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-13ad5a3c-7ad9-4d4a-a4af-37cd57196a2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:05.339561 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-13ad5a3c-7ad9-4d4a-a4af-37cd57196a2e service neutron] Attempting to bind port 9963d948-a3c5-416c-9090-303aa566dd28 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:59:05.339903 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-13ad5a3c-7ad9-4d4a-a4af-37cd57196a2e service neutron] Attempting to bind port 9963d948-a3c5-416c-9090-303aa566dd28 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '5edc6782-ae18-4a49-b68c-640166d6696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cdb35d68-fbf5-4ed4-a776-874764d3e375'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:59:05.340233 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-13ad5a3c-7ad9-4d4a-a4af-37cd57196a2e service neutron] Attempting to bind port 9963d948-a3c5-416c-9090-303aa566dd28 on network cdb35d68-fbf5-4ed4-a776-874764d3e375 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:59:05.345692 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-13ad5a3c-7ad9-4d4a-a4af-37cd57196a2e service neutron] Port 9963d948-a3c5-416c-9090-303aa566dd28 on network cdb35d68-fbf5-4ed4-a776-874764d3e375 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:59:05.346174 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-13ad5a3c-7ad9-4d4a-a4af-37cd57196a2e service neutron] Attempting to bind port 9963d948-a3c5-416c-9090-303aa566dd28 on network cdb35d68-fbf5-4ed4-a776-874764d3e375 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:59:05.353661 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-13ad5a3c-7ad9-4d4a-a4af-37cd57196a2e service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:59:05.354228 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-13ad5a3c-7ad9-4d4a-a4af-37cd57196a2e service neutron] Checking segment: {'id': '5edc6782-ae18-4a49-b68c-640166d6696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cdb35d68-fbf5-4ed4-a776-874764d3e375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:59:05.354892 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-13ad5a3c-7ad9-4d4a-a4af-37cd57196a2e service neutron] Bound using segment: {'id': '5edc6782-ae18-4a49-b68c-640166d6696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cdb35d68-fbf5-4ed4-a776-874764d3e375'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:59:05.355490 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-13ad5a3c-7ad9-4d4a-a4af-37cd57196a2e service neutron] Bound port: 9963d948-a3c5-416c-9090-303aa566dd28, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5edc6782-ae18-4a49-b68c-640166d6696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cdb35d68-fbf5-4ed4-a776-874764d3e375'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:59:05.356003 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-13ad5a3c-7ad9-4d4a-a4af-37cd57196a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:05.520046 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:05.682556 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc1ad1-dea2-4afd-a653-0dea588dbe3b req-72517808-f155-4548-b0f5-1b32a9415258 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:05.683194 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-13ad5a3c-7ad9-4d4a-a4af-37cd57196a2e service neutron] For port 9963d948-a3c5-416c-9090-303aa566dd28, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:59:05.690207 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fcfc1ad1-dea2-4afd-a653-0dea588dbe3b req-72517808-f155-4548-b0f5-1b32a9415258 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 946 time: 0.1627429 Sep 30 00:59:05.714416 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-13ad5a3c-7ad9-4d4a-a4af-37cd57196a2e service neutron] For port 9963d948-a3c5-416c-9090-303aa566dd28, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=9963d948-a3c5-416c-9090-303aa566dd28,segment=NetworkSegment(5edc6782-ae18-4a49-b68c-640166d6696d),segment_id=5edc6782-ae18-4a49-b68c-640166d6696d)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:59:05.719305 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 39858) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:59:05.755397 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-13ad5a3c-7ad9-4d4a-a4af-37cd57196a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:05.770012 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-15b07c7a-906a-4592-b756-356410e4daf6 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:05.844169 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fcfc1ad1-dea2-4afd-a653-0dea588dbe3b req-0652891b-dc7b-4819-9823-ec59e7da1d78 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529605 Sep 30 00:59:05.852600 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-55321f5d-bac7-4920-ad81-6b16a3ff15e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7362c5-9e24-449a-8ddb-427758efb263 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:59:05.873180 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-55321f5d-bac7-4920-ad81-6b16a3ff15e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:05.912783 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-55321f5d-bac7-4920-ad81-6b16a3ff15e4 service neutron] Transition to ACTIVE for port object 4a7362c5-9e24-449a-8ddb-427758efb263 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:59:05.920020 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-13ad5a3c-7ad9-4d4a-a4af-37cd57196a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:05.920645 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-13ad5a3c-7ad9-4d4a-a4af-37cd57196a2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:05.924592 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-55321f5d-bac7-4920-ad81-6b16a3ff15e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:05.928180 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-13ad5a3c-7ad9-4d4a-a4af-37cd57196a2e service neutron] 10.222.0.59 "PUT /v2.0/ports/9963d948-a3c5-416c-9090-303aa566dd28 HTTP/1.1" status: 200 len: 1091 time: 2.2442605 Sep 30 00:59:05.930114 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-211dab03-8c46-474e-bc70-4791565dd9d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:05.934800 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ef002e-aa9a-4495-abb2-f2277cd4eadb', 'tag': '9963d948-a3c5-416c-9090-303aa566dd28'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:59:05.970519 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e07377-806e-4af3-a0d8-9123b8223250 req-0912e47a-f768-4452-ab0c-d031edc6a858 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:05.972561 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-40e07377-806e-4af3-a0d8-9123b8223250 req-0912e47a-f768-4452-ab0c-d031edc6a858 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Synchronizing usage tracker for tenant:7ce997467e124bf6a159336faf597985 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:59:06.185231 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad5a3c-7ad9-4d4a-a4af-37cd57196a2e service neutron] Pushing event updated for resources: {'Port': ['ID=9963d948-a3c5-416c-9090-303aa566dd28,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:06.191096 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-13ad5a3c-7ad9-4d4a-a4af-37cd57196a2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:06.196020 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-40e07377-806e-4af3-a0d8-9123b8223250 req-0912e47a-f768-4452-ab0c-d031edc6a858 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Unset dirty status for tenant:7ce997467e124bf6a159336faf597985 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:59:06.198768 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-40e07377-806e-4af3-a0d8-9123b8223250 req-0912e47a-f768-4452-ab0c-d031edc6a858 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5ef002e-aa9a-4495-abb2-f2277cd4eadb HTTP/1.1" status: 200 len: 943 time: 0.7203703 Sep 30 00:59:06.200195 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-75a93230-df0d-466e-a5fe-f0b70cef268f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:06.261030 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-75a93230-df0d-466e-a5fe-f0b70cef268f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:59:06.270715 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-75a93230-df0d-466e-a5fe-f0b70cef268f admin admin] Usage tracker for resource:security_group_rule and tenant:801ca480eeb944438916576387f31b4c is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:59:06.278485 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-75a93230-df0d-466e-a5fe-f0b70cef268f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:59:06.295454 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-75a93230-df0d-466e-a5fe-f0b70cef268f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:59:06.343447 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55321f5d-bac7-4920-ad81-6b16a3ff15e4 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7362c5-9e24-449a-8ddb-427758efb263,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:06.351234 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-55321f5d-bac7-4920-ad81-6b16a3ff15e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:06.454909 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a70184-d3f7-4fdf-9096-8a8a002ed004', 'name': 'network-vif-deleted', 'tag': '604eef7a-ff6e-4d52-add0-5d3e142490b4', 'status': 'completed', 'code': 200} Sep 30 00:59:06.461122 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ef002e-aa9a-4495-abb2-f2277cd4eadb', 'tag': '9963d948-a3c5-416c-9090-303aa566dd28', 'status': 'completed', 'code': 200} Sep 30 00:59:06.554905 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-75a93230-df0d-466e-a5fe-f0b70cef268f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:06.561722 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-40e07377-806e-4af3-a0d8-9123b8223250 req-d004daf9-26e6-4df0-b2fa-bd717156b2ec tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/security-groups?id=0a2f3a59-465d-4096-b57a-b6591d787eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315902 Sep 30 00:59:06.564980 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-75a93230-df0d-466e-a5fe-f0b70cef268f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:06.573905 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-55321f5d-bac7-4920-ad81-6b16a3ff15e4 service neutron] Attempting to bind port 4a7362c5-9e24-449a-8ddb-427758efb263 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:59:06.574480 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-55321f5d-bac7-4920-ad81-6b16a3ff15e4 service neutron] Attempting to bind port 4a7362c5-9e24-449a-8ddb-427758efb263 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '5edc6782-ae18-4a49-b68c-640166d6696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cdb35d68-fbf5-4ed4-a776-874764d3e375'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:59:06.574808 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-907c146d-a952-40b4-becb-b7125bcb0bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:06.575189 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-55321f5d-bac7-4920-ad81-6b16a3ff15e4 service neutron] Attempting to bind port 4a7362c5-9e24-449a-8ddb-427758efb263 on network cdb35d68-fbf5-4ed4-a776-874764d3e375 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:59:06.584245 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-55321f5d-bac7-4920-ad81-6b16a3ff15e4 service neutron] Port 4a7362c5-9e24-449a-8ddb-427758efb263 on network cdb35d68-fbf5-4ed4-a776-874764d3e375 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:59:06.585191 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-55321f5d-bac7-4920-ad81-6b16a3ff15e4 service neutron] Attempting to bind port 4a7362c5-9e24-449a-8ddb-427758efb263 on network cdb35d68-fbf5-4ed4-a776-874764d3e375 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:59:06.596132 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-55321f5d-bac7-4920-ad81-6b16a3ff15e4 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:59:06.599168 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-55321f5d-bac7-4920-ad81-6b16a3ff15e4 service neutron] Checking segment: {'id': '5edc6782-ae18-4a49-b68c-640166d6696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cdb35d68-fbf5-4ed4-a776-874764d3e375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:59:06.602523 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-55321f5d-bac7-4920-ad81-6b16a3ff15e4 service neutron] Bound using segment: {'id': '5edc6782-ae18-4a49-b68c-640166d6696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cdb35d68-fbf5-4ed4-a776-874764d3e375'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:59:06.603164 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-55321f5d-bac7-4920-ad81-6b16a3ff15e4 service neutron] Bound port: 4a7362c5-9e24-449a-8ddb-427758efb263, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5edc6782-ae18-4a49-b68c-640166d6696d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cdb35d68-fbf5-4ed4-a776-874764d3e375'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:59:06.603692 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-55321f5d-bac7-4920-ad81-6b16a3ff15e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:06.607913 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-1bd8cba8-a92d-4959-ad15-fb9884b3ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:06.610123 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-1bd8cba8-a92d-4959-ad15-fb9884b3ac7d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ce997467e124bf6a159336faf597985&device_id=a5ef002e-aa9a-4495-abb2-f2277cd4eadb HTTP/1.1" status: 200 len: 1094 time: 0.5634677 Sep 30 00:59:06.702539 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-75a93230-df0d-466e-a5fe-f0b70cef268f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=801ca480eeb944438916576387f31b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9769099 Sep 30 00:59:06.707991 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 39898) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:59:06.735053 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a93230-df0d-466e-a5fe-f0b70cef268f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ccd80b-8e58-406e-a507-f8e4ad3e0edd,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:06.738399 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-bdccaa64-9a29-4452-8e34-c3d181bcc35f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9963d948-a3c5-416c-9090-303aa566dd28 HTTP/1.1" status: 200 len: 217 time: 0.1132214 Sep 30 00:59:06.739907 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-75a93230-df0d-466e-a5fe-f0b70cef268f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:06.836463 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-55321f5d-bac7-4920-ad81-6b16a3ff15e4 service neutron] For port 4a7362c5-9e24-449a-8ddb-427758efb263, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:59:06.851259 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:59:06.852750 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-55321f5d-bac7-4920-ad81-6b16a3ff15e4 service neutron] For port 4a7362c5-9e24-449a-8ddb-427758efb263, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=4a7362c5-9e24-449a-8ddb-427758efb263,segment=NetworkSegment(5edc6782-ae18-4a49-b68c-640166d6696d),segment_id=5edc6782-ae18-4a49-b68c-640166d6696d)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:59:06.861407 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-55321f5d-bac7-4920-ad81-6b16a3ff15e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:06.867660 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9030dc06-c8ab-4d4c-aa3c-ab5e84a74959 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:06.963170 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-64750a71-4507-450d-914a-520f6eb6376d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:06.964619 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-64750a71-4507-450d-914a-520f6eb6376d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7b477ab5-881b-4de7-8d2c-358183a1cf88 HTTP/1.1" status: 200 len: 852 time: 0.1891730 Sep 30 00:59:06.965300 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-78b42eea-7fee-426a-8f33-e4c146fab0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:07.005180 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-78b42eea-7fee-426a-8f33-e4c146fab0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:07.059467 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-55321f5d-bac7-4920-ad81-6b16a3ff15e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:07.060524 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-55321f5d-bac7-4920-ad81-6b16a3ff15e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:07.063196 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-55321f5d-bac7-4920-ad81-6b16a3ff15e4 service neutron] 10.222.0.55 "PUT /v2.0/ports/4a7362c5-9e24-449a-8ddb-427758efb263 HTTP/1.1" status: 200 len: 1091 time: 2.4502127 Sep 30 00:59:07.122039 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55321f5d-bac7-4920-ad81-6b16a3ff15e4 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7362c5-9e24-449a-8ddb-427758efb263,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:07.142501 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-55321f5d-bac7-4920-ad81-6b16a3ff15e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:07.170961 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-78b42eea-7fee-426a-8f33-e4c146fab0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:07.186693 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-7ba7b00d-cff0-4264-b553-3656784a3812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:07.208725 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-f8d1a1b6-162f-416e-b0f7-b12673c59ea3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cdb35d68-fbf5-4ed4-a776-874764d3e375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1371784 Sep 30 00:59:07.216886 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b42eea-7fee-426a-8f33-e4c146fab0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ccd80b-8e58-406e-a507-f8e4ad3e0edd,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:07.220699 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-78b42eea-7fee-426a-8f33-e4c146fab0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:07.234977 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-78b42eea-7fee-426a-8f33-e4c146fab0bd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d3ccd80b-8e58-406e-a507-f8e4ad3e0edd HTTP/1.1" status: 204 len: 168 time: 0.5127633 Sep 30 00:59:07.277410 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-78b42eea-7fee-426a-8f33-e4c146fab0bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:07.400420 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-e99d83ba-0e1f-44bf-bef9-1d74141229f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:07.403086 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-e99d83ba-0e1f-44bf-bef9-1d74141229f5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ce997467e124bf6a159336faf597985&device_id=dee6becd-1092-4386-a2e9-d8612d729c6f HTTP/1.1" status: 200 len: 1094 time: 0.2746661 Sep 30 00:59:07.494073 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f596b-ae1f-44f1-afb2-cd2692cee791 req-c149a31d-5842-4368-b6ed-2882f85b458d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:07.496048 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-454f596b-ae1f-44f1-afb2-cd2692cee791 req-c149a31d-5842-4368-b6ed-2882f85b458d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 946 time: 0.4257421 Sep 30 00:59:07.523505 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-1cc07014-3dc5-42ab-91a5-6c978e2d1f38 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a7362c5-9e24-449a-8ddb-427758efb263 HTTP/1.1" status: 200 len: 217 time: 0.1123269 Sep 30 00:59:07.555666 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-bc5bc66b-812f-43f8-9d6f-398151771509 service neutron] 10.222.0.59 "GET /v2.0/networks/cdb35d68-fbf5-4ed4-a776-874764d3e375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342619 Sep 30 00:59:07.667022 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-84bbfb49-863e-47a3-a1e7-c81f22707250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:07.668493 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-84bbfb49-863e-47a3-a1e7-c81f22707250 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b477ab5-881b-4de7-8d2c-358183a1cf88 HTTP/1.1" status: 200 len: 852 time: 0.1328628 Sep 30 00:59:07.746588 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-5e4ded89-9154-4e56-addc-ae92e8f95232 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cdb35d68-fbf5-4ed4-a776-874764d3e375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701878 Sep 30 00:59:07.783336 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-454f596b-ae1f-44f1-afb2-cd2692cee791 req-f79b1660-2ae4-4d7b-aee7-119d0ebf06aa tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2719283 Sep 30 00:59:07.944116 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-6f31f71d-eca8-4d43-b122-dbaea1a848cb service neutron] 10.222.0.59 "GET /v2.0/networks/cdb35d68-fbf5-4ed4-a776-874764d3e375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818421 Sep 30 00:59:08.090236 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-8257de34-0a6d-4143-baf8-908b40a85bc8 service neutron] 10.222.0.55 "GET /v2.0/networks/cdb35d68-fbf5-4ed4-a776-874764d3e375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363769 Sep 30 00:59:08.492518 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa20de-0cd2-4dde-a9cc-392653baedcf req-18e1aab1-288c-4784-ac6b-ea115890a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:08.494741 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-42fa20de-0cd2-4dde-a9cc-392653baedcf req-18e1aab1-288c-4784-ac6b-ea115890a173 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ce997467e124bf6a159336faf597985&device_id=a5ef002e-aa9a-4495-abb2-f2277cd4eadb HTTP/1.1" status: 200 len: 1094 time: 0.4358644 Sep 30 00:59:08.498816 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee6becd-1092-4386-a2e9-d8612d729c6f', 'tag': '4a7362c5-9e24-449a-8ddb-427758efb263'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:59:08.519818 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e1e52-e984-4170-b3b0-4ca01a595a15 req-90e16a95-6fec-43cb-abf1-9633344858f7 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:08.528376 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-769e1e52-e984-4170-b3b0-4ca01a595a15 req-90e16a95-6fec-43cb-abf1-9633344858f7 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5ef002e-aa9a-4495-abb2-f2277cd4eadb HTTP/1.1" status: 200 len: 943 time: 0.2264276 Sep 30 00:59:08.626384 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3cf334d6-da73-46a3-8e9b-ed5594efbe7f req-3841290a-626b-465e-93ef-e656df6106c1 service neutron] 10.222.0.55 "GET /v2.0/networks/cdb35d68-fbf5-4ed4-a776-874764d3e375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283101 Sep 30 00:59:08.665989 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-10b5958f-4fae-4eea-b18f-cb37a09094d2 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:08.674150 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-10b5958f-4fae-4eea-b18f-cb37a09094d2 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/networks?id=34a0c4bb-7b8e-4af9-940e-de978352f62e HTTP/1.1" status: 200 len: 811 time: 0.3857741 Sep 30 00:59:08.675226 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 918c28de-bb64-453a-8beb-13a66f32b207 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:59:08.701129 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-b14ea1ca-34c4-4b62-bd73-20c6a6cc6e48 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/quotas/09577eebebf34beb8f9f7386d3ff6957 HTTP/1.1" status: 200 len: 375 time: 0.0187302 Sep 30 00:59:08.816662 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-769e1e52-e984-4170-b3b0-4ca01a595a15 req-f2c40f31-84e6-4f14-8462-92f8125974d4 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/security-groups?id=0a2f3a59-465d-4096-b57a-b6591d787eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837632 Sep 30 00:59:08.835678 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-888b0c4f-b4e0-44b1-83de-222662ef3716 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=09577eebebf34beb8f9f7386d3ff6957&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1296604 Sep 30 00:59:08.962653 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa20de-0cd2-4dde-a9cc-392653baedcf req-8c687d86-facb-444a-a38c-756861efd476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:08.966432 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-42fa20de-0cd2-4dde-a9cc-392653baedcf req-8c687d86-facb-444a-a38c-756861efd476 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cdb35d68-fbf5-4ed4-a776-874764d3e375 HTTP/1.1" status: 200 len: 913 time: 0.3824217 Sep 30 00:59:09.014001 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:09.060988 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 918c28de-bb64-453a-8beb-13a66f32b207, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=918c28de-bb64-453a-8beb-13a66f32b207,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:09.065193 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4e5f90-c517-48c3-9d07-64bbdd2b4779', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '918c28de-bb64-453a-8beb-13a66f32b207'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:59:09.076187 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:09.078688 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-72b254d5-aa5e-4362-b991-486f825a83f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:09.174802 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-42fa20de-0cd2-4dde-a9cc-392653baedcf req-0703785e-9369-4ac8-ac24-396173547ed0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9963d948-a3c5-416c-9090-303aa566dd28 HTTP/1.1" status: 200 len: 217 time: 0.1997032 Sep 30 00:59:09.178104 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=918c28de-bb64-453a-8beb-13a66f32b207,revision_number=14']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:09.187196 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:09.265854 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-e4fd731f-c275-4d14-b4ed-41f1d77f6ee4 service neutron] 10.222.0.39 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292929 Sep 30 00:59:09.283950 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa20de-0cd2-4dde-a9cc-392653baedcf req-e1cd0b9f-e191-4b1b-83cc-0bf92b9cdecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:09.288168 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-42fa20de-0cd2-4dde-a9cc-392653baedcf req-e1cd0b9f-e191-4b1b-83cc-0bf92b9cdecf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7b477ab5-881b-4de7-8d2c-358183a1cf88 HTTP/1.1" status: 200 len: 852 time: 0.0837593 Sep 30 00:59:09.356611 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-42fa20de-0cd2-4dde-a9cc-392653baedcf req-461a8cfe-f303-42a7-a6c6-b473a5f19414 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cdb35d68-fbf5-4ed4-a776-874764d3e375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604494 Sep 30 00:59:09.408922 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcc752-7ae7-4d5d-a0a5-7af2abb04117 req-22a931ab-1cd2-497c-96b3-b5d06d40bc8d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:09.417402 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-83bcc752-7ae7-4d5d-a0a5-7af2abb04117 req-22a931ab-1cd2-497c-96b3-b5d06d40bc8d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.3265524 Sep 30 00:59:09.460949 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-35f549b9-55d1-425b-995b-63c8e7f43d67 service neutron] 10.222.0.39 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937912 Sep 30 00:59:09.615772 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-83bcc752-7ae7-4d5d-a0a5-7af2abb04117 req-551ffd1d-7f3e-4eb2-99e4-35504238c90a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971700 Sep 30 00:59:09.772484 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-42fa20de-0cd2-4dde-a9cc-392653baedcf req-7c7d07bd-3f76-4094-a81d-2501a2f59732 service neutron] 10.222.0.59 "GET /v2.0/networks/cdb35d68-fbf5-4ed4-a776-874764d3e375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048281 Sep 30 00:59:09.855524 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee6becd-1092-4386-a2e9-d8612d729c6f', 'tag': '4a7362c5-9e24-449a-8ddb-427758efb263', 'status': 'completed', 'code': 200} Sep 30 00:59:10.055915 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-42fa20de-0cd2-4dde-a9cc-392653baedcf req-b4239f9c-dfd8-41f9-b70e-490df7bbeb4b service neutron] 10.222.0.59 "GET /v2.0/networks/cdb35d68-fbf5-4ed4-a776-874764d3e375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726591 Sep 30 00:59:10.136252 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5d867-c903-4742-9bc6-60f7070d7938 req-65ff925f-6ef6-4989-a938-3ed84047a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:10.140526 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-adc5d867-c903-4742-9bc6-60f7070d7938 req-65ff925f-6ef6-4989-a938-3ed84047a012 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ce997467e124bf6a159336faf597985&device_id=dee6becd-1092-4386-a2e9-d8612d729c6f HTTP/1.1" status: 200 len: 1094 time: 0.1906621 Sep 30 00:59:10.284358 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4e5f90-c517-48c3-9d07-64bbdd2b4779', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '918c28de-bb64-453a-8beb-13a66f32b207', 'code': 200} Sep 30 00:59:10.408637 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5d867-c903-4742-9bc6-60f7070d7938 req-91b56bba-2a7e-4c02-87c0-668a0b6f173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:10.414777 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-adc5d867-c903-4742-9bc6-60f7070d7938 req-91b56bba-2a7e-4c02-87c0-668a0b6f173f service neutron] 10.222.0.55 "GET /v2.0/networks?id=cdb35d68-fbf5-4ed4-a776-874764d3e375 HTTP/1.1" status: 200 len: 913 time: 0.2664042 Sep 30 00:59:10.526070 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-adc5d867-c903-4742-9bc6-60f7070d7938 req-fa43c75f-2b41-4a26-81b2-d5acab63360c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a7362c5-9e24-449a-8ddb-427758efb263 HTTP/1.1" status: 200 len: 217 time: 0.1032412 Sep 30 00:59:10.681054 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 9963d948-a3c5-416c-9090-303aa566dd28 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:59:10.748910 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5d867-c903-4742-9bc6-60f7070d7938 req-46a4258f-834a-47ef-ba46-0de26b152433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:10.750056 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-adc5d867-c903-4742-9bc6-60f7070d7938 req-46a4258f-834a-47ef-ba46-0de26b152433 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b477ab5-881b-4de7-8d2c-358183a1cf88 HTTP/1.1" status: 200 len: 852 time: 0.2120893 Sep 30 00:59:10.948066 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-adc5d867-c903-4742-9bc6-60f7070d7938 req-54390615-93f4-4e9f-bf48-255e5dd48072 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cdb35d68-fbf5-4ed4-a776-874764d3e375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1864507 Sep 30 00:59:10.963390 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-12800291-09ee-4dc5-ae17-fbaf3ea96d93 req-6adec188-9f12-4a57-b487-3ea060db9bab tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfd5fb23-b18b-4a6c-89a3-98ba397923ef HTTP/1.1" status: 200 len: 210 time: 0.0958297 Sep 30 00:59:10.982898 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 9963d948-a3c5-416c-9090-303aa566dd28, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=9963d948-a3c5-416c-9090-303aa566dd28,segment=NetworkSegment(5edc6782-ae18-4a49-b68c-640166d6696d),segment_id=5edc6782-ae18-4a49-b68c-640166d6696d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:11.007496 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '9963d948-a3c5-416c-9090-303aa566dd28', 'network_id': 'cdb35d68-fbf5-4ed4-a776-874764d3e375', 'port_id': '9963d948-a3c5-416c-9090-303aa566dd28', 'mac_address': 'fa:16:3e:2e:a1:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b477ab5-881b-4de7-8d2c-358183a1cf88', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:59:11.213394 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:11.279616 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9963d948-a3c5-416c-9090-303aa566dd28 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:59:11.279868 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-adc5d867-c903-4742-9bc6-60f7070d7938 req-2cf19aeb-0e4f-4f77-95d1-9ab37b5a9129 service neutron] 10.222.0.55 "GET /v2.0/networks/cdb35d68-fbf5-4ed4-a776-874764d3e375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094018 Sep 30 00:59:11.334234 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 9963d948-a3c5-416c-9090-303aa566dd28, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=9963d948-a3c5-416c-9090-303aa566dd28,segment=NetworkSegment(5edc6782-ae18-4a49-b68c-640166d6696d),segment_id=5edc6782-ae18-4a49-b68c-640166d6696d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:11.340282 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:11.349072 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:11.441653 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a331a3c-f855-4232-be79-34b4af7e0e61 req-8194502f-fb52-48f1-b7d9-0aa12d2c2ee7 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:11.442333 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-7a331a3c-f855-4232-be79-34b4af7e0e61 req-8194502f-fb52-48f1-b7d9-0aa12d2c2ee7 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Synchronizing usage tracker for tenant:7ce997467e124bf6a159336faf597985 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:59:11.471802 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=9963d948-a3c5-416c-9090-303aa566dd28,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:11.480678 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:11.497533 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-7a331a3c-f855-4232-be79-34b4af7e0e61 req-8194502f-fb52-48f1-b7d9-0aa12d2c2ee7 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Unset dirty status for tenant:7ce997467e124bf6a159336faf597985 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:59:11.504049 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7a331a3c-f855-4232-be79-34b4af7e0e61 req-8194502f-fb52-48f1-b7d9-0aa12d2c2ee7 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5ef002e-aa9a-4495-abb2-f2277cd4eadb HTTP/1.1" status: 200 len: 943 time: 0.3298171 Sep 30 00:59:11.519274 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:11.603812 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7a331a3c-f855-4232-be79-34b4af7e0e61 req-3cf24952-038d-4460-a025-01c4df842b50 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/security-groups?id=0a2f3a59-465d-4096-b57a-b6591d787eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982504 Sep 30 00:59:11.606154 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-adc5d867-c903-4742-9bc6-60f7070d7938 req-a9565d07-ebe9-4bdb-b3ce-32622273493d service neutron] 10.222.0.55 "GET /v2.0/networks/cdb35d68-fbf5-4ed4-a776-874764d3e375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148406 Sep 30 00:59:11.884710 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['9963d948-a3c5-416c-9090-303aa566dd28'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:59:11.971878 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-8caf05c2-38b3-440d-9510-a243e67d5e73 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:11.974445 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-8caf05c2-38b3-440d-9510-a243e67d5e73 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.55 "GET /v2.0/networks?id=34a0c4bb-7b8e-4af9-940e-de978352f62e HTTP/1.1" status: 200 len: 811 time: 0.2731373 Sep 30 00:59:11.990997 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-2472a7ba-b037-413e-9fc2-5342e0b6ac2a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Request body: {'port': {'device_id': 'bfd5fb23-b18b-4a6c-89a3-98ba397923ef', 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e', 'admin_state_up': True, 'tenant_id': '09577eebebf34beb8f9f7386d3ff6957'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:59:12.295821 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-2472a7ba-b037-413e-9fc2-5342e0b6ac2a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:59:12.312215 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-2472a7ba-b037-413e-9fc2-5342e0b6ac2a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:59:12.339253 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-2472a7ba-b037-413e-9fc2-5342e0b6ac2a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Made reservation on behalf of 09577eebebf34beb8f9f7386d3ff6957 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:59:12.343655 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-2472a7ba-b037-413e-9fc2-5342e0b6ac2a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:12.567963 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 4a7362c5-9e24-449a-8ddb-427758efb263 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:59:12.892543 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-2472a7ba-b037-413e-9fc2-5342e0b6ac2a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Allocated IP 172.20.0.11 (34a0c4bb-7b8e-4af9-940e-de978352f62e/518e3f3b-9573-4eac-aa37-789767c0d3b7/2be93dbf-c889-4f05-b77b-ddc297c5f1e1) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:59:12.932399 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 4a7362c5-9e24-449a-8ddb-427758efb263, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=4a7362c5-9e24-449a-8ddb-427758efb263,segment=NetworkSegment(5edc6782-ae18-4a49-b68c-640166d6696d),segment_id=5edc6782-ae18-4a49-b68c-640166d6696d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:12.952149 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '4a7362c5-9e24-449a-8ddb-427758efb263', 'network_id': 'cdb35d68-fbf5-4ed4-a776-874764d3e375', 'port_id': '4a7362c5-9e24-449a-8ddb-427758efb263', 'mac_address': 'fa:16:3e:04:bd:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b477ab5-881b-4de7-8d2c-358183a1cf88', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:59:13.031366 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:13.050770 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7362c5-9e24-449a-8ddb-427758efb263 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:59:13.075893 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 4a7362c5-9e24-449a-8ddb-427758efb263, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=4a7362c5-9e24-449a-8ddb-427758efb263,segment=NetworkSegment(5edc6782-ae18-4a49-b68c-640166d6696d),segment_id=5edc6782-ae18-4a49-b68c-640166d6696d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:13.085774 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:13.088751 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:13.212932 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=4a7362c5-9e24-449a-8ddb-427758efb263,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:13.219719 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:13.272176 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-2472a7ba-b037-413e-9fc2-5342e0b6ac2a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:13.354936 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-2472a7ba-b037-413e-9fc2-5342e0b6ac2a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:13.363355 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1f1c4860-24f3-4b34-8e7a-bb79b4161d66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:13.406267 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['4a7362c5-9e24-449a-8ddb-427758efb263'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:59:13.467886 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-2472a7ba-b037-413e-9fc2-5342e0b6ac2a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Network 34a0c4bb-7b8e-4af9-940e-de978352f62e is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:59:13.469071 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-2472a7ba-b037-413e-9fc2-5342e0b6ac2a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:59:13.476303 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-2472a7ba-b037-413e-9fc2-5342e0b6ac2a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:59:13.606131 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-2472a7ba-b037-413e-9fc2-5342e0b6ac2a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:13.606754 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-2472a7ba-b037-413e-9fc2-5342e0b6ac2a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:13.629432 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472a7ba-b037-413e-9fc2-5342e0b6ac2a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Pushing event updated for resources: {'Port': ['ID=2be93dbf-c889-4f05-b77b-ddc297c5f1e1,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:13.647224 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2472a7ba-b037-413e-9fc2-5342e0b6ac2a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:13.698044 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-2472a7ba-b037-413e-9fc2-5342e0b6ac2a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7136102 Sep 30 00:59:13.716568 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-7fd41266-a239-4646-8f60-4d333f44e150 service neutron] Request body: {'port': {'device_id': 'bfd5fb23-b18b-4a6c-89a3-98ba397923ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:59:13.872825 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-7fd41266-a239-4646-8f60-4d333f44e150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:14.293014 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-7fd41266-a239-4646-8f60-4d333f44e150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2be93dbf-c889-4f05-b77b-ddc297c5f1e1 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:59:14.303132 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-7fd41266-a239-4646-8f60-4d333f44e150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:14.321431 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-7fd41266-a239-4646-8f60-4d333f44e150 service neutron] Transition to ACTIVE for port object 2be93dbf-c889-4f05-b77b-ddc297c5f1e1 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:59:14.326978 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-7fd41266-a239-4646-8f60-4d333f44e150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:14.331578 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-99e5f085-a98c-407e-b9b0-75c698707398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:14.581129 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd41266-a239-4646-8f60-4d333f44e150 service neutron] Pushing event updated for resources: {'Port': ['ID=2be93dbf-c889-4f05-b77b-ddc297c5f1e1,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:14.596307 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 4a7362c5-9e24-449a-8ddb-427758efb263 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:59:14.640730 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7fd41266-a239-4646-8f60-4d333f44e150 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:14.732227 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 9963d948-a3c5-416c-9090-303aa566dd28 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:59:14.878091 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 9963d948-a3c5-416c-9090-303aa566dd28 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:59:14.888742 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 9963d948-a3c5-416c-9090-303aa566dd28 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:59:14.889388 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:14.909334 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-7fd41266-a239-4646-8f60-4d333f44e150 service neutron] Attempting to bind port 2be93dbf-c889-4f05-b77b-ddc297c5f1e1 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:59:14.909927 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-7fd41266-a239-4646-8f60-4d333f44e150 service neutron] Attempting to bind port 2be93dbf-c889-4f05-b77b-ddc297c5f1e1 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:59:14.910449 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-7fd41266-a239-4646-8f60-4d333f44e150 service neutron] Attempting to bind port 2be93dbf-c889-4f05-b77b-ddc297c5f1e1 on network 34a0c4bb-7b8e-4af9-940e-de978352f62e {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:59:14.922597 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-7fd41266-a239-4646-8f60-4d333f44e150 service neutron] Port 2be93dbf-c889-4f05-b77b-ddc297c5f1e1 on network 34a0c4bb-7b8e-4af9-940e-de978352f62e not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:59:14.923157 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-7fd41266-a239-4646-8f60-4d333f44e150 service neutron] Attempting to bind port 2be93dbf-c889-4f05-b77b-ddc297c5f1e1 on network 34a0c4bb-7b8e-4af9-940e-de978352f62e {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:59:14.933066 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port 4a7362c5-9e24-449a-8ddb-427758efb263 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:59:14.944204 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-7fd41266-a239-4646-8f60-4d333f44e150 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:59:14.945873 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-7fd41266-a239-4646-8f60-4d333f44e150 service neutron] Checking segment: {'id': 'e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:59:14.946555 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-7fd41266-a239-4646-8f60-4d333f44e150 service neutron] Bound using segment: {'id': 'e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:59:14.947241 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-7fd41266-a239-4646-8f60-4d333f44e150 service neutron] Bound port: 2be93dbf-c889-4f05-b77b-ddc297c5f1e1, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:59:14.947790 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-7fd41266-a239-4646-8f60-4d333f44e150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:14.953312 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 4a7362c5-9e24-449a-8ddb-427758efb263 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:59:14.953956 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:15.094029 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-7fd41266-a239-4646-8f60-4d333f44e150 service neutron] For port 2be93dbf-c889-4f05-b77b-ddc297c5f1e1, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:59:15.104363 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-7fd41266-a239-4646-8f60-4d333f44e150 service neutron] For port 2be93dbf-c889-4f05-b77b-ddc297c5f1e1, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=2be93dbf-c889-4f05-b77b-ddc297c5f1e1,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:59:15.111842 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-7fd41266-a239-4646-8f60-4d333f44e150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:15.125555 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-66f4570e-7c70-44cb-999d-164ff859f9ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:15.212013 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:15.214411 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-7fd41266-a239-4646-8f60-4d333f44e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:15.215581 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-7fd41266-a239-4646-8f60-4d333f44e150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:15.217144 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-7fd41266-a239-4646-8f60-4d333f44e150 service neutron] 10.222.0.55 "PUT /v2.0/ports/2be93dbf-c889-4f05-b77b-ddc297c5f1e1 HTTP/1.1" status: 200 len: 1092 time: 1.5102320 Sep 30 00:59:15.217973 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd5fb23-b18b-4a6c-89a3-98ba397923ef', 'tag': '2be93dbf-c889-4f05-b77b-ddc297c5f1e1'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:59:15.221746 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:15.248687 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd41266-a239-4646-8f60-4d333f44e150 service neutron] Pushing event updated for resources: {'Port': ['ID=2be93dbf-c889-4f05-b77b-ddc297c5f1e1,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:15.256756 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7fd41266-a239-4646-8f60-4d333f44e150 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:15.282647 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ef002e-aa9a-4495-abb2-f2277cd4eadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9963d948-a3c5-416c-9090-303aa566dd28'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:59:15.305063 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 9963d948-a3c5-416c-9090-303aa566dd28, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=9963d948-a3c5-416c-9090-303aa566dd28,segment=NetworkSegment(5edc6782-ae18-4a49-b68c-640166d6696d),segment_id=5edc6782-ae18-4a49-b68c-640166d6696d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:15.337049 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 4a7362c5-9e24-449a-8ddb-427758efb263, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=4a7362c5-9e24-449a-8ddb-427758efb263,segment=NetworkSegment(5edc6782-ae18-4a49-b68c-640166d6696d),segment_id=5edc6782-ae18-4a49-b68c-640166d6696d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:15.337049 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:15.348415 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:15.418027 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:15.455632 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-1cc57f00-a16b-41b0-a6ec-021f4946cdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:15.459792 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-1cc57f00-a16b-41b0-a6ec-021f4946cdd4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=09577eebebf34beb8f9f7386d3ff6957&device_id=bfd5fb23-b18b-4a6c-89a3-98ba397923ef HTTP/1.1" status: 200 len: 1095 time: 0.1885204 Sep 30 00:59:15.509353 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=9963d948-a3c5-416c-9090-303aa566dd28,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:15.512844 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:15.513417 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:15.648738 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-152e0cf0-8bc3-4958-b9a8-28335cc8e966 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2be93dbf-c889-4f05-b77b-ddc297c5f1e1 HTTP/1.1" status: 200 len: 217 time: 0.1808538 Sep 30 00:59:15.660911 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=4a7362c5-9e24-449a-8ddb-427758efb263,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:15.683604 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:15.792295 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-d22a543e-55f1-4660-a38a-016ce586032b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:15.794530 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-d22a543e-55f1-4660-a38a-016ce586032b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=518e3f3b-9573-4eac-aa37-789767c0d3b7 HTTP/1.1" status: 200 len: 851 time: 0.0911937 Sep 30 00:59:15.885919 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-fa3e7c7e-4d91-4609-9851-3ebd83644e11 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34a0c4bb-7b8e-4af9-940e-de978352f62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818856 Sep 30 00:59:16.178469 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4b6607fb-6e52-49ee-918b-104cfc3ea751 req-85054f5a-27cb-4d60-9212-312f8a268575 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5287151 Sep 30 00:59:16.305987 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-9ed79757-6f08-4565-8638-bf254ba0f4e2 service neutron] 10.222.0.55 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092865 Sep 30 00:59:16.412098 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6607fb-6e52-49ee-918b-104cfc3ea751 req-a14b50bf-e9e8-488b-b87d-7532a96c9597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:16.413581 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4b6607fb-6e52-49ee-918b-104cfc3ea751 req-a14b50bf-e9e8-488b-b87d-7532a96c9597 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=58336e3a6a854ff7ab57e933b021b603&device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 1095 time: 0.2107432 Sep 30 00:59:16.548454 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-a6fa0bf3-6d76-4f6d-9076-13fb52f90429 service neutron] 10.222.0.55 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324224 Sep 30 00:59:16.609449 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6607fb-6e52-49ee-918b-104cfc3ea751 req-cfa267ca-3434-42c0-8472-615773928d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:16.611001 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4b6607fb-6e52-49ee-918b-104cfc3ea751 req-cfa267ca-3434-42c0-8472-615773928d5f service neutron] 10.222.0.55 "GET /v2.0/networks?id=75754133-2f30-43b1-b553-38d58661ba06 HTTP/1.1" status: 200 len: 922 time: 0.1665120 Sep 30 00:59:16.689545 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4b6607fb-6e52-49ee-918b-104cfc3ea751 req-321a55c5-4e76-4025-91db-6d5978e39140 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee2b0d0b-dd31-4c89-a083-38b19c0be79c HTTP/1.1" status: 200 len: 217 time: 0.0712955 Sep 30 00:59:16.777401 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6607fb-6e52-49ee-918b-104cfc3ea751 req-121164ab-9dec-463a-b238-a93ef0dc3480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:16.778993 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4b6607fb-6e52-49ee-918b-104cfc3ea751 req-121164ab-9dec-463a-b238-a93ef0dc3480 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4830ed89-3d0e-4950-9575-5f4f49821c2d HTTP/1.1" status: 200 len: 861 time: 0.0823185 Sep 30 00:59:16.834171 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4b6607fb-6e52-49ee-918b-104cfc3ea751 req-74a18054-7c4d-415e-9cdf-a511116756c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=75754133-2f30-43b1-b553-38d58661ba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441115 Sep 30 00:59:16.984059 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4b6607fb-6e52-49ee-918b-104cfc3ea751 req-de9576a3-28c0-4344-866e-1d3c4d9c5824 service neutron] 10.222.0.55 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410196 Sep 30 00:59:17.135846 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4b6607fb-6e52-49ee-918b-104cfc3ea751 req-1f495a87-0e40-447e-b29f-64783f2125bf service neutron] 10.222.0.55 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406043 Sep 30 00:59:17.595606 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5fe173e8-e6fb-42f4-987f-d60b660f6b97 req-14b8ad86-1c13-4e93-a7a7-18d6cbc6a13b tempest-AbsoluteLimitsNegativeTestJSON-659177421 tempest-AbsoluteLimitsNegativeTestJSON-659177421-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=fdbbfd3e173c42ceb2b1da1003ac07d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723026 Sep 30 00:59:17.787378 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe173e8-e6fb-42f4-987f-d60b660f6b97 req-65aaa950-6e86-4592-8bff-24fab7541bf9 tempest-AbsoluteLimitsNegativeTestJSON-659177421 tempest-AbsoluteLimitsNegativeTestJSON-659177421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:17.793977 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5fe173e8-e6fb-42f4-987f-d60b660f6b97 req-65aaa950-6e86-4592-8bff-24fab7541bf9 tempest-AbsoluteLimitsNegativeTestJSON-659177421 tempest-AbsoluteLimitsNegativeTestJSON-659177421-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1965029 Sep 30 00:59:17.811034 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5fe173e8-e6fb-42f4-987f-d60b660f6b97 req-693cc7a4-3e7d-4e7d-b3c5-31c9e408c8ee tempest-AbsoluteLimitsNegativeTestJSON-659177421 tempest-AbsoluteLimitsNegativeTestJSON-659177421-project] 10.222.0.39 "GET /v2.0/quotas/fdbbfd3e173c42ceb2b1da1003ac07d3 HTTP/1.1" status: 200 len: 375 time: 0.0159516 Sep 30 00:59:17.876247 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5fe173e8-e6fb-42f4-987f-d60b660f6b97 req-361036a6-7b6d-4530-8c5d-fd5e75fde742 tempest-AbsoluteLimitsNegativeTestJSON-659177421 tempest-AbsoluteLimitsNegativeTestJSON-659177421-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fdbbfd3e173c42ceb2b1da1003ac07d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634248 Sep 30 00:59:17.985169 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca89c3-9bb0-4aa0-8c00-0b0a7e2b4642 req-ce09d611-4609-4b10-bca2-48b8701eeced tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:17.993444 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6bca89c3-9bb0-4aa0-8c00-0b0a7e2b4642 req-ce09d611-4609-4b10-bca2-48b8701eeced tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 1096 time: 0.1200323 Sep 30 00:59:18.038499 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6bca89c3-9bb0-4aa0-8c00-0b0a7e2b4642 req-dae939ba-b323-4446-a09c-7a5482774a32 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431929 Sep 30 00:59:18.260326 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd5fb23-b18b-4a6c-89a3-98ba397923ef', 'tag': '2be93dbf-c889-4f05-b77b-ddc297c5f1e1', 'status': 'completed', 'code': 200} Sep 30 00:59:18.322485 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ef002e-aa9a-4495-abb2-f2277cd4eadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9963d948-a3c5-416c-9090-303aa566dd28', 'code': 200} Sep 30 00:59:18.452667 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004aff7d-7e3e-46a9-8535-0801f38b9f01 req-7a3abe25-366f-4c96-951c-8216fa59f9ab tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:18.452667 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-004aff7d-7e3e-46a9-8535-0801f38b9f01 req-7a3abe25-366f-4c96-951c-8216fa59f9ab tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5ef002e-aa9a-4495-abb2-f2277cd4eadb HTTP/1.1" status: 200 len: 945 time: 0.2628558 Sep 30 00:59:18.483249 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa00d6-db68-4911-b651-40d983243825 req-9eb9ae0c-e3e2-4465-aa29-5948420fef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:18.484903 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d0aa00d6-db68-4911-b651-40d983243825 req-9eb9ae0c-e3e2-4465-aa29-5948420fef55 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=09577eebebf34beb8f9f7386d3ff6957&device_id=bfd5fb23-b18b-4a6c-89a3-98ba397923ef HTTP/1.1" status: 200 len: 1095 time: 0.1951315 Sep 30 00:59:18.523360 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 40198) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:59:18.645965 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fd284-b501-4c63-a401-91a58aef68d0 req-91b15be3-e533-493b-ac95-fb7c6cea39ec tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:18.652294 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e95fd284-b501-4c63-a401-91a58aef68d0 req-91b15be3-e533-493b-ac95-fb7c6cea39ec tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.2257657 Sep 30 00:59:18.653171 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-004aff7d-7e3e-46a9-8535-0801f38b9f01 req-1c285e05-6bb9-4ea5-b9d3-c75bee1869c3 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/security-groups?id=0a2f3a59-465d-4096-b57a-b6591d787eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917949 Sep 30 00:59:18.707436 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a392d-f0a8-47f3-9e2e-ef663f157c03 req-bc356a8e-c733-4727-9b02-8ab02bf1150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:18.708876 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-773a392d-f0a8-47f3-9e2e-ef663f157c03 req-bc356a8e-c733-4727-9b02-8ab02bf1150a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a5ef002e-aa9a-4495-abb2-f2277cd4eadb HTTP/1.1" status: 200 len: 1096 time: 0.2284844 Sep 30 00:59:18.728037 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa00d6-db68-4911-b651-40d983243825 req-d5c96e2a-b071-4772-9474-054614ec1a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:18.731900 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d0aa00d6-db68-4911-b651-40d983243825 req-d5c96e2a-b071-4772-9474-054614ec1a7b service neutron] 10.222.0.55 "GET /v2.0/networks?id=34a0c4bb-7b8e-4af9-940e-de978352f62e HTTP/1.1" status: 200 len: 912 time: 0.2388005 Sep 30 00:59:18.796443 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e95fd284-b501-4c63-a401-91a58aef68d0 req-be045a7e-40d6-43e8-8f99-b1f58391b7e5 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339848 Sep 30 00:59:18.799503 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-90560435-63da-456a-8313-8a63dc492dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:18.810717 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d0aa00d6-db68-4911-b651-40d983243825 req-396fc832-ff2e-41c9-8578-9d08a5a57211 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2be93dbf-c889-4f05-b77b-ddc297c5f1e1 HTTP/1.1" status: 200 len: 217 time: 0.0707214 Sep 30 00:59:18.813240 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-deb9b993-49de-4657-86d6-c46720d9970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:18.844085 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-90560435-63da-456a-8313-8a63dc492dd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:59:18.870564 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-90560435-63da-456a-8313-8a63dc492dd9 admin admin] Usage tracker for resource:security_group_rule and tenant:fdbbfd3e173c42ceb2b1da1003ac07d3 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:59:18.875062 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-773a392d-f0a8-47f3-9e2e-ef663f157c03 req-9dfc0654-9d6f-49bf-9004-8473c4e07451 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0a2f3a59-465d-4096-b57a-b6591d787eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523371 Sep 30 00:59:18.887970 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-90560435-63da-456a-8313-8a63dc492dd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:59:18.903266 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-90560435-63da-456a-8313-8a63dc492dd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:59:19.031268 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:19.091669 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-90560435-63da-456a-8313-8a63dc492dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:19.097246 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-90560435-63da-456a-8313-8a63dc492dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:19.111169 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-74e72cef-e8d1-4e33-81fc-37ee216e7565 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:19.114417 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa00d6-db68-4911-b651-40d983243825 req-9bd7e99d-7615-4e9c-bfd2-684f9387de9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:19.115799 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d0aa00d6-db68-4911-b651-40d983243825 req-9bd7e99d-7615-4e9c-bfd2-684f9387de9a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=518e3f3b-9573-4eac-aa37-789767c0d3b7 HTTP/1.1" status: 200 len: 851 time: 0.2977290 Sep 30 00:59:19.182497 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d0aa00d6-db68-4911-b651-40d983243825 req-add0d004-947a-4b9e-8003-d3d49372acf3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34a0c4bb-7b8e-4af9-940e-de978352f62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575490 Sep 30 00:59:19.189434 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-90560435-63da-456a-8313-8a63dc492dd9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fdbbfd3e173c42ceb2b1da1003ac07d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6559806 Sep 30 00:59:19.189434 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90560435-63da-456a-8313-8a63dc492dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed54552e-8d4b-40a4-9254-38c3dedf9731,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:19.190901 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48ffd9-d770-4e11-a9c4-360d56839bfd req-736b6c80-c961-4591-81cf-4d40d39af7ec tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:19.191634 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-ab48ffd9-d770-4e11-a9c4-360d56839bfd req-736b6c80-c961-4591-81cf-4d40d39af7ec tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Synchronizing usage tracker for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:59:19.193404 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-90560435-63da-456a-8313-8a63dc492dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:19.194152 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 40218) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:59:19.283464 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-66592425-c1de-4beb-919c-441bc92a32b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:19.315113 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-66592425-c1de-4beb-919c-441bc92a32b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:19.354840 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-ab48ffd9-d770-4e11-a9c4-360d56839bfd req-736b6c80-c961-4591-81cf-4d40d39af7ec tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Unset dirty status for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:59:19.355927 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ab48ffd9-d770-4e11-a9c4-360d56839bfd req-736b6c80-c961-4591-81cf-4d40d39af7ec tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfd5fb23-b18b-4a6c-89a3-98ba397923ef HTTP/1.1" status: 200 len: 944 time: 0.3367474 Sep 30 00:59:19.408504 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-66592425-c1de-4beb-919c-441bc92a32b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:19.419648 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d0aa00d6-db68-4911-b651-40d983243825 req-2957f9a9-cce7-4d3c-9f79-06b047542959 service neutron] 10.222.0.55 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220418 Sep 30 00:59:19.428947 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bd32076d-8b79-4bcf-8c18-81cb29a9174e tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:19.451436 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ab48ffd9-d770-4e11-a9c4-360d56839bfd req-6ba32282-06d5-4e08-a547-008f924060fd tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779729 Sep 30 00:59:19.453133 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66592425-c1de-4beb-919c-441bc92a32b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed54552e-8d4b-40a4-9254-38c3dedf9731,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:19.455797 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-66592425-c1de-4beb-919c-441bc92a32b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:19.457020 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-66592425-c1de-4beb-919c-441bc92a32b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:19.458343 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-66592425-c1de-4beb-919c-441bc92a32b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ed54552e-8d4b-40a4-9254-38c3dedf9731 HTTP/1.1" status: 204 len: 168 time: 0.2632256 Sep 30 00:59:19.675958 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d0aa00d6-db68-4911-b651-40d983243825 req-ae516a28-7e34-448b-b00b-c28e9fb0eb49 service neutron] 10.222.0.55 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278190 Sep 30 00:59:20.316575 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee6becd-1092-4386-a2e9-d8612d729c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7362c5-9e24-449a-8ddb-427758efb263'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:59:20.432326 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 40306) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:59:20.576325 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-db7bce05-518b-4481-8dee-803e42f9b26d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1405257960-network', 'tenant_id': '0c31ce93bef643c399b0202981c1806a'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:59:20.583252 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-db7bce05-518b-4481-8dee-803e42f9b26d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:59:20.588591 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-db7bce05-518b-4481-8dee-803e42f9b26d admin admin] Usage tracker for resource:network and tenant:0c31ce93bef643c399b0202981c1806a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:59:20.599949 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-db7bce05-518b-4481-8dee-803e42f9b26d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:59:20.628720 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-db7bce05-518b-4481-8dee-803e42f9b26d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:59:20.628933 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 2be93dbf-c889-4f05-b77b-ddc297c5f1e1 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:59:20.650652 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7bce05-518b-4481-8dee-803e42f9b26d admin admin] Made reservation on behalf of 0c31ce93bef643c399b0202981c1806a for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:59:20.654325 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-db7bce05-518b-4481-8dee-803e42f9b26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:20.681415 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-db7bce05-518b-4481-8dee-803e42f9b26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:20.724207 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-db7bce05-518b-4481-8dee-803e42f9b26d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:59:20.730764 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-db7bce05-518b-4481-8dee-803e42f9b26d admin admin] Usage tracker for resource:security_group_rule and tenant:0c31ce93bef643c399b0202981c1806a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:59:20.734394 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-db7bce05-518b-4481-8dee-803e42f9b26d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:59:20.743535 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-db7bce05-518b-4481-8dee-803e42f9b26d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:59:20.865531 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 2be93dbf-c889-4f05-b77b-ddc297c5f1e1, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=2be93dbf-c889-4f05-b77b-ddc297c5f1e1,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:20.874373 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-232e2370-72fe-4169-9439-88ce3097ff37 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:59:20.881679 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-232e2370-72fe-4169-9439-88ce3097ff37 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2886374 Sep 30 00:59:20.884118 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '2be93dbf-c889-4f05-b77b-ddc297c5f1e1', 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e', 'port_id': '2be93dbf-c889-4f05-b77b-ddc297c5f1e1', 'mac_address': 'fa:16:3e:6e:dc:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '518e3f3b-9573-4eac-aa37-789767c0d3b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:59:20.885836 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-98c23db0-803f-424c-afa3-391db1480c3a service neutron] Request body: {'binding': {'host': 'n-h2-811809-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:59:20.886353 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-98c23db0-803f-424c-afa3-391db1480c3a service neutron] Unknown quota resources ['binding']. {{(pid=80274) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Sep 30 00:59:20.952688 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:20.971035 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2be93dbf-c889-4f05-b77b-ddc297c5f1e1 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:59:20.994296 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 2be93dbf-c889-4f05-b77b-ddc297c5f1e1, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=2be93dbf-c889-4f05-b77b-ddc297c5f1e1,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:20.998481 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:21.000492 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:21.066195 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de29b1-b717-4926-86c3-6f021e353fb2 req-ba61430f-7fc1-4fd2-abd0-304f980fa5e6 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:21.069499 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d5de29b1-b717-4926-86c3-6f021e353fb2 req-ba61430f-7fc1-4fd2-abd0-304f980fa5e6 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5ef002e-aa9a-4495-abb2-f2277cd4eadb HTTP/1.1" status: 200 len: 945 time: 0.1295984 Sep 30 00:59:21.091977 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=2be93dbf-c889-4f05-b77b-ddc297c5f1e1,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:21.097189 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:21.129121 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d5de29b1-b717-4926-86c3-6f021e353fb2 req-bd432738-2db9-4a14-a104-ab2bc859bba5 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/security-groups?id=0a2f3a59-465d-4096-b57a-b6591d787eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509050 Sep 30 00:59:21.194790 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee6becd-1092-4386-a2e9-d8612d729c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7362c5-9e24-449a-8ddb-427758efb263', 'code': 200} Sep 30 00:59:21.206716 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-bfcda7d1-e4c4-4a34-84c0-01ebbffc8c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:21.268685 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-db7bce05-518b-4481-8dee-803e42f9b26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:21.282939 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e17a8-ea20-4b75-93e9-ad7809f7dbb4 req-7943fd18-b080-4dfd-a207-811c7d2f417f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:21.284408 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-774e17a8-ea20-4b75-93e9-ad7809f7dbb4 req-7943fd18-b080-4dfd-a207-811c7d2f417f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=038e4d0abd4b4e5c940f331b6f0950a9&device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 1095 time: 0.4704313 Sep 30 00:59:21.284852 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['2be93dbf-c889-4f05-b77b-ddc297c5f1e1'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:59:21.287888 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-db7bce05-518b-4481-8dee-803e42f9b26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:21.293545 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ba0d738b-722e-4155-a022-898149418619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:21.429543 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040e5d7-0ba5-4f7c-8685-a86ed162a97d req-b2738066-cae3-4300-bf6a-986eb559fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:21.435783 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db7bce05-518b-4481-8dee-803e42f9b26d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:59:21.436897 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d040e5d7-0ba5-4f7c-8685-a86ed162a97d req-b2738066-cae3-4300-bf6a-986eb559fa6f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dee6becd-1092-4386-a2e9-d8612d729c6f HTTP/1.1" status: 200 len: 1096 time: 0.1737955 Sep 30 00:59:21.440327 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7bce05-518b-4481-8dee-803e42f9b26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d311bf-0963-4950-9bd9-f6be4a161077,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:21.451808 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-db7bce05-518b-4481-8dee-803e42f9b26d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:21.479137 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-db7bce05-518b-4481-8dee-803e42f9b26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:21.479484 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-db7bce05-518b-4481-8dee-803e42f9b26d admin admin] Added segment fd1d7848-daf0-474a-8f2e-05a325b3eee3 of type vlan for network 0ab60359-3cfa-4ad7-bfac-30575d89facb Sep 30 00:59:21.499603 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-98c23db0-803f-424c-afa3-391db1480c3a service neutron] Attempting to bind port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 on host n-h2-811809-1 for vnic_type normal with profile None {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:59:21.500298 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-98c23db0-803f-424c-afa3-391db1480c3a service neutron] Attempting to bind port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:59:21.500999 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-98c23db0-803f-424c-afa3-391db1480c3a service neutron] Attempting to bind port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 on network 75754133-2f30-43b1-b553-38d58661ba06 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:59:21.527380 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-98c23db0-803f-424c-afa3-391db1480c3a service neutron] Port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 on network 75754133-2f30-43b1-b553-38d58661ba06 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:59:21.527834 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-98c23db0-803f-424c-afa3-391db1480c3a service neutron] Attempting to bind port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 on network 75754133-2f30-43b1-b553-38d58661ba06 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:59:21.549286 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-98c23db0-803f-424c-afa3-391db1480c3a service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:59:21.549772 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-98c23db0-803f-424c-afa3-391db1480c3a service neutron] Checking segment: {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:59:21.550273 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-98c23db0-803f-424c-afa3-391db1480c3a service neutron] Bound using segment: {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:59:21.550841 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-98c23db0-803f-424c-afa3-391db1480c3a service neutron] Bound port: 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:59:21.553862 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e17a8-ea20-4b75-93e9-ad7809f7dbb4 req-eb3e9d41-56b4-45e3-ac2a-37c75a9c9d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:21.555830 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-774e17a8-ea20-4b75-93e9-ad7809f7dbb4 req-eb3e9d41-56b4-45e3-ac2a-37c75a9c9d62 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4c98a929-4bc6-4ff2-9381-439d6c813487 HTTP/1.1" status: 200 len: 912 time: 0.2442093 Sep 30 00:59:21.562588 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-db7bce05-518b-4481-8dee-803e42f9b26d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:21.597928 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d040e5d7-0ba5-4f7c-8685-a86ed162a97d req-ae4692c2-8982-43e0-8202-48d3cf01d78e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0a2f3a59-465d-4096-b57a-b6591d787eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504393 Sep 30 00:59:21.725589 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d38811-f58e-4113-b74c-49dbc98cd6f0 req-727107d6-3ae4-453d-8b10-53d0155c6d48 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:21.727358 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f6d38811-f58e-4113-b74c-49dbc98cd6f0 req-727107d6-3ae4-453d-8b10-53d0155c6d48 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfd5fb23-b18b-4a6c-89a3-98ba397923ef HTTP/1.1" status: 200 len: 945 time: 0.1188929 Sep 30 00:59:21.790515 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-db7bce05-518b-4481-8dee-803e42f9b26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:21.791577 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7bce05-518b-4481-8dee-803e42f9b26d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:21.792158 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-db7bce05-518b-4481-8dee-803e42f9b26d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:21.797738 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:21.800731 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f6d38811-f58e-4113-b74c-49dbc98cd6f0 req-6acdb587-39f5-429e-8f46-ab85fb973b24 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663462 Sep 30 00:59:21.817532 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-774e17a8-ea20-4b75-93e9-ad7809f7dbb4 req-83dafbec-1178-4a06-b5b5-d1bbcd01d59f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=918c28de-bb64-453a-8beb-13a66f32b207 HTTP/1.1" status: 200 len: 999 time: 0.2470100 Sep 30 00:59:21.825558 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-98c23db0-803f-424c-afa3-391db1480c3a service neutron] For port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=530d6b4e-d293-4fb6-a6d7-0e6253e2cc97,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:59:21.973516 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-db7bce05-518b-4481-8dee-803e42f9b26d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5393071 Sep 30 00:59:21.982773 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-98c23db0-803f-424c-afa3-391db1480c3a service neutron] Notify callbacks [] for binding, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:21.982773 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-98c23db0-803f-424c-afa3-391db1480c3a service neutron] 10.222.0.39 "POST /v2.0/ports/530d6b4e-d293-4fb6-a6d7-0e6253e2cc97/bindings HTTP/1.1" status: 201 len: 389 time: 1.0971119 Sep 30 00:59:21.982773 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 40330) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:59:21.982773 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7bce05-518b-4481-8dee-803e42f9b26d admin admin] Pushing event updated for resources: {'Network': ['ID=0ab60359-3cfa-4ad7-bfac-30575d89facb,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:21.992329 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-dd5d6eb3-8d8a-41c7-9cc3-36bf1b863dbb admin admin] Request body: {'subnet': {'network_id': '0ab60359-3cfa-4ad7-bfac-30575d89facb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1405257960-subnet', 'tenant_id': '0c31ce93bef643c399b0202981c1806a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:59:21.996657 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e17a8-ea20-4b75-93e9-ad7809f7dbb4 req-7de30ab1-e20f-4995-9a30-3d5456a936a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:21.998139 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-774e17a8-ea20-4b75-93e9-ad7809f7dbb4 req-7de30ab1-e20f-4995-9a30-3d5456a936a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c136aabe-2b6e-40bd-889c-a97ee8fe6bf6 HTTP/1.1" status: 200 len: 850 time: 0.1627715 Sep 30 00:59:21.999458 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-db7bce05-518b-4481-8dee-803e42f9b26d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:21.999568 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 0ab60359-3cfa-4ad7-bfac-30575d89facb details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 00:59:22.001313 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-dd5d6eb3-8d8a-41c7-9cc3-36bf1b863dbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:59:22.023557 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc7f89-e879-423a-94f9-16db984f0c42 req-531d9580-805e-4ab4-b182-c0599da10519 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:22.025698 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0bdc7f89-e879-423a-94f9-16db984f0c42 req-531d9580-805e-4ab4-b182-c0599da10519 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.1246982 Sep 30 00:59:22.036545 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-dd5d6eb3-8d8a-41c7-9cc3-36bf1b863dbb admin admin] Usage tracker for resource:subnet and tenant:0c31ce93bef643c399b0202981c1806a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:59:22.043761 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-dd5d6eb3-8d8a-41c7-9cc3-36bf1b863dbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:59:22.055412 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-dd5d6eb3-8d8a-41c7-9cc3-36bf1b863dbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:59:22.091614 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0bdc7f89-e879-423a-94f9-16db984f0c42 req-81bfb41b-6e62-4051-a49c-73c8b73489a4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586901 Sep 30 00:59:22.113239 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5d6eb3-8d8a-41c7-9cc3-36bf1b863dbb admin admin] Made reservation on behalf of 0c31ce93bef643c399b0202981c1806a for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:59:22.116248 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-dd5d6eb3-8d8a-41c7-9cc3-36bf1b863dbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:22.281693 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e17a8-ea20-4b75-93e9-ad7809f7dbb4 req-36fd0d35-1730-4061-b506-d9f789313ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:22.283285 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-774e17a8-ea20-4b75-93e9-ad7809f7dbb4 req-36fd0d35-1730-4061-b506-d9f789313ef4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4c98a929-4bc6-4ff2-9381-439d6c813487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2772059 Sep 30 00:59:22.305586 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:22.315537 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1084e78-f224-4ff1-b50b-b86af565a2ba req-742fc6c1-d3c0-4687-8209-a1a396348908 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:22.323706 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f1084e78-f224-4ff1-b50b-b86af565a2ba req-742fc6c1-d3c0-4687-8209-a1a396348908 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/ports?device_id=dee6becd-1092-4386-a2e9-d8612d729c6f HTTP/1.1" status: 200 len: 945 time: 0.1074424 Sep 30 00:59:22.419576 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f1084e78-f224-4ff1-b50b-b86af565a2ba req-47881947-383c-4915-804a-1dd3f0e27a75 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/security-groups?id=0a2f3a59-465d-4096-b57a-b6591d787eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944405 Sep 30 00:59:22.463463 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-6d0b53c2-41c5-4643-a69e-21afb703903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:22.465337 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-6d0b53c2-41c5-4643-a69e-21afb703903e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=58336e3a6a854ff7ab57e933b021b603&device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 1096 time: 0.1384108 Sep 30 00:59:22.633878 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-774e17a8-ea20-4b75-93e9-ad7809f7dbb4 req-3efaf096-1231-41c6-a0b6-96bd4ea330e0 service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389156 Sep 30 00:59:22.636658 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 2be93dbf-c889-4f05-b77b-ddc297c5f1e1 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:59:22.727286 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port 2be93dbf-c889-4f05-b77b-ddc297c5f1e1 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:59:22.733370 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 2be93dbf-c889-4f05-b77b-ddc297c5f1e1 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:59:22.733915 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:22.755490 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-c403fc18-f97d-482f-8aad-c13facf5aa27 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:22.761876 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-c403fc18-f97d-482f-8aad-c13facf5aa27 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/networks?id=fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 HTTP/1.1" status: 200 len: 804 time: 0.3770592 Sep 30 00:59:22.770611 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-f487fcdb-481d-4ea3-a8fa-c07259a539ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:22.773257 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-f487fcdb-481d-4ea3-a8fa-c07259a539ab service neutron] 10.222.0.55 "GET /v2.0/networks?id=75754133-2f30-43b1-b553-38d58661ba06 HTTP/1.1" status: 200 len: 922 time: 0.2986388 Sep 30 00:59:22.860201 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-68f28c29-fe58-42f9-9f17-7c3bc5276857 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/quotas/e8fe533ff5524edf903112c2aaa276a6 HTTP/1.1" status: 200 len: 375 time: 0.0975103 Sep 30 00:59:22.890273 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:22.909818 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-64ae42d3-b82c-4da0-9023-a3f386afbcbf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 HTTP/1.1" status: 200 len: 217 time: 0.1232257 Sep 30 00:59:22.916952 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-dd5d6eb3-8d8a-41c7-9cc3-36bf1b863dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:22.933730 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-df185a31-da69-432d-b78e-da3c2d6330ba tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:22.962460 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 2be93dbf-c889-4f05-b77b-ddc297c5f1e1, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=2be93dbf-c889-4f05-b77b-ddc297c5f1e1,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:22.977374 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:22.978828 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:59:22.997684 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6a4d5-8286-459d-8015-c3a5e52ceb8b req-7a056696-42b4-476b-9c42-e3ba2161a539 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:22.999629 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-11b6a4d5-8286-459d-8015-c3a5e52ceb8b req-7a056696-42b4-476b-9c42-e3ba2161a539 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 945 time: 0.3060129 Sep 30 00:59:23.051612 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:23.060655 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-ea06c611-3738-4df5-a9de-6e3e27d4066d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:23.067521 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-ea06c611-3738-4df5-a9de-6e3e27d4066d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4830ed89-3d0e-4950-9575-5f4f49821c2d HTTP/1.1" status: 200 len: 861 time: 0.1435523 Sep 30 00:59:23.102861 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-774e17a8-ea20-4b75-93e9-ad7809f7dbb4 req-a0f7d9f5-d854-4392-9e51-f123590fe86d service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546835 Sep 30 00:59:23.126589 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d6eb3-8d8a-41c7-9cc3-36bf1b863dbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5ab3732-a2fd-4009-8fb6-e12b4620a67e,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:23.133272 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-11b6a4d5-8286-459d-8015-c3a5e52ceb8b req-e57be692-c462-4baa-9991-df307ff50d2c tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211720 Sep 30 00:59:23.155184 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-dd5d6eb3-8d8a-41c7-9cc3-36bf1b863dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:23.167216 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-7c193123-1e47-4fbb-ab44-d8d6c42007f7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=75754133-2f30-43b1-b553-38d58661ba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915296 Sep 30 00:59:23.192152 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:23.203257 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd5fb23-b18b-4a6c-89a3-98ba397923ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be93dbf-c889-4f05-b77b-ddc297c5f1e1'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:59:23.206357 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5d6eb3-8d8a-41c7-9cc3-36bf1b863dbb admin admin] Checking segment: {'id': 'fd1d7848-daf0-474a-8f2e-05a325b3eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0ab60359-3cfa-4ad7-bfac-30575d89facb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:59:23.206831 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5d6eb3-8d8a-41c7-9cc3-36bf1b863dbb admin admin] Network hostable DHCP agents. Network: 0ab60359-3cfa-4ad7-bfac-30575d89facb, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:59:23.218339 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=2be93dbf-c889-4f05-b77b-ddc297c5f1e1,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:23.222139 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:23.240938 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:23.245252 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:23.247403 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:23.274601 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-74028118-b81d-4e53-9702-2b374d631393 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e8fe533ff5524edf903112c2aaa276a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3985281 Sep 30 00:59:23.322856 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe,revision_number=8']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:23.326086 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:23.430862 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5d6eb3-8d8a-41c7-9cc3-36bf1b863dbb admin admin] Network 0ab60359-3cfa-4ad7-bfac-30575d89facb is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:59:23.451907 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-dd5d6eb3-8d8a-41c7-9cc3-36bf1b863dbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 0ab60359-3cfa-4ad7-bfac-30575d89facb) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:59:23.460385 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5d6eb3-8d8a-41c7-9cc3-36bf1b863dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:23.460995 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-dd5d6eb3-8d8a-41c7-9cc3-36bf1b863dbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:23.464197 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ccc18a-431a-4abb-b1cf-0beef1f60656 None None] Network 0ab60359-3cfa-4ad7-bfac-30575d89facb requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:59:23.502908 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-dd5d6eb3-8d8a-41c7-9cc3-36bf1b863dbb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5098577 Sep 30 00:59:23.605033 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-34aae6f3-9fb6-41a2-9c76-c6d2f609c417 service neutron] 10.222.0.39 "GET /v2.0/networks/fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294833 Sep 30 00:59:23.647760 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09105d-4edd-4112-96be-167f0166b5f5 req-47822a42-b5ef-4eee-8011-3872336aa4d7 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:23.649453 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9d09105d-4edd-4112-96be-167f0166b5f5 req-47822a42-b5ef-4eee-8011-3872336aa4d7 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfd5fb23-b18b-4a6c-89a3-98ba397923ef HTTP/1.1" status: 200 len: 946 time: 0.2087805 Sep 30 00:59:23.653461 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-b83863f3-2ad6-4c6f-8fd9-a07e5be979d2 service neutron] 10.222.0.55 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722581 Sep 30 00:59:23.760358 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99afd2fe-d5a2-4104-97cc-16187ab000c4 None None] Network 0ab60359-3cfa-4ad7-bfac-30575d89facb requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 00:59:23.896515 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9d09105d-4edd-4112-96be-167f0166b5f5 req-541532ee-5df4-442f-bfbb-a9f2682bfbdb tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392714 Sep 30 00:59:23.902673 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-2b23cc71-8af5-45b9-839b-423158e7192c service neutron] 10.222.0.55 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066507 Sep 30 00:59:23.948958 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:24.108637 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-269552f7-4db9-4ede-966a-562637b57931 service neutron] 10.222.0.39 "GET /v2.0/networks/fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954607 Sep 30 00:59:24.232118 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69cc54-ccef-45be-bb83-c635a45f6aab req-6cc8017d-aa23-4e53-a920-31e17f1fefe3 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:24.233925 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fb69cc54-ccef-45be-bb83-c635a45f6aab req-6cc8017d-aa23-4e53-a920-31e17f1fefe3 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.55 "GET /v2.0/ports?device_id=edbb2f8e-938e-4902-b58a-886f37673938 HTTP/1.1" status: 200 len: 943 time: 0.1892474 Sep 30 00:59:24.278922 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d098352-c131-4472-bd8a-7277c1039172 req-9c5307f0-b7e4-4ecf-8e4c-3de2bc33d6b2 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:24.280557 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8d098352-c131-4472-bd8a-7277c1039172 req-9c5307f0-b7e4-4ecf-8e4c-3de2bc33d6b2 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.1696677 Sep 30 00:59:24.372617 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-fb69cc54-ccef-45be-bb83-c635a45f6aab req-1ee4656d-be0f-4094-8c9d-241fa8d06e36 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Deleting port 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:59:24.372975 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fb69cc54-ccef-45be-bb83-c635a45f6aab req-1ee4656d-be0f-4094-8c9d-241fa8d06e36 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:24.373355 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd5fb23-b18b-4a6c-89a3-98ba397923ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be93dbf-c889-4f05-b77b-ddc297c5f1e1', 'code': 200} Sep 30 00:59:24.456768 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8d098352-c131-4472-bd8a-7277c1039172 req-9bdc033b-fc66-4241-b4ff-f83af255ee14 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477916 Sep 30 00:59:24.596452 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8c9eb-a421-4df9-9145-cc64dad7b483 req-ba8d744d-0e43-4e7d-b682-08c052a94ec0 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:24.609589 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a1f8c9eb-a421-4df9-9145-cc64dad7b483 req-ba8d744d-0e43-4e7d-b682-08c052a94ec0 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/ports?device_id=dee6becd-1092-4386-a2e9-d8612d729c6f HTTP/1.1" status: 200 len: 945 time: 0.1135132 Sep 30 00:59:24.739415 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a1f8c9eb-a421-4df9-9145-cc64dad7b483 req-a1d3f608-3414-4a7e-a641-63c9689ab48e tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/security-groups?id=0a2f3a59-465d-4096-b57a-b6591d787eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286256 Sep 30 00:59:24.809875 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bdf8f954-2b3e-4918-a610-5b5912e48455 req-517a52e3-aaa6-437e-a806-010644d43089 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1679468 Sep 30 00:59:24.954628 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294e207-fc63-416d-8373-a200452e4d93 req-2a77659c-7ed1-4dfb-99a1-7afe17c100a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:24.956545 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f294e207-fc63-416d-8373-a200452e4d93 req-2a77659c-7ed1-4dfb-99a1-7afe17c100a9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bfd5fb23-b18b-4a6c-89a3-98ba397923ef HTTP/1.1" status: 200 len: 1097 time: 0.4929583 Sep 30 00:59:24.965075 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-fb69cc54-ccef-45be-bb83-c635a45f6aab req-1ee4656d-be0f-4094-8c9d-241fa8d06e36 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] For port 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:24.965436 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fb69cc54-ccef-45be-bb83-c635a45f6aab req-1ee4656d-be0f-4094-8c9d-241fa8d06e36 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:25.031123 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-6195f032-0f32-4257-b85b-6cfc66f03e6b req-c17522be-d857-40ce-a3ef-3b8659021572 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-775769557', 'description': 'tempest-description-260768631'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:59:25.038134 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-6195f032-0f32-4257-b85b-6cfc66f03e6b req-c17522be-d857-40ce-a3ef-3b8659021572 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:59:25.042558 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6195f032-0f32-4257-b85b-6cfc66f03e6b req-c17522be-d857-40ce-a3ef-3b8659021572 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Usage tracker for resource:security_group and tenant:0c31ce93bef643c399b0202981c1806a is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:59:25.045757 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6195f032-0f32-4257-b85b-6cfc66f03e6b req-c17522be-d857-40ce-a3ef-3b8659021572 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:59:25.052575 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-6195f032-0f32-4257-b85b-6cfc66f03e6b req-c17522be-d857-40ce-a3ef-3b8659021572 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:59:25.217378 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb85dc-de83-4733-acdb-b72313c7be55 req-8fdaeb6e-e22f-4c99-bfe3-9bdbc4a22b30 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:25.219064 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c4cb85dc-de83-4733-acdb-b72313c7be55 req-8fdaeb6e-e22f-4c99-bfe3-9bdbc4a22b30 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 945 time: 0.1699266 Sep 30 00:59:25.222790 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8f954-2b3e-4918-a610-5b5912e48455 req-8e46f6ba-fedf-462a-a9db-47f0aa9c7b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:25.223814 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bdf8f954-2b3e-4918-a610-5b5912e48455 req-8e46f6ba-fedf-462a-a9db-47f0aa9c7b0b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=038e4d0abd4b4e5c940f331b6f0950a9&device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 1095 time: 0.2446537 Sep 30 00:59:25.254613 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-fb69cc54-ccef-45be-bb83-c635a45f6aab req-1ee4656d-be0f-4094-8c9d-241fa8d06e36 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Calling delete_port for 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:59:25.352178 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6195f032-0f32-4257-b85b-6cfc66f03e6b req-c17522be-d857-40ce-a3ef-3b8659021572 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:25.358482 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c4cb85dc-de83-4733-acdb-b72313c7be55 req-06689b84-e432-4a1e-804b-c4816cdc4937 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334980 Sep 30 00:59:25.418170 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f294e207-fc63-416d-8373-a200452e4d93 req-9d8d03e7-b71b-4cc7-ad9f-e1d429bc2e18 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423747 Sep 30 00:59:25.424014 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-6195f032-0f32-4257-b85b-6cfc66f03e6b req-c17522be-d857-40ce-a3ef-3b8659021572 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:59:25.429551 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6195f032-0f32-4257-b85b-6cfc66f03e6b req-c17522be-d857-40ce-a3ef-3b8659021572 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Usage tracker for resource:security_group_rule and tenant:0c31ce93bef643c399b0202981c1806a is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:59:25.434035 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6195f032-0f32-4257-b85b-6cfc66f03e6b req-c17522be-d857-40ce-a3ef-3b8659021572 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:59:25.465042 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8f954-2b3e-4918-a610-5b5912e48455 req-cab4e092-1ea1-46c6-b14a-13afdf69bbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:25.466759 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bdf8f954-2b3e-4918-a610-5b5912e48455 req-cab4e092-1ea1-46c6-b14a-13afdf69bbd4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4c98a929-4bc6-4ff2-9381-439d6c813487 HTTP/1.1" status: 200 len: 912 time: 0.1875467 Sep 30 00:59:25.489773 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-6195f032-0f32-4257-b85b-6cfc66f03e6b req-c17522be-d857-40ce-a3ef-3b8659021572 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:59:25.621591 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fb69cc54-ccef-45be-bb83-c635a45f6aab req-1ee4656d-be0f-4094-8c9d-241fa8d06e36 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:25.637438 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-29f50013-d33f-4d23-abb5-c3808deab03d tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:25.682410 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-63a4a5b9-a23c-4eb9-b578-b6596be87f25 req-8e292d7f-d958-4aaa-b3d1-899f888bd291 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=a86b558f-099c-4843-a35c-bdba41dafccd HTTP/1.1" status: 200 len: 210 time: 0.0955527 Sep 30 00:59:25.725272 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bdf8f954-2b3e-4918-a610-5b5912e48455 req-b96349f1-7010-40e5-9eed-70dec4a21a37 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=918c28de-bb64-453a-8beb-13a66f32b207 HTTP/1.1" status: 200 len: 999 time: 0.2313492 Sep 30 00:59:25.755735 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee4656d-be0f-4094-8c9d-241fa8d06e36 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Pushing event deleted for resources: {'Port': ['ID=2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:25.761902 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1ee4656d-be0f-4094-8c9d-241fa8d06e36 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:25.857450 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8f954-2b3e-4918-a610-5b5912e48455 req-81aed373-548f-45f8-9931-c857a5a6468e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:25.859143 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bdf8f954-2b3e-4918-a610-5b5912e48455 req-81aed373-548f-45f8-9931-c857a5a6468e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c136aabe-2b6e-40bd-889c-a97ee8fe6bf6 HTTP/1.1" status: 200 len: 850 time: 0.1231747 Sep 30 00:59:25.869092 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb69cc54-ccef-45be-bb83-c635a45f6aab req-1ee4656d-be0f-4094-8c9d-241fa8d06e36 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] No DVR routers for this DVR port 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:59:25.872752 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fb69cc54-ccef-45be-bb83-c635a45f6aab req-1ee4656d-be0f-4094-8c9d-241fa8d06e36 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:25.884112 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbb2f8e-938e-4902-b58a-886f37673938', 'name': 'network-vif-deleted', 'tag': '2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:59:25.913207 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6195f032-0f32-4257-b85b-6cfc66f03e6b req-c17522be-d857-40ce-a3ef-3b8659021572 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:25.921762 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6195f032-0f32-4257-b85b-6cfc66f03e6b req-c17522be-d857-40ce-a3ef-3b8659021572 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:25.931731 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8598522d-8d64-4b34-8d6f-93c5a52dbf85 tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:25.958947 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fb69cc54-ccef-45be-bb83-c635a45f6aab req-1ee4656d-be0f-4094-8c9d-241fa8d06e36 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.55 "DELETE /v2.0/ports/2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe HTTP/1.1" status: 204 len: 173 time: 1.7185121 Sep 30 00:59:25.999420 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8f954-2b3e-4918-a610-5b5912e48455 req-be1a3863-3af3-49d5-b10a-71d7b2c0a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:26.001354 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bdf8f954-2b3e-4918-a610-5b5912e48455 req-be1a3863-3af3-49d5-b10a-71d7b2c0a9f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4c98a929-4bc6-4ff2-9381-439d6c813487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1322682 Sep 30 00:59:26.022066 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6195f032-0f32-4257-b85b-6cfc66f03e6b req-c17522be-d857-40ce-a3ef-3b8659021572 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:26.023525 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6195f032-0f32-4257-b85b-6cfc66f03e6b req-c17522be-d857-40ce-a3ef-3b8659021572 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.0007975 Sep 30 00:59:26.024435 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17522be-d857-40ce-a3ef-3b8659021572 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffae3ffc-d4e4-41e8-94cf-f28377899817,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:26.027089 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c17522be-d857-40ce-a3ef-3b8659021572 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:26.183185 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bdf8f954-2b3e-4918-a610-5b5912e48455 req-a87879a1-f991-4fe6-bcd7-a448ac6b132f service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524975 Sep 30 00:59:26.375558 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbb2f8e-938e-4902-b58a-886f37673938', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:59:26.378097 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ca1e9-1e65-4cef-8183-1f9708c4871b req-8bd23022-f192-4bdd-afb4-eac4e975b30d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:26.380429 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ef4ca1e9-1e65-4cef-8183-1f9708c4871b req-8bd23022-f192-4bdd-afb4-eac4e975b30d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.2124250 Sep 30 00:59:26.415511 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bdf8f954-2b3e-4918-a610-5b5912e48455 req-2e46554d-fd04-4bf4-8815-c320674e9c97 service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251513 Sep 30 00:59:26.433944 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d7771-1c80-4aa8-991e-88784aadb59a req-9339aac6-72e4-4f8d-95df-9f2db4a07ca7 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:26.437437 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e94d7771-1c80-4aa8-991e-88784aadb59a req-9339aac6-72e4-4f8d-95df-9f2db4a07ca7 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfd5fb23-b18b-4a6c-89a3-98ba397923ef HTTP/1.1" status: 200 len: 946 time: 0.1476369 Sep 30 00:59:26.493085 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e94d7771-1c80-4aa8-991e-88784aadb59a req-361b2584-f047-4169-b90a-c2feb33f6903 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474668 Sep 30 00:59:26.641286 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ef4ca1e9-1e65-4cef-8183-1f9708c4871b req-418ee2ae-c063-4e4a-a933-9c9dc858036c tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109134 Sep 30 00:59:26.703212 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-0b25b29c-93ae-4a3a-870a-63189faa536c tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:26.704820 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-0b25b29c-93ae-4a3a-870a-63189faa536c tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.59 "GET /v2.0/networks?id=fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 HTTP/1.1" status: 200 len: 804 time: 0.3958440 Sep 30 00:59:26.726990 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbb2f8e-938e-4902-b58a-886f37673938', 'name': 'network-vif-deleted', 'tag': '2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe', 'status': 'completed', 'code': 200} Sep 30 00:59:26.735311 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-0803bfee-51cd-4551-97be-ff04b42dc437 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Request body: {'port': {'device_id': 'a86b558f-099c-4843-a35c-bdba41dafccd', 'network_id': 'fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129', 'admin_state_up': True, 'tenant_id': 'e8fe533ff5524edf903112c2aaa276a6'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:59:26.948893 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-0803bfee-51cd-4551-97be-ff04b42dc437 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:59:26.959916 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-0803bfee-51cd-4551-97be-ff04b42dc437 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Usage tracker for resource:port and tenant:e8fe533ff5524edf903112c2aaa276a6 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:59:26.961160 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-e4159998-6177-4e8d-9615-f4061b55e328 req-e7ae38a4-52b8-4f55-b6ec-b9bba7e11791 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1574900445', 'description': 'tempest-description-641417604'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:59:26.967657 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-0803bfee-51cd-4551-97be-ff04b42dc437 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:59:26.968427 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-e4159998-6177-4e8d-9615-f4061b55e328 req-e7ae38a4-52b8-4f55-b6ec-b9bba7e11791 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:59:26.973473 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-e4159998-6177-4e8d-9615-f4061b55e328 req-e7ae38a4-52b8-4f55-b6ec-b9bba7e11791 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Usage tracker for resource:security_group and tenant:0c31ce93bef643c399b0202981c1806a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:59:26.977699 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-e4159998-6177-4e8d-9615-f4061b55e328 req-e7ae38a4-52b8-4f55-b6ec-b9bba7e11791 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:59:26.985505 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-e4159998-6177-4e8d-9615-f4061b55e328 req-e7ae38a4-52b8-4f55-b6ec-b9bba7e11791 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:59:26.985701 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-0803bfee-51cd-4551-97be-ff04b42dc437 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:59:27.001873 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-0803bfee-51cd-4551-97be-ff04b42dc437 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Made reservation on behalf of e8fe533ff5524edf903112c2aaa276a6 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:59:27.012229 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-0803bfee-51cd-4551-97be-ff04b42dc437 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:27.013532 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e4159998-6177-4e8d-9615-f4061b55e328 req-e7ae38a4-52b8-4f55-b6ec-b9bba7e11791 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:27.043708 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-e4159998-6177-4e8d-9615-f4061b55e328 req-e7ae38a4-52b8-4f55-b6ec-b9bba7e11791 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:59:27.048864 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-e4159998-6177-4e8d-9615-f4061b55e328 req-e7ae38a4-52b8-4f55-b6ec-b9bba7e11791 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Usage tracker for resource:security_group_rule and tenant:0c31ce93bef643c399b0202981c1806a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:59:27.056711 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-e4159998-6177-4e8d-9615-f4061b55e328 req-e7ae38a4-52b8-4f55-b6ec-b9bba7e11791 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:59:27.066229 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-e4159998-6177-4e8d-9615-f4061b55e328 req-e7ae38a4-52b8-4f55-b6ec-b9bba7e11791 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:59:27.096578 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbb2f8e-938e-4902-b58a-886f37673938', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe', 'code': 200} Sep 30 00:59:27.166391 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e4159998-6177-4e8d-9615-f4061b55e328 req-e7ae38a4-52b8-4f55-b6ec-b9bba7e11791 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:27.175884 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e4159998-6177-4e8d-9615-f4061b55e328 req-e7ae38a4-52b8-4f55-b6ec-b9bba7e11791 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:27.182431 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bb497761-73b5-4517-b1bf-14a0ab645142 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:27.234290 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae38a4-52b8-4f55-b6ec-b9bba7e11791 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eea2e07-f2e7-48c9-9c3c-7a0bc945022b,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:27.236963 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e4159998-6177-4e8d-9615-f4061b55e328 req-e7ae38a4-52b8-4f55-b6ec-b9bba7e11791 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:27.245286 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e4159998-6177-4e8d-9615-f4061b55e328 req-e7ae38a4-52b8-4f55-b6ec-b9bba7e11791 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2890723 Sep 30 00:59:27.247348 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e7ae38a4-52b8-4f55-b6ec-b9bba7e11791 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:27.401682 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-0803bfee-51cd-4551-97be-ff04b42dc437 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Allocated IP 172.20.0.2 (fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129/1838926e-37d5-4d80-a8c7-56ab398bbbfc/6276e65d-c857-4890-9884-8a27d96b88f5) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:59:27.431207 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-566a064c-8006-481d-b8f3-1db1bd2adeac tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:27.432727 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-566a064c-8006-481d-b8f3-1db1bd2adeac tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfd5fb23-b18b-4a6c-89a3-98ba397923ef HTTP/1.1" status: 200 len: 946 time: 0.2573504 Sep 30 00:59:27.445793 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23496745-b5ff-4f99-92cd-477c154461e4 req-4f3bc6bc-d0ce-452d-b19a-e81183b0ebcf tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:27.449489 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-23496745-b5ff-4f99-92cd-477c154461e4 req-4f3bc6bc-d0ce-452d-b19a-e81183b0ebcf tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 945 time: 0.2172372 Sep 30 00:59:27.537833 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c5ca9196-a1d8-4644-a001-4b862817504f req-7a7a4428-1d67-4992-9a99-fc2e9aab07e9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=a86b558f-099c-4843-a35c-bdba41dafccd HTTP/1.1" status: 200 len: 210 time: 0.0625427 Sep 30 00:59:27.561259 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-740060e2-2da2-40eb-a43c-dd782424f359 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Deleting port 2be93dbf-c889-4f05-b77b-ddc297c5f1e1 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:59:27.561576 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-740060e2-2da2-40eb-a43c-dd782424f359 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:27.760061 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-23496745-b5ff-4f99-92cd-477c154461e4 req-1c946731-7568-46a6-9b26-d83413066b36 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096213 Sep 30 00:59:27.761621 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84534ec-b19f-47e8-8cb9-8a34313900de req-346fb738-140e-4d22-af6b-3fdba8ec5526 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:27.769300 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c84534ec-b19f-47e8-8cb9-8a34313900de req-346fb738-140e-4d22-af6b-3fdba8ec5526 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/ports?device_id=dee6becd-1092-4386-a2e9-d8612d729c6f HTTP/1.1" status: 200 len: 945 time: 0.1159227 Sep 30 00:59:27.822686 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c84534ec-b19f-47e8-8cb9-8a34313900de req-dc1d924d-d8fb-40a0-97dc-fc3c171009f6 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/security-groups?id=0a2f3a59-465d-4096-b57a-b6591d787eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514603 Sep 30 00:59:28.041805 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8810b-e8fe-4bea-b4da-b228bff881ff req-ac6f4cde-cc3c-4af9-96ce-bcd55589674b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:28.043449 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b6c8810b-e8fe-4bea-b4da-b228bff881ff req-ac6f4cde-cc3c-4af9-96ce-bcd55589674b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.0830224 Sep 30 00:59:28.093385 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b6c8810b-e8fe-4bea-b4da-b228bff881ff req-001a05a1-c12d-47cf-9077-af985071a770 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441761 Sep 30 00:59:28.103547 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-0803bfee-51cd-4551-97be-ff04b42dc437 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:28.165800 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-740060e2-2da2-40eb-a43c-dd782424f359 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] For port 2be93dbf-c889-4f05-b77b-ddc297c5f1e1, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=2be93dbf-c889-4f05-b77b-ddc297c5f1e1,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:28.166189 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-740060e2-2da2-40eb-a43c-dd782424f359 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:28.313379 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-74acb029-b127-481e-bbd2-f7c0bdb4e335 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:28.314911 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-74acb029-b127-481e-bbd2-f7c0bdb4e335 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/networks?id=0ab60359-3cfa-4ad7-bfac-30575d89facb HTTP/1.1" status: 200 len: 813 time: 0.3989155 Sep 30 00:59:28.323482 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-740060e2-2da2-40eb-a43c-dd782424f359 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Calling delete_port for 2be93dbf-c889-4f05-b77b-ddc297c5f1e1 owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:59:28.431166 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-6dbdf38e-5e9f-4671-ae75-099f27646cb9 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/quotas/0c31ce93bef643c399b0202981c1806a HTTP/1.1" status: 200 len: 375 time: 0.0778565 Sep 30 00:59:28.454954 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101729b2-7a74-43d6-9935-cc0722456638 req-d9500d83-7d77-4f17-8261-9b3fdea78ae5 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:28.456440 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-101729b2-7a74-43d6-9935-cc0722456638 req-d9500d83-7d77-4f17-8261-9b3fdea78ae5 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfd5fb23-b18b-4a6c-89a3-98ba397923ef HTTP/1.1" status: 200 len: 946 time: 0.2130897 Sep 30 00:59:28.502083 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-101729b2-7a74-43d6-9935-cc0722456638 req-13731e46-2e59-4465-b1b7-b7e80b136410 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387292 Sep 30 00:59:28.502664 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-9b5ebec3-5bfc-44ed-97f9-c822ee6e13bc tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c31ce93bef643c399b0202981c1806a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647638 Sep 30 00:59:28.685471 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:59:28.758571 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:59:28.758953 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 2d9f00ee-bd9e-4e34-bd8e-57fe20a2fcbe not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:59:28.778049 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-0803bfee-51cd-4551-97be-ff04b42dc437 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:28.805210 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9aae017e-84bc-486d-94af-cf0056f38dab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:28.874336 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fe3dc-240b-4aed-b5d4-fbebb0837f13 req-04e55aa7-70ec-4bb6-ab0c-78b9e3bfe983 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:28.883066 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a33fe3dc-240b-4aed-b5d4-fbebb0837f13 req-04e55aa7-70ec-4bb6-ab0c-78b9e3bfe983 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.1147671 Sep 30 00:59:28.925582 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-740060e2-2da2-40eb-a43c-dd782424f359 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:28.939570 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a33fe3dc-240b-4aed-b5d4-fbebb0837f13 req-86865fc4-a9a9-42b0-aa57-4165530ba271 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555453 Sep 30 00:59:28.942505 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['2be93dbf-c889-4f05-b77b-ddc297c5f1e1'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:59:28.949393 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-0803bfee-51cd-4551-97be-ff04b42dc437 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Network fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:59:28.960382 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-0803bfee-51cd-4551-97be-ff04b42dc437 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:59:28.982978 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-0803bfee-51cd-4551-97be-ff04b42dc437 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:59:29.009499 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803bfee-51cd-4551-97be-ff04b42dc437 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Pushing event updated for resources: {'Port': ['ID=6276e65d-c857-4890-9884-8a27d96b88f5,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:29.085876 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0803bfee-51cd-4551-97be-ff04b42dc437 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:29.086405 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7fd41266-a239-4646-8f60-4d333f44e150 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:29.135803 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67396aba-9c41-4007-8c7c-3039cc78650f req-e3b38ecd-6a09-4903-8d65-c53fbf6bb50d tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:29.137170 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-67396aba-9c41-4007-8c7c-3039cc78650f req-e3b38ecd-6a09-4903-8d65-c53fbf6bb50d tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.55 "GET /v2.0/ports?device_id=dee6becd-1092-4386-a2e9-d8612d729c6f HTTP/1.1" status: 200 len: 945 time: 0.7851183 Sep 30 00:59:29.234829 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740060e2-2da2-40eb-a43c-dd782424f359 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Pushing event deleted for resources: {'Port': ['ID=2be93dbf-c889-4f05-b77b-ddc297c5f1e1,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:29.244951 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279afa98-5f27-4e4d-85a3-603b9770f85c req-f31549fc-16ff-42f4-8761-e28838bd7171 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:29.246364 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-279afa98-5f27-4e4d-85a3-603b9770f85c req-f31549fc-16ff-42f4-8761-e28838bd7171 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5ef002e-aa9a-4495-abb2-f2277cd4eadb HTTP/1.1" status: 200 len: 945 time: 0.1567845 Sep 30 00:59:29.253156 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-740060e2-2da2-40eb-a43c-dd782424f359 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] No DVR routers for this DVR port 2be93dbf-c889-4f05-b77b-ddc297c5f1e1 on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:59:29.253854 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4734e-406d-4596-bae5-23d7a504efb1 req-f7da8362-9ef1-4b9a-b4e5-85eafed48787 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:29.255532 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-740060e2-2da2-40eb-a43c-dd782424f359 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:29.255891 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c0b4734e-406d-4596-bae5-23d7a504efb1 req-f7da8362-9ef1-4b9a-b4e5-85eafed48787 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=a86b558f-099c-4843-a35c-bdba41dafccd HTTP/1.1" status: 200 len: 931 time: 0.1272836 Sep 30 00:59:29.267173 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-740060e2-2da2-40eb-a43c-dd782424f359 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:29.282156 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd5fb23-b18b-4a6c-89a3-98ba397923ef', 'name': 'network-vif-deleted', 'tag': '2be93dbf-c889-4f05-b77b-ddc297c5f1e1'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:59:29.309274 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-90c41e6f-605f-4dad-aa58-0f6434591ad9 service neutron] 10.222.0.39 "GET /v2.0/networks/0ab60359-3cfa-4ad7-bfac-30575d89facb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7897117 Sep 30 00:59:29.344489 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-0803bfee-51cd-4551-97be-ff04b42dc437 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:29.345117 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-0803bfee-51cd-4551-97be-ff04b42dc437 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:29.361687 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-279afa98-5f27-4e4d-85a3-603b9770f85c req-8508ee78-2723-4954-9454-3f133d589025 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Deleting port 9963d948-a3c5-416c-9090-303aa566dd28 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:59:29.362034 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-279afa98-5f27-4e4d-85a3-603b9770f85c req-8508ee78-2723-4954-9454-3f133d589025 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:29.397493 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c0b4734e-406d-4596-bae5-23d7a504efb1 req-809f678f-8e78-4043-8ca6-9a998a85bffb tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077921 Sep 30 00:59:29.412105 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bc2604d9-6c01-418b-b6aa-02383583cbed req-740060e2-2da2-40eb-a43c-dd782424f359 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.55 "DELETE /v2.0/ports/2be93dbf-c889-4f05-b77b-ddc297c5f1e1 HTTP/1.1" status: 204 len: 173 time: 1.9605680 Sep 30 00:59:29.436040 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-67396aba-9c41-4007-8c7c-3039cc78650f req-af5e0da2-918a-4b26-8416-e7000328337f tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Deleting port 4a7362c5-9e24-449a-8ddb-427758efb263 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 00:59:29.436692 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-67396aba-9c41-4007-8c7c-3039cc78650f req-af5e0da2-918a-4b26-8416-e7000328337f tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:29.469494 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-0803bfee-51cd-4551-97be-ff04b42dc437 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7414501 Sep 30 00:59:29.493934 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-105f8a1f-86a6-4c69-99d9-114986329963 service neutron] Request body: {'port': {'device_id': 'a86b558f-099c-4843-a35c-bdba41dafccd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:59:29.766972 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-02380aa7-f16d-4e15-84de-7cc3a5c8fc4c service neutron] 10.222.0.39 "GET /v2.0/networks/0ab60359-3cfa-4ad7-bfac-30575d89facb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568002 Sep 30 00:59:29.856313 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-279afa98-5f27-4e4d-85a3-603b9770f85c req-8508ee78-2723-4954-9454-3f133d589025 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] For port 9963d948-a3c5-416c-9090-303aa566dd28, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=9963d948-a3c5-416c-9090-303aa566dd28,segment=NetworkSegment(5edc6782-ae18-4a49-b68c-640166d6696d),segment_id=5edc6782-ae18-4a49-b68c-640166d6696d)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:29.856774 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-279afa98-5f27-4e4d-85a3-603b9770f85c req-8508ee78-2723-4954-9454-3f133d589025 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:29.930685 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-105f8a1f-86a6-4c69-99d9-114986329963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:29.965603 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c32e46-0007-46d6-bc87-7660d5b2f9f7 req-6d7c544a-2b23-445a-94c5-41cd84536a97 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:29.976545 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-65c32e46-0007-46d6-bc87-7660d5b2f9f7 req-6d7c544a-2b23-445a-94c5-41cd84536a97 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 945 time: 0.3232160 Sep 30 00:59:30.125916 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-279afa98-5f27-4e4d-85a3-603b9770f85c req-8508ee78-2723-4954-9454-3f133d589025 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Calling delete_port for 9963d948-a3c5-416c-9090-303aa566dd28 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:59:30.224387 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-65c32e46-0007-46d6-bc87-7660d5b2f9f7 req-00038304-3250-4463-9f3d-893d022f6c0a tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466190 Sep 30 00:59:30.508377 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-279afa98-5f27-4e4d-85a3-603b9770f85c req-8508ee78-2723-4954-9454-3f133d589025 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:30.518092 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-fd14f277-0117-4384-b4a3-a0a885014acd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:30.527555 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['4a7362c5-9e24-449a-8ddb-427758efb263'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:59:30.563621 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['9963d948-a3c5-416c-9090-303aa566dd28'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:59:30.578612 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-67396aba-9c41-4007-8c7c-3039cc78650f req-af5e0da2-918a-4b26-8416-e7000328337f tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] For port 4a7362c5-9e24-449a-8ddb-427758efb263, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=4a7362c5-9e24-449a-8ddb-427758efb263,segment=NetworkSegment(5edc6782-ae18-4a49-b68c-640166d6696d),segment_id=5edc6782-ae18-4a49-b68c-640166d6696d)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:30.579422 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-67396aba-9c41-4007-8c7c-3039cc78650f req-af5e0da2-918a-4b26-8416-e7000328337f tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:30.579524 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508ee78-2723-4954-9454-3f133d589025 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Pushing event deleted for resources: {'Port': ['ID=9963d948-a3c5-416c-9090-303aa566dd28,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:30.588575 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8508ee78-2723-4954-9454-3f133d589025 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:30.709134 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-279afa98-5f27-4e4d-85a3-603b9770f85c req-8508ee78-2723-4954-9454-3f133d589025 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] No DVR routers for this DVR port 9963d948-a3c5-416c-9090-303aa566dd28 on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:59:30.714049 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-279afa98-5f27-4e4d-85a3-603b9770f85c req-8508ee78-2723-4954-9454-3f133d589025 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:30.721207 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ef002e-aa9a-4495-abb2-f2277cd4eadb', 'name': 'network-vif-deleted', 'tag': '9963d948-a3c5-416c-9090-303aa566dd28'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:59:30.746443 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3eb16f-6143-498c-a06b-2495de809a5a req-9d185f2b-6c35-4c5e-9b21-59dc14542364 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:30.748269 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-da3eb16f-6143-498c-a06b-2495de809a5a req-9d185f2b-6c35-4c5e-9b21-59dc14542364 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/networks?id=4c98a929-4bc6-4ff2-9381-439d6c813487 HTTP/1.1" status: 200 len: 811 time: 0.3780959 Sep 30 00:59:30.750663 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-279afa98-5f27-4e4d-85a3-603b9770f85c req-8508ee78-2723-4954-9454-3f133d589025 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.59 "DELETE /v2.0/ports/9963d948-a3c5-416c-9090-303aa566dd28 HTTP/1.1" status: 204 len: 173 time: 1.4937992 Sep 30 00:59:30.773145 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-da3eb16f-6143-498c-a06b-2495de809a5a req-180590b1-f58c-4ded-925f-17cdd0dbd2b7 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/quotas/038e4d0abd4b4e5c940f331b6f0950a9 HTTP/1.1" status: 200 len: 375 time: 0.0166924 Sep 30 00:59:30.899713 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-67396aba-9c41-4007-8c7c-3039cc78650f req-af5e0da2-918a-4b26-8416-e7000328337f tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Calling delete_port for 4a7362c5-9e24-449a-8ddb-427758efb263 owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 00:59:30.909155 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-da3eb16f-6143-498c-a06b-2495de809a5a req-ff7d7a2f-c632-44f9-9a12-7211cac7bf49 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=038e4d0abd4b4e5c940f331b6f0950a9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1248012 Sep 30 00:59:31.039523 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fbfff-b83c-4911-912f-9756be0ed155 req-abd05835-f9e5-4b30-a8f8-6e08a32ce7d9 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:31.041794 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d89fbfff-b83c-4911-912f-9756be0ed155 req-abd05835-f9e5-4b30-a8f8-6e08a32ce7d9 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/ports?device_id=dee6becd-1092-4386-a2e9-d8612d729c6f HTTP/1.1" status: 200 len: 945 time: 0.9479504 Sep 30 00:59:31.111170 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-da3eb16f-6143-498c-a06b-2495de809a5a req-e97d67fd-b39b-411c-ad30-c34ab9c1be87 service neutron] 10.222.0.39 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950381 Sep 30 00:59:31.333279 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.db.resource_extend [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-105f8a1f-86a6-4c69-99d9-114986329963 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 00:59:31.427588 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-da3eb16f-6143-498c-a06b-2495de809a5a req-7634d481-b52e-4ae2-96b2-d7e5b98b3245 service neutron] 10.222.0.39 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153427 Sep 30 00:59:31.435298 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d89fbfff-b83c-4911-912f-9756be0ed155 req-fe26eda7-3ec5-4079-9e1b-3b56cf703b0d tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/security-groups?id=0a2f3a59-465d-4096-b57a-b6591d787eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856788 Sep 30 00:59:31.463099 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-67396aba-9c41-4007-8c7c-3039cc78650f req-af5e0da2-918a-4b26-8416-e7000328337f tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:31.466358 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-105f8a1f-86a6-4c69-99d9-114986329963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6276e65d-c857-4890-9884-8a27d96b88f5 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:59:31.487655 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-740060e2-2da2-40eb-a43c-dd782424f359 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:31.575151 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd5fb23-b18b-4a6c-89a3-98ba397923ef', 'name': 'network-vif-deleted', 'tag': '2be93dbf-c889-4f05-b77b-ddc297c5f1e1', 'status': 'completed', 'code': 200} Sep 30 00:59:31.601412 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-105f8a1f-86a6-4c69-99d9-114986329963 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:31.623664 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-105f8a1f-86a6-4c69-99d9-114986329963 service neutron] Transition to ACTIVE for port object 6276e65d-c857-4890-9884-8a27d96b88f5 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:59:31.713790 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e0da2-918a-4b26-8416-e7000328337f tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Pushing event deleted for resources: {'Port': ['ID=4a7362c5-9e24-449a-8ddb-427758efb263,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:31.716473 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-105f8a1f-86a6-4c69-99d9-114986329963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:31.734041 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-af5e0da2-918a-4b26-8416-e7000328337f tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:31.735039 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-af5e0da2-918a-4b26-8416-e7000328337f tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:31.816222 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-67396aba-9c41-4007-8c7c-3039cc78650f req-af5e0da2-918a-4b26-8416-e7000328337f tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] No DVR routers for this DVR port 4a7362c5-9e24-449a-8ddb-427758efb263 on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:59:31.941538 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-d84b3973-0616-491d-a74e-81f822eeb58a req-aad53269-3ec7-47b5-a98a-2a794b0e6f8e tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Synchronizing usage tracker for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:59:31.952064 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-67396aba-9c41-4007-8c7c-3039cc78650f req-af5e0da2-918a-4b26-8416-e7000328337f tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:31.961704 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-86b54419-dea2-4b33-9bdd-7c1a9777a450 req-265ac66d-f491-4e14-9d6f-7f5edc4d6b02 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=adeced1b-5650-428c-b8a2-f6f016fd7bbb HTTP/1.1" status: 200 len: 210 time: 0.0629776 Sep 30 00:59:31.971677 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-98ac35c1-7e49-4b8b-9636-bb28e0a31412 req-4e0430d5-0bf7-46f2-a6dd-1640624e80e6 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Synchronizing usage tracker for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:59:32.032882 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-1414d1f5-45dc-42dd-aa00-aefe40b8161b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:32.033809 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-1414d1f5-45dc-42dd-aa00-aefe40b8161b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Synchronizing usage tracker for tenant:0c31ce93bef643c399b0202981c1806a on resource:network {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:59:32.039190 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-67396aba-9c41-4007-8c7c-3039cc78650f req-af5e0da2-918a-4b26-8416-e7000328337f tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.55 "DELETE /v2.0/ports/4a7362c5-9e24-449a-8ddb-427758efb263 HTTP/1.1" status: 204 len: 173 time: 2.8465114 Sep 30 00:59:32.062465 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-1414d1f5-45dc-42dd-aa00-aefe40b8161b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Unset dirty status for tenant:0c31ce93bef643c399b0202981c1806a on resource:network {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:59:32.064321 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-1414d1f5-45dc-42dd-aa00-aefe40b8161b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.55 "GET /v2.0/networks?id=0ab60359-3cfa-4ad7-bfac-30575d89facb HTTP/1.1" status: 200 len: 813 time: 0.2968338 Sep 30 00:59:32.080189 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-3c801ec7-a634-4422-9cea-fdd48de2fbb1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Request body: {'port': {'device_id': 'adeced1b-5650-428c-b8a2-f6f016fd7bbb', 'network_id': '0ab60359-3cfa-4ad7-bfac-30575d89facb', 'admin_state_up': True, 'tenant_id': '0c31ce93bef643c399b0202981c1806a'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:59:32.087117 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-98ac35c1-7e49-4b8b-9636-bb28e0a31412 req-4e0430d5-0bf7-46f2-a6dd-1640624e80e6 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Unset dirty status for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:59:32.095515 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-98ac35c1-7e49-4b8b-9636-bb28e0a31412 req-4e0430d5-0bf7-46f2-a6dd-1640624e80e6 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfd5fb23-b18b-4a6c-89a3-98ba397923ef HTTP/1.1" status: 200 len: 210 time: 0.3828790 Sep 30 00:59:32.116718 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f8a1f-86a6-4c69-99d9-114986329963 service neutron] Pushing event updated for resources: {'Port': ['ID=6276e65d-c857-4890-9884-8a27d96b88f5,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:32.119064 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-d84b3973-0616-491d-a74e-81f822eeb58a req-aad53269-3ec7-47b5-a98a-2a794b0e6f8e tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Unset dirty status for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:59:32.120561 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d84b3973-0616-491d-a74e-81f822eeb58a req-aad53269-3ec7-47b5-a98a-2a794b0e6f8e tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfd5fb23-b18b-4a6c-89a3-98ba397923ef HTTP/1.1" status: 200 len: 210 time: 0.3055077 Sep 30 00:59:32.133908 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-105f8a1f-86a6-4c69-99d9-114986329963 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:32.196456 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-105f8a1f-86a6-4c69-99d9-114986329963 service neutron] Attempting to bind port 6276e65d-c857-4890-9884-8a27d96b88f5 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:59:32.196986 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-105f8a1f-86a6-4c69-99d9-114986329963 service neutron] Attempting to bind port 6276e65d-c857-4890-9884-8a27d96b88f5 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'd976d68d-b4b0-4e69-a9c7-52a75a51b884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:59:32.197451 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-105f8a1f-86a6-4c69-99d9-114986329963 service neutron] Attempting to bind port 6276e65d-c857-4890-9884-8a27d96b88f5 on network fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:59:32.204317 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-105f8a1f-86a6-4c69-99d9-114986329963 service neutron] Port 6276e65d-c857-4890-9884-8a27d96b88f5 on network fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:59:32.204799 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-105f8a1f-86a6-4c69-99d9-114986329963 service neutron] Attempting to bind port 6276e65d-c857-4890-9884-8a27d96b88f5 on network fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:59:32.212402 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-105f8a1f-86a6-4c69-99d9-114986329963 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:59:32.212893 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-105f8a1f-86a6-4c69-99d9-114986329963 service neutron] Checking segment: {'id': 'd976d68d-b4b0-4e69-a9c7-52a75a51b884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:59:32.213394 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-105f8a1f-86a6-4c69-99d9-114986329963 service neutron] Bound using segment: {'id': 'd976d68d-b4b0-4e69-a9c7-52a75a51b884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:59:32.214338 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-105f8a1f-86a6-4c69-99d9-114986329963 service neutron] Bound port: 6276e65d-c857-4890-9884-8a27d96b88f5, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd976d68d-b4b0-4e69-a9c7-52a75a51b884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:59:32.214821 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-105f8a1f-86a6-4c69-99d9-114986329963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:32.305660 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ef002e-aa9a-4495-abb2-f2277cd4eadb', 'name': 'network-vif-deleted', 'tag': '9963d948-a3c5-416c-9090-303aa566dd28', 'status': 'completed', 'code': 200} Sep 30 00:59:32.326930 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-105f8a1f-86a6-4c69-99d9-114986329963 service neutron] For port 6276e65d-c857-4890-9884-8a27d96b88f5, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:59:32.330404 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-105f8a1f-86a6-4c69-99d9-114986329963 service neutron] For port 6276e65d-c857-4890-9884-8a27d96b88f5, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=6276e65d-c857-4890-9884-8a27d96b88f5,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:59:32.383626 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-105f8a1f-86a6-4c69-99d9-114986329963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:32.389779 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-836bb465-d17c-41d9-b99b-140bc84107b5 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:32.461981 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-105f8a1f-86a6-4c69-99d9-114986329963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:32.462687 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-105f8a1f-86a6-4c69-99d9-114986329963 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:32.464306 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-105f8a1f-86a6-4c69-99d9-114986329963 service neutron] 10.222.0.59 "PUT /v2.0/ports/6276e65d-c857-4890-9884-8a27d96b88f5 HTTP/1.1" status: 200 len: 1091 time: 2.9783227 Sep 30 00:59:32.499691 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f8a1f-86a6-4c69-99d9-114986329963 service neutron] Pushing event updated for resources: {'Port': ['ID=6276e65d-c857-4890-9884-8a27d96b88f5,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:32.502935 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-3c801ec7-a634-4422-9cea-fdd48de2fbb1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:59:32.506069 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-105f8a1f-86a6-4c69-99d9-114986329963 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:32.515144 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f710c-3d60-47de-8531-0ec7117f58f6 req-b23f571e-89ea-4c2c-ba49-33f6f1a7e9d9 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:32.516764 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bb7f710c-3d60-47de-8531-0ec7117f58f6 req-b23f571e-89ea-4c2c-ba49-33f6f1a7e9d9 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 945 time: 0.1846871 Sep 30 00:59:32.526036 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-3c801ec7-a634-4422-9cea-fdd48de2fbb1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Usage tracker for resource:port and tenant:0c31ce93bef643c399b0202981c1806a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:59:32.530093 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-3c801ec7-a634-4422-9cea-fdd48de2fbb1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:59:32.538967 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-3c801ec7-a634-4422-9cea-fdd48de2fbb1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:59:32.556975 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-3c801ec7-a634-4422-9cea-fdd48de2fbb1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Made reservation on behalf of 0c31ce93bef643c399b0202981c1806a for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:59:32.560407 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-3c801ec7-a634-4422-9cea-fdd48de2fbb1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:32.594296 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f241078-7221-46e8-b023-29498d39ff79 req-833f4359-dfef-4aec-9f98-d9a88850aa8c tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:32.595862 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5f241078-7221-46e8-b023-29498d39ff79 req-833f4359-dfef-4aec-9f98-d9a88850aa8c tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=a86b558f-099c-4843-a35c-bdba41dafccd HTTP/1.1" status: 200 len: 943 time: 0.2894473 Sep 30 00:59:32.624752 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bb7f710c-3d60-47de-8531-0ec7117f58f6 req-d995baa0-324d-4abd-bde0-3a18d504bc03 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006527 Sep 30 00:59:32.677853 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-9fde33ee-72cc-4a90-a380-208b34410246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:32.679803 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-9fde33ee-72cc-4a90-a380-208b34410246 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8fe533ff5524edf903112c2aaa276a6&device_id=a86b558f-099c-4843-a35c-bdba41dafccd HTTP/1.1" status: 200 len: 1094 time: 0.1233897 Sep 30 00:59:32.704270 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 4a7362c5-9e24-449a-8ddb-427758efb263 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:59:32.729703 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5f241078-7221-46e8-b023-29498d39ff79 req-b42d9dcf-d73a-4192-803b-60c485a2c93e tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878646 Sep 30 00:59:32.746621 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: 4a7362c5-9e24-449a-8ddb-427758efb263 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:59:32.747431 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 4a7362c5-9e24-449a-8ddb-427758efb263 not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:59:32.793212 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-f1dbd5fb-c108-40e4-9a5a-551ce86aa62c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6276e65d-c857-4890-9884-8a27d96b88f5 HTTP/1.1" status: 200 len: 217 time: 0.0758514 Sep 30 00:59:32.830865 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-3c801ec7-a634-4422-9cea-fdd48de2fbb1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Allocated IP 172.20.0.5 (0ab60359-3cfa-4ad7-bfac-30575d89facb/f5ab3732-a2fd-4009-8fb6-e12b4620a67e/4ce52075-0577-4319-8032-c8ea84c7e149) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:59:32.847472 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 9963d948-a3c5-416c-9090-303aa566dd28 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:59:32.917707 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: 9963d948-a3c5-416c-9090-303aa566dd28 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:59:32.918104 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 9963d948-a3c5-416c-9090-303aa566dd28 not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:59:32.958548 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cd1ad73f-4ab0-4992-a58a-397d7992e927 req-17748a27-147d-47a1-bb39-096bc129beae tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 210 time: 0.1640952 Sep 30 00:59:33.006047 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-aa3222c9-ce9c-4c1c-be8e-acf673fb71b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:33.007065 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-aa3222c9-ce9c-4c1c-be8e-acf673fb71b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1838926e-37d5-4d80-a8c7-56ab398bbbfc HTTP/1.1" status: 200 len: 844 time: 0.1685104 Sep 30 00:59:33.014422 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-b215c29b-51c6-4711-8cbe-de2802177a8b tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:33.016278 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-b215c29b-51c6-4711-8cbe-de2802177a8b tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029&tenant_id=58336e3a6a854ff7ab57e933b021b603&binding%3Ahost_id=n-h1-811809-1 HTTP/1.1" status: 200 len: 1096 time: 0.3355536 Sep 30 00:59:33.055589 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-cc9ca73b-31c7-4889-bf6e-da03e6fa7c5c tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Synchronizing usage tracker for tenant:c97d7f9dfb2844e292fb0a514e25f5a6 on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:59:33.069749 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-43e653f9-bfc2-407d-95d5-7066b6245c43 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811809-1'}}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:59:33.111005 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-dd449384-3ade-45ca-bbe9-61ee90d036a2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926082 Sep 30 00:59:33.128670 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-cc9ca73b-31c7-4889-bf6e-da03e6fa7c5c tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Unset dirty status for tenant:c97d7f9dfb2844e292fb0a514e25f5a6 on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:59:33.137344 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-cc9ca73b-31c7-4889-bf6e-da03e6fa7c5c tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--364933530&fields=id&tenant_id=c97d7f9dfb2844e292fb0a514e25f5a6 HTTP/1.1" status: 200 len: 267 time: 0.2025044 Sep 30 00:59:33.142999 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-3c801ec7-a634-4422-9cea-fdd48de2fbb1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:33.301732 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-40eed31a-6f94-4d5a-9c23-ccb2f87e91c9 req-bcbb6a8a-8ff6-401d-b2aa-ed397b5fbc05 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Synchronizing usage tracker for tenant:7ce997467e124bf6a159336faf597985 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:59:33.451338 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-3c801ec7-a634-4422-9cea-fdd48de2fbb1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:33.462086 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-804d46a6-cba0-4fea-9606-0946b191a9f1 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:33.462809 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-804d46a6-cba0-4fea-9606-0946b191a9f1 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Synchronizing usage tracker for tenant:c97d7f9dfb2844e292fb0a514e25f5a6 on resource:network {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:59:33.470224 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-841a7b5d-dc47-46eb-8a11-33f7aea33695 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:33.511551 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-40eed31a-6f94-4d5a-9c23-ccb2f87e91c9 req-bcbb6a8a-8ff6-401d-b2aa-ed397b5fbc05 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Unset dirty status for tenant:7ce997467e124bf6a159336faf597985 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:59:33.513054 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-40eed31a-6f94-4d5a-9c23-ccb2f87e91c9 req-bcbb6a8a-8ff6-401d-b2aa-ed397b5fbc05 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] 10.222.0.39 "GET /v2.0/ports?device_id=dee6becd-1092-4386-a2e9-d8612d729c6f HTTP/1.1" status: 200 len: 210 time: 0.3451488 Sep 30 00:59:33.526233 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3eb16f-6143-498c-a06b-2495de809a5a req-72c3e765-f0a2-4eb4-b4b6-8d4ea77ed8c5 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:33.527707 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-da3eb16f-6143-498c-a06b-2495de809a5a req-72c3e765-f0a2-4eb4-b4b6-8d4ea77ed8c5 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.59 "GET /v2.0/networks?id=4c98a929-4bc6-4ff2-9381-439d6c813487 HTTP/1.1" status: 200 len: 811 time: 0.3364840 Sep 30 00:59:33.540085 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-43e653f9-bfc2-407d-95d5-7066b6245c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:33.584441 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-da3eb16f-6143-498c-a06b-2495de809a5a req-bf778e26-c597-440d-a5fc-f0871bc3fae0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Request body: {'port': {'device_id': 'aac946a5-d869-4ced-bb07-46c731d5ab99', 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487', 'admin_state_up': True, 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:59:33.597553 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-0965aef3-7990-4d3d-9ba3-d95e8f3ae676 service neutron] 10.222.0.59 "GET /v2.0/networks/fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670932 Sep 30 00:59:33.602805 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee6becd-1092-4386-a2e9-d8612d729c6f', 'name': 'network-vif-deleted', 'tag': '4a7362c5-9e24-449a-8ddb-427758efb263'}, {'name': 'network-changed', 'server_uuid': 'a86b558f-099c-4843-a35c-bdba41dafccd', 'tag': '6276e65d-c857-4890-9884-8a27d96b88f5'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:59:33.653554 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c801ec7-a634-4422-9cea-fdd48de2fbb1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Pushing event updated for resources: {'Port': ['ID=4ce52075-0577-4319-8032-c8ea84c7e149,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:33.676223 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-3c801ec7-a634-4422-9cea-fdd48de2fbb1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:33.676968 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-804d46a6-cba0-4fea-9606-0946b191a9f1 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Unset dirty status for tenant:c97d7f9dfb2844e292fb0a514e25f5a6 on resource:network {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:59:33.678304 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-804d46a6-cba0-4fea-9606-0946b191a9f1 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/networks?id=f9efe454-4b8f-42c4-b4a6-30f69635ca21 HTTP/1.1" status: 200 len: 816 time: 0.5105648 Sep 30 00:59:33.686981 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-3c801ec7-a634-4422-9cea-fdd48de2fbb1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Network 0ab60359-3cfa-4ad7-bfac-30575d89facb is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:59:33.693402 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-3c801ec7-a634-4422-9cea-fdd48de2fbb1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:59:33.702745 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-3c801ec7-a634-4422-9cea-fdd48de2fbb1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:59:33.764954 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-5476e965-a7c0-4081-87ca-59061d78534d tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/quotas/c97d7f9dfb2844e292fb0a514e25f5a6 HTTP/1.1" status: 200 len: 375 time: 0.0767806 Sep 30 00:59:33.776412 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-3c801ec7-a634-4422-9cea-fdd48de2fbb1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:33.777090 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-3c801ec7-a634-4422-9cea-fdd48de2fbb1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:33.873632 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-3c801ec7-a634-4422-9cea-fdd48de2fbb1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7976954 Sep 30 00:59:33.881055 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-da3eb16f-6143-498c-a06b-2495de809a5a req-bf778e26-c597-440d-a5fc-f0871bc3fae0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:59:33.887378 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-d413b268-ac2d-4fb7-9ba3-7dd232bf89d2 service neutron] Request body: {'port': {'device_id': 'adeced1b-5650-428c-b8a2-f6f016fd7bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:59:33.937120 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8263dff5-5e4c-4a39-82e2-9897ce6816b8 req-dd971fc7-ad1f-4fdc-8284-304d4f56e186 service neutron] 10.222.0.59 "GET /v2.0/networks/fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295648 Sep 30 00:59:33.952570 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-43e653f9-bfc2-407d-95d5-7066b6245c43 service neutron] For port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=530d6b4e-d293-4fb6-a6d7-0e6253e2cc97,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:33.980032 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ed846-4ade-4981-9316-b93c330808f8 req-387d30c1-909f-4034-86e8-e0f5f342c762 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:33.981462 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e32ed846-4ade-4981-9316-b93c330808f8 req-387d30c1-909f-4034-86e8-e0f5f342c762 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=adeced1b-5650-428c-b8a2-f6f016fd7bbb HTTP/1.1" status: 200 len: 931 time: 0.1897871 Sep 30 00:59:34.035583 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-43e653f9-bfc2-407d-95d5-7066b6245c43 service neutron] For port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:59:34.068924 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-da3eb16f-6143-498c-a06b-2495de809a5a req-bf778e26-c597-440d-a5fc-f0871bc3fae0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:59:34.094047 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-e32ed846-4ade-4981-9316-b93c330808f8 req-dce66efa-e255-4b33-8cfe-8a1cdaa03389 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Synchronizing usage tracker for tenant:0c31ce93bef643c399b0202981c1806a on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:59:34.122910 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da3eb16f-6143-498c-a06b-2495de809a5a req-bf778e26-c597-440d-a5fc-f0871bc3fae0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Made reservation on behalf of 038e4d0abd4b4e5c940f331b6f0950a9 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:59:34.123401 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-43e653f9-bfc2-407d-95d5-7066b6245c43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:34.126326 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-da3eb16f-6143-498c-a06b-2495de809a5a req-bf778e26-c597-440d-a5fc-f0871bc3fae0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:34.127353 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-e32ed846-4ade-4981-9316-b93c330808f8 req-dce66efa-e255-4b33-8cfe-8a1cdaa03389 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Unset dirty status for tenant:0c31ce93bef643c399b0202981c1806a on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:59:34.134932 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e32ed846-4ade-4981-9316-b93c330808f8 req-dce66efa-e255-4b33-8cfe-8a1cdaa03389 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?id=44d311bf-0963-4950-9bd9-f6be4a161077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419468 Sep 30 00:59:34.137034 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-43e653f9-bfc2-407d-95d5-7066b6245c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:34.142306 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:34.214555 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-088502ae-6f9b-4c8b-b394-dd3eef0723f1 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Synchronizing usage tracker for tenant:c97d7f9dfb2844e292fb0a514e25f5a6 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:59:34.220626 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-d413b268-ac2d-4fb7-9ba3-7dd232bf89d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:34.299727 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee6becd-1092-4386-a2e9-d8612d729c6f', 'name': 'network-vif-deleted', 'tag': '4a7362c5-9e24-449a-8ddb-427758efb263', 'status': 'completed', 'code': 200} Sep 30 00:59:34.300032 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a86b558f-099c-4843-a35c-bdba41dafccd', 'tag': '6276e65d-c857-4890-9884-8a27d96b88f5', 'status': 'completed', 'code': 200} Sep 30 00:59:34.328360 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-43e653f9-bfc2-407d-95d5-7066b6245c43 service neutron] Attempting to bind port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 on host n-h1-811809-1 for vnic_type normal with profile {"migrating_to": "n-h2-811809-1"} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:59:34.328737 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-43e653f9-bfc2-407d-95d5-7066b6245c43 service neutron] Attempting to bind port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:59:34.329020 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-43e653f9-bfc2-407d-95d5-7066b6245c43 service neutron] Attempting to bind port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 on network 75754133-2f30-43b1-b553-38d58661ba06 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:59:34.334378 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-088502ae-6f9b-4c8b-b394-dd3eef0723f1 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Unset dirty status for tenant:c97d7f9dfb2844e292fb0a514e25f5a6 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:59:34.346274 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-088502ae-6f9b-4c8b-b394-dd3eef0723f1 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c97d7f9dfb2844e292fb0a514e25f5a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5593250 Sep 30 00:59:34.371058 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e653f9-bfc2-407d-95d5-7066b6245c43 service neutron] Pushing event updated for resources: {'Port': ['ID=530d6b4e-d293-4fb6-a6d7-0e6253e2cc97,revision_number=7']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:34.373576 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-43e653f9-bfc2-407d-95d5-7066b6245c43 service neutron] Port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 on network 75754133-2f30-43b1-b553-38d58661ba06 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:59:34.373892 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-43e653f9-bfc2-407d-95d5-7066b6245c43 service neutron] Attempting to bind port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 on network 75754133-2f30-43b1-b553-38d58661ba06 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:59:34.383087 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-43e653f9-bfc2-407d-95d5-7066b6245c43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:34.398232 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-43e653f9-bfc2-407d-95d5-7066b6245c43 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:59:34.398571 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-43e653f9-bfc2-407d-95d5-7066b6245c43 service neutron] Checking segment: {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:59:34.399067 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-43e653f9-bfc2-407d-95d5-7066b6245c43 service neutron] Bound using segment: {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:59:34.399416 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-43e653f9-bfc2-407d-95d5-7066b6245c43 service neutron] Bound port: 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:59:34.399756 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-43e653f9-bfc2-407d-95d5-7066b6245c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:34.556314 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50f999-2c8a-4618-b9f6-b88e46f13c7c req-39352ffc-cd57-428b-9a44-f00e6fb16a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:34.557773 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bf50f999-2c8a-4618-b9f6-b88e46f13c7c req-39352ffc-cd57-428b-9a44-f00e6fb16a66 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8fe533ff5524edf903112c2aaa276a6&device_id=a86b558f-099c-4843-a35c-bdba41dafccd HTTP/1.1" status: 200 len: 1094 time: 0.2236426 Sep 30 00:59:34.585922 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-da3eb16f-6143-498c-a06b-2495de809a5a req-bf778e26-c597-440d-a5fc-f0871bc3fae0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Allocated IP 172.20.0.14 (4c98a929-4bc6-4ff2-9381-439d6c813487/c136aabe-2b6e-40bd-889c-a97ee8fe6bf6/89681f9a-ab6c-4a8e-bb26-ff365b9b730a) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:59:34.653737 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-43e653f9-bfc2-407d-95d5-7066b6245c43 service neutron] For port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:59:34.670873 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504d86d-dd59-4a49-b106-894540b030fe req-01f904ea-ef89-4aac-95ab-5a6cdf6dd828 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:34.672350 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3504d86d-dd59-4a49-b106-894540b030fe req-01f904ea-ef89-4aac-95ab-5a6cdf6dd828 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 943 time: 0.2619107 Sep 30 00:59:34.680171 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-43e653f9-bfc2-407d-95d5-7066b6245c43 service neutron] For port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=530d6b4e-d293-4fb6-a6d7-0e6253e2cc97,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:59:34.700447 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-43e653f9-bfc2-407d-95d5-7066b6245c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:34.709090 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1ee4656d-be0f-4094-8c9d-241fa8d06e36 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:34.718480 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:59:34.725122 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-527e1fec-8412-462d-9e07-2ae3069eb1c7 service neutron] 10.222.0.39 "GET /v2.0/networks/f9efe454-4b8f-42c4-b4a6-30f69635ca21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698695 Sep 30 00:59:34.857652 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=530d6b4e-d293-4fb6-a6d7-0e6253e2cc97,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:34.872019 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 has no active binding in host n-h2-811809-1 {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Sep 30 00:59:34.884312 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50f999-2c8a-4618-b9f6-b88e46f13c7c req-8e9ee94c-622c-4f9f-984d-4b936c1372d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:34.885637 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bf50f999-2c8a-4618-b9f6-b88e46f13c7c req-8e9ee94c-622c-4f9f-984d-4b936c1372d4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 HTTP/1.1" status: 200 len: 905 time: 0.3190894 Sep 30 00:59:34.888906 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3504d86d-dd59-4a49-b106-894540b030fe req-12e825c0-10e6-4267-b71b-c39b5e6e9713 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050247 Sep 30 00:59:34.988913 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e653f9-bfc2-407d-95d5-7066b6245c43 service neutron] Pushing event updated for resources: {'Port': ['ID=530d6b4e-d293-4fb6-a6d7-0e6253e2cc97,revision_number=8']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:35.003350 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-43e653f9-bfc2-407d-95d5-7066b6245c43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:35.007258 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bf50f999-2c8a-4618-b9f6-b88e46f13c7c req-9e741a5d-3cef-4a8e-b91e-9ed78857ab7d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6276e65d-c857-4890-9884-8a27d96b88f5 HTTP/1.1" status: 200 len: 217 time: 0.1126304 Sep 30 00:59:35.008655 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-43e653f9-bfc2-407d-95d5-7066b6245c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:35.009269 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-43e653f9-bfc2-407d-95d5-7066b6245c43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:35.010535 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-43e653f9-bfc2-407d-95d5-7066b6245c43 service neutron] 10.222.0.55 "PUT /v2.0/ports/530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 HTTP/1.1" status: 200 len: 1121 time: 1.9506404 Sep 30 00:59:35.074766 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-046e0a21-ff94-421d-a57a-b6f1992bba91 service neutron] 10.222.0.39 "GET /v2.0/networks/f9efe454-4b8f-42c4-b4a6-30f69635ca21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382244 Sep 30 00:59:35.106656 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['530d6b4e-d293-4fb6-a6d7-0e6253e2cc97'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:59:35.127404 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-da3eb16f-6143-498c-a06b-2495de809a5a req-bf778e26-c597-440d-a5fc-f0871bc3fae0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:35.137300 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-d413b268-ac2d-4fb7-9ba3-7dd232bf89d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ce52075-0577-4319-8032-c8ea84c7e149 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:59:35.155122 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-d413b268-ac2d-4fb7-9ba3-7dd232bf89d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:35.172199 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-da3eb16f-6143-498c-a06b-2495de809a5a req-bf778e26-c597-440d-a5fc-f0871bc3fae0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Transition to ACTIVE for port object 89681f9a-ab6c-4a8e-bb26-ff365b9b730a will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:59:35.180801 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-d413b268-ac2d-4fb7-9ba3-7dd232bf89d2 service neutron] Transition to ACTIVE for port object 4ce52075-0577-4319-8032-c8ea84c7e149 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:59:35.185793 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-d413b268-ac2d-4fb7-9ba3-7dd232bf89d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:35.194035 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-96e21061-c606-42b8-9cd0-c957d4491f74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:35.309139 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50f999-2c8a-4618-b9f6-b88e46f13c7c req-def9bb63-3408-42a5-bc27-6bfe095874b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:35.310585 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bf50f999-2c8a-4618-b9f6-b88e46f13c7c req-def9bb63-3408-42a5-bc27-6bfe095874b1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1838926e-37d5-4d80-a8c7-56ab398bbbfc HTTP/1.1" status: 200 len: 844 time: 0.2633505 Sep 30 00:59:35.325450 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['530d6b4e-d293-4fb6-a6d7-0e6253e2cc97'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:59:35.373403 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bf50f999-2c8a-4618-b9f6-b88e46f13c7c req-be1b4949-ab97-4867-a7f7-cbacc0b0e492 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523083 Sep 30 00:59:35.412797 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413b268-ac2d-4fb7-9ba3-7dd232bf89d2 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce52075-0577-4319-8032-c8ea84c7e149,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:35.427308 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-da3eb16f-6143-498c-a06b-2495de809a5a req-bf778e26-c597-440d-a5fc-f0871bc3fae0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:35.429574 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d413b268-ac2d-4fb7-9ba3-7dd232bf89d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:35.494051 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd3c31-848f-4c38-87e3-1ac21c32958f req-6f7ef486-73a8-4761-b479-abd1aa7454f8 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:35.494994 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-73bd3c31-848f-4c38-87e3-1ac21c32958f req-6f7ef486-73a8-4761-b479-abd1aa7454f8 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Synchronizing usage tracker for tenant:e8fe533ff5524edf903112c2aaa276a6 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:59:35.502753 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-3c801ec7-a634-4422-9cea-fdd48de2fbb1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:35.542580 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-73bd3c31-848f-4c38-87e3-1ac21c32958f req-6f7ef486-73a8-4761-b479-abd1aa7454f8 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Unset dirty status for tenant:e8fe533ff5524edf903112c2aaa276a6 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:59:35.552326 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-73bd3c31-848f-4c38-87e3-1ac21c32958f req-6f7ef486-73a8-4761-b479-abd1aa7454f8 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=a86b558f-099c-4843-a35c-bdba41dafccd HTTP/1.1" status: 200 len: 943 time: 0.5407515 Sep 30 00:59:35.560762 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:35.634688 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-d413b268-ac2d-4fb7-9ba3-7dd232bf89d2 service neutron] Attempting to bind port 4ce52075-0577-4319-8032-c8ea84c7e149 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:59:35.635259 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-73bd3c31-848f-4c38-87e3-1ac21c32958f req-d03dff1f-5b60-4457-a387-6e2cd5d7e648 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819123 Sep 30 00:59:35.635723 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-d413b268-ac2d-4fb7-9ba3-7dd232bf89d2 service neutron] Attempting to bind port 4ce52075-0577-4319-8032-c8ea84c7e149 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'fd1d7848-daf0-474a-8f2e-05a325b3eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0ab60359-3cfa-4ad7-bfac-30575d89facb'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:59:35.636313 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-d413b268-ac2d-4fb7-9ba3-7dd232bf89d2 service neutron] Attempting to bind port 4ce52075-0577-4319-8032-c8ea84c7e149 on network 0ab60359-3cfa-4ad7-bfac-30575d89facb {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:59:35.647680 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da3eb16f-6143-498c-a06b-2495de809a5a req-bf778e26-c597-440d-a5fc-f0871bc3fae0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Network 4c98a929-4bc6-4ff2-9381-439d6c813487 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:59:35.648423 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-d413b268-ac2d-4fb7-9ba3-7dd232bf89d2 service neutron] Port 4ce52075-0577-4319-8032-c8ea84c7e149 on network 0ab60359-3cfa-4ad7-bfac-30575d89facb not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:59:35.648750 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-d413b268-ac2d-4fb7-9ba3-7dd232bf89d2 service neutron] Attempting to bind port 4ce52075-0577-4319-8032-c8ea84c7e149 on network 0ab60359-3cfa-4ad7-bfac-30575d89facb {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:59:35.657608 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bf50f999-2c8a-4618-b9f6-b88e46f13c7c req-10267b39-32c6-4fd6-a3b5-ecf767bdb7f6 service neutron] 10.222.0.59 "GET /v2.0/networks/fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728631 Sep 30 00:59:35.660002 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-da3eb16f-6143-498c-a06b-2495de809a5a req-bf778e26-c597-440d-a5fc-f0871bc3fae0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:59:35.683035 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3eb16f-6143-498c-a06b-2495de809a5a req-bf778e26-c597-440d-a5fc-f0871bc3fae0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:59:35.761192 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-d413b268-ac2d-4fb7-9ba3-7dd232bf89d2 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:59:35.761795 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-d413b268-ac2d-4fb7-9ba3-7dd232bf89d2 service neutron] Checking segment: {'id': 'fd1d7848-daf0-474a-8f2e-05a325b3eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0ab60359-3cfa-4ad7-bfac-30575d89facb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:59:35.762262 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-d413b268-ac2d-4fb7-9ba3-7dd232bf89d2 service neutron] Bound using segment: {'id': 'fd1d7848-daf0-474a-8f2e-05a325b3eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0ab60359-3cfa-4ad7-bfac-30575d89facb'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:59:35.763413 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-d413b268-ac2d-4fb7-9ba3-7dd232bf89d2 service neutron] Bound port: 4ce52075-0577-4319-8032-c8ea84c7e149, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd1d7848-daf0-474a-8f2e-05a325b3eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0ab60359-3cfa-4ad7-bfac-30575d89facb'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:59:35.763813 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-d413b268-ac2d-4fb7-9ba3-7dd232bf89d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:35.776187 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf778e26-c597-440d-a5fc-f0871bc3fae0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Pushing event updated for resources: {'Port': ['ID=89681f9a-ab6c-4a8e-bb26-ff365b9b730a,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:35.780913 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bf778e26-c597-440d-a5fc-f0871bc3fae0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:35.984490 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bf50f999-2c8a-4618-b9f6-b88e46f13c7c req-007024af-b4b4-4a86-a01e-5beb59b68710 service neutron] 10.222.0.59 "GET /v2.0/networks/fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186681 Sep 30 00:59:36.018446 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-8d07d2de-86ac-4e83-93b0-67ea4e469c01 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:36.028180 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-a2f5643d-2c84-4d09-b18f-a25ff2ee50c9 None None] Provisioning for port 89681f9a-ab6c-4a8e-bb26-ff365b9b730a completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:59:36.029761 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-8d07d2de-86ac-4e83-93b0-67ea4e469c01 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/networks?id=34a0c4bb-7b8e-4af9-940e-de978352f62e HTTP/1.1" status: 200 len: 811 time: 0.2442679 Sep 30 00:59:36.034102 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-a2f5643d-2c84-4d09-b18f-a25ff2ee50c9 None None] Provisioning complete for port 89681f9a-ab6c-4a8e-bb26-ff365b9b730a triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:59:36.034530 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-a2f5643d-2c84-4d09-b18f-a25ff2ee50c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:36.087251 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3eb16f-6143-498c-a06b-2495de809a5a req-bf778e26-c597-440d-a5fc-f0871bc3fae0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:36.087988 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-da3eb16f-6143-498c-a06b-2495de809a5a req-bf778e26-c597-440d-a5fc-f0871bc3fae0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:36.095068 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-a2f5643d-2c84-4d09-b18f-a25ff2ee50c9 None None] Port 89681f9a-ab6c-4a8e-bb26-ff365b9b730a cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:59:36.132547 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-ea0bfe84-42c8-4883-9231-cb0f803dcf4f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/quotas/09577eebebf34beb8f9f7386d3ff6957 HTTP/1.1" status: 200 len: 375 time: 0.1017854 Sep 30 00:59:36.144097 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-da3eb16f-6143-498c-a06b-2495de809a5a req-bf778e26-c597-440d-a5fc-f0871bc3fae0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5650866 Sep 30 00:59:36.153233 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-d413b268-ac2d-4fb7-9ba3-7dd232bf89d2 service neutron] For port 4ce52075-0577-4319-8032-c8ea84c7e149, host n-h2-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:59:36.158757 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-d413b268-ac2d-4fb7-9ba3-7dd232bf89d2 service neutron] For port 4ce52075-0577-4319-8032-c8ea84c7e149, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=4ce52075-0577-4319-8032-c8ea84c7e149,segment=NetworkSegment(fd1d7848-daf0-474a-8f2e-05a325b3eee3),segment_id=fd1d7848-daf0-474a-8f2e-05a325b3eee3)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:59:36.165113 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-d413b268-ac2d-4fb7-9ba3-7dd232bf89d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:36.169638 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d413b268-ac2d-4fb7-9ba3-7dd232bf89d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:36.190671 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-b09d9dfe-faa6-4910-ae58-6c7f58bd2cdb tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=09577eebebf34beb8f9f7386d3ff6957&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490479 Sep 30 00:59:36.206117 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff028ff-1e6a-40d9-a788-055b84aeb800 req-4cbbd662-0e21-4a6a-b28f-21114aedef21 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:36.206835 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-aff028ff-1e6a-40d9-a788-055b84aeb800 req-4cbbd662-0e21-4a6a-b28f-21114aedef21 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Synchronizing usage tracker for tenant:038e4d0abd4b4e5c940f331b6f0950a9 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:59:36.222178 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-da3eb16f-6143-498c-a06b-2495de809a5a req-aeda5dad-d597-402a-91c5-3e2241c83d79 service neutron] Request body: {'port': {'device_id': 'aac946a5-d869-4ced-bb07-46c731d5ab99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:59:36.295660 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-d413b268-ac2d-4fb7-9ba3-7dd232bf89d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:36.296280 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-d413b268-ac2d-4fb7-9ba3-7dd232bf89d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:36.297670 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-d413b268-ac2d-4fb7-9ba3-7dd232bf89d2 service neutron] 10.222.0.55 "PUT /v2.0/ports/4ce52075-0577-4319-8032-c8ea84c7e149 HTTP/1.1" status: 200 len: 1091 time: 2.4142218 Sep 30 00:59:36.301311 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adeced1b-5650-428c-b8a2-f6f016fd7bbb', 'tag': '4ce52075-0577-4319-8032-c8ea84c7e149'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:59:36.302958 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b33afc7-7c2c-46ec-bfa6-b8df83b1f029', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '530d6b4e-d293-4fb6-a6d7-0e6253e2cc97'}, {'name': 'network-changed', 'server_uuid': '0b33afc7-7c2c-46ec-bfa6-b8df83b1f029', 'tag': '530d6b4e-d293-4fb6-a6d7-0e6253e2cc97'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:59:36.326914 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-aff028ff-1e6a-40d9-a788-055b84aeb800 req-4cbbd662-0e21-4a6a-b28f-21114aedef21 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Unset dirty status for tenant:038e4d0abd4b4e5c940f331b6f0950a9 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:59:36.327737 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-aff028ff-1e6a-40d9-a788-055b84aeb800 req-4cbbd662-0e21-4a6a-b28f-21114aedef21 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 932 time: 0.5242469 Sep 30 00:59:36.351712 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-2e3ab55d-9068-4daf-8203-bba642459a7e service neutron] 10.222.0.39 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540272 Sep 30 00:59:36.365485 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413b268-ac2d-4fb7-9ba3-7dd232bf89d2 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce52075-0577-4319-8032-c8ea84c7e149,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:36.377380 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d413b268-ac2d-4fb7-9ba3-7dd232bf89d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:36.479791 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-da3eb16f-6143-498c-a06b-2495de809a5a req-aeda5dad-d597-402a-91c5-3e2241c83d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:36.497727 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-960f3e75-b05c-47ff-81b5-117ba3730a43 service neutron] 10.222.0.39 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399200 Sep 30 00:59:36.497938 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-aff028ff-1e6a-40d9-a788-055b84aeb800 req-b4fb1c31-b915-4b5f-b296-bf14c84bf84a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346531 Sep 30 00:59:36.581256 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-802f91ae-4991-42a4-a33d-84c9cb3342b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:36.584177 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-802f91ae-4991-42a4-a33d-84c9cb3342b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c31ce93bef643c399b0202981c1806a&device_id=adeced1b-5650-428c-b8a2-f6f016fd7bbb HTTP/1.1" status: 200 len: 1094 time: 0.2157271 Sep 30 00:59:36.728308 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 2be93dbf-c889-4f05-b77b-ddc297c5f1e1 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:59:36.748675 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-66173160-0745-4c84-9e5d-9c775271d279 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ce52075-0577-4319-8032-c8ea84c7e149 HTTP/1.1" status: 200 len: 217 time: 0.1486297 Sep 30 00:59:36.766109 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: 2be93dbf-c889-4f05-b77b-ddc297c5f1e1 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 00:59:36.766626 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 2be93dbf-c889-4f05-b77b-ddc297c5f1e1 not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:59:36.851499 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e07bf-79f6-4cd4-b2f6-79578195a3a0 req-8fb4cd9c-98e3-4ea5-80f5-e8c14e922ff2 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:36.854157 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4e6e07bf-79f6-4cd4-b2f6-79578195a3a0 req-8fb4cd9c-98e3-4ea5-80f5-e8c14e922ff2 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=adeced1b-5650-428c-b8a2-f6f016fd7bbb HTTP/1.1" status: 200 len: 943 time: 0.1236355 Sep 30 00:59:36.878305 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 6276e65d-c857-4890-9884-8a27d96b88f5 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:59:36.940563 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4e6e07bf-79f6-4cd4-b2f6-79578195a3a0 req-6b462d0a-3633-4545-99a4-8f86ee249e2c tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?id=44d311bf-0963-4950-9bd9-f6be4a161077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802224 Sep 30 00:59:36.976919 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-bbbcf5df-9976-4f24-9f63-c82501b3966b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:36.978560 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-bbbcf5df-9976-4f24-9f63-c82501b3966b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f5ab3732-a2fd-4009-8fb6-e12b4620a67e HTTP/1.1" status: 200 len: 853 time: 0.2213671 Sep 30 00:59:36.991309 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f6190ae5-a26f-43d2-a31d-c7dcb20ca837 req-95cbd3ea-6723-48dd-b293-f8f701158124 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/ports?device_id=90973e42-f441-49f8-9fe9-3dbe657d3762 HTTP/1.1" status: 200 len: 210 time: 0.0853832 Sep 30 00:59:37.046513 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-d632ff41-07d8-4193-a793-04cd15b53fa6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0ab60359-3cfa-4ad7-bfac-30575d89facb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519629 Sep 30 00:59:37.215097 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adeced1b-5650-428c-b8a2-f6f016fd7bbb', 'tag': '4ce52075-0577-4319-8032-c8ea84c7e149', 'status': 'completed', 'code': 200} Sep 30 00:59:37.217843 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 6276e65d-c857-4890-9884-8a27d96b88f5, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=6276e65d-c857-4890-9884-8a27d96b88f5,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:37.245823 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '6276e65d-c857-4890-9884-8a27d96b88f5', 'network_id': 'fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129', 'port_id': '6276e65d-c857-4890-9884-8a27d96b88f5', 'mac_address': 'fa:16:3e:e7:7d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1838926e-37d5-4d80-a8c7-56ab398bbbfc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:59:37.312191 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b33afc7-7c2c-46ec-bfa6-b8df83b1f029', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '530d6b4e-d293-4fb6-a6d7-0e6253e2cc97', 'code': 200} Sep 30 00:59:37.312660 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b33afc7-7c2c-46ec-bfa6-b8df83b1f029', 'tag': '530d6b4e-d293-4fb6-a6d7-0e6253e2cc97', 'status': 'completed', 'code': 200} Sep 30 00:59:37.324562 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 40590) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:59:37.381989 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:37.415046 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6276e65d-c857-4890-9884-8a27d96b88f5 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:59:37.420035 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-32a8cae7-5245-47fd-826a-1e5d0503e5f8 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:37.421560 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-32a8cae7-5245-47fd-826a-1e5d0503e5f8 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.59 "GET /v2.0/networks?id=f9efe454-4b8f-42c4-b4a6-30f69635ca21 HTTP/1.1" status: 200 len: 816 time: 0.3101475 Sep 30 00:59:37.435277 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a60b3-ff8e-4276-afe0-567569266916 req-9cc6befd-68c3-4fd2-bcda-cabbf0f8bb39 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:37.443244 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5a9a60b3-ff8e-4276-afe0-567569266916 req-9cc6befd-68c3-4fd2-bcda-cabbf0f8bb39 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 943 time: 0.2928858 Sep 30 00:59:37.455911 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 6276e65d-c857-4890-9884-8a27d96b88f5, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=6276e65d-c857-4890-9884-8a27d96b88f5,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:37.463217 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:37.470777 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:37.499379 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-da3eb16f-6143-498c-a06b-2495de809a5a req-aeda5dad-d597-402a-91c5-3e2241c83d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89681f9a-ab6c-4a8e-bb26-ff365b9b730a {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:59:37.509508 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-da3eb16f-6143-498c-a06b-2495de809a5a req-aeda5dad-d597-402a-91c5-3e2241c83d79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:37.529659 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-79555229-84d7-43eb-89dc-063a3fbf6076 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Synchronizing usage tracker for tenant:c97d7f9dfb2844e292fb0a514e25f5a6 on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:59:37.530054 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-da3eb16f-6143-498c-a06b-2495de809a5a req-aeda5dad-d597-402a-91c5-3e2241c83d79 service neutron] Transition to ACTIVE for port object 89681f9a-ab6c-4a8e-bb26-ff365b9b730a will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:59:37.550556 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5a9a60b3-ff8e-4276-afe0-567569266916 req-4b920211-36a3-49fa-9722-59e7f1a6128f tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040807 Sep 30 00:59:37.571324 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-79555229-84d7-43eb-89dc-063a3fbf6076 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Unset dirty status for tenant:c97d7f9dfb2844e292fb0a514e25f5a6 on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:59:37.572468 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-79555229-84d7-43eb-89dc-063a3fbf6076 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c97d7f9dfb2844e292fb0a514e25f5a6 HTTP/1.1" status: 200 len: 379 time: 0.1265969 Sep 30 00:59:37.588232 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-a92cfb49-6b4d-4d33-82d6-fc9621c88a91 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Request body: {'port': {'device_id': '90973e42-f441-49f8-9fe9-3dbe657d3762', 'network_id': 'f9efe454-4b8f-42c4-b4a6-30f69635ca21', 'admin_state_up': True, 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'security_groups': ['fc32b6da-1853-41ca-a1f0-9486ba9ef355']}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:59:37.601230 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-95c2a63f-0a61-4db4-8d14-50604b9eebfa service neutron] 10.222.0.55 "GET /v2.0/networks/0ab60359-3cfa-4ad7-bfac-30575d89facb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471857 Sep 30 00:59:37.605280 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=6276e65d-c857-4890-9884-8a27d96b88f5,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:37.617300 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:37.646740 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-91f2a8a6-f5dd-4485-b6ab-995b2ad2eb60 admin admin] Deleting subnet 7b477ab5-881b-4de7-8d2c-358183a1cf88 {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 00:59:37.672628 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-da3eb16f-6143-498c-a06b-2495de809a5a req-aeda5dad-d597-402a-91c5-3e2241c83d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:37.682975 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-91f2a8a6-f5dd-4485-b6ab-995b2ad2eb60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:37.716643 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-96e21061-c606-42b8-9cd0-c957d4491f74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:37.939187 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9e5c2-ef3f-4cb3-a2b9-0931a2e60b88 req-bdcc1bc6-aa25-4012-9cd3-40c4cf29637e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:37.940684 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-34c9e5c2-ef3f-4cb3-a2b9-0931a2e60b88 req-bdcc1bc6-aa25-4012-9cd3-40c4cf29637e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=58336e3a6a854ff7ab57e933b021b603&device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 1124 time: 0.6191258 Sep 30 00:59:37.956691 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-a92cfb49-6b4d-4d33-82d6-fc9621c88a91 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:59:37.968711 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-a92cfb49-6b4d-4d33-82d6-fc9621c88a91 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:59:37.978182 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['6276e65d-c857-4890-9884-8a27d96b88f5'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:59:37.984658 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-a92cfb49-6b4d-4d33-82d6-fc9621c88a91 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Made reservation on behalf of c97d7f9dfb2844e292fb0a514e25f5a6 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:59:37.988516 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-a92cfb49-6b4d-4d33-82d6-fc9621c88a91 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:38.144272 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fc14f0b5-851f-4f70-b6f8-56da3ea30feb req-f52e1191-7ef5-436b-8433-f01daa0bad3f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d9803d-42fa-4914-b19d-ee45fac24e78 HTTP/1.1" status: 200 len: 210 time: 0.2851841 Sep 30 00:59:38.334543 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a0aa4-601c-4989-9657-5dc7054ff469 req-24632e7c-6e39-4bf8-b777-665b7486034d tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:38.342549 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-749a0aa4-601c-4989-9657-5dc7054ff469 req-24632e7c-6e39-4bf8-b777-665b7486034d tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=a86b558f-099c-4843-a35c-bdba41dafccd HTTP/1.1" status: 200 len: 944 time: 0.5857744 Sep 30 00:59:38.398970 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-91f2a8a6-f5dd-4485-b6ab-995b2ad2eb60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2490848'] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:38.423946 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-749a0aa4-601c-4989-9657-5dc7054ff469 req-61371d28-630b-476f-a189-e80a6be63b30 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803955 Sep 30 00:59:38.433482 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda5dad-d597-402a-91c5-3e2241c83d79 service neutron] Pushing event updated for resources: {'Port': ['ID=89681f9a-ab6c-4a8e-bb26-ff365b9b730a,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:38.510092 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-da3eb16f-6143-498c-a06b-2495de809a5a req-aeda5dad-d597-402a-91c5-3e2241c83d79 service neutron] Attempting to bind port 89681f9a-ab6c-4a8e-bb26-ff365b9b730a on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:59:38.510092 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-da3eb16f-6143-498c-a06b-2495de809a5a req-aeda5dad-d597-402a-91c5-3e2241c83d79 service neutron] Attempting to bind port 89681f9a-ab6c-4a8e-bb26-ff365b9b730a by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'e3d9462e-2f89-440e-8769-959374a5d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:59:38.510092 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3eb16f-6143-498c-a06b-2495de809a5a req-aeda5dad-d597-402a-91c5-3e2241c83d79 service neutron] Attempting to bind port 89681f9a-ab6c-4a8e-bb26-ff365b9b730a on network 4c98a929-4bc6-4ff2-9381-439d6c813487 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:59:38.510092 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-aeda5dad-d597-402a-91c5-3e2241c83d79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.786s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:38.539037 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3eb16f-6143-498c-a06b-2495de809a5a req-aeda5dad-d597-402a-91c5-3e2241c83d79 service neutron] Port 89681f9a-ab6c-4a8e-bb26-ff365b9b730a on network 4c98a929-4bc6-4ff2-9381-439d6c813487 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:59:38.539356 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3eb16f-6143-498c-a06b-2495de809a5a req-aeda5dad-d597-402a-91c5-3e2241c83d79 service neutron] Attempting to bind port 89681f9a-ab6c-4a8e-bb26-ff365b9b730a on network 4c98a929-4bc6-4ff2-9381-439d6c813487 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:59:38.567648 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3eb16f-6143-498c-a06b-2495de809a5a req-aeda5dad-d597-402a-91c5-3e2241c83d79 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:59:38.567987 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3eb16f-6143-498c-a06b-2495de809a5a req-aeda5dad-d597-402a-91c5-3e2241c83d79 service neutron] Checking segment: {'id': 'e3d9462e-2f89-440e-8769-959374a5d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:59:38.568381 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3eb16f-6143-498c-a06b-2495de809a5a req-aeda5dad-d597-402a-91c5-3e2241c83d79 service neutron] Bound using segment: {'id': 'e3d9462e-2f89-440e-8769-959374a5d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:59:38.568819 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-da3eb16f-6143-498c-a06b-2495de809a5a req-aeda5dad-d597-402a-91c5-3e2241c83d79 service neutron] Bound port: 89681f9a-ab6c-4a8e-bb26-ff365b9b730a, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3d9462e-2f89-440e-8769-959374a5d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:59:38.569162 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-da3eb16f-6143-498c-a06b-2495de809a5a req-aeda5dad-d597-402a-91c5-3e2241c83d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:38.632498 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-91f2a8a6-f5dd-4485-b6ab-995b2ad2eb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:38.672488 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-a92cfb49-6b4d-4d33-82d6-fc9621c88a91 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Allocated IP 172.20.0.8 (f9efe454-4b8f-42c4-b4a6-30f69635ca21/9fadca4a-5fe1-43f7-92b8-0c814b532dc8/9629efa2-d035-49ad-abcb-e927a4e9a6aa) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:59:38.714072 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dabb7c43-98e7-4ca2-ac2b-3adfec7846b6 req-1b5be4aa-0b71-4d93-becb-eae648437631 service neutron] 10.222.0.55 "GET /v2.0/networks/0ab60359-3cfa-4ad7-bfac-30575d89facb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0915883 Sep 30 00:59:38.745041 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9e5c2-ef3f-4cb3-a2b9-0931a2e60b88 req-68b5547b-b371-4a43-b4f5-e32ea0ed2355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:38.746389 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-34c9e5c2-ef3f-4cb3-a2b9-0931a2e60b88 req-68b5547b-b371-4a43-b4f5-e32ea0ed2355 service neutron] 10.222.0.59 "GET /v2.0/networks?id=75754133-2f30-43b1-b553-38d58661ba06 HTTP/1.1" status: 200 len: 922 time: 0.5544188 Sep 30 00:59:38.763626 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-304eae9b-8c1b-4abb-bd6a-f0a5fd9a64a9 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:38.765109 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-304eae9b-8c1b-4abb-bd6a-f0a5fd9a64a9 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.59 "GET /v2.0/networks?id=34a0c4bb-7b8e-4af9-940e-de978352f62e HTTP/1.1" status: 200 len: 811 time: 0.2936699 Sep 30 00:59:38.815211 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-1fecfa93-c4e0-406a-9d71-9eb2963e5cdc tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Request body: {'port': {'device_id': '31d9803d-42fa-4914-b19d-ee45fac24e78', 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e', 'admin_state_up': True, 'tenant_id': '09577eebebf34beb8f9f7386d3ff6957'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:59:38.901899 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-34c9e5c2-ef3f-4cb3-a2b9-0931a2e60b88 req-8962fc29-c269-403a-9c05-8e1a07454cd0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 HTTP/1.1" status: 200 len: 217 time: 0.1466486 Sep 30 00:59:38.954248 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-da3eb16f-6143-498c-a06b-2495de809a5a req-aeda5dad-d597-402a-91c5-3e2241c83d79 service neutron] For port 89681f9a-ab6c-4a8e-bb26-ff365b9b730a, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:59:38.995029 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a012e5-57a2-4e03-aaba-9e208fe49ea2 req-d82dc2f3-5986-42e1-9cc6-ec8a2855bbc3 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:38.999201 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e3a012e5-57a2-4e03-aaba-9e208fe49ea2 req-d82dc2f3-5986-42e1-9cc6-ec8a2855bbc3 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 944 time: 0.6636679 Sep 30 00:59:39.026461 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-91f2a8a6-f5dd-4485-b6ab-995b2ad2eb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:39.048254 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-da3eb16f-6143-498c-a06b-2495de809a5a req-aeda5dad-d597-402a-91c5-3e2241c83d79 service neutron] For port 89681f9a-ab6c-4a8e-bb26-ff365b9b730a, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=89681f9a-ab6c-4a8e-bb26-ff365b9b730a,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:59:39.050119 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e1c35373-90ff-4c98-912f-1d0c352c57c7 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:39.107603 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2a8a6-f5dd-4485-b6ab-995b2ad2eb60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b477ab5-881b-4de7-8d2c-358183a1cf88,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:39.121537 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-da3eb16f-6143-498c-a06b-2495de809a5a req-aeda5dad-d597-402a-91c5-3e2241c83d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:39.121537 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-91f2a8a6-f5dd-4485-b6ab-995b2ad2eb60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:39.127820 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-86b258ee-8cb0-4c22-80fd-fb878c1dd50a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:39.131410 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-a92cfb49-6b4d-4d33-82d6-fc9621c88a91 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:39.146135 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a191478-b119-42ac-ba4e-ee7d219a67bf req-7c8d70a9-4700-4dfe-aee5-7e0ebf96737a tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:39.147655 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8a191478-b119-42ac-ba4e-ee7d219a67bf req-7c8d70a9-4700-4dfe-aee5-7e0ebf96737a tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=adeced1b-5650-428c-b8a2-f6f016fd7bbb HTTP/1.1" status: 200 len: 943 time: 0.3386328 Sep 30 00:59:39.148683 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-1fecfa93-c4e0-406a-9d71-9eb2963e5cdc tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:59:39.166915 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-91f2a8a6-f5dd-4485-b6ab-995b2ad2eb60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:39.181310 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-1fecfa93-c4e0-406a-9d71-9eb2963e5cdc tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:59:39.192343 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-a92cfb49-6b4d-4d33-82d6-fc9621c88a91 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Transition to ACTIVE for port object 9629efa2-d035-49ad-abcb-e927a4e9a6aa will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:59:39.213473 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3eb16f-6143-498c-a06b-2495de809a5a req-aeda5dad-d597-402a-91c5-3e2241c83d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:39.214095 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-da3eb16f-6143-498c-a06b-2495de809a5a req-aeda5dad-d597-402a-91c5-3e2241c83d79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:39.215031 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-1fecfa93-c4e0-406a-9d71-9eb2963e5cdc tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Made reservation on behalf of 09577eebebf34beb8f9f7386d3ff6957 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:59:39.215639 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-da3eb16f-6143-498c-a06b-2495de809a5a req-aeda5dad-d597-402a-91c5-3e2241c83d79 service neutron] 10.222.0.59 "PUT /v2.0/ports/89681f9a-ab6c-4a8e-bb26-ff365b9b730a HTTP/1.1" status: 200 len: 1092 time: 3.0054927 Sep 30 00:59:39.218657 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-1fecfa93-c4e0-406a-9d71-9eb2963e5cdc tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:39.231738 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac946a5-d869-4ced-bb07-46c731d5ab99', 'tag': '89681f9a-ab6c-4a8e-bb26-ff365b9b730a'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:59:39.247272 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8a191478-b119-42ac-ba4e-ee7d219a67bf req-6321b270-463e-4937-b3b8-6ad314b873bd tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?id=44d311bf-0963-4950-9bd9-f6be4a161077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880308 Sep 30 00:59:39.247717 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 40608) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:59:39.248168 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-91f2a8a6-f5dd-4485-b6ab-995b2ad2eb60 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7b477ab5-881b-4de7-8d2c-358183a1cf88 HTTP/1.1" status: 204 len: 168 time: 1.9223979 Sep 30 00:59:39.257658 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9e5c2-ef3f-4cb3-a2b9-0931a2e60b88 req-2f257646-9119-4375-a393-98d7fbc9a7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:39.259546 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-34c9e5c2-ef3f-4cb3-a2b9-0931a2e60b88 req-2f257646-9119-4375-a393-98d7fbc9a7bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4830ed89-3d0e-4950-9575-5f4f49821c2d HTTP/1.1" status: 200 len: 861 time: 0.3043354 Sep 30 00:59:39.280549 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e3a012e5-57a2-4e03-aaba-9e208fe49ea2 req-fabb12d1-9bc9-4df8-9a24-235143776c89 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661798 Sep 30 00:59:39.396627 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7e096-8967-479d-bec3-bbe2f36a94d0 req-aa65fc57-1eaa-454a-8233-540f2069fd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:39.400729 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ef7e096-8967-479d-bec3-bbe2f36a94d0 req-aa65fc57-1eaa-454a-8233-540f2069fd80 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c31ce93bef643c399b0202981c1806a&device_id=adeced1b-5650-428c-b8a2-f6f016fd7bbb HTTP/1.1" status: 200 len: 1094 time: 0.5578034 Sep 30 00:59:39.518717 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-34c9e5c2-ef3f-4cb3-a2b9-0931a2e60b88 req-1fa7db6f-8a04-4835-9d7a-ddd493c16931 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=75754133-2f30-43b1-b553-38d58661ba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2195570 Sep 30 00:59:39.532313 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a96f31aa-8dc4-4052-a03a-3366742c8cfb req-b97daade-b0dc-4b6a-8276-914fb976cacf tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/ports?device_id=90973e42-f441-49f8-9fe9-3dbe657d3762 HTTP/1.1" status: 200 len: 210 time: 0.0875192 Sep 30 00:59:39.561467 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-346de31f-9b59-45db-a07f-cdae3d6fb033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:39.630028 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-a92cfb49-6b4d-4d33-82d6-fc9621c88a91 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:39.650295 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7fd41266-a239-4646-8f60-4d333f44e150 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:39.706962 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda5dad-d597-402a-91c5-3e2241c83d79 service neutron] Pushing event updated for resources: {'Port': ['ID=89681f9a-ab6c-4a8e-bb26-ff365b9b730a,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:39.711004 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-aeda5dad-d597-402a-91c5-3e2241c83d79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:39.808374 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7f7d98df-7d95-425d-bc61-d2b9ad24d3bf req-4ef174c5-90ed-4706-a9ff-cc456631300f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d9803d-42fa-4914-b19d-ee45fac24e78 HTTP/1.1" status: 200 len: 210 time: 0.1236861 Sep 30 00:59:39.814798 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-a92cfb49-6b4d-4d33-82d6-fc9621c88a91 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Network f9efe454-4b8f-42c4-b4a6-30f69635ca21 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:59:39.836796 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-a92cfb49-6b4d-4d33-82d6-fc9621c88a91 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:59:39.850669 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-a92cfb49-6b4d-4d33-82d6-fc9621c88a91 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:59:39.881298 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92cfb49-6b4d-4d33-82d6-fc9621c88a91 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Pushing event updated for resources: {'Port': ['ID=9629efa2-d035-49ad-abcb-e927a4e9a6aa,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:39.916741 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac946a5-d869-4ced-bb07-46c731d5ab99', 'tag': '89681f9a-ab6c-4a8e-bb26-ff365b9b730a', 'status': 'completed', 'code': 200} Sep 30 00:59:39.930076 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7e096-8967-479d-bec3-bbe2f36a94d0 req-a751dfc3-6f73-4481-baaf-716e78508026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:39.931798 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ef7e096-8967-479d-bec3-bbe2f36a94d0 req-a751dfc3-6f73-4481-baaf-716e78508026 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0ab60359-3cfa-4ad7-bfac-30575d89facb HTTP/1.1" status: 200 len: 914 time: 0.4543800 Sep 30 00:59:39.944872 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a92cfb49-6b4d-4d33-82d6-fc9621c88a91 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:39.961567 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-1fecfa93-c4e0-406a-9d71-9eb2963e5cdc tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Allocated IP 172.20.0.12 (34a0c4bb-7b8e-4af9-940e-de978352f62e/518e3f3b-9573-4eac-aa37-789767c0d3b7/6187e0ff-7dba-488e-af81-5c1b74feee97) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:59:39.992960 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-346de31f-9b59-45db-a07f-cdae3d6fb033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:40.013121 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-a92cfb49-6b4d-4d33-82d6-fc9621c88a91 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:40.013803 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-a92cfb49-6b4d-4d33-82d6-fc9621c88a91 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:40.034778 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3eb16f-6143-498c-a06b-2495de809a5a req-141b15b5-badf-4e11-9313-ad50709b1848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:40.037183 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-da3eb16f-6143-498c-a06b-2495de809a5a req-141b15b5-badf-4e11-9313-ad50709b1848 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=038e4d0abd4b4e5c940f331b6f0950a9&device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 1095 time: 0.6238377 Sep 30 00:59:40.041719 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-34c9e5c2-ef3f-4cb3-a2b9-0931a2e60b88 req-6d6070ab-8a09-4f33-ae52-89fb4f826873 service neutron] 10.222.0.59 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670402 Sep 30 00:59:40.043469 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ef7e096-8967-479d-bec3-bbe2f36a94d0 req-4089be88-183d-4b4d-8d7f-6da3add1fb1e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ce52075-0577-4319-8032-c8ea84c7e149 HTTP/1.1" status: 200 len: 217 time: 0.0918589 Sep 30 00:59:40.058495 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195920b-29eb-45e5-8182-14fac3e8fedc req-29bea475-6b98-4c24-928f-8de264847a22 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:40.066831 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7195920b-29eb-45e5-8182-14fac3e8fedc req-29bea475-6b98-4c24-928f-8de264847a22 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 943 time: 0.5523646 Sep 30 00:59:40.081808 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-346de31f-9b59-45db-a07f-cdae3d6fb033 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb35d68-fbf5-4ed4-a776-874764d3e375']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:59:40.105749 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-346de31f-9b59-45db-a07f-cdae3d6fb033 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5edc6782-ae18-4a49-b68c-640166d6696d') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:59:40.106092 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-346de31f-9b59-45db-a07f-cdae3d6fb033 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5edc6782-ae18-4a49-b68c-640166d6696d') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:59:40.123236 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-346de31f-9b59-45db-a07f-cdae3d6fb033 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:40.147382 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-346de31f-9b59-45db-a07f-cdae3d6fb033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:40.157083 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346de31f-9b59-45db-a07f-cdae3d6fb033 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:59:40.157575 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-346de31f-9b59-45db-a07f-cdae3d6fb033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: timer() Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:59:40.178466 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:59:40.226131 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-d12dd9b8-0add-4080-b4cb-cee8d01a1cf0 None None] Provisioning for port 9629efa2-d035-49ad-abcb-e927a4e9a6aa completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:59:40.232613 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-d12dd9b8-0add-4080-b4cb-cee8d01a1cf0 None None] Provisioning complete for port 9629efa2-d035-49ad-abcb-e927a4e9a6aa triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:59:40.233048 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d12dd9b8-0add-4080-b4cb-cee8d01a1cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:40.299529 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-d12dd9b8-0add-4080-b4cb-cee8d01a1cf0 None None] Port 9629efa2-d035-49ad-abcb-e927a4e9a6aa cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 00:59:40.299827 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-a92cfb49-6b4d-4d33-82d6-fc9621c88a91 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7196679 Sep 30 00:59:40.441452 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-da3eb16f-6143-498c-a06b-2495de809a5a req-9560e948-b058-43ff-aa1e-dae7a03925b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89681f9a-ab6c-4a8e-bb26-ff365b9b730a HTTP/1.1" status: 200 len: 217 time: 0.3583143 Sep 30 00:59:40.462865 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7195920b-29eb-45e5-8182-14fac3e8fedc req-29aafa89-2f44-4e9d-8303-a264eddbf6f8 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951232 Sep 30 00:59:40.483672 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-90b5545b-2b7c-4f2e-8a8a-cfd28efbfbb0 service neutron] Request body: {'port': {'device_id': '90973e42-f441-49f8-9fe9-3dbe657d3762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:59:40.521603 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7e096-8967-479d-bec3-bbe2f36a94d0 req-8b7d8307-5ada-4fd3-8956-fa8319f64325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:40.524341 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ef7e096-8967-479d-bec3-bbe2f36a94d0 req-8b7d8307-5ada-4fd3-8956-fa8319f64325 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f5ab3732-a2fd-4009-8fb6-e12b4620a67e HTTP/1.1" status: 200 len: 853 time: 0.4369924 Sep 30 00:59:40.596574 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ef7e096-8967-479d-bec3-bbe2f36a94d0 req-04cfd6c5-1ace-4170-aa71-2e74633aab20 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0ab60359-3cfa-4ad7-bfac-30575d89facb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586991 Sep 30 00:59:40.602737 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3eb16f-6143-498c-a06b-2495de809a5a req-377428c4-ee56-4923-b9d8-dc9e9a7e71c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:40.604271 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-da3eb16f-6143-498c-a06b-2495de809a5a req-377428c4-ee56-4923-b9d8-dc9e9a7e71c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c136aabe-2b6e-40bd-889c-a97ee8fe6bf6 HTTP/1.1" status: 200 len: 850 time: 0.1525753 Sep 30 00:59:40.657292 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-346de31f-9b59-45db-a07f-cdae3d6fb033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:40.669596 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-74734cd5-e45f-4f3e-b31d-b5fd9f31abdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:40.687041 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-346de31f-9b59-45db-a07f-cdae3d6fb033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:40.713895 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346de31f-9b59-45db-a07f-cdae3d6fb033 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdb35d68-fbf5-4ed4-a776-874764d3e375,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:40.745105 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-34c9e5c2-ef3f-4cb3-a2b9-0931a2e60b88 req-bca5f640-9960-462a-aa44-7a35970102e3 service neutron] 10.222.0.59 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6606669 Sep 30 00:59:40.749097 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-346de31f-9b59-45db-a07f-cdae3d6fb033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:40.789081 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-346de31f-9b59-45db-a07f-cdae3d6fb033 admin admin] 10.222.0.39 "DELETE /v2.0/networks/cdb35d68-fbf5-4ed4-a776-874764d3e375 HTTP/1.1" status: 204 len: 168 time: 1.5210741 Sep 30 00:59:40.826813 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ef7e096-8967-479d-bec3-bbe2f36a94d0 req-83ad7493-e3b1-43f8-9f25-e2e336d6af4a service neutron] 10.222.0.55 "GET /v2.0/networks/0ab60359-3cfa-4ad7-bfac-30575d89facb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110183 Sep 30 00:59:40.828711 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3eb16f-6143-498c-a06b-2495de809a5a req-f3b9a40f-e069-49de-8ee3-bde716247fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:40.831074 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-da3eb16f-6143-498c-a06b-2495de809a5a req-f3b9a40f-e069-49de-8ee3-bde716247fa6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4c98a929-4bc6-4ff2-9381-439d6c813487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2168374 Sep 30 00:59:40.863285 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686a7ae-6af4-4bbc-be78-565b1a6687b3 req-ba0ddb63-33ba-4cd2-ac63-4088cff6f529 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:40.870112 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f686a7ae-6af4-4bbc-be78-565b1a6687b3 req-ba0ddb63-33ba-4cd2-ac63-4088cff6f529 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=a86b558f-099c-4843-a35c-bdba41dafccd HTTP/1.1" status: 200 len: 944 time: 0.6728365 Sep 30 00:59:40.871817 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-90b5545b-2b7c-4f2e-8a8a-cfd28efbfbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:40.901588 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-1fecfa93-c4e0-406a-9d71-9eb2963e5cdc tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:40.909491 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 6276e65d-c857-4890-9884-8a27d96b88f5 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:59:41.024594 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f686a7ae-6af4-4bbc-be78-565b1a6687b3 req-978631b0-2f94-4187-8342-dcb35ed196ce tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535296 Sep 30 00:59:41.030349 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 6276e65d-c857-4890-9884-8a27d96b88f5 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:59:41.045502 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 6276e65d-c857-4890-9884-8a27d96b88f5 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:59:41.046456 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:41.136597 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-da3eb16f-6143-498c-a06b-2495de809a5a req-7fc77623-5dc1-4f96-9259-5178b0bcc2e0 service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830443 Sep 30 00:59:41.155901 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 40630) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:59:41.212010 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:41.244920 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86b558f-099c-4843-a35c-bdba41dafccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6276e65d-c857-4890-9884-8a27d96b88f5'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:59:41.256007 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 6276e65d-c857-4890-9884-8a27d96b88f5, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=6276e65d-c857-4890-9884-8a27d96b88f5,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:41.259825 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ef7e096-8967-479d-bec3-bbe2f36a94d0 req-110eccfe-e044-4213-ac5a-e89809225bcb service neutron] 10.222.0.55 "GET /v2.0/networks/0ab60359-3cfa-4ad7-bfac-30575d89facb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259260 Sep 30 00:59:41.261700 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:41.263673 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:41.311437 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-1fecfa93-c4e0-406a-9d71-9eb2963e5cdc tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:41.335901 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=6276e65d-c857-4890-9884-8a27d96b88f5,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:41.339277 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:41.373240 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0164e084-2e40-459c-b71a-848e2adb40fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:41.446783 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeda7c1-2c07-4aef-8b42-30b7d2161d2c req-b0e197f2-034c-421e-8b06-0469946bdedc tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:41.447724 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-eaeda7c1-2c07-4aef-8b42-30b7d2161d2c req-b0e197f2-034c-421e-8b06-0469946bdedc tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Synchronizing usage tracker for tenant:0c31ce93bef643c399b0202981c1806a on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:59:41.451812 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:41.458985 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-115756c5-2623-4d1e-8777-53f40ed69b86 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ce997467e124bf6a159336faf597985&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3018622 Sep 30 00:59:41.462973 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 40638) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 00:59:41.471112 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-f1326555-667d-41a1-8770-81f4ccb461a4 service neutron] 10.222.0.59 "GET /v2.0/ports/530d6b4e-d293-4fb6-a6d7-0e6253e2cc97/bindings/n-h2-811809-1 HTTP/1.1" status: 200 len: 384 time: 0.2238765 Sep 30 00:59:41.474991 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-1fecfa93-c4e0-406a-9d71-9eb2963e5cdc tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Network 34a0c4bb-7b8e-4af9-940e-de978352f62e is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:59:41.482489 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-1fecfa93-c4e0-406a-9d71-9eb2963e5cdc tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:59:41.494512 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-1fecfa93-c4e0-406a-9d71-9eb2963e5cdc tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 00:59:41.523827 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fecfa93-c4e0-406a-9d71-9eb2963e5cdc tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Pushing event updated for resources: {'Port': ['ID=6187e0ff-7dba-488e-af81-5c1b74feee97,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:41.533767 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-da3eb16f-6143-498c-a06b-2495de809a5a req-3e263272-cae3-41ff-9b52-8aecb3e4903b service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138950 Sep 30 00:59:41.539925 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1fecfa93-c4e0-406a-9d71-9eb2963e5cdc tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:41.574527 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-eaeda7c1-2c07-4aef-8b42-30b7d2161d2c req-b0e197f2-034c-421e-8b06-0469946bdedc tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Unset dirty status for tenant:0c31ce93bef643c399b0202981c1806a on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:59:41.575729 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-eaeda7c1-2c07-4aef-8b42-30b7d2161d2c req-b0e197f2-034c-421e-8b06-0469946bdedc tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=adeced1b-5650-428c-b8a2-f6f016fd7bbb HTTP/1.1" status: 200 len: 943 time: 0.7437863 Sep 30 00:59:41.598928 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5597611-1708-433b-bd47-401d78d3ad59 req-708fb140-ab30-4133-ba3c-3ab21ef1a632 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:41.600448 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d5597611-1708-433b-bd47-401d78d3ad59 req-708fb140-ab30-4133-ba3c-3ab21ef1a632 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 944 time: 0.3985877 Sep 30 00:59:41.617287 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-1fecfa93-c4e0-406a-9d71-9eb2963e5cdc tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:41.617902 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-1fecfa93-c4e0-406a-9d71-9eb2963e5cdc tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:41.676417 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-1fecfa93-c4e0-406a-9d71-9eb2963e5cdc tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8659568 Sep 30 00:59:41.687279 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d5597611-1708-433b-bd47-401d78d3ad59 req-1f727748-5f06-4e4a-8d2a-7af15ee64efa tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762067 Sep 30 00:59:41.708173 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7359e48f-61eb-4856-9066-f929a5bc5238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:41.721070 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-68ea2f26-316b-49ab-b988-c886711338e4 service neutron] Request body: {'port': {'device_id': '31d9803d-42fa-4914-b19d-ee45fac24e78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:59:41.743166 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-eaeda7c1-2c07-4aef-8b42-30b7d2161d2c req-5720d59d-5a01-40ff-bd8a-fa40edc253b6 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Synchronizing usage tracker for tenant:0c31ce93bef643c399b0202981c1806a on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:59:41.797076 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-90b5545b-2b7c-4f2e-8a8a-cfd28efbfbb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9629efa2-d035-49ad-abcb-e927a4e9a6aa {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:59:41.814851 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-eaeda7c1-2c07-4aef-8b42-30b7d2161d2c req-5720d59d-5a01-40ff-bd8a-fa40edc253b6 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Unset dirty status for tenant:0c31ce93bef643c399b0202981c1806a on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:59:41.816009 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-eaeda7c1-2c07-4aef-8b42-30b7d2161d2c req-5720d59d-5a01-40ff-bd8a-fa40edc253b6 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?id=44d311bf-0963-4950-9bd9-f6be4a161077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293534 Sep 30 00:59:41.835437 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7359e48f-61eb-4856-9066-f929a5bc5238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:41.843531 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-90b5545b-2b7c-4f2e-8a8a-cfd28efbfbb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:41.916881 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-90b5545b-2b7c-4f2e-8a8a-cfd28efbfbb0 service neutron] Transition to ACTIVE for port object 9629efa2-d035-49ad-abcb-e927a4e9a6aa will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:59:41.929183 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-90b5545b-2b7c-4f2e-8a8a-cfd28efbfbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:41.936841 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f2d63665-417e-49d5-9d86-a2c55ad21bd9 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:41.981990 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-68ea2f26-316b-49ab-b988-c886711338e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:42.159203 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5545b-2b7c-4f2e-8a8a-cfd28efbfbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=9629efa2-d035-49ad-abcb-e927a4e9a6aa,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:42.249581 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-90b5545b-2b7c-4f2e-8a8a-cfd28efbfbb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:42.265433 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63cc79-33ee-4b6e-a91b-ac1d6918794b req-72dcfcdb-51ee-4adb-b0a4-abd4caa8b978 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:42.266206 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6e63cc79-33ee-4b6e-a91b-ac1d6918794b req-72dcfcdb-51ee-4adb-b0a4-abd4caa8b978 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Synchronizing usage tracker for tenant:c97d7f9dfb2844e292fb0a514e25f5a6 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:59:42.279812 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853546aa-4b5e-40f4-aaad-7c7cd3749cdb req-8733ea66-b341-4e78-88cd-a18857ffa9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:42.282027 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-853546aa-4b5e-40f4-aaad-7c7cd3749cdb req-8733ea66-b341-4e78-88cd-a18857ffa9b6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=038e4d0abd4b4e5c940f331b6f0950a9&device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 1095 time: 0.6397498 Sep 30 00:59:42.406419 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6e63cc79-33ee-4b6e-a91b-ac1d6918794b req-72dcfcdb-51ee-4adb-b0a4-abd4caa8b978 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Unset dirty status for tenant:c97d7f9dfb2844e292fb0a514e25f5a6 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:59:42.408576 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7359e48f-61eb-4856-9066-f929a5bc5238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:42.411632 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6e63cc79-33ee-4b6e-a91b-ac1d6918794b req-72dcfcdb-51ee-4adb-b0a4-abd4caa8b978 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/ports?device_id=90973e42-f441-49f8-9fe9-3dbe657d3762 HTTP/1.1" status: 200 len: 931 time: 0.6089685 Sep 30 00:59:42.414090 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-25e43cea-eb5e-44c2-9ee8-e0b27c6ae23b service neutron] For port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=530d6b4e-d293-4fb6-a6d7-0e6253e2cc97,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:42.425308 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-90560435-63da-456a-8313-8a63dc492dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:42.468044 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359e48f-61eb-4856-9066-f929a5bc5238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2f3a59-465d-4096-b57a-b6591d787eae,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:42.483596 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620215a-a600-4b74-abd0-ef3d585491f3 req-c0118653-ba4c-40fa-939e-5a6f2bfa278c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:42.485446 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c620215a-a600-4b74-abd0-ef3d585491f3 req-c0118653-ba4c-40fa-939e-5a6f2bfa278c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d9803d-42fa-4914-b19d-ee45fac24e78 HTTP/1.1" status: 200 len: 932 time: 0.4030516 Sep 30 00:59:42.503487 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7359e48f-61eb-4856-9066-f929a5bc5238 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:42.504401 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7359e48f-61eb-4856-9066-f929a5bc5238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:42.504965 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7359e48f-61eb-4856-9066-f929a5bc5238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:42.505438 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7359e48f-61eb-4856-9066-f929a5bc5238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:42.505803 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7359e48f-61eb-4856-9066-f929a5bc5238 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:42.506219 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7359e48f-61eb-4856-9066-f929a5bc5238 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:42.506619 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7359e48f-61eb-4856-9066-f929a5bc5238 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:42.507084 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7359e48f-61eb-4856-9066-f929a5bc5238 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:42.507480 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7359e48f-61eb-4856-9066-f929a5bc5238 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:42.508000 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7359e48f-61eb-4856-9066-f929a5bc5238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:42.508366 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7359e48f-61eb-4856-9066-f929a5bc5238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:42.508725 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7359e48f-61eb-4856-9066-f929a5bc5238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:42.512676 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-7359e48f-61eb-4856-9066-f929a5bc5238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:42.517001 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-25e43cea-eb5e-44c2-9ee8-e0b27c6ae23b service neutron] For port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:59:42.587572 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7359e48f-61eb-4856-9066-f929a5bc5238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:42.588996 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-7359e48f-61eb-4856-9066-f929a5bc5238 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0a2f3a59-465d-4096-b57a-b6591d787eae HTTP/1.1" status: 204 len: 168 time: 1.1239409 Sep 30 00:59:42.635683 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-25e43cea-eb5e-44c2-9ee8-e0b27c6ae23b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:59:42.656334 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-25e43cea-eb5e-44c2-9ee8-e0b27c6ae23b service neutron] For port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=530d6b4e-d293-4fb6-a6d7-0e6253e2cc97,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:42.662228 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-90b5545b-2b7c-4f2e-8a8a-cfd28efbfbb0 service neutron] Attempting to bind port 9629efa2-d035-49ad-abcb-e927a4e9a6aa on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:59:42.662642 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-90b5545b-2b7c-4f2e-8a8a-cfd28efbfbb0 service neutron] Attempting to bind port 9629efa2-d035-49ad-abcb-e927a4e9a6aa by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '015fb91f-b0a9-47b8-ad9f-bab043fec126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f9efe454-4b8f-42c4-b4a6-30f69635ca21'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:59:42.663061 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-90b5545b-2b7c-4f2e-8a8a-cfd28efbfbb0 service neutron] Attempting to bind port 9629efa2-d035-49ad-abcb-e927a4e9a6aa on network f9efe454-4b8f-42c4-b4a6-30f69635ca21 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:59:42.665850 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853546aa-4b5e-40f4-aaad-7c7cd3749cdb req-c2dec6c2-fcdc-43e8-9b80-956342e31ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:42.667535 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-853546aa-4b5e-40f4-aaad-7c7cd3749cdb req-c2dec6c2-fcdc-43e8-9b80-956342e31ae6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4c98a929-4bc6-4ff2-9381-439d6c813487 HTTP/1.1" status: 200 len: 912 time: 0.3663857 Sep 30 00:59:42.683972 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c620215a-a600-4b74-abd0-ef3d585491f3 req-6b081b13-6818-4db6-a291-a5d77d10156e tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879964 Sep 30 00:59:42.713178 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6e63cc79-33ee-4b6e-a91b-ac1d6918794b req-cab2ca90-589a-4720-b22d-8146b006ba1a tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc32b6da-1853-41ca-a1f0-9486ba9ef355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2936289 Sep 30 00:59:42.713814 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-90b5545b-2b7c-4f2e-8a8a-cfd28efbfbb0 service neutron] Port 9629efa2-d035-49ad-abcb-e927a4e9a6aa on network f9efe454-4b8f-42c4-b4a6-30f69635ca21 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:59:42.714144 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-90b5545b-2b7c-4f2e-8a8a-cfd28efbfbb0 service neutron] Attempting to bind port 9629efa2-d035-49ad-abcb-e927a4e9a6aa on network f9efe454-4b8f-42c4-b4a6-30f69635ca21 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:59:42.758207 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-90b5545b-2b7c-4f2e-8a8a-cfd28efbfbb0 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:59:42.758543 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-90b5545b-2b7c-4f2e-8a8a-cfd28efbfbb0 service neutron] Checking segment: {'id': '015fb91f-b0a9-47b8-ad9f-bab043fec126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f9efe454-4b8f-42c4-b4a6-30f69635ca21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:59:42.759041 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-90b5545b-2b7c-4f2e-8a8a-cfd28efbfbb0 service neutron] Bound using segment: {'id': '015fb91f-b0a9-47b8-ad9f-bab043fec126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f9efe454-4b8f-42c4-b4a6-30f69635ca21'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:59:42.760525 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 4ce52075-0577-4319-8032-c8ea84c7e149 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:59:42.771410 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-90b5545b-2b7c-4f2e-8a8a-cfd28efbfbb0 service neutron] Bound port: 9629efa2-d035-49ad-abcb-e927a4e9a6aa, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '015fb91f-b0a9-47b8-ad9f-bab043fec126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'f9efe454-4b8f-42c4-b4a6-30f69635ca21'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:59:42.772035 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-90b5545b-2b7c-4f2e-8a8a-cfd28efbfbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:42.789227 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-853546aa-4b5e-40f4-aaad-7c7cd3749cdb req-c2ca094b-8ef4-4728-812b-38cf290ccc3f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89681f9a-ab6c-4a8e-bb26-ff365b9b730a HTTP/1.1" status: 200 len: 217 time: 0.1023862 Sep 30 00:59:42.790283 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-25e43cea-eb5e-44c2-9ee8-e0b27c6ae23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:42.817151 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86b558f-099c-4843-a35c-bdba41dafccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6276e65d-c857-4890-9884-8a27d96b88f5', 'code': 200} Sep 30 00:59:42.989250 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-90b5545b-2b7c-4f2e-8a8a-cfd28efbfbb0 service neutron] For port 9629efa2-d035-49ad-abcb-e927a4e9a6aa, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:59:43.006240 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-90b5545b-2b7c-4f2e-8a8a-cfd28efbfbb0 service neutron] For port 9629efa2-d035-49ad-abcb-e927a4e9a6aa, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=9629efa2-d035-49ad-abcb-e927a4e9a6aa,segment=NetworkSegment(015fb91f-b0a9-47b8-ad9f-bab043fec126),segment_id=015fb91f-b0a9-47b8-ad9f-bab043fec126)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:59:43.070619 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-90b5545b-2b7c-4f2e-8a8a-cfd28efbfbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:43.083493 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-55321f5d-bac7-4920-ad81-6b16a3ff15e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:43.112692 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853546aa-4b5e-40f4-aaad-7c7cd3749cdb req-01fe8f5e-02e2-4fde-b01d-87c0039e8952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:43.115174 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-853546aa-4b5e-40f4-aaad-7c7cd3749cdb req-01fe8f5e-02e2-4fde-b01d-87c0039e8952 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c136aabe-2b6e-40bd-889c-a97ee8fe6bf6 HTTP/1.1" status: 200 len: 850 time: 0.3148692 Sep 30 00:59:43.169957 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-90b5545b-2b7c-4f2e-8a8a-cfd28efbfbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:43.170586 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-90b5545b-2b7c-4f2e-8a8a-cfd28efbfbb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:43.171990 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-90b5545b-2b7c-4f2e-8a8a-cfd28efbfbb0 service neutron] 10.222.0.59 "PUT /v2.0/ports/9629efa2-d035-49ad-abcb-e927a4e9a6aa HTTP/1.1" status: 200 len: 1091 time: 2.6966753 Sep 30 00:59:43.173678 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 4ce52075-0577-4319-8032-c8ea84c7e149, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=4ce52075-0577-4319-8032-c8ea84c7e149,segment=NetworkSegment(fd1d7848-daf0-474a-8f2e-05a325b3eee3),segment_id=fd1d7848-daf0-474a-8f2e-05a325b3eee3)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:43.197727 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90973e42-f441-49f8-9fe9-3dbe657d3762', 'tag': '9629efa2-d035-49ad-abcb-e927a4e9a6aa'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:59:43.210929 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '4ce52075-0577-4319-8032-c8ea84c7e149', 'network_id': '0ab60359-3cfa-4ad7-bfac-30575d89facb', 'port_id': '4ce52075-0577-4319-8032-c8ea84c7e149', 'mac_address': 'fa:16:3e:6a:a6:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ab3732-a2fd-4009-8fb6-e12b4620a67e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:59:43.326678 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:43.357445 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.db.resource_extend [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-68ea2f26-316b-49ab-b988-c886711338e4 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 00:59:43.362253 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ce52075-0577-4319-8032-c8ea84c7e149 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:59:43.366709 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-25e43cea-eb5e-44c2-9ee8-e0b27c6ae23b service neutron] Transition to ACTIVE for port object 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:59:43.381691 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-25e43cea-eb5e-44c2-9ee8-e0b27c6ae23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:43.389800 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-69424d55-a17f-4b7d-9b63-33419c20801d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:43.400109 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 4ce52075-0577-4319-8032-c8ea84c7e149, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=4ce52075-0577-4319-8032-c8ea84c7e149,segment=NetworkSegment(fd1d7848-daf0-474a-8f2e-05a325b3eee3),segment_id=fd1d7848-daf0-474a-8f2e-05a325b3eee3)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:43.406452 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:43.408460 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:43.452793 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd128ac4-2f37-4dab-af4c-4e59fc855d4d req-2ad14cc4-16d3-4f66-a48d-185b35eab423 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:43.454969 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fd128ac4-2f37-4dab-af4c-4e59fc855d4d req-2ad14cc4-16d3-4f66-a48d-185b35eab423 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 943 time: 0.4605277 Sep 30 00:59:43.472213 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5545b-2b7c-4f2e-8a8a-cfd28efbfbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=9629efa2-d035-49ad-abcb-e927a4e9a6aa,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:43.481390 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-90b5545b-2b7c-4f2e-8a8a-cfd28efbfbb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:43.503623 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ba32f-ea06-4ab7-ab30-d3ae0b1b3e3f req-fa561931-62b0-43e0-b575-4d14ff8af956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:43.505242 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ec8ba32f-ea06-4ab7-ab30-d3ae0b1b3e3f req-fa561931-62b0-43e0-b575-4d14ff8af956 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a86b558f-099c-4843-a35c-bdba41dafccd HTTP/1.1" status: 200 len: 1096 time: 0.5819182 Sep 30 00:59:43.510196 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e43cea-eb5e-44c2-9ee8-e0b27c6ae23b service neutron] Pushing event updated for resources: {'Port': ['ID=530d6b4e-d293-4fb6-a6d7-0e6253e2cc97,revision_number=10']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:43.513596 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-68ea2f26-316b-49ab-b988-c886711338e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6187e0ff-7dba-488e-af81-5c1b74feee97 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:59:43.529162 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=4ce52075-0577-4319-8032-c8ea84c7e149,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:43.538136 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-2fefaf99-6c9d-4965-b99b-53ce2381712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:43.540578 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:43.542889 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-2fefaf99-6c9d-4965-b99b-53ce2381712d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c97d7f9dfb2844e292fb0a514e25f5a6&device_id=90973e42-f441-49f8-9fe9-3dbe657d3762 HTTP/1.1" status: 200 len: 1094 time: 0.2796667 Sep 30 00:59:43.545997 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-68ea2f26-316b-49ab-b988-c886711338e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:43.559501 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-25e43cea-eb5e-44c2-9ee8-e0b27c6ae23b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:43.642440 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fd128ac4-2f37-4dab-af4c-4e59fc855d4d req-d2082bda-290c-4b43-81db-c76582a3c7d7 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732733 Sep 30 00:59:43.654037 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-68ea2f26-316b-49ab-b988-c886711338e4 service neutron] Transition to ACTIVE for port object 6187e0ff-7dba-488e-af81-5c1b74feee97 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:59:43.657395 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-1bab1ee4-90a0-4890-8d3d-51df9a7deb0f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9629efa2-d035-49ad-abcb-e927a4e9a6aa HTTP/1.1" status: 200 len: 217 time: 0.0913043 Sep 30 00:59:43.659272 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-68ea2f26-316b-49ab-b988-c886711338e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:43.667002 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-55321f5d-bac7-4920-ad81-6b16a3ff15e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:43.694894 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853546aa-4b5e-40f4-aaad-7c7cd3749cdb req-2743ab0e-dd9f-461d-bf7c-201032124b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:43.696400 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-853546aa-4b5e-40f4-aaad-7c7cd3749cdb req-2743ab0e-dd9f-461d-bf7c-201032124b94 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4c98a929-4bc6-4ff2-9381-439d6c813487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5728185 Sep 30 00:59:43.700197 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-25e43cea-eb5e-44c2-9ee8-e0b27c6ae23b service neutron] No DVR routers for this DVR port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:59:43.710461 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ec8ba32f-ea06-4ab7-ab30-d3ae0b1b3e3f req-94cdd7d6-3cc3-4fc4-822c-a17b7cc1beb8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918211 Sep 30 00:59:43.721534 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['4ce52075-0577-4319-8032-c8ea84c7e149'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:59:43.783376 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92625c4a-ee91-4cba-acb8-2e5f7aa45653 req-2eb53fc2-c7f5-4613-ad67-bf8eae9c07a9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:43.785157 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-92625c4a-ee91-4cba-acb8-2e5f7aa45653 req-2eb53fc2-c7f5-4613-ad67-bf8eae9c07a9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=a86b558f-099c-4843-a35c-bdba41dafccd HTTP/1.1" status: 200 len: 945 time: 0.5624952 Sep 30 00:59:43.839781 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-25e43cea-eb5e-44c2-9ee8-e0b27c6ae23b service neutron] 10.222.0.59 "PUT /v2.0/ports/530d6b4e-d293-4fb6-a6d7-0e6253e2cc97/bindings/n-h2-811809-1/activate HTTP/1.1" status: 200 len: 369 time: 2.3503892 Sep 30 00:59:43.851761 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 00:59:43.905107 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea2f26-316b-49ab-b988-c886711338e4 service neutron] Pushing event updated for resources: {'Port': ['ID=6187e0ff-7dba-488e-af81-5c1b74feee97,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:43.913014 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-68ea2f26-316b-49ab-b988-c886711338e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:43.934987 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-92625c4a-ee91-4cba-acb8-2e5f7aa45653 req-220cd8be-1333-4f22-94a7-b321b763530a tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842402 Sep 30 00:59:43.977258 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-853546aa-4b5e-40f4-aaad-7c7cd3749cdb req-3c9e46ec-478f-4d44-b53c-31260cdb5e9a service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687514 Sep 30 00:59:44.008910 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-473eca26-2622-4f49-bccf-817f99704c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:44.010369 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-473eca26-2622-4f49-bccf-817f99704c51 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9fadca4a-5fe1-43f7-92b8-0c814b532dc8 HTTP/1.1" status: 200 len: 855 time: 0.3445618 Sep 30 00:59:44.111862 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613deda3-cd98-4f1d-a989-96b364b75d65 req-b4b76a98-e854-4dde-9629-28ca6412fc04 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:44.113394 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-613deda3-cd98-4f1d-a989-96b364b75d65 req-b4b76a98-e854-4dde-9629-28ca6412fc04 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 944 time: 0.2978227 Sep 30 00:59:44.126144 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce264ed-e791-42f2-8e68-5003751fd201 req-68385dbe-0f3f-4a32-98c7-cff582b399ca tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:44.127622 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dce264ed-e791-42f2-8e68-5003751fd201 req-68385dbe-0f3f-4a32-98c7-cff582b399ca tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=adeced1b-5650-428c-b8a2-f6f016fd7bbb HTTP/1.1" status: 200 len: 944 time: 0.0809107 Sep 30 00:59:44.153320 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-68ea2f26-316b-49ab-b988-c886711338e4 service neutron] Attempting to bind port 6187e0ff-7dba-488e-af81-5c1b74feee97 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:59:44.153655 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-68ea2f26-316b-49ab-b988-c886711338e4 service neutron] Attempting to bind port 6187e0ff-7dba-488e-af81-5c1b74feee97 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:59:44.153993 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-68ea2f26-316b-49ab-b988-c886711338e4 service neutron] Attempting to bind port 6187e0ff-7dba-488e-af81-5c1b74feee97 on network 34a0c4bb-7b8e-4af9-940e-de978352f62e {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:59:44.162888 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-68ea2f26-316b-49ab-b988-c886711338e4 service neutron] Port 6187e0ff-7dba-488e-af81-5c1b74feee97 on network 34a0c4bb-7b8e-4af9-940e-de978352f62e not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 00:59:44.163155 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-68ea2f26-316b-49ab-b988-c886711338e4 service neutron] Attempting to bind port 6187e0ff-7dba-488e-af81-5c1b74feee97 on network 34a0c4bb-7b8e-4af9-940e-de978352f62e {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 00:59:44.221676 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-68ea2f26-316b-49ab-b988-c886711338e4 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 00:59:44.222018 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-68ea2f26-316b-49ab-b988-c886711338e4 service neutron] Checking segment: {'id': 'e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 00:59:44.222411 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-68ea2f26-316b-49ab-b988-c886711338e4 service neutron] Bound using segment: {'id': 'e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 00:59:44.222921 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-68ea2f26-316b-49ab-b988-c886711338e4 service neutron] Bound port: 6187e0ff-7dba-488e-af81-5c1b74feee97, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:59:44.223410 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-68ea2f26-316b-49ab-b988-c886711338e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:44.246170 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-613deda3-cd98-4f1d-a989-96b364b75d65 req-c7e17fd0-d4a7-45e9-b660-6c763e2dbd40 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197810 Sep 30 00:59:44.307617 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90973e42-f441-49f8-9fe9-3dbe657d3762', 'tag': '9629efa2-d035-49ad-abcb-e927a4e9a6aa', 'status': 'completed', 'code': 200} Sep 30 00:59:44.308307 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dce264ed-e791-42f2-8e68-5003751fd201 req-e153cb3a-3ed6-4995-b96f-bed7d71ffe5f tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?id=44d311bf-0963-4950-9bd9-f6be4a161077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744828 Sep 30 00:59:44.344419 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-68ea2f26-316b-49ab-b988-c886711338e4 service neutron] For port 6187e0ff-7dba-488e-af81-5c1b74feee97, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:59:44.348848 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-68ea2f26-316b-49ab-b988-c886711338e4 service neutron] For port 6187e0ff-7dba-488e-af81-5c1b74feee97, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=6187e0ff-7dba-488e-af81-5c1b74feee97,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 00:59:44.351826 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-af2cf86d-cc56-46ef-98af-b8dbd39c7e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:44.353455 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-af2cf86d-cc56-46ef-98af-b8dbd39c7e78 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f9efe454-4b8f-42c4-b4a6-30f69635ca21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1916015 Sep 30 00:59:44.355168 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-68ea2f26-316b-49ab-b988-c886711338e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:44.359141 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ea547188-662b-4db0-83e6-7368dc13d014 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:44.381376 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-0c9833fc-43b0-47a9-8132-aa9078762086 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:44.383453 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-0c9833fc-43b0-47a9-8132-aa9078762086 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029&tenant_id=58336e3a6a854ff7ab57e933b021b603&binding%3Ahost_id=n-h1-811809-1 HTTP/1.1" status: 200 len: 1095 time: 0.1481798 Sep 30 00:59:44.385377 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-853546aa-4b5e-40f4-aaad-7c7cd3749cdb req-1ab9bf3e-0894-4898-b69c-02f85df93573 service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246449 Sep 30 00:59:44.550061 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-68ea2f26-316b-49ab-b988-c886711338e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:44.551242 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-68ea2f26-316b-49ab-b988-c886711338e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:44.552798 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-68ea2f26-316b-49ab-b988-c886711338e4 service neutron] 10.222.0.59 "PUT /v2.0/ports/6187e0ff-7dba-488e-af81-5c1b74feee97 HTTP/1.1" status: 200 len: 1092 time: 2.8358412 Sep 30 00:59:44.585140 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea2f26-316b-49ab-b988-c886711338e4 service neutron] Pushing event updated for resources: {'Port': ['ID=6187e0ff-7dba-488e-af81-5c1b74feee97,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:44.594236 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-68ea2f26-316b-49ab-b988-c886711338e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:44.679655 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-fe38bbe6-c6d6-4d5f-b0d2-c72a50cfaad5 service neutron] 10.222.0.59 "GET /v2.0/networks/f9efe454-4b8f-42c4-b4a6-30f69635ca21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818761 Sep 30 00:59:44.751618 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b144f-34e2-46bd-98da-56c4231b0221 req-113f3808-a559-460f-8ff0-3fa70cf65c76 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:44.753082 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-466b144f-34e2-46bd-98da-56c4231b0221 req-113f3808-a559-460f-8ff0-3fa70cf65c76 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/ports?device_id=90973e42-f441-49f8-9fe9-3dbe657d3762 HTTP/1.1" status: 200 len: 943 time: 0.2992208 Sep 30 00:59:44.764298 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 4ce52075-0577-4319-8032-c8ea84c7e149 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:59:44.789418 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-832270af-985c-482f-ab0f-0d1e5b43338b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:44.790943 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-832270af-985c-482f-ab0f-0d1e5b43338b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029&tenant_id=58336e3a6a854ff7ab57e933b021b603 HTTP/1.1" status: 200 len: 1095 time: 0.3958557 Sep 30 00:59:44.814492 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-466b144f-34e2-46bd-98da-56c4231b0221 req-85b1a108-70e2-4756-aeb6-9771663a43e1 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc32b6da-1853-41ca-a1f0-9486ba9ef355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539074 Sep 30 00:59:44.849329 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port 4ce52075-0577-4319-8032-c8ea84c7e149 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:59:44.856566 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 4ce52075-0577-4319-8032-c8ea84c7e149 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:59:44.857295 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:44.907131 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-836c8023-e171-4230-b045-d3ff6b7d0849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:44.909236 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-836c8023-e171-4230-b045-d3ff6b7d0849 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=58336e3a6a854ff7ab57e933b021b603&device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 1095 time: 0.0932379 Sep 30 00:59:44.914747 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52897d-0f8c-4af3-8574-2628fc646c5b req-803d1075-543a-46b7-8413-8c3f70b2792b tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:44.915476 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-2e52897d-0f8c-4af3-8574-2628fc646c5b req-803d1075-543a-46b7-8413-8c3f70b2792b tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Synchronizing usage tracker for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:59:44.935212 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 89681f9a-ab6c-4a8e-bb26-ff365b9b730a details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:59:44.966237 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-2e52897d-0f8c-4af3-8574-2628fc646c5b req-803d1075-543a-46b7-8413-8c3f70b2792b tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Unset dirty status for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:59:44.970701 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:59:44.973293 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2e52897d-0f8c-4af3-8574-2628fc646c5b req-803d1075-543a-46b7-8413-8c3f70b2792b tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d9803d-42fa-4914-b19d-ee45fac24e78 HTTP/1.1" status: 200 len: 944 time: 0.5485148 Sep 30 00:59:45.011821 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-bf2ca52b-ffe9-4722-9f61-4627e30e8e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:45.012847 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-bf2ca52b-ffe9-4722-9f61-4627e30e8e6c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09577eebebf34beb8f9f7386d3ff6957&device_id=31d9803d-42fa-4914-b19d-ee45fac24e78 HTTP/1.1" status: 200 len: 1095 time: 0.3912113 Sep 30 00:59:45.021362 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-912d1c8d-283c-4ee0-98b1-c5ad9eccae1b req-2b29e905-6d70-445d-b454-33d5ec44e6e7 service neutron] 10.222.0.59 "GET /v2.0/networks/f9efe454-4b8f-42c4-b4a6-30f69635ca21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342662 Sep 30 00:59:45.049944 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2e52897d-0f8c-4af3-8574-2628fc646c5b req-186a423f-bff1-4183-bbf8-7e45e2005093 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754340 Sep 30 00:59:45.133338 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:45.148617 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 00:59:45.158565 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-cb267d4b-33b6-46d8-a274-b35f576e10e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:45.162344 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-cb267d4b-33b6-46d8-a274-b35f576e10e9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=75754133-2f30-43b1-b553-38d58661ba06 HTTP/1.1" status: 200 len: 922 time: 0.2399166 Sep 30 00:59:45.178279 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-9b5fe737-7e73-45f0-9e61-907e62dcf559 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6187e0ff-7dba-488e-af81-5c1b74feee97 HTTP/1.1" status: 200 len: 217 time: 0.1271420 Sep 30 00:59:45.188873 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 4ce52075-0577-4319-8032-c8ea84c7e149, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=4ce52075-0577-4319-8032-c8ea84c7e149,segment=NetworkSegment(fd1d7848-daf0-474a-8f2e-05a325b3eee3),segment_id=fd1d7848-daf0-474a-8f2e-05a325b3eee3)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:45.192946 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adeced1b-5650-428c-b8a2-f6f016fd7bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce52075-0577-4319-8032-c8ea84c7e149'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:59:45.201478 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:45.206365 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:45.303648 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 89681f9a-ab6c-4a8e-bb26-ff365b9b730a, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=89681f9a-ab6c-4a8e-bb26-ff365b9b730a,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:45.312425 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-00d14b5e-2990-44dd-abd0-6f464c6840ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:45.314191 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-00d14b5e-2990-44dd-abd0-6f464c6840ce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=518e3f3b-9573-4eac-aa37-789767c0d3b7 HTTP/1.1" status: 200 len: 851 time: 0.1055329 Sep 30 00:59:45.323473 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '89681f9a-ab6c-4a8e-bb26-ff365b9b730a', 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487', 'port_id': '89681f9a-ab6c-4a8e-bb26-ff365b9b730a', 'mac_address': 'fa:16:3e:68:3c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c136aabe-2b6e-40bd-889c-a97ee8fe6bf6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:59:45.330529 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-68f79255-92f7-46ca-b762-f3d701edc2a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 HTTP/1.1" status: 200 len: 217 time: 0.1536412 Sep 30 00:59:45.386770 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=4ce52075-0577-4319-8032-c8ea84c7e149,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:45.389668 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:45.416679 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-d7abe1cb-a570-42bb-80bd-036dfca05290 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34a0c4bb-7b8e-4af9-940e-de978352f62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768542 Sep 30 00:59:45.419536 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2141ad5-32d6-4714-8f12-d4ebfa9b80a7 req-d21884af-4d30-4a96-bd27-58c013f90cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:45.419730 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:45.420924 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d2141ad5-32d6-4714-8f12-d4ebfa9b80a7 req-d21884af-4d30-4a96-bd27-58c013f90cdb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c97d7f9dfb2844e292fb0a514e25f5a6&device_id=90973e42-f441-49f8-9fe9-3dbe657d3762 HTTP/1.1" status: 200 len: 1094 time: 0.2452264 Sep 30 00:59:45.421220 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89681f9a-ab6c-4a8e-bb26-ff365b9b730a {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:59:45.439418 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 89681f9a-ab6c-4a8e-bb26-ff365b9b730a, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=89681f9a-ab6c-4a8e-bb26-ff365b9b730a,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:45.444903 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:45.447248 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:45.507008 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-580a698b-f52a-4b6e-8f98-0d5fee075d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:45.508492 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-580a698b-f52a-4b6e-8f98-0d5fee075d6a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4830ed89-3d0e-4950-9575-5f4f49821c2d HTTP/1.1" status: 200 len: 861 time: 0.1604457 Sep 30 00:59:45.528052 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=89681f9a-ab6c-4a8e-bb26-ff365b9b730a,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:45.537825 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:45.624687 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-b7b98ff4-486b-444f-8df4-17be560090cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=75754133-2f30-43b1-b553-38d58661ba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072206 Sep 30 00:59:45.649865 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-efec5f08-d9aa-4dc7-9eb7-645c31c7af6d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:59:45.651556 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-efec5f08-d9aa-4dc7-9eb7-645c31c7af6d service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106640 Sep 30 00:59:45.792678 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2141ad5-32d6-4714-8f12-d4ebfa9b80a7 req-c3cb28d1-2360-45a8-aaed-8b59f8298246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:45.794113 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d2141ad5-32d6-4714-8f12-d4ebfa9b80a7 req-c3cb28d1-2360-45a8-aaed-8b59f8298246 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f9efe454-4b8f-42c4-b4a6-30f69635ca21 HTTP/1.1" status: 200 len: 917 time: 0.3356626 Sep 30 00:59:45.810165 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b51d37-7321-4cf5-a291-28c0c7ba65e2 req-5ac09738-ddb4-486b-a30b-bcec4ebcfd4c tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:45.811663 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b3b51d37-7321-4cf5-a291-28c0c7ba65e2 req-5ac09738-ddb4-486b-a30b-bcec4ebcfd4c tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 944 time: 0.3016407 Sep 30 00:59:45.813949 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-34db1b3b-7e90-4f74-9beb-a45cead9b725 service neutron] 10.222.0.59 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843634 Sep 30 00:59:45.827546 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc3251-4894-4b87-b58b-e59d50c67487 req-6fc5f1c5-e02f-415b-bcfc-b1fa398d207d tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:45.834653 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fefc3251-4894-4b87-b58b-e59d50c67487 req-6fc5f1c5-e02f-415b-bcfc-b1fa398d207d tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=a86b558f-099c-4843-a35c-bdba41dafccd HTTP/1.1" status: 200 len: 945 time: 0.2703006 Sep 30 00:59:45.871809 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-123c62ca-a086-4608-b480-96c7bb0ab49e service neutron] 10.222.0.55 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071531 Sep 30 00:59:45.914065 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d2141ad5-32d6-4714-8f12-d4ebfa9b80a7 req-e98a514a-1ccf-49e8-b3d3-372b2dfeba33 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9629efa2-d035-49ad-abcb-e927a4e9a6aa HTTP/1.1" status: 200 len: 217 time: 0.0990043 Sep 30 00:59:45.974458 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fefc3251-4894-4b87-b58b-e59d50c67487 req-33137f13-62e3-495c-a692-9b0539bf632d tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385500 Sep 30 00:59:46.031812 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['89681f9a-ab6c-4a8e-bb26-ff365b9b730a'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:59:46.045285 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-ca71a570-afcb-4825-875c-55d68ebee4c3 service neutron] 10.222.0.55 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622207 Sep 30 00:59:46.102176 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adeced1b-5650-428c-b8a2-f6f016fd7bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce52075-0577-4319-8032-c8ea84c7e149', 'code': 200} Sep 30 00:59:46.140405 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b3b51d37-7321-4cf5-a291-28c0c7ba65e2 req-f186ce9a-aa4c-4955-ac16-1b57cc5689a8 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666848 Sep 30 00:59:46.171869 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-671dc7ed-15fa-4b0b-8998-95a150ed714b req-2c438c25-54b2-4f62-a52e-3377ccfbce42 service neutron] 10.222.0.59 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932680 Sep 30 00:59:46.200695 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2141ad5-32d6-4714-8f12-d4ebfa9b80a7 req-1e213969-f107-4939-8f4a-e9e41030861e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:46.202193 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d2141ad5-32d6-4714-8f12-d4ebfa9b80a7 req-1e213969-f107-4939-8f4a-e9e41030861e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9fadca4a-5fe1-43f7-92b8-0c814b532dc8 HTTP/1.1" status: 200 len: 855 time: 0.2318883 Sep 30 00:59:46.314535 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d9803d-42fa-4914-b19d-ee45fac24e78', 'tag': '6187e0ff-7dba-488e-af81-5c1b74feee97'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:59:46.359794 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f829acd-ee79-4639-b3c1-bbd943175875 req-88fc2c91-f9c0-45b7-a574-e38ff84952b3 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:46.365616 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0f829acd-ee79-4639-b3c1-bbd943175875 req-88fc2c91-f9c0-45b7-a574-e38ff84952b3 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 945 time: 0.2368374 Sep 30 00:59:46.389415 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-96986e50-4234-4e9c-9a63-b42c7257e9fe req-1026da11-e290-4212-99a3-6f63b416a387 tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0525377 Sep 30 00:59:46.395991 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33000a-34e2-4ce7-a7fd-7a734ed6b00a req-0e4029a7-5ebe-446e-80b4-d1b3ddc79ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:46.397588 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ad33000a-34e2-4ce7-a7fd-7a734ed6b00a req-0e4029a7-5ebe-446e-80b4-d1b3ddc79ffb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=adeced1b-5650-428c-b8a2-f6f016fd7bbb HTTP/1.1" status: 200 len: 1096 time: 0.2305431 Sep 30 00:59:46.410223 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2141ad5-32d6-4714-8f12-d4ebfa9b80a7 req-78a44692-a2fa-4032-8f17-44275647f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:46.412508 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d2141ad5-32d6-4714-8f12-d4ebfa9b80a7 req-78a44692-a2fa-4032-8f17-44275647f73d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f9efe454-4b8f-42c4-b4a6-30f69635ca21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1773298 Sep 30 00:59:46.463652 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0f829acd-ee79-4639-b3c1-bbd943175875 req-a4e24f78-2fa5-4d6c-aa3b-71bccee8c6f8 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012113 Sep 30 00:59:46.475189 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ad33000a-34e2-4ce7-a7fd-7a734ed6b00a req-f7183691-a785-423c-9105-6e92bbe5b0ef service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=44d311bf-0963-4950-9bd9-f6be4a161077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649920 Sep 30 00:59:46.648005 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28986c-d626-470e-806a-8f44cd822fc6 req-b8410115-9d2d-4213-b91f-aee3b62702ed tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:46.649487 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7a28986c-d626-470e-806a-8f44cd822fc6 req-b8410115-9d2d-4213-b91f-aee3b62702ed tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/ports?device_id=90973e42-f441-49f8-9fe9-3dbe657d3762 HTTP/1.1" status: 200 len: 943 time: 0.0832438 Sep 30 00:59:46.683507 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d2141ad5-32d6-4714-8f12-d4ebfa9b80a7 req-c17279d3-34d8-4953-b547-b652d706c51d service neutron] 10.222.0.59 "GET /v2.0/networks/f9efe454-4b8f-42c4-b4a6-30f69635ca21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568328 Sep 30 00:59:46.701685 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7a28986c-d626-470e-806a-8f44cd822fc6 req-bc40bb17-2258-4aeb-990c-487eafc13e9f tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc32b6da-1853-41ca-a1f0-9486ba9ef355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461884 Sep 30 00:59:46.850107 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-b1a0103e-9e58-4f10-a7e4-3e3637082d11 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:46.851489 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-b1a0103e-9e58-4f10-a7e4-3e3637082d11 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029&tenant_id=58336e3a6a854ff7ab57e933b021b603&binding%3Ahost_id=n-h2-811809-1 HTTP/1.1" status: 200 len: 1095 time: 0.3493085 Sep 30 00:59:46.881317 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b691580-ca53-403e-9e96-9fbd5383b39f req-d3a8db1b-e575-488b-9ae2-0ab667532875 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:46.882814 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3b691580-ca53-403e-9e96-9fbd5383b39f req-d3a8db1b-e575-488b-9ae2-0ab667532875 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d9803d-42fa-4914-b19d-ee45fac24e78 HTTP/1.1" status: 200 len: 944 time: 0.0841336 Sep 30 00:59:46.905803 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a3e4-9f0b-4042-8591-15096be437fc req-780e34ee-7d8f-4e57-b64f-6904605c4296 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:46.907248 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d5f9a3e4-9f0b-4042-8591-15096be437fc req-780e34ee-7d8f-4e57-b64f-6904605c4296 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=adeced1b-5650-428c-b8a2-f6f016fd7bbb HTTP/1.1" status: 200 len: 945 time: 0.3625782 Sep 30 00:59:46.932084 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3b691580-ca53-403e-9e96-9fbd5383b39f req-a0cbdc48-659e-4667-9a0b-76fd00761d54 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433543 Sep 30 00:59:47.047471 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d5f9a3e4-9f0b-4042-8591-15096be437fc req-6260b03d-1a51-4724-b41b-3e5cbe43e87d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?id=44d311bf-0963-4950-9bd9-f6be4a161077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993917 Sep 30 00:59:47.080022 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d2141ad5-32d6-4714-8f12-d4ebfa9b80a7 req-8d322582-6d3e-4bde-ac31-e84971ed6635 service neutron] 10.222.0.59 "GET /v2.0/networks/f9efe454-4b8f-42c4-b4a6-30f69635ca21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867612 Sep 30 00:59:47.102811 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d9803d-42fa-4914-b19d-ee45fac24e78', 'tag': '6187e0ff-7dba-488e-af81-5c1b74feee97', 'status': 'completed', 'code': 200} Sep 30 00:59:47.119245 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-4f40a2b8-214e-4358-a87a-14787d3e3360 service neutron] For port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 00:59:47.122877 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-4f40a2b8-214e-4358-a87a-14787d3e3360 service neutron] Notify callbacks [] for binding, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:47.124003 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7510b2e9-5bf9-41cd-89f8-48239c9eb738 req-4f40a2b8-214e-4358-a87a-14787d3e3360 service neutron] 10.222.0.55 "DELETE /v2.0/ports/530d6b4e-d293-4fb6-a6d7-0e6253e2cc97/bindings/n-h1-811809-1 HTTP/1.1" status: 204 len: 173 time: 0.2267189 Sep 30 00:59:47.284924 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d42bed-63e6-4fab-919c-2319a531bd86 req-bfc78135-87ae-4fd9-9d65-eef5a936f78a tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:47.286776 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-67d42bed-63e6-4fab-919c-2319a531bd86 req-bfc78135-87ae-4fd9-9d65-eef5a936f78a tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=a86b558f-099c-4843-a35c-bdba41dafccd HTTP/1.1" status: 200 len: 945 time: 0.0908735 Sep 30 00:59:47.334891 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-67d42bed-63e6-4fab-919c-2319a531bd86 req-0bf13a8a-6bb2-42ec-a582-6b48f0e86502 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422664 Sep 30 00:59:47.362659 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584665ed-dc0f-4c52-aec8-7ab96648cdf2 req-c67b9433-4dbf-4c23-8d36-4c52ddf8f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:47.365371 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-584665ed-dc0f-4c52-aec8-7ab96648cdf2 req-c67b9433-4dbf-4c23-8d36-4c52ddf8f0bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09577eebebf34beb8f9f7386d3ff6957&device_id=31d9803d-42fa-4914-b19d-ee45fac24e78 HTTP/1.1" status: 200 len: 1095 time: 0.1429181 Sep 30 00:59:47.477631 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8879a6-15f0-4bf1-a875-c380ea77b20a req-4f45ad0c-0646-4a98-b455-b635f1bc442f tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:47.479116 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-de8879a6-15f0-4bf1-a875-c380ea77b20a req-4f45ad0c-0646-4a98-b455-b635f1bc442f tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 944 time: 0.1853955 Sep 30 00:59:47.562480 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-de8879a6-15f0-4bf1-a875-c380ea77b20a req-7164e01d-c39d-41c8-8233-d6bcdcce310b tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778432 Sep 30 00:59:47.563936 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584665ed-dc0f-4c52-aec8-7ab96648cdf2 req-a2b05072-1e6a-4509-94e0-23436b110daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:47.565380 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-584665ed-dc0f-4c52-aec8-7ab96648cdf2 req-a2b05072-1e6a-4509-94e0-23436b110daf service neutron] 10.222.0.59 "GET /v2.0/networks?id=34a0c4bb-7b8e-4af9-940e-de978352f62e HTTP/1.1" status: 200 len: 912 time: 0.1917641 Sep 30 00:59:47.644922 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-584665ed-dc0f-4c52-aec8-7ab96648cdf2 req-52ef75f9-20d4-4206-b9f4-752fccf3a33f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6187e0ff-7dba-488e-af81-5c1b74feee97 HTTP/1.1" status: 200 len: 217 time: 0.0727670 Sep 30 00:59:47.764291 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6dfe1c81-4764-4bc2-98ab-58d9ee71e758 req-6ad5403e-12c7-4b6b-8994-10e9395c2372 tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0522432 Sep 30 00:59:47.775567 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584665ed-dc0f-4c52-aec8-7ab96648cdf2 req-b0b48cb8-7164-4db3-b968-d819777dd78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:47.777039 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-584665ed-dc0f-4c52-aec8-7ab96648cdf2 req-b0b48cb8-7164-4db3-b968-d819777dd78d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=518e3f3b-9573-4eac-aa37-789767c0d3b7 HTTP/1.1" status: 200 len: 851 time: 0.1133969 Sep 30 00:59:47.894638 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-584665ed-dc0f-4c52-aec8-7ab96648cdf2 req-1d2865b3-9f85-4b2e-938f-a004aadf5271 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34a0c4bb-7b8e-4af9-940e-de978352f62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571382 Sep 30 00:59:47.954278 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab575a84-831d-4115-af50-f7b251505c55 req-7f15b3b6-8431-485d-b52c-5513db185307 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:47.957680 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ab575a84-831d-4115-af50-f7b251505c55 req-7f15b3b6-8431-485d-b52c-5513db185307 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 945 time: 0.1024995 Sep 30 00:59:48.015169 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ab575a84-831d-4115-af50-f7b251505c55 req-a3d5a0a3-5aac-4467-b090-658a21f28975 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505013 Sep 30 00:59:48.110622 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b699074-553d-490e-a52c-687f786dc564 req-7fc8a77e-fa61-4628-8a11-3f929cd4b99b tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:48.112000 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b699074-553d-490e-a52c-687f786dc564 req-7fc8a77e-fa61-4628-8a11-3f929cd4b99b tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/ports?device_id=90973e42-f441-49f8-9fe9-3dbe657d3762 HTTP/1.1" status: 200 len: 943 time: 0.2165623 Sep 30 00:59:48.121400 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-584665ed-dc0f-4c52-aec8-7ab96648cdf2 req-ecad0da0-c813-4fb7-8a1a-12f9bb45a3ef service neutron] 10.222.0.59 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934662 Sep 30 00:59:48.243630 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b699074-553d-490e-a52c-687f786dc564 req-dc9c2551-3c5d-4566-8c3c-aefe358006e2 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc32b6da-1853-41ca-a1f0-9486ba9ef355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211722 Sep 30 00:59:48.295364 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-584665ed-dc0f-4c52-aec8-7ab96648cdf2 req-35770b48-f57b-4c23-af85-3f480cf5e64b service neutron] 10.222.0.59 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567042 Sep 30 00:59:48.301836 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bf72b-b543-4c10-a3ab-dfa3a96c22e9 req-a2a69a53-5d66-4994-a85a-e1bf287eb455 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:48.303459 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-019bf72b-b543-4c10-a3ab-dfa3a96c22e9 req-a2a69a53-5d66-4994-a85a-e1bf287eb455 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 1095 time: 0.0837843 Sep 30 00:59:48.344763 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-019bf72b-b543-4c10-a3ab-dfa3a96c22e9 req-f44a3bb0-b8fd-4103-a4ac-241a1d889ea7 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356274 Sep 30 00:59:48.442200 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8185f99-608c-4c75-9ff7-df5c83f33b3b req-f026a509-f5ee-4536-aee8-2fb3f187a81e tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:48.443679 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e8185f99-608c-4c75-9ff7-df5c83f33b3b req-f026a509-f5ee-4536-aee8-2fb3f187a81e tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d9803d-42fa-4914-b19d-ee45fac24e78 HTTP/1.1" status: 200 len: 944 time: 0.0825851 Sep 30 00:59:48.494482 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e8185f99-608c-4c75-9ff7-df5c83f33b3b req-6b28784c-ba99-42c3-bbf2-c924ff018ac3 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447712 Sep 30 00:59:48.587333 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58a933-d264-4d7c-8a86-143ecb1d5fa2 req-d81b210f-8a84-4c1c-bc36-74507f419bd4 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:48.588746 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ba58a933-d264-4d7c-8a86-143ecb1d5fa2 req-d81b210f-8a84-4c1c-bc36-74507f419bd4 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=adeced1b-5650-428c-b8a2-f6f016fd7bbb HTTP/1.1" status: 200 len: 945 time: 0.0883243 Sep 30 00:59:48.640865 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ba58a933-d264-4d7c-8a86-143ecb1d5fa2 req-4a17eeb1-ef47-4206-85dc-7bb0ecfb6cdb tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?id=44d311bf-0963-4950-9bd9-f6be4a161077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457840 Sep 30 00:59:48.799431 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-778ee638-ebcc-4159-ad82-c9b815ebf8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:48.842738 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1bd508b4-4b27-45c0-a9b2-548c0f96fef0 req-ae2c02ec-7bd0-46cd-8ffa-f4a5f89fcfc4 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-775769557&fields=id&tenant_id=0c31ce93bef643c399b0202981c1806a HTTP/1.1" status: 200 len: 267 time: 0.0455146 Sep 30 00:59:48.941960 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592733ac-7006-4e8d-8141-9ba57fa44bee req-e7290c1b-4252-4285-b56d-d182ee564cbe tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:48.943501 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-592733ac-7006-4e8d-8141-9ba57fa44bee req-e7290c1b-4252-4285-b56d-d182ee564cbe tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 1095 time: 0.1960123 Sep 30 00:59:48.945477 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 6187e0ff-7dba-488e-af81-5c1b74feee97 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:59:48.949644 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd508b4-4b27-45c0-a9b2-548c0f96fef0 req-b47b8b54-b838-4883-b5ef-fed97b532b5b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:48.954572 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 89681f9a-ab6c-4a8e-bb26-ff365b9b730a up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:59:48.959242 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1bd508b4-4b27-45c0-a9b2-548c0f96fef0 req-b47b8b54-b838-4883-b5ef-fed97b532b5b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=adeced1b-5650-428c-b8a2-f6f016fd7bbb HTTP/1.1" status: 200 len: 945 time: 0.1099267 Sep 30 00:59:48.965621 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-1bd508b4-4b27-45c0-a9b2-548c0f96fef0 req-c247ce5a-9d19-46fc-a8a5-e415b291333c tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Request body: {'port': {'security_groups': ['44d311bf-0963-4950-9bd9-f6be4a161077', 'ffae3ffc-d4e4-41e8-94cf-f28377899817']}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:59:48.999346 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-592733ac-7006-4e8d-8141-9ba57fa44bee req-252c1908-ece2-461e-bf99-0ecae957ef5d tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490096 Sep 30 00:59:49.107691 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:49.132578 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-1bd508b4-4b27-45c0-a9b2-548c0f96fef0 req-c247ce5a-9d19-46fc-a8a5-e415b291333c tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:49.146751 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 89681f9a-ab6c-4a8e-bb26-ff365b9b730a completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:59:49.171260 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 89681f9a-ab6c-4a8e-bb26-ff365b9b730a triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:59:49.171657 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:49.254482 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 6187e0ff-7dba-488e-af81-5c1b74feee97, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=6187e0ff-7dba-488e-af81-5c1b74feee97,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:49.276366 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '6187e0ff-7dba-488e-af81-5c1b74feee97', 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e', 'port_id': '6187e0ff-7dba-488e-af81-5c1b74feee97', 'mac_address': 'fa:16:3e:58:91:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '518e3f3b-9573-4eac-aa37-789767c0d3b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:59:49.370564 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:49.411816 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6187e0ff-7dba-488e-af81-5c1b74feee97 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:59:49.427980 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:49.441775 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e9daae30-444f-4f6b-93a9-d2bbd15895ef req-8b50342e-3fbc-4b27-88d2-5a44302369b4 tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0496526 Sep 30 00:59:49.447965 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 6187e0ff-7dba-488e-af81-5c1b74feee97, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=6187e0ff-7dba-488e-af81-5c1b74feee97,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:49.457464 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:49.460309 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:49.499736 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac946a5-d869-4ced-bb07-46c731d5ab99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89681f9a-ab6c-4a8e-bb26-ff365b9b730a'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:59:49.530446 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 89681f9a-ab6c-4a8e-bb26-ff365b9b730a, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=89681f9a-ab6c-4a8e-bb26-ff365b9b730a,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:49.536789 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:49.548626 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=6187e0ff-7dba-488e-af81-5c1b74feee97,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:49.564880 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:49.565245 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:49.565579 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:49.565971 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:49.566925 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:49.567319 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:49.567690 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:49.568021 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:49.568387 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:49.568714 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:49.569049 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:49.569375 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:49.573454 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:49.574441 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:49.624767 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-1bd508b4-4b27-45c0-a9b2-548c0f96fef0 req-c247ce5a-9d19-46fc-a8a5-e415b291333c tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] For port 4ce52075-0577-4319-8032-c8ea84c7e149, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=4ce52075-0577-4319-8032-c8ea84c7e149,segment=NetworkSegment(fd1d7848-daf0-474a-8f2e-05a325b3eee3),segment_id=fd1d7848-daf0-474a-8f2e-05a325b3eee3)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:49.650446 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=89681f9a-ab6c-4a8e-bb26-ff365b9b730a,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:49.653607 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:49.661726 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-1bd508b4-4b27-45c0-a9b2-548c0f96fef0 req-c247ce5a-9d19-46fc-a8a5-e415b291333c tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:49.670040 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-1bd508b4-4b27-45c0-a9b2-548c0f96fef0 req-c247ce5a-9d19-46fc-a8a5-e415b291333c tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:49.675287 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffc430-af2e-43cf-84c3-b9b92d35e5ea req-5869ebce-c8ef-404d-be56-ca23ed1bfcc3 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:49.677539 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ceffc430-af2e-43cf-84c3-b9b92d35e5ea req-5869ebce-c8ef-404d-be56-ca23ed1bfcc3 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 946 time: 0.0936456 Sep 30 00:59:49.679052 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-211dab03-8c46-474e-bc70-4791565dd9d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:49.683164 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['4ce52075-0577-4319-8032-c8ea84c7e149'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:59:49.739975 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ceffc430-af2e-43cf-84c3-b9b92d35e5ea req-7d589689-eb6b-453b-994a-9577a66d77b6 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489676 Sep 30 00:59:49.767351 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd508b4-4b27-45c0-a9b2-548c0f96fef0 req-c247ce5a-9d19-46fc-a8a5-e415b291333c tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:49.767923 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-1bd508b4-4b27-45c0-a9b2-548c0f96fef0 req-c247ce5a-9d19-46fc-a8a5-e415b291333c tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:49.770626 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1bd508b4-4b27-45c0-a9b2-548c0f96fef0 req-c247ce5a-9d19-46fc-a8a5-e415b291333c tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "PUT /v2.0/ports/4ce52075-0577-4319-8032-c8ea84c7e149 HTTP/1.1" status: 200 len: 981 time: 0.8102717 Sep 30 00:59:49.787220 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adeced1b-5650-428c-b8a2-f6f016fd7bbb', 'tag': '4ce52075-0577-4319-8032-c8ea84c7e149'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:59:49.825708 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247ce5a-9d19-46fc-a8a5-e415b291333c tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Pushing event updated for resources: {'Port': ['ID=4ce52075-0577-4319-8032-c8ea84c7e149,revision_number=6']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:49.836853 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247ce5a-9d19-46fc-a8a5-e415b291333c tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:49.837515 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247ce5a-9d19-46fc-a8a5-e415b291333c tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:49.837967 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247ce5a-9d19-46fc-a8a5-e415b291333c tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:49.838337 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247ce5a-9d19-46fc-a8a5-e415b291333c tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:49.839084 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247ce5a-9d19-46fc-a8a5-e415b291333c tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:49.839225 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247ce5a-9d19-46fc-a8a5-e415b291333c tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:49.839588 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247ce5a-9d19-46fc-a8a5-e415b291333c tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:49.840084 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247ce5a-9d19-46fc-a8a5-e415b291333c tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:49.840323 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247ce5a-9d19-46fc-a8a5-e415b291333c tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:49.840631 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247ce5a-9d19-46fc-a8a5-e415b291333c tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:49.841024 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247ce5a-9d19-46fc-a8a5-e415b291333c tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:49.841534 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247ce5a-9d19-46fc-a8a5-e415b291333c tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:59:49.846282 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c247ce5a-9d19-46fc-a8a5-e415b291333c tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:49.891571 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['4ce52075-0577-4319-8032-c8ea84c7e149'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:59:50.044825 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dba11a-454e-490b-b350-a6b4c8f64f6f req-81cff106-e349-427b-bf0e-5393052fd1ee tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:50.046371 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f8dba11a-454e-490b-b350-a6b4c8f64f6f req-81cff106-e349-427b-bf0e-5393052fd1ee tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/ports?device_id=90973e42-f441-49f8-9fe9-3dbe657d3762 HTTP/1.1" status: 200 len: 943 time: 0.1093683 Sep 30 00:59:50.111481 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f8dba11a-454e-490b-b350-a6b4c8f64f6f req-ecda85cd-61c7-4b3a-95f4-873a436a889a tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc32b6da-1853-41ca-a1f0-9486ba9ef355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575345 Sep 30 00:59:50.236652 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac946a5-d869-4ced-bb07-46c731d5ab99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89681f9a-ab6c-4a8e-bb26-ff365b9b730a', 'code': 200} Sep 30 00:59:50.429081 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5b723-9deb-4b77-b4b3-37a286521139 req-8ccb9f53-aca0-456b-bb64-c9bf81997f6c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:50.431256 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-30a5b723-9deb-4b77-b4b3-37a286521139 req-8ccb9f53-aca0-456b-bb64-c9bf81997f6c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d9803d-42fa-4914-b19d-ee45fac24e78 HTTP/1.1" status: 200 len: 945 time: 0.1017869 Sep 30 00:59:50.452187 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd3532-84f6-4cb4-8ed4-ad908ad3fef2 req-195b8f9d-7ace-4246-ae4c-83206f447339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:50.454702 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a2bd3532-84f6-4cb4-8ed4-ad908ad3fef2 req-195b8f9d-7ace-4246-ae4c-83206f447339 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 1097 time: 0.1016855 Sep 30 00:59:50.485759 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-30a5b723-9deb-4b77-b4b3-37a286521139 req-1815dfe2-83f1-448b-b240-9bc12b20a70f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474989 Sep 30 00:59:50.503675 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['6187e0ff-7dba-488e-af81-5c1b74feee97'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:59:50.528580 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-68b585fd-8a70-47e8-8491-aa4e2cc63346 req-d0e87b74-63a1-4d5b-97ba-4ce5d2a658a8 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1574900445&fields=id&tenant_id=0c31ce93bef643c399b0202981c1806a HTTP/1.1" status: 200 len: 267 time: 0.0723505 Sep 30 00:59:50.538572 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adeced1b-5650-428c-b8a2-f6f016fd7bbb', 'tag': '4ce52075-0577-4319-8032-c8ea84c7e149', 'status': 'completed', 'code': 200} Sep 30 00:59:50.648752 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a2bd3532-84f6-4cb4-8ed4-ad908ad3fef2 req-24ae0c83-dd00-4884-8238-f7e7714b5905 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744850 Sep 30 00:59:50.712924 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90ae50-e345-425b-84ba-62d4a883e7e7 req-69937527-9fe4-428e-8914-5e7bf1915fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:50.713915 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b15ed-149e-4aba-9df6-8b439db6f11a req-ede3645d-934e-45c7-a370-37ff936e99f9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:50.714374 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1a90ae50-e345-425b-84ba-62d4a883e7e7 req-69937527-9fe4-428e-8914-5e7bf1915fbe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c31ce93bef643c399b0202981c1806a&device_id=adeced1b-5650-428c-b8a2-f6f016fd7bbb HTTP/1.1" status: 200 len: 1135 time: 0.1133091 Sep 30 00:59:50.715456 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a20b15ed-149e-4aba-9df6-8b439db6f11a req-ede3645d-934e-45c7-a370-37ff936e99f9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=a86b558f-099c-4843-a35c-bdba41dafccd HTTP/1.1" status: 200 len: 945 time: 0.0832417 Sep 30 00:59:50.723701 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b585fd-8a70-47e8-8491-aa4e2cc63346 req-8271b918-5c90-408b-9e4a-f9cba9018c79 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:50.725298 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-68b585fd-8a70-47e8-8491-aa4e2cc63346 req-8271b918-5c90-408b-9e4a-f9cba9018c79 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=adeced1b-5650-428c-b8a2-f6f016fd7bbb HTTP/1.1" status: 200 len: 984 time: 0.1858749 Sep 30 00:59:50.762483 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a20b15ed-149e-4aba-9df6-8b439db6f11a req-01240429-6b63-4c23-83d5-4ca59d9cc993 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408235 Sep 30 00:59:50.764668 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-68b585fd-8a70-47e8-8491-aa4e2cc63346 req-ea923e1f-34e6-406d-8839-f6053800abb0 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Request body: {'port': {'security_groups': ['44d311bf-0963-4950-9bd9-f6be4a161077', 'ffae3ffc-d4e4-41e8-94cf-f28377899817', '8eea2e07-f2e7-48c9-9c3c-7a0bc945022b']}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:59:50.956925 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 6276e65d-c857-4890-9884-8a27d96b88f5 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:59:50.990883 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90ae50-e345-425b-84ba-62d4a883e7e7 req-a3b94996-9929-4a7d-bcbc-2689cf8e6cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:50.992344 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1a90ae50-e345-425b-84ba-62d4a883e7e7 req-a3b94996-9929-4a7d-bcbc-2689cf8e6cb2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0ab60359-3cfa-4ad7-bfac-30575d89facb HTTP/1.1" status: 200 len: 914 time: 0.2661848 Sep 30 00:59:50.992885 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-68b585fd-8a70-47e8-8491-aa4e2cc63346 req-ea923e1f-34e6-406d-8839-f6053800abb0 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:51.027546 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-072278ae-d42c-48ed-8146-50fa41b74a2b req-7f26a6f7-7f36-4aa1-bd8e-f73d43bab2f5 tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0614021 Sep 30 00:59:51.133656 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1a90ae50-e345-425b-84ba-62d4a883e7e7 req-19033a5d-c96d-4ea8-b118-a228e7948557 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ce52075-0577-4319-8032-c8ea84c7e149 HTTP/1.1" status: 200 len: 217 time: 0.0948532 Sep 30 00:59:51.139702 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 6276e65d-c857-4890-9884-8a27d96b88f5, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=6276e65d-c857-4890-9884-8a27d96b88f5,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:51.153807 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '6276e65d-c857-4890-9884-8a27d96b88f5', 'network_id': 'fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129', 'port_id': '6276e65d-c857-4890-9884-8a27d96b88f5', 'mac_address': 'fa:16:3e:e7:7d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1838926e-37d5-4d80-a8c7-56ab398bbbfc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:59:51.237821 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-fbe0c959-5adf-4368-85de-bda67ed8946e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:51.246629 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:51.253446 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90ae50-e345-425b-84ba-62d4a883e7e7 req-8474ce4d-1e8d-435b-b6bd-51b12e812041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:51.257089 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1a90ae50-e345-425b-84ba-62d4a883e7e7 req-8474ce4d-1e8d-435b-b6bd-51b12e812041 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f5ab3732-a2fd-4009-8fb6-e12b4620a67e HTTP/1.1" status: 200 len: 853 time: 0.1054530 Sep 30 00:59:51.266240 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6276e65d-c857-4890-9884-8a27d96b88f5 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:59:51.282849 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498091db-5d9b-4fc3-841f-a51dc18291e3 req-6730b34c-84ef-43d4-afb9-401de6a011c4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:51.284345 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 6276e65d-c857-4890-9884-8a27d96b88f5, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=6276e65d-c857-4890-9884-8a27d96b88f5,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:51.284480 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-498091db-5d9b-4fc3-841f-a51dc18291e3 req-6730b34c-84ef-43d4-afb9-401de6a011c4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 946 time: 0.1016114 Sep 30 00:59:51.298055 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:51.303292 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:51.332794 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1a90ae50-e345-425b-84ba-62d4a883e7e7 req-98e4029a-efc3-4aa5-91e5-2e602ee01df0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0ab60359-3cfa-4ad7-bfac-30575d89facb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637467 Sep 30 00:59:51.378327 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-498091db-5d9b-4fc3-841f-a51dc18291e3 req-a8ce3f61-df36-424a-bd93-0980074fc0de tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828397 Sep 30 00:59:51.508961 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=6276e65d-c857-4890-9884-8a27d96b88f5,revision_number=6']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:51.508961 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:51.652556 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b45d2-3b57-4364-9e8e-96551a872572 req-4d324ead-f126-4822-a2bb-c2728e1cd8fa tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:51.654186 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d67b45d2-3b57-4364-9e8e-96551a872572 req-4d324ead-f126-4822-a2bb-c2728e1cd8fa tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/ports?device_id=90973e42-f441-49f8-9fe9-3dbe657d3762 HTTP/1.1" status: 200 len: 943 time: 0.0967803 Sep 30 00:59:51.660350 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d40dd187-7b37-4768-b51d-aec12b0ffd9a req-51fcbf0a-7892-437d-af79-0011f74fdd5e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.1963797 Sep 30 00:59:51.709368 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d67b45d2-3b57-4364-9e8e-96551a872572 req-1937c76b-81f3-43b1-ab4a-26fdb7758dca tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc32b6da-1853-41ca-a1f0-9486ba9ef355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482249 Sep 30 00:59:51.749321 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1a90ae50-e345-425b-84ba-62d4a883e7e7 req-64897502-edf3-44c4-8140-ead85569daea service neutron] 10.222.0.55 "GET /v2.0/networks/0ab60359-3cfa-4ad7-bfac-30575d89facb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021893 Sep 30 00:59:51.760416 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-68b585fd-8a70-47e8-8491-aa4e2cc63346 req-ea923e1f-34e6-406d-8839-f6053800abb0 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] For port 4ce52075-0577-4319-8032-c8ea84c7e149, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=4ce52075-0577-4319-8032-c8ea84c7e149,segment=NetworkSegment(fd1d7848-daf0-474a-8f2e-05a325b3eee3),segment_id=fd1d7848-daf0-474a-8f2e-05a325b3eee3)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:51.774497 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['6276e65d-c857-4890-9884-8a27d96b88f5'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:59:51.995894 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-68b585fd-8a70-47e8-8491-aa4e2cc63346 req-ea923e1f-34e6-406d-8839-f6053800abb0 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:52.000636 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-68b585fd-8a70-47e8-8491-aa4e2cc63346 req-ea923e1f-34e6-406d-8839-f6053800abb0 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:52.008608 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-820246d5-d787-4f1e-b187-bc9e5049dc9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:52.022698 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['4ce52075-0577-4319-8032-c8ea84c7e149'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:59:52.097032 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b585fd-8a70-47e8-8491-aa4e2cc63346 req-ea923e1f-34e6-406d-8839-f6053800abb0 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:52.097718 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-68b585fd-8a70-47e8-8491-aa4e2cc63346 req-ea923e1f-34e6-406d-8839-f6053800abb0 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:52.099102 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-68b585fd-8a70-47e8-8491-aa4e2cc63346 req-ea923e1f-34e6-406d-8839-f6053800abb0 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "PUT /v2.0/ports/4ce52075-0577-4319-8032-c8ea84c7e149 HTTP/1.1" status: 200 len: 1020 time: 1.3494987 Sep 30 00:59:52.111199 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1a90ae50-e345-425b-84ba-62d4a883e7e7 req-7215d1cc-4864-4ddf-be8a-cddc71faa736 service neutron] 10.222.0.55 "GET /v2.0/networks/0ab60359-3cfa-4ad7-bfac-30575d89facb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470182 Sep 30 00:59:52.124925 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea923e1f-34e6-406d-8839-f6053800abb0 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Pushing event updated for resources: {'Port': ['ID=4ce52075-0577-4319-8032-c8ea84c7e149,revision_number=7']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:52.128609 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ea923e1f-34e6-406d-8839-f6053800abb0 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:52.215936 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['4ce52075-0577-4319-8032-c8ea84c7e149'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:59:52.296338 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812dc2a7-90b7-4843-8b74-5be39de37429 req-c0a33c65-2029-4b80-95bc-bbb734f1d3b5 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:52.297745 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-812dc2a7-90b7-4843-8b74-5be39de37429 req-c0a33c65-2029-4b80-95bc-bbb734f1d3b5 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d9803d-42fa-4914-b19d-ee45fac24e78 HTTP/1.1" status: 200 len: 945 time: 0.0870535 Sep 30 00:59:52.319918 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca424d-8651-4b8c-97bc-8d6b1ea9f710 req-5865b985-db84-4aa9-9c04-ee7a00eb91db tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:52.321958 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-daca424d-8651-4b8c-97bc-8d6b1ea9f710 req-5865b985-db84-4aa9-9c04-ee7a00eb91db tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=a86b558f-099c-4843-a35c-bdba41dafccd HTTP/1.1" status: 200 len: 944 time: 0.0948310 Sep 30 00:59:52.338319 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:52.349290 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-812dc2a7-90b7-4843-8b74-5be39de37429 req-c35b335d-ffbe-4848-a6b8-d0eeaabac342 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425315 Sep 30 00:59:52.379926 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-daca424d-8651-4b8c-97bc-8d6b1ea9f710 req-b587edc0-785e-4570-bef5-e4e7d9153c33 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505600 Sep 30 00:59:52.541091 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adeced1b-5650-428c-b8a2-f6f016fd7bbb', 'tag': '4ce52075-0577-4319-8032-c8ea84c7e149'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:59:52.555284 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b3731d7c-4d14-4f09-9d50-0d1678951991 req-07e923f4-2d79-4c0e-a4e6-c44fa06f31a0 tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0641856 Sep 30 00:59:52.665482 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0fee1-3781-486c-a6ff-cc1261387709 req-1c9419e1-75f5-4a24-be0e-0a676ffefadc tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:52.673046 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cff0fee1-3781-486c-a6ff-cc1261387709 req-1c9419e1-75f5-4a24-be0e-0a676ffefadc tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=adeced1b-5650-428c-b8a2-f6f016fd7bbb HTTP/1.1" status: 200 len: 1023 time: 0.1200106 Sep 30 00:59:52.758647 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cff0fee1-3781-486c-a6ff-cc1261387709 req-4b7a63d5-980e-4cd0-8c16-f56f13a5621e tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?id=8eea2e07-f2e7-48c9-9c3c-7a0bc945022b&id=ffae3ffc-d4e4-41e8-94cf-f28377899817&id=44d311bf-0963-4950-9bd9-f6be4a161077 HTTP/1.1" status: 200 len: 6147 time: 0.0845985 Sep 30 00:59:52.790287 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8a953-149b-44fa-92f4-a28c437bd4f1 req-e0a12909-b6c5-43ab-8231-1bd745c15858 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:52.791905 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cdc8a953-149b-44fa-92f4-a28c437bd4f1 req-e0a12909-b6c5-43ab-8231-1bd745c15858 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 946 time: 0.0904648 Sep 30 00:59:52.809634 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adeced1b-5650-428c-b8a2-f6f016fd7bbb', 'tag': '4ce52075-0577-4319-8032-c8ea84c7e149', 'status': 'completed', 'code': 200} Sep 30 00:59:52.846973 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cdc8a953-149b-44fa-92f4-a28c437bd4f1 req-eabb90d5-bedf-4acb-b513-5c34b4115d20 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491371 Sep 30 00:59:52.872329 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-1e706e54-8730-41f6-bdcb-5fe4c2af6e3f req-6369e05c-2428-42b4-a05f-fb16b642a7cf tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Request body: {'security_group': {'name': ' tempest-securitygroup -8878367 ', 'description': 'tempest-description-41447510'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:59:52.880303 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-1e706e54-8730-41f6-bdcb-5fe4c2af6e3f req-6369e05c-2428-42b4-a05f-fb16b642a7cf tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:59:52.895714 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-1e706e54-8730-41f6-bdcb-5fe4c2af6e3f req-6369e05c-2428-42b4-a05f-fb16b642a7cf tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:59:52.909139 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1e706e54-8730-41f6-bdcb-5fe4c2af6e3f req-6369e05c-2428-42b4-a05f-fb16b642a7cf tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:52.936115 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-1e706e54-8730-41f6-bdcb-5fe4c2af6e3f req-6369e05c-2428-42b4-a05f-fb16b642a7cf tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:59:52.940875 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-1e706e54-8730-41f6-bdcb-5fe4c2af6e3f req-6369e05c-2428-42b4-a05f-fb16b642a7cf tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Usage tracker for resource:security_group_rule and tenant:0c31ce93bef643c399b0202981c1806a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:59:52.945067 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-1e706e54-8730-41f6-bdcb-5fe4c2af6e3f req-6369e05c-2428-42b4-a05f-fb16b642a7cf tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:59:52.951327 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-1e706e54-8730-41f6-bdcb-5fe4c2af6e3f req-6369e05c-2428-42b4-a05f-fb16b642a7cf tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:59:52.973204 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 9629efa2-d035-49ad-abcb-e927a4e9a6aa details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 00:59:52.981914 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47bcdb-7890-4182-98d4-0a8e66bc212c req-ca2fc3bd-4416-4897-8908-76e642a9af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:52.983531 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2e47bcdb-7890-4182-98d4-0a8e66bc212c req-ca2fc3bd-4416-4897-8908-76e642a9af55 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c31ce93bef643c399b0202981c1806a&device_id=adeced1b-5650-428c-b8a2-f6f016fd7bbb HTTP/1.1" status: 200 len: 1174 time: 0.1397266 Sep 30 00:59:52.999743 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 6187e0ff-7dba-488e-af81-5c1b74feee97 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:59:53.055411 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1e706e54-8730-41f6-bdcb-5fe4c2af6e3f req-6369e05c-2428-42b4-a05f-fb16b642a7cf tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:53.064334 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1e706e54-8730-41f6-bdcb-5fe4c2af6e3f req-6369e05c-2428-42b4-a05f-fb16b642a7cf tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:53.077043 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-44854a04-41fa-449b-96cb-2d505b49fe00 tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:53.100618 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.resource_extend [None req-8143576d-1641-4581-9367-0390ef0af33a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 00:59:53.149174 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369e05c-2428-42b4-a05f-fb16b642a7cf tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6a51ae-1965-4528-862d-5c9095b87775,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:53.192393 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f892f1-a2cd-4d2a-9eb6-320fadf5b4ed req-efa3c76f-3268-47a0-9e24-1452d206e347 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:53.199287 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-12f892f1-a2cd-4d2a-9eb6-320fadf5b4ed req-efa3c76f-3268-47a0-9e24-1452d206e347 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/ports?device_id=90973e42-f441-49f8-9fe9-3dbe657d3762 HTTP/1.1" status: 200 len: 943 time: 0.2830472 Sep 30 00:59:53.220267 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6369e05c-2428-42b4-a05f-fb16b642a7cf tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:53.224730 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1e706e54-8730-41f6-bdcb-5fe4c2af6e3f req-6369e05c-2428-42b4-a05f-fb16b642a7cf tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:53.240951 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1e706e54-8730-41f6-bdcb-5fe4c2af6e3f req-6369e05c-2428-42b4-a05f-fb16b642a7cf tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3759754 Sep 30 00:59:53.253334 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 6187e0ff-7dba-488e-af81-5c1b74feee97 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:59:53.255642 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47bcdb-7890-4182-98d4-0a8e66bc212c req-88b310ab-f59c-4a2d-979b-f5b88956debd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:53.257182 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2e47bcdb-7890-4182-98d4-0a8e66bc212c req-88b310ab-f59c-4a2d-979b-f5b88956debd service neutron] 10.222.0.55 "GET /v2.0/networks?id=0ab60359-3cfa-4ad7-bfac-30575d89facb HTTP/1.1" status: 200 len: 914 time: 0.2653062 Sep 30 00:59:53.277885 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 6187e0ff-7dba-488e-af81-5c1b74feee97 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:59:53.278675 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:53.338334 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 9629efa2-d035-49ad-abcb-e927a4e9a6aa, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=9629efa2-d035-49ad-abcb-e927a4e9a6aa,segment=NetworkSegment(015fb91f-b0a9-47b8-ad9f-bab043fec126),segment_id=015fb91f-b0a9-47b8-ad9f-bab043fec126)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:53.354161 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-12f892f1-a2cd-4d2a-9eb6-320fadf5b4ed req-4dc99ce6-dcba-405d-b749-e628f5c393ad tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc32b6da-1853-41ca-a1f0-9486ba9ef355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537812 Sep 30 00:59:53.380712 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '9629efa2-d035-49ad-abcb-e927a4e9a6aa', 'network_id': 'f9efe454-4b8f-42c4-b4a6-30f69635ca21', 'port_id': '9629efa2-d035-49ad-abcb-e927a4e9a6aa', 'mac_address': 'fa:16:3e:1c:1f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fadca4a-5fe1-43f7-92b8-0c814b532dc8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 00:59:53.388586 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2e47bcdb-7890-4182-98d4-0a8e66bc212c req-8e612345-e30e-4714-8798-43e757faee81 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ce52075-0577-4319-8032-c8ea84c7e149 HTTP/1.1" status: 200 len: 217 time: 0.1149206 Sep 30 00:59:53.485805 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3ea688fb-2915-4361-a5f3-6e43e76fd024 req-718f54ca-3bc8-433c-9270-4c1e347f8f99 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups/2b6a51ae-1965-4528-862d-5c9095b87775 HTTP/1.1" status: 200 len: 1776 time: 0.0989804 Sep 30 00:59:53.487216 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47bcdb-7890-4182-98d4-0a8e66bc212c req-61feca6d-e8c7-4b28-9c82-6f967ef2ac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:53.489139 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2e47bcdb-7890-4182-98d4-0a8e66bc212c req-61feca6d-e8c7-4b28-9c82-6f967ef2ac95 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f5ab3732-a2fd-4009-8fb6-e12b4620a67e HTTP/1.1" status: 200 len: 853 time: 0.0902619 Sep 30 00:59:53.561692 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2e47bcdb-7890-4182-98d4-0a8e66bc212c req-b69d3b61-2873-4b78-9161-c810c9e1c211 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0ab60359-3cfa-4ad7-bfac-30575d89facb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597167 Sep 30 00:59:53.613426 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:53.636309 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9629efa2-d035-49ad-abcb-e927a4e9a6aa {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:59:53.652609 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 9629efa2-d035-49ad-abcb-e927a4e9a6aa, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=9629efa2-d035-49ad-abcb-e927a4e9a6aa,segment=NetworkSegment(015fb91f-b0a9-47b8-ad9f-bab043fec126),segment_id=015fb91f-b0a9-47b8-ad9f-bab043fec126)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:53.653700 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:53.674277 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:53.679162 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:53.724337 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a76fa-7482-440a-a2b0-af0b35ecc3f7 req-4bea035b-5e05-4251-9d9f-b9d36c2363d7 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:53.733036 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c21a76fa-7482-440a-a2b0-af0b35ecc3f7 req-4bea035b-5e05-4251-9d9f-b9d36c2363d7 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d9803d-42fa-4914-b19d-ee45fac24e78 HTTP/1.1" status: 200 len: 945 time: 0.1159208 Sep 30 00:59:53.747526 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 6187e0ff-7dba-488e-af81-5c1b74feee97, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=6187e0ff-7dba-488e-af81-5c1b74feee97,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:53.751115 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d9803d-42fa-4914-b19d-ee45fac24e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6187e0ff-7dba-488e-af81-5c1b74feee97'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:59:53.759776 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:53.760661 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 6276e65d-c857-4890-9884-8a27d96b88f5 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:59:53.799410 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c21a76fa-7482-440a-a2b0-af0b35ecc3f7 req-774d583c-6263-4ec5-ba29-d69091cb782d tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649674 Sep 30 00:59:53.859201 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=9629efa2-d035-49ad-abcb-e927a4e9a6aa,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:53.867857 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6ed55-2e02-49a0-a2a3-625ee934817d req-d89dac92-1ae8-49db-8dcc-8898aca43c8d tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:53.871647 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c8b6ed55-2e02-49a0-a2a3-625ee934817d req-d89dac92-1ae8-49db-8dcc-8898aca43c8d tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=a86b558f-099c-4843-a35c-bdba41dafccd HTTP/1.1" status: 200 len: 944 time: 0.2625308 Sep 30 00:59:53.881243 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2e47bcdb-7890-4182-98d4-0a8e66bc212c req-22fde11e-f60d-49df-af3d-5af21e0df4c9 service neutron] 10.222.0.55 "GET /v2.0/networks/0ab60359-3cfa-4ad7-bfac-30575d89facb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103981 Sep 30 00:59:53.893323 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-835dacb0-5ddc-4065-b4ca-8889398758d8 req-84392a1b-89d8-4a9f-a146-eeb9ae4e3dbc tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups/2b6a51ae-1965-4528-862d-5c9095b87775 HTTP/1.1" status: 200 len: 1776 time: 0.0747588 Sep 30 00:59:53.893502 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:53.896777 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:53.984922 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:54.010613 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-835dacb0-5ddc-4065-b4ca-8889398758d8 req-0b53b075-1be4-4b4f-867b-fbf5f4bf6d87 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:54.016114 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 6276e65d-c857-4890-9884-8a27d96b88f5 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:59:54.016504 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:54.065979 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-835dacb0-5ddc-4065-b4ca-8889398758d8 req-0b53b075-1be4-4b4f-867b-fbf5f4bf6d87 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:54.067777 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2e47bcdb-7890-4182-98d4-0a8e66bc212c req-c1e49849-bef5-4f2c-983d-bb650b513e1d service neutron] 10.222.0.55 "GET /v2.0/networks/0ab60359-3cfa-4ad7-bfac-30575d89facb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665535 Sep 30 00:59:54.097218 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c8b6ed55-2e02-49a0-a2a3-625ee934817d req-07ff2be1-5084-4f6d-b3bb-e36164c58afa tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183850 Sep 30 00:59:54.119336 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=6187e0ff-7dba-488e-af81-5c1b74feee97,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:54.125786 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:54.157390 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-835dacb0-5ddc-4065-b4ca-8889398758d8 req-0b53b075-1be4-4b4f-867b-fbf5f4bf6d87 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:54.177133 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-75a93230-df0d-466e-a5fe-f0b70cef268f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:54.201205 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53b075-1be4-4b4f-867b-fbf5f4bf6d87 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6a51ae-1965-4528-862d-5c9095b87775,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:54.207954 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:54.211930 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0b53b075-1be4-4b4f-867b-fbf5f4bf6d87 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:54.220685 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-835dacb0-5ddc-4065-b4ca-8889398758d8 req-0b53b075-1be4-4b4f-867b-fbf5f4bf6d87 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:54.233418 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-835dacb0-5ddc-4065-b4ca-8889398758d8 req-0b53b075-1be4-4b4f-867b-fbf5f4bf6d87 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "DELETE /v2.0/security-groups/2b6a51ae-1965-4528-862d-5c9095b87775 HTTP/1.1" status: 204 len: 173 time: 0.3389916 Sep 30 00:59:54.287698 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-915b2978-1e25-408f-80c4-e3305c8886bc req-d820ff97-0cf0-44ef-98c2-2548bd60b6d4 tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0529838 Sep 30 00:59:54.291483 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d9803d-42fa-4914-b19d-ee45fac24e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6187e0ff-7dba-488e-af81-5c1b74feee97', 'code': 200} Sep 30 00:59:54.321328 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 6276e65d-c857-4890-9884-8a27d96b88f5, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=6276e65d-c857-4890-9884-8a27d96b88f5,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:54.326612 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:54.328733 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:54.356043 n-d-811809-1 neutron-server[80275]: INFO neutron.api.v2.resource [req-59486f6c-c093-4bc5-a4c3-60bebcb8cdb8 req-23e77c20-ac31-4693-8bc8-cd44c5c39055 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] show failed (client error): The resource could not be found. Sep 30 00:59:54.361209 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59486f6c-c093-4bc5-a4c3-60bebcb8cdb8 req-23e77c20-ac31-4693-8bc8-cd44c5c39055 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups/2b6a51ae-1965-4528-862d-5c9095b87775 HTTP/1.1" status: 404 len: 352 time: 0.0264590 Sep 30 00:59:54.411995 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=6276e65d-c857-4890-9884-8a27d96b88f5,revision_number=7']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:54.415328 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:54.440026 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['9629efa2-d035-49ad-abcb-e927a4e9a6aa'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 00:59:54.524899 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c6fd2-04f1-440d-8170-3b5a22f74f6f req-e687ab94-24b2-443f-a081-3e0ab4b50703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:54.526409 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9b7c6fd2-04f1-440d-8170-3b5a22f74f6f req-e687ab94-24b2-443f-a081-3e0ab4b50703 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=31d9803d-42fa-4914-b19d-ee45fac24e78 HTTP/1.1" status: 200 len: 1097 time: 0.0962832 Sep 30 00:59:54.528462 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d223e-afca-4f85-ac15-8086b14aa711 req-6cd934f8-b857-46d2-a843-6471f3477937 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:54.530058 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f47d223e-afca-4f85-ac15-8086b14aa711 req-6cd934f8-b857-46d2-a843-6471f3477937 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 946 time: 0.1440840 Sep 30 00:59:54.585137 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9b7c6fd2-04f1-440d-8170-3b5a22f74f6f req-cffcd6d9-90c3-4120-afd2-beac7d957d80 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473168 Sep 30 00:59:54.627037 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f47d223e-afca-4f85-ac15-8086b14aa711 req-40c8024b-9086-4b10-b929-3ef753f9e8f7 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908363 Sep 30 00:59:54.864104 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e01df-9faf-4b28-a999-eb8d1c555a55 req-0d70e68f-b5f3-428b-a163-ddb9b6dfbdd8 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:54.865829 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a42e01df-9faf-4b28-a999-eb8d1c555a55 req-0d70e68f-b5f3-428b-a163-ddb9b6dfbdd8 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/ports?device_id=90973e42-f441-49f8-9fe9-3dbe657d3762 HTTP/1.1" status: 200 len: 944 time: 0.1010900 Sep 30 00:59:54.884984 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-b8c9c7e8-87ab-4d4e-862c-323bceb26a91 req-62b05e0c-910d-45b7-99c7-fcdde6f8869b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1375089937', 'description': 'tempest-description-2076928158'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:59:54.892406 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-b8c9c7e8-87ab-4d4e-862c-323bceb26a91 req-62b05e0c-910d-45b7-99c7-fcdde6f8869b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:59:54.898556 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-b8c9c7e8-87ab-4d4e-862c-323bceb26a91 req-62b05e0c-910d-45b7-99c7-fcdde6f8869b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Usage tracker for resource:security_group and tenant:0c31ce93bef643c399b0202981c1806a is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:59:54.901512 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-b8c9c7e8-87ab-4d4e-862c-323bceb26a91 req-62b05e0c-910d-45b7-99c7-fcdde6f8869b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:59:54.908135 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-b8c9c7e8-87ab-4d4e-862c-323bceb26a91 req-62b05e0c-910d-45b7-99c7-fcdde6f8869b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:59:54.924679 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a42e01df-9faf-4b28-a999-eb8d1c555a55 req-1797572d-0cf2-438a-904c-f37c364c4672 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc32b6da-1853-41ca-a1f0-9486ba9ef355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460541 Sep 30 00:59:54.926961 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b8c9c7e8-87ab-4d4e-862c-323bceb26a91 req-62b05e0c-910d-45b7-99c7-fcdde6f8869b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:54.952702 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-b8c9c7e8-87ab-4d4e-862c-323bceb26a91 req-62b05e0c-910d-45b7-99c7-fcdde6f8869b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:59:54.957481 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-b8c9c7e8-87ab-4d4e-862c-323bceb26a91 req-62b05e0c-910d-45b7-99c7-fcdde6f8869b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Usage tracker for resource:security_group_rule and tenant:0c31ce93bef643c399b0202981c1806a is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:59:54.961062 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-b8c9c7e8-87ab-4d4e-862c-323bceb26a91 req-62b05e0c-910d-45b7-99c7-fcdde6f8869b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:59:54.968881 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-b8c9c7e8-87ab-4d4e-862c-323bceb26a91 req-62b05e0c-910d-45b7-99c7-fcdde6f8869b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:59:55.061213 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b8c9c7e8-87ab-4d4e-862c-323bceb26a91 req-62b05e0c-910d-45b7-99c7-fcdde6f8869b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:55.065313 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b8c9c7e8-87ab-4d4e-862c-323bceb26a91 req-62b05e0c-910d-45b7-99c7-fcdde6f8869b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:55.070464 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7ba2aacf-55cf-4330-a2db-ec78a8490fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:55.116969 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b05e0c-910d-45b7-99c7-fcdde6f8869b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=045524b3-19d9-453e-a435-642c151e8914,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:55.120484 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-62b05e0c-910d-45b7-99c7-fcdde6f8869b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:55.121756 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b8c9c7e8-87ab-4d4e-862c-323bceb26a91 req-62b05e0c-910d-45b7-99c7-fcdde6f8869b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:55.122996 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b8c9c7e8-87ab-4d4e-862c-323bceb26a91 req-62b05e0c-910d-45b7-99c7-fcdde6f8869b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2419634 Sep 30 00:59:55.390542 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e61b89-f456-4312-ab39-b531794053c6 req-d551561d-1b86-4cb1-af91-c15176584725 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:55.395597 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-84e61b89-f456-4312-ab39-b531794053c6 req-d551561d-1b86-4cb1-af91-c15176584725 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d9803d-42fa-4914-b19d-ee45fac24e78 HTTP/1.1" status: 200 len: 946 time: 0.1476138 Sep 30 00:59:55.399688 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-32e7cf44-c545-46d6-bc19-b12102128829 req-f7339c85-1ac9-46c4-8829-05dd7f198920 tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0569234 Sep 30 00:59:55.455213 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-84e61b89-f456-4312-ab39-b531794053c6 req-ab2b0b3b-2318-4300-aafa-79516eea30b2 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560720 Sep 30 00:59:55.492891 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-514d24fe-6e7b-459a-a9cd-98c6f9900f3b req-5fab3ff9-93d5-4269-a90e-b1948d4cb615 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1418346061', 'description': 'tempest-description-2129378671'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:59:55.500353 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-514d24fe-6e7b-459a-a9cd-98c6f9900f3b req-5fab3ff9-93d5-4269-a90e-b1948d4cb615 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:59:55.510854 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-514d24fe-6e7b-459a-a9cd-98c6f9900f3b req-5fab3ff9-93d5-4269-a90e-b1948d4cb615 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Usage tracker for resource:security_group and tenant:0c31ce93bef643c399b0202981c1806a is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:59:55.515964 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-514d24fe-6e7b-459a-a9cd-98c6f9900f3b req-5fab3ff9-93d5-4269-a90e-b1948d4cb615 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:59:55.525433 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-514d24fe-6e7b-459a-a9cd-98c6f9900f3b req-5fab3ff9-93d5-4269-a90e-b1948d4cb615 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:59:55.623155 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d1e88-c8c4-46a1-bb08-edc34f8d7fb8 req-171dd5b1-d744-4057-9981-23ec7131d8f7 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:55.627239 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cb1d1e88-c8c4-46a1-bb08-edc34f8d7fb8 req-171dd5b1-d744-4057-9981-23ec7131d8f7 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=a86b558f-099c-4843-a35c-bdba41dafccd HTTP/1.1" status: 200 len: 945 time: 0.1037741 Sep 30 00:59:55.687848 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-514d24fe-6e7b-459a-a9cd-98c6f9900f3b req-5fab3ff9-93d5-4269-a90e-b1948d4cb615 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:55.700604 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cb1d1e88-c8c4-46a1-bb08-edc34f8d7fb8 req-6ad0cdda-9a78-41cc-8160-65a88123eb46 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678575 Sep 30 00:59:55.710275 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-514d24fe-6e7b-459a-a9cd-98c6f9900f3b req-5fab3ff9-93d5-4269-a90e-b1948d4cb615 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:59:55.714304 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-514d24fe-6e7b-459a-a9cd-98c6f9900f3b req-5fab3ff9-93d5-4269-a90e-b1948d4cb615 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Usage tracker for resource:security_group_rule and tenant:0c31ce93bef643c399b0202981c1806a is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:59:55.717664 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-514d24fe-6e7b-459a-a9cd-98c6f9900f3b req-5fab3ff9-93d5-4269-a90e-b1948d4cb615 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:59:55.723982 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-514d24fe-6e7b-459a-a9cd-98c6f9900f3b req-5fab3ff9-93d5-4269-a90e-b1948d4cb615 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:59:55.855119 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-514d24fe-6e7b-459a-a9cd-98c6f9900f3b req-5fab3ff9-93d5-4269-a90e-b1948d4cb615 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:55.861792 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-514d24fe-6e7b-459a-a9cd-98c6f9900f3b req-5fab3ff9-93d5-4269-a90e-b1948d4cb615 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:55.872884 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2274d4f8-e6fd-4534-9810-cdeb07c33bfe tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:55.897232 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b913bc-216c-463d-b7b8-df3dffb0e2ad req-bf9cd870-0e73-42d2-beb4-f880ecce2184 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:55.899265 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f5b913bc-216c-463d-b7b8-df3dffb0e2ad req-bf9cd870-0e73-42d2-beb4-f880ecce2184 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 946 time: 0.0915246 Sep 30 00:59:55.915072 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab3ff9-93d5-4269-a90e-b1948d4cb615 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cacb301-24e9-478c-af4a-226b784dcb5e,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:55.919597 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5fab3ff9-93d5-4269-a90e-b1948d4cb615 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:55.921314 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-514d24fe-6e7b-459a-a9cd-98c6f9900f3b req-5fab3ff9-93d5-4269-a90e-b1948d4cb615 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:55.922809 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-514d24fe-6e7b-459a-a9cd-98c6f9900f3b req-5fab3ff9-93d5-4269-a90e-b1948d4cb615 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4354379 Sep 30 00:59:55.949354 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-3d1549df-1621-4452-abda-938ffdafd244 req-93483c3e-5eae-4801-9b26-305477989839 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1742488578', 'description': 'tempest-description-1346592072'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:59:55.956005 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-3d1549df-1621-4452-abda-938ffdafd244 req-93483c3e-5eae-4801-9b26-305477989839 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:59:55.957374 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f5b913bc-216c-463d-b7b8-df3dffb0e2ad req-25953140-081b-4294-8230-8cc407b90cb3 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499535 Sep 30 00:59:55.961268 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-3d1549df-1621-4452-abda-938ffdafd244 req-93483c3e-5eae-4801-9b26-305477989839 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Usage tracker for resource:security_group and tenant:0c31ce93bef643c399b0202981c1806a is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:59:55.964560 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-3d1549df-1621-4452-abda-938ffdafd244 req-93483c3e-5eae-4801-9b26-305477989839 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:59:55.973020 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-3d1549df-1621-4452-abda-938ffdafd244 req-93483c3e-5eae-4801-9b26-305477989839 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:59:55.996800 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3d1549df-1621-4452-abda-938ffdafd244 req-93483c3e-5eae-4801-9b26-305477989839 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:56.024657 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-3d1549df-1621-4452-abda-938ffdafd244 req-93483c3e-5eae-4801-9b26-305477989839 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:59:56.028450 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-3d1549df-1621-4452-abda-938ffdafd244 req-93483c3e-5eae-4801-9b26-305477989839 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Usage tracker for resource:security_group_rule and tenant:0c31ce93bef643c399b0202981c1806a is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:59:56.031626 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-3d1549df-1621-4452-abda-938ffdafd244 req-93483c3e-5eae-4801-9b26-305477989839 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:59:56.038160 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-3d1549df-1621-4452-abda-938ffdafd244 req-93483c3e-5eae-4801-9b26-305477989839 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:59:56.123288 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3d1549df-1621-4452-abda-938ffdafd244 req-93483c3e-5eae-4801-9b26-305477989839 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:56.128248 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3d1549df-1621-4452-abda-938ffdafd244 req-93483c3e-5eae-4801-9b26-305477989839 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:56.133738 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-116ae689-bb9b-48ce-ac32-f20ca8f2009e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:56.158544 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096fdef-5c35-4803-b0ee-8d93656035f5 req-99625743-05ce-4b2b-8bcf-a90d797f1607 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:56.161239 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e096fdef-5c35-4803-b0ee-8d93656035f5 req-99625743-05ce-4b2b-8bcf-a90d797f1607 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/ports?device_id=90973e42-f441-49f8-9fe9-3dbe657d3762 HTTP/1.1" status: 200 len: 944 time: 0.0947073 Sep 30 00:59:56.176951 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93483c3e-5eae-4801-9b26-305477989839 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a530ace-77b8-466e-b42d-b3757d324021,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:56.180099 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-93483c3e-5eae-4801-9b26-305477989839 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:56.182422 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3d1549df-1621-4452-abda-938ffdafd244 req-93483c3e-5eae-4801-9b26-305477989839 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:56.184222 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3d1549df-1621-4452-abda-938ffdafd244 req-93483c3e-5eae-4801-9b26-305477989839 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2391725 Sep 30 00:59:56.214090 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e096fdef-5c35-4803-b0ee-8d93656035f5 req-eee71773-c0ab-4bb6-ac0d-b4f78aed8192 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc32b6da-1853-41ca-a1f0-9486ba9ef355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465462 Sep 30 00:59:56.292735 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86b558f-099c-4843-a35c-bdba41dafccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6276e65d-c857-4890-9884-8a27d96b88f5'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:59:56.359161 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86b558f-099c-4843-a35c-bdba41dafccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6276e65d-c857-4890-9884-8a27d96b88f5', 'code': 200} Sep 30 00:59:56.384731 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-78f83f8a-f5f7-45ee-b75c-397307343838 req-633a2fb0-9d27-47d6-bf4e-615407494752 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Synchronizing usage tracker for tenant:0c31ce93bef643c399b0202981c1806a on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:59:56.401391 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-78f83f8a-f5f7-45ee-b75c-397307343838 req-633a2fb0-9d27-47d6-bf4e-615407494752 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Unset dirty status for tenant:0c31ce93bef643c399b0202981c1806a on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:59:56.403124 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-78f83f8a-f5f7-45ee-b75c-397307343838 req-633a2fb0-9d27-47d6-bf4e-615407494752 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c31ce93bef643c399b0202981c1806a HTTP/1.1" status: 200 len: 10897 time: 0.1575243 Sep 30 00:59:56.465407 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-78f83f8a-f5f7-45ee-b75c-397307343838 req-86ea7f6f-e985-45d1-9785-98997da9a3df tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups/44d311bf-0963-4950-9bd9-f6be4a161077 HTTP/1.1" status: 200 len: 2981 time: 0.0539427 Sep 30 00:59:56.537040 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-78f83f8a-f5f7-45ee-b75c-397307343838 req-1217e92f-b634-4241-99dd-1d8717f32664 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups/44d311bf-0963-4950-9bd9-f6be4a161077 HTTP/1.1" status: 200 len: 2981 time: 0.0596502 Sep 30 00:59:56.581166 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-798537a8-9b55-431c-86b1-e803ea4c288d req-d3a9052d-7e6b-41e2-b392-a51d6d452eb6 tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0551448 Sep 30 00:59:56.665332 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9efec78e-593f-4049-bfd3-4fa176889d53 req-08504488-0c48-4501-8921-1a900bbdedbd tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups/045524b3-19d9-453e-a435-642c151e8914 HTTP/1.1" status: 200 len: 1801 time: 0.0525370 Sep 30 00:59:56.751139 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b35621-0deb-4c2a-a46e-a829320b29f4 req-c40fea29-5723-43a1-8f72-4ecce0329ec4 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:56.751553 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9efec78e-593f-4049-bfd3-4fa176889d53 req-c5d0dc58-37cd-4181-a5f2-c10a2c3a0d7d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:56.752667 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-75b35621-0deb-4c2a-a46e-a829320b29f4 req-c40fea29-5723-43a1-8f72-4ecce0329ec4 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d9803d-42fa-4914-b19d-ee45fac24e78 HTTP/1.1" status: 200 len: 946 time: 0.1094022 Sep 30 00:59:56.783527 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9efec78e-593f-4049-bfd3-4fa176889d53 req-c5d0dc58-37cd-4181-a5f2-c10a2c3a0d7d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:56.805035 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-75b35621-0deb-4c2a-a46e-a829320b29f4 req-1d9d6e00-bc7b-4097-ab48-ab8752f1eb1d tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437095 Sep 30 00:59:56.851457 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9efec78e-593f-4049-bfd3-4fa176889d53 req-c5d0dc58-37cd-4181-a5f2-c10a2c3a0d7d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:56.856100 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-717de5b1-1b8b-434d-82fa-8868f8e51bfc tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:56.877938 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0dc58-37cd-4181-a5f2-c10a2c3a0d7d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=045524b3-19d9-453e-a435-642c151e8914,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:56.883460 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c5d0dc58-37cd-4181-a5f2-c10a2c3a0d7d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:56.900822 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9efec78e-593f-4049-bfd3-4fa176889d53 req-c5d0dc58-37cd-4181-a5f2-c10a2c3a0d7d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:56.902559 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9efec78e-593f-4049-bfd3-4fa176889d53 req-c5d0dc58-37cd-4181-a5f2-c10a2c3a0d7d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "DELETE /v2.0/security-groups/045524b3-19d9-453e-a435-642c151e8914 HTTP/1.1" status: 204 len: 173 time: 0.2313666 Sep 30 00:59:56.945785 n-d-811809-1 neutron-server[80275]: INFO neutron.api.v2.resource [req-a3ecb74e-58dd-42dc-bccd-dbb5a549d01a req-73671dba-303a-4798-9a34-e9aff67664d9 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] show failed (client error): The resource could not be found. Sep 30 00:59:56.965632 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a3ecb74e-58dd-42dc-bccd-dbb5a549d01a req-73671dba-303a-4798-9a34-e9aff67664d9 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups/045524b3-19d9-453e-a435-642c151e8914 HTTP/1.1" status: 404 len: 352 time: 0.0378520 Sep 30 00:59:57.033274 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5940d701-8d27-4bab-b598-87bbf88462ca req-f69498a4-e3d6-4753-be1c-2800fcc3219f tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups/9cacb301-24e9-478c-af4a-226b784dcb5e HTTP/1.1" status: 200 len: 1801 time: 0.0552964 Sep 30 00:59:57.035742 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 9629efa2-d035-49ad-abcb-e927a4e9a6aa up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 00:59:57.125118 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450bc4f-8dfc-4eb4-a88a-67b48fdcd34d req-0544f6df-9aa3-49de-a0e3-55b2151ed2c3 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:57.127127 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4450bc4f-8dfc-4eb4-a88a-67b48fdcd34d req-0544f6df-9aa3-49de-a0e3-55b2151ed2c3 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=a86b558f-099c-4843-a35c-bdba41dafccd HTTP/1.1" status: 200 len: 945 time: 0.1448052 Sep 30 00:59:57.134445 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5940d701-8d27-4bab-b598-87bbf88462ca req-beb6b495-542e-4ec6-a613-be843f56f8a1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:57.137494 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 9629efa2-d035-49ad-abcb-e927a4e9a6aa completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:59:57.149269 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 9629efa2-d035-49ad-abcb-e927a4e9a6aa triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:59:57.153636 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:57.167245 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5940d701-8d27-4bab-b598-87bbf88462ca req-beb6b495-542e-4ec6-a613-be843f56f8a1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:57.189551 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4450bc4f-8dfc-4eb4-a88a-67b48fdcd34d req-d5993141-b02a-4cc9-9144-5b0cf5f7b084 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550919 Sep 30 00:59:57.243143 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5940d701-8d27-4bab-b598-87bbf88462ca req-beb6b495-542e-4ec6-a613-be843f56f8a1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:57.250529 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c17522be-d857-40ce-a3ef-3b8659021572 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:57.270776 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6b495-542e-4ec6-a613-be843f56f8a1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cacb301-24e9-478c-af4a-226b784dcb5e,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:57.272994 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-beb6b495-542e-4ec6-a613-be843f56f8a1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:57.280930 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5940d701-8d27-4bab-b598-87bbf88462ca req-beb6b495-542e-4ec6-a613-be843f56f8a1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:57.293580 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5940d701-8d27-4bab-b598-87bbf88462ca req-beb6b495-542e-4ec6-a613-be843f56f8a1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "DELETE /v2.0/security-groups/9cacb301-24e9-478c-af4a-226b784dcb5e HTTP/1.1" status: 204 len: 173 time: 0.2516568 Sep 30 00:59:57.343165 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:57.396743 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 9629efa2-d035-49ad-abcb-e927a4e9a6aa, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=9629efa2-d035-49ad-abcb-e927a4e9a6aa,segment=NetworkSegment(015fb91f-b0a9-47b8-ad9f-bab043fec126),segment_id=015fb91f-b0a9-47b8-ad9f-bab043fec126)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:57.401817 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:57.402903 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 6276e65d-c857-4890-9884-8a27d96b88f5 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 00:59:57.421432 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713479a-c10e-40fb-bea2-397954948488 req-2ed567cc-a978-4026-9592-919176de3bd3 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:57.423495 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4713479a-c10e-40fb-bea2-397954948488 req-2ed567cc-a978-4026-9592-919176de3bd3 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 946 time: 0.1037905 Sep 30 00:59:57.439612 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:57.500651 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4713479a-c10e-40fb-bea2-397954948488 req-3a7fd4d8-a5aa-4202-9df1-2f8ea14a20c8 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713997 Sep 30 00:59:57.591343 n-d-811809-1 neutron-server[80275]: INFO neutron.api.v2.resource [req-81cb2d5b-ef5f-41f6-bb22-b10eb989c815 req-27bc5835-ec69-4850-8499-ec4eca70d9b7 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] show failed (client error): The resource could not be found. Sep 30 00:59:57.592657 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-81cb2d5b-ef5f-41f6-bb22-b10eb989c815 req-27bc5835-ec69-4850-8499-ec4eca70d9b7 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups/9cacb301-24e9-478c-af4a-226b784dcb5e HTTP/1.1" status: 404 len: 352 time: 0.0316465 Sep 30 00:59:57.668526 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=9629efa2-d035-49ad-abcb-e927a4e9a6aa,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:57.674506 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:57.690626 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:57.726626 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cb6eb-b2ed-4f40-9a8a-2d87b4cbecc6 req-f0cbfe21-1657-4731-8c71-c4208424801e tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:57.728222 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f64cb6eb-b2ed-4f40-9a8a-2d87b4cbecc6 req-f0cbfe21-1657-4731-8c71-c4208424801e tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/ports?device_id=90973e42-f441-49f8-9fe9-3dbe657d3762 HTTP/1.1" status: 200 len: 945 time: 0.1096528 Sep 30 00:59:57.732424 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 6276e65d-c857-4890-9884-8a27d96b88f5, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=6276e65d-c857-4890-9884-8a27d96b88f5,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 00:59:57.737219 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:57.739740 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:57.796084 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f64cb6eb-b2ed-4f40-9a8a-2d87b4cbecc6 req-b6f46619-cb18-4f75-bec6-45bb28a8715b tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc32b6da-1853-41ca-a1f0-9486ba9ef355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551941 Sep 30 00:59:57.830625 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=6276e65d-c857-4890-9884-8a27d96b88f5,revision_number=8']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:57.843175 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:57.859283 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7bcd2cc4-ecbc-468f-a6a7-48bd8d3143a0 req-4612bffe-ad4f-49e3-bda3-882018828e2e tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups/7a530ace-77b8-466e-b42d-b3757d324021 HTTP/1.1" status: 200 len: 1801 time: 0.0520210 Sep 30 00:59:57.928662 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-7bcd2cc4-ecbc-468f-a6a7-48bd8d3143a0 req-d5640a66-3fce-483a-9ed0-2ac7d0be75bd tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:57.965310 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-7bcd2cc4-ecbc-468f-a6a7-48bd8d3143a0 req-d5640a66-3fce-483a-9ed0-2ac7d0be75bd tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:57.970441 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2c0d007d-4296-4920-b32f-df9378eb8eea req-4bfbe17e-68ad-4c7c-9b49-4fdb9331f03a tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0515611 Sep 30 00:59:58.028315 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-7bcd2cc4-ecbc-468f-a6a7-48bd8d3143a0 req-d5640a66-3fce-483a-9ed0-2ac7d0be75bd tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:58.034582 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-df9dfe72-6099-4a16-9bf4-f95090bb7c7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:58.053431 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5640a66-3fce-483a-9ed0-2ac7d0be75bd tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a530ace-77b8-466e-b42d-b3757d324021,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:58.055791 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d5640a66-3fce-483a-9ed0-2ac7d0be75bd tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:58.061865 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-7bcd2cc4-ecbc-468f-a6a7-48bd8d3143a0 req-d5640a66-3fce-483a-9ed0-2ac7d0be75bd tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:58.063480 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7bcd2cc4-ecbc-468f-a6a7-48bd8d3143a0 req-d5640a66-3fce-483a-9ed0-2ac7d0be75bd tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "DELETE /v2.0/security-groups/7a530ace-77b8-466e-b42d-b3757d324021 HTTP/1.1" status: 204 len: 173 time: 0.2013013 Sep 30 00:59:58.226994 n-d-811809-1 neutron-server[80275]: INFO neutron.api.v2.resource [req-df35c56c-2c97-4b4a-b04d-ae182f53712b req-9575d810-33c9-42e2-908e-641d4a9ab07c tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] show failed (client error): The resource could not be found. Sep 30 00:59:58.228255 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-df35c56c-2c97-4b4a-b04d-ae182f53712b req-9575d810-33c9-42e2-908e-641d4a9ab07c tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups/7a530ace-77b8-466e-b42d-b3757d324021 HTTP/1.1" status: 404 len: 352 time: 0.0196607 Sep 30 00:59:58.256776 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c57b8d-fd1d-4855-abbd-66831533bf8f req-1c4d18ee-9c76-4c62-abee-2670bcb133a0 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:58.258282 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3c57b8d-fd1d-4855-abbd-66831533bf8f req-1c4d18ee-9c76-4c62-abee-2670bcb133a0 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d9803d-42fa-4914-b19d-ee45fac24e78 HTTP/1.1" status: 200 len: 946 time: 0.1008193 Sep 30 00:59:58.311808 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3c57b8d-fd1d-4855-abbd-66831533bf8f req-9815714b-ef6e-406a-977d-0ff8f0a1e140 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467947 Sep 30 00:59:58.362279 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90973e42-f441-49f8-9fe9-3dbe657d3762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9629efa2-d035-49ad-abcb-e927a4e9a6aa'}, {'server_uuid': 'a86b558f-099c-4843-a35c-bdba41dafccd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6276e65d-c857-4890-9884-8a27d96b88f5'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:59:58.413142 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb092a-d3a0-4956-a1d8-84ebbecae3a1 req-fb118e50-7d8b-4012-af38-6909ccfe241c tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:58.414660 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9feb092a-d3a0-4956-a1d8-84ebbecae3a1 req-fb118e50-7d8b-4012-af38-6909ccfe241c tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=a86b558f-099c-4843-a35c-bdba41dafccd HTTP/1.1" status: 200 len: 943 time: 0.0902646 Sep 30 00:59:58.429095 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-6dcbd56d-4a11-4aa1-8743-0391d069ebb1 req-ec20c3dd-71bb-42aa-9dd6-1630aae0a7d7 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Synchronizing usage tracker for tenant:0c31ce93bef643c399b0202981c1806a on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 00:59:58.446037 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-6dcbd56d-4a11-4aa1-8743-0391d069ebb1 req-ec20c3dd-71bb-42aa-9dd6-1630aae0a7d7 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Unset dirty status for tenant:0c31ce93bef643c399b0202981c1806a on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 00:59:58.451952 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6dcbd56d-4a11-4aa1-8743-0391d069ebb1 req-ec20c3dd-71bb-42aa-9dd6-1630aae0a7d7 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c31ce93bef643c399b0202981c1806a HTTP/1.1" status: 200 len: 6147 time: 0.1092367 Sep 30 00:59:58.463438 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9feb092a-d3a0-4956-a1d8-84ebbecae3a1 req-237b8f95-0bf0-4214-a216-8f474994ef55 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430796 Sep 30 00:59:58.512071 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6dcbd56d-4a11-4aa1-8743-0391d069ebb1 req-1b772891-dccc-46ee-8d44-18fc61b9d78d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups/44d311bf-0963-4950-9bd9-f6be4a161077 HTTP/1.1" status: 200 len: 2981 time: 0.0581441 Sep 30 00:59:58.599392 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6dcbd56d-4a11-4aa1-8743-0391d069ebb1 req-41014d34-aefd-4550-8592-57f8fb9528e7 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups/44d311bf-0963-4950-9bd9-f6be4a161077 HTTP/1.1" status: 200 len: 2981 time: 0.0784402 Sep 30 00:59:58.640301 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90973e42-f441-49f8-9fe9-3dbe657d3762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9629efa2-d035-49ad-abcb-e927a4e9a6aa', 'code': 200} Sep 30 00:59:58.640581 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86b558f-099c-4843-a35c-bdba41dafccd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6276e65d-c857-4890-9884-8a27d96b88f5', 'code': 200} Sep 30 00:59:58.692890 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-7008e096-0996-4877-822f-370c5215b9d5 req-be60786e-8ee1-4d68-aece-461f8d17088d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-189836056', 'description': 'tempest-description-1504266350'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:59:58.699578 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-7008e096-0996-4877-822f-370c5215b9d5 req-be60786e-8ee1-4d68-aece-461f8d17088d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:59:58.712146 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-7008e096-0996-4877-822f-370c5215b9d5 req-be60786e-8ee1-4d68-aece-461f8d17088d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:59:58.726653 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7008e096-0996-4877-822f-370c5215b9d5 req-be60786e-8ee1-4d68-aece-461f8d17088d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:58.751551 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-7008e096-0996-4877-822f-370c5215b9d5 req-be60786e-8ee1-4d68-aece-461f8d17088d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:59:58.756383 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-7008e096-0996-4877-822f-370c5215b9d5 req-be60786e-8ee1-4d68-aece-461f8d17088d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Usage tracker for resource:security_group_rule and tenant:0c31ce93bef643c399b0202981c1806a is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:59:58.761737 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-7008e096-0996-4877-822f-370c5215b9d5 req-be60786e-8ee1-4d68-aece-461f8d17088d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:59:58.768468 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-7008e096-0996-4877-822f-370c5215b9d5 req-be60786e-8ee1-4d68-aece-461f8d17088d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:59:58.836161 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e44ef-4121-44c1-8cbf-87618ad89ea4 req-8121b428-49c4-4027-b2c5-b84e00d039c0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:58.838311 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3d3e44ef-4121-44c1-8cbf-87618ad89ea4 req-8121b428-49c4-4027-b2c5-b84e00d039c0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 946 time: 0.1049881 Sep 30 00:59:58.911665 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7008e096-0996-4877-822f-370c5215b9d5 req-be60786e-8ee1-4d68-aece-461f8d17088d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:58.919251 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7008e096-0996-4877-822f-370c5215b9d5 req-be60786e-8ee1-4d68-aece-461f8d17088d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:58.923903 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7769f30c-ea47-43b0-95bc-8029ba3d2d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:58.980116 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60786e-8ee1-4d68-aece-461f8d17088d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92ab577b-a2be-4cb1-a3dc-b647b8a711d0,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:58.983522 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-be60786e-8ee1-4d68-aece-461f8d17088d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:58.985861 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecc934-c5bb-4038-adfe-0e0fdce0f4ae req-41f6e197-718f-4388-9f91-1404950e6de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:58.987524 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-baecc934-c5bb-4038-adfe-0e0fdce0f4ae req-41f6e197-718f-4388-9f91-1404950e6de8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=90973e42-f441-49f8-9fe9-3dbe657d3762 HTTP/1.1" status: 200 len: 1096 time: 0.1681321 Sep 30 00:59:58.988888 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7008e096-0996-4877-822f-370c5215b9d5 req-be60786e-8ee1-4d68-aece-461f8d17088d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:58.999333 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7008e096-0996-4877-822f-370c5215b9d5 req-be60786e-8ee1-4d68-aece-461f8d17088d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3150322 Sep 30 00:59:59.011670 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3d3e44ef-4121-44c1-8cbf-87618ad89ea4 req-45dfe63e-c84d-4ac4-af23-e6ca284ccc4f tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668227 Sep 30 00:59:59.088326 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-baecc934-c5bb-4038-adfe-0e0fdce0f4ae req-94afc111-6997-4574-9831-a2e64f51e438 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fc32b6da-1853-41ca-a1f0-9486ba9ef355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876431 Sep 30 00:59:59.187429 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b402131-6551-476c-8c9f-64732de1637a req-61fbc4d0-cd71-4bec-9638-998c3fbeaeef tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:59.189167 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b402131-6551-476c-8c9f-64732de1637a req-61fbc4d0-cd71-4bec-9638-998c3fbeaeef tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d9803d-42fa-4914-b19d-ee45fac24e78 HTTP/1.1" status: 200 len: 946 time: 0.0930109 Sep 30 00:59:59.240449 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0b402131-6551-476c-8c9f-64732de1637a req-7c26055d-1e51-4525-8b7f-0aea8424232c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450978 Sep 30 00:59:59.430157 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e83536-0374-4223-a5da-352c1122547b req-3e4b8cce-436d-407d-a05b-aade9c9db3cd tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:59.431867 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-52e83536-0374-4223-a5da-352c1122547b req-3e4b8cce-436d-407d-a05b-aade9c9db3cd tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/ports?device_id=90973e42-f441-49f8-9fe9-3dbe657d3762 HTTP/1.1" status: 200 len: 945 time: 0.0845792 Sep 30 00:59:59.481247 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-52e83536-0374-4223-a5da-352c1122547b req-ad2ba585-f802-46bc-b12a-8e3407ae1c54 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc32b6da-1853-41ca-a1f0-9486ba9ef355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439475 Sep 30 00:59:59.510570 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-328afb76-feeb-410b-8c82-bd7dbf1dbc92 req-300fdc20-385f-4b7d-a3d3-4017a894fe00 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2124234112', 'description': 'tempest-description-1180243251'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 00:59:59.518603 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-328afb76-feeb-410b-8c82-bd7dbf1dbc92 req-300fdc20-385f-4b7d-a3d3-4017a894fe00 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:59:59.523136 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-328afb76-feeb-410b-8c82-bd7dbf1dbc92 req-300fdc20-385f-4b7d-a3d3-4017a894fe00 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Usage tracker for resource:security_group and tenant:0c31ce93bef643c399b0202981c1806a is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:59:59.526308 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-328afb76-feeb-410b-8c82-bd7dbf1dbc92 req-300fdc20-385f-4b7d-a3d3-4017a894fe00 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:59:59.532268 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-328afb76-feeb-410b-8c82-bd7dbf1dbc92 req-300fdc20-385f-4b7d-a3d3-4017a894fe00 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:59:59.546365 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-328afb76-feeb-410b-8c82-bd7dbf1dbc92 req-300fdc20-385f-4b7d-a3d3-4017a894fe00 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:59.588094 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-328afb76-feeb-410b-8c82-bd7dbf1dbc92 req-300fdc20-385f-4b7d-a3d3-4017a894fe00 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 00:59:59.592567 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-328afb76-feeb-410b-8c82-bd7dbf1dbc92 req-300fdc20-385f-4b7d-a3d3-4017a894fe00 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Usage tracker for resource:security_group_rule and tenant:0c31ce93bef643c399b0202981c1806a is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 00:59:59.597811 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-328afb76-feeb-410b-8c82-bd7dbf1dbc92 req-300fdc20-385f-4b7d-a3d3-4017a894fe00 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 00:59:59.607811 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-328afb76-feeb-410b-8c82-bd7dbf1dbc92 req-300fdc20-385f-4b7d-a3d3-4017a894fe00 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 00:59:59.688974 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-328afb76-feeb-410b-8c82-bd7dbf1dbc92 req-300fdc20-385f-4b7d-a3d3-4017a894fe00 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:59.693242 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-328afb76-feeb-410b-8c82-bd7dbf1dbc92 req-300fdc20-385f-4b7d-a3d3-4017a894fe00 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:59.697076 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fb2b6bda-6ff2-4dc3-abc0-04701fd6753e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 00:59:59.720730 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d9d52d21-3f9a-4349-be8c-2d4762a580a1 req-509a0255-133c-42d1-9edf-1253fef175e6 tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0469153 Sep 30 00:59:59.741670 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300fdc20-385f-4b7d-a3d3-4017a894fe00 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b20767c-c3f9-4562-9fca-2dbc0cc5dfd2,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:59:59.744779 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-300fdc20-385f-4b7d-a3d3-4017a894fe00 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 00:59:59.748130 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-328afb76-feeb-410b-8c82-bd7dbf1dbc92 req-300fdc20-385f-4b7d-a3d3-4017a894fe00 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:59:59.749342 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-328afb76-feeb-410b-8c82-bd7dbf1dbc92 req-300fdc20-385f-4b7d-a3d3-4017a894fe00 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2430682 Sep 30 00:59:59.939584 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb31cb-f794-44fa-a815-945294dea9c8 req-9fd03674-3c32-4b2f-9a5c-d16fb96d99bd tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:59:59.943949 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a2eb31cb-f794-44fa-a815-945294dea9c8 req-9fd03674-3c32-4b2f-9a5c-d16fb96d99bd tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=a86b558f-099c-4843-a35c-bdba41dafccd HTTP/1.1" status: 200 len: 943 time: 0.1032832 Sep 30 01:00:00.001358 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a2eb31cb-f794-44fa-a815-945294dea9c8 req-58b81b35-6b58-469e-9f3f-df4cd3f0aaff tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486486 Sep 30 01:00:00.116662 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-17aeed86-ef4d-4fc7-9a00-ea1e39c4e7bd tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:00.118508 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-17aeed86-ef4d-4fc7-9a00-ea1e39c4e7bd tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/networks?id=0ab60359-3cfa-4ad7-bfac-30575d89facb HTTP/1.1" status: 200 len: 813 time: 0.1627405 Sep 30 01:00:00.143301 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-034fd6d4-f844-449d-9e18-a232459695af tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/quotas/0c31ce93bef643c399b0202981c1806a HTTP/1.1" status: 200 len: 375 time: 0.0155568 Sep 30 01:00:00.221280 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d893e3f-5a2d-4995-8a4f-de71649f5d50 req-4229da7f-0aad-40e2-b591-b42a111720f9 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:00.223043 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9d893e3f-5a2d-4995-8a4f-de71649f5d50 req-4229da7f-0aad-40e2-b591-b42a111720f9 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 946 time: 0.0990024 Sep 30 01:00:00.230614 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-f3115705-43b0-4977-8545-6d93bb7c8aaf tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c31ce93bef643c399b0202981c1806a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0864785 Sep 30 01:00:00.244472 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-926cbba5-214a-4079-aab2-c5ecec9aeb2f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 01:00:00.245452 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-926cbba5-214a-4079-aab2-c5ecec9aeb2f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083568 Sep 30 01:00:00.271421 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9d893e3f-5a2d-4995-8a4f-de71649f5d50 req-797099e0-afdd-4ebc-92a2-c131b266fbef tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423431 Sep 30 01:00:00.415155 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-270f0943-fe86-4bf2-b756-ec4f3ca3cf21 service neutron] 10.222.0.39 "GET /v2.0/networks/0ab60359-3cfa-4ad7-bfac-30575d89facb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633062 Sep 30 01:00:00.463754 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331909c6-386d-4fbf-a237-b2beedbd8583 req-25654c4e-9098-452e-b2aa-f5ae01c82a43 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:00.465408 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-331909c6-386d-4fbf-a237-b2beedbd8583 req-25654c4e-9098-452e-b2aa-f5ae01c82a43 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d9803d-42fa-4914-b19d-ee45fac24e78 HTTP/1.1" status: 200 len: 946 time: 0.0961936 Sep 30 01:00:00.519510 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-331909c6-386d-4fbf-a237-b2beedbd8583 req-7a1889ee-9a15-4e3d-aefa-0261819a0800 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478549 Sep 30 01:00:00.623765 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-0b2a86a5-7461-48b8-96a2-d7d832abec37 service neutron] 10.222.0.39 "GET /v2.0/networks/0ab60359-3cfa-4ad7-bfac-30575d89facb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029572 Sep 30 01:00:00.663979 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69685561-f7b0-4689-8f28-d2c26422f499 req-903c1587-1aa4-4b07-8e25-87ad156692ed tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:00.665680 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-69685561-f7b0-4689-8f28-d2c26422f499 req-903c1587-1aa4-4b07-8e25-87ad156692ed tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86b558f-099c-4843-a35c-bdba41dafccd HTTP/1.1" status: 200 len: 943 time: 0.1110268 Sep 30 01:00:00.726550 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb7548-858d-471c-974e-06eb869a46c6 req-eca03d0f-9e12-4a4d-8b56-6dbd7825f299 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:00.733889 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c5eb7548-858d-471c-974e-06eb869a46c6 req-eca03d0f-9e12-4a4d-8b56-6dbd7825f299 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/ports?device_id=90973e42-f441-49f8-9fe9-3dbe657d3762 HTTP/1.1" status: 200 len: 945 time: 0.0943227 Sep 30 01:00:00.806797 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c5eb7548-858d-471c-974e-06eb869a46c6 req-83d79511-da76-4e6d-90a3-54b705f57ab2 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc32b6da-1853-41ca-a1f0-9486ba9ef355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716639 Sep 30 01:00:00.818831 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-69685561-f7b0-4689-8f28-d2c26422f499 req-7eaab690-d8d8-4ced-abb3-d46ffa9dc1f9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Deleting port 6276e65d-c857-4890-9884-8a27d96b88f5 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:00:00.819766 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-69685561-f7b0-4689-8f28-d2c26422f499 req-7eaab690-d8d8-4ced-abb3-d46ffa9dc1f9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:01.197355 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f7098b77-3e8e-4fcf-ac07-b03cdc545e46 req-b2a050d2-a980-4997-a909-5b4957ede5a5 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2e2b61b-9427-4d38-8bf1-4df130447a01 HTTP/1.1" status: 200 len: 210 time: 0.0652351 Sep 30 01:00:01.245238 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a5d59b7d-ae99-4f28-a7df-09d4ab0c6a32 req-f9800bb3-5665-43ab-b088-81148222e3ff tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0667906 Sep 30 01:00:01.298524 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-69685561-f7b0-4689-8f28-d2c26422f499 req-7eaab690-d8d8-4ced-abb3-d46ffa9dc1f9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] For port 6276e65d-c857-4890-9884-8a27d96b88f5, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=6276e65d-c857-4890-9884-8a27d96b88f5,segment=NetworkSegment(d976d68d-b4b0-4e69-a9c7-52a75a51b884),segment_id=d976d68d-b4b0-4e69-a9c7-52a75a51b884)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:00:01.298919 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-69685561-f7b0-4689-8f28-d2c26422f499 req-7eaab690-d8d8-4ced-abb3-d46ffa9dc1f9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:01.515160 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4fd2d-3678-4dd1-a83d-85b508d53ff7 req-7d62b307-13cf-4ec5-8d19-c4c2ad386ed3 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:01.525162 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7ea4fd2d-3678-4dd1-a83d-85b508d53ff7 req-7d62b307-13cf-4ec5-8d19-c4c2ad386ed3 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d9803d-42fa-4914-b19d-ee45fac24e78 HTTP/1.1" status: 200 len: 946 time: 0.1394916 Sep 30 01:00:01.590565 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7ea4fd2d-3678-4dd1-a83d-85b508d53ff7 req-d3cd596c-1dae-43e7-a90d-8806249ad585 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615258 Sep 30 01:00:01.640055 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-69685561-f7b0-4689-8f28-d2c26422f499 req-7eaab690-d8d8-4ced-abb3-d46ffa9dc1f9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Calling delete_port for 6276e65d-c857-4890-9884-8a27d96b88f5 owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:00:01.799032 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e05972-3c73-4914-a4be-156ac441aeaf req-65086b14-28e0-4726-91db-a5f402cee38e tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:01.806704 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c9e05972-3c73-4914-a4be-156ac441aeaf req-65086b14-28e0-4726-91db-a5f402cee38e tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=a86b558f-099c-4843-a35c-bdba41dafccd HTTP/1.1" status: 200 len: 943 time: 0.4174633 Sep 30 01:00:01.816978 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162830a-8c29-4114-bb76-600506a51a5b req-90220b04-7d71-4eef-90c8-65077a8d96b0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:01.818740 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e162830a-8c29-4114-bb76-600506a51a5b req-90220b04-7d71-4eef-90c8-65077a8d96b0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 946 time: 0.1021204 Sep 30 01:00:01.884983 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e162830a-8c29-4114-bb76-600506a51a5b req-f8b1faf0-00cf-4660-a323-75e513c0ac50 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599892 Sep 30 01:00:01.919647 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c9e05972-3c73-4914-a4be-156ac441aeaf req-116ce8e5-cddf-438e-b792-cc52460fc0d3 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/security-groups?id=54095c21-cc16-46a1-a281-fccd9d5a0d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116521 Sep 30 01:00:01.930828 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-69685561-f7b0-4689-8f28-d2c26422f499 req-7eaab690-d8d8-4ced-abb3-d46ffa9dc1f9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:01.943897 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a92cfb49-6b4d-4d33-82d6-fc9621c88a91 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:01.987483 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaab690-d8d8-4ced-abb3-d46ffa9dc1f9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Pushing event deleted for resources: {'Port': ['ID=6276e65d-c857-4890-9884-8a27d96b88f5,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:01.992740 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7eaab690-d8d8-4ced-abb3-d46ffa9dc1f9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:02.085288 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-69685561-f7b0-4689-8f28-d2c26422f499 req-7eaab690-d8d8-4ced-abb3-d46ffa9dc1f9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] No DVR routers for this DVR port 6276e65d-c857-4890-9884-8a27d96b88f5 on host n-h1-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:00:02.088459 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-69685561-f7b0-4689-8f28-d2c26422f499 req-7eaab690-d8d8-4ced-abb3-d46ffa9dc1f9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:02.094816 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86b558f-099c-4843-a35c-bdba41dafccd', 'name': 'network-vif-deleted', 'tag': '6276e65d-c857-4890-9884-8a27d96b88f5'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:00:02.111452 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105340d0-7ad3-4f9c-b85a-18547b007ab1 req-84ca1f95-e86d-4ae9-af74-2c71f8953e04 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:02.114204 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-105340d0-7ad3-4f9c-b85a-18547b007ab1 req-84ca1f95-e86d-4ae9-af74-2c71f8953e04 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/ports?device_id=90973e42-f441-49f8-9fe9-3dbe657d3762 HTTP/1.1" status: 200 len: 945 time: 0.1130092 Sep 30 01:00:02.121650 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-69685561-f7b0-4689-8f28-d2c26422f499 req-7eaab690-d8d8-4ced-abb3-d46ffa9dc1f9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.59 "DELETE /v2.0/ports/6276e65d-c857-4890-9884-8a27d96b88f5 HTTP/1.1" status: 204 len: 173 time: 1.4438601 Sep 30 01:00:02.180280 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86b558f-099c-4843-a35c-bdba41dafccd', 'name': 'network-vif-deleted', 'tag': '6276e65d-c857-4890-9884-8a27d96b88f5', 'status': 'completed', 'code': 200} Sep 30 01:00:02.184275 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-105340d0-7ad3-4f9c-b85a-18547b007ab1 req-c4b763d2-350b-4e6a-acea-26d4368ac226 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc32b6da-1853-41ca-a1f0-9486ba9ef355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623381 Sep 30 01:00:02.369115 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-93fffc35-63e1-4df0-a439-8137a81737d5 req-e152bdd2-a309-4842-b6aa-edd56dd6b9b4 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2e2b61b-9427-4d38-8bf1-4df130447a01 HTTP/1.1" status: 200 len: 210 time: 0.0433626 Sep 30 01:00:02.413793 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb668f8-19f4-408c-b1ed-b703ac54f803 req-c501c6dd-9352-4dbb-ae27-33ce9bcaa2ec tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:02.416341 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3fb668f8-19f4-408c-b1ed-b703ac54f803 req-c501c6dd-9352-4dbb-ae27-33ce9bcaa2ec tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/ports?device_id=90973e42-f441-49f8-9fe9-3dbe657d3762 HTTP/1.1" status: 200 len: 945 time: 0.0980394 Sep 30 01:00:02.424901 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 41114) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:00:02.430126 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-09f401d3-8d62-4734-81be-469f6dd6b627 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Request body: {'floatingip': {'port_id': '9629efa2-d035-49ad-abcb-e927a4e9a6aa'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:00:02.516391 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-09f401d3-8d62-4734-81be-469f6dd6b627 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks [] for floatingip, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:02.523802 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ccb3a4fe-437b-413d-8617-7dbcd8aa5531 req-42f462b0-652a-499e-bb61-26322dc52505 tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0455050 Sep 30 01:00:03.064956 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 6276e65d-c857-4890-9884-8a27d96b88f5 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:00:03.112640 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97320b8e-5991-4807-9566-4eb3e07aeb8a req-7e52182e-9887-4c0e-809a-5d966518cfdb tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:03.115287 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-97320b8e-5991-4807-9566-4eb3e07aeb8a req-7e52182e-9887-4c0e-809a-5d966518cfdb tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 946 time: 0.1106098 Sep 30 01:00:03.120293 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: 6276e65d-c857-4890-9884-8a27d96b88f5 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:00:03.120918 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 6276e65d-c857-4890-9884-8a27d96b88f5 not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:00:03.145368 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c717222-7d19-4a37-823d-74be963f3f7d req-1ec4b3ae-33f6-4aab-82c8-6800a78733a1 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:03.152216 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5c717222-7d19-4a37-823d-74be963f3f7d req-1ec4b3ae-33f6-4aab-82c8-6800a78733a1 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d9803d-42fa-4914-b19d-ee45fac24e78 HTTP/1.1" status: 200 len: 946 time: 0.3796189 Sep 30 01:00:03.167647 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-97320b8e-5991-4807-9566-4eb3e07aeb8a req-0573136a-b6ea-4981-817f-eaa709eabba2 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418322 Sep 30 01:00:03.184488 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-92a3e75b-2fa6-4b50-b13a-7af12528d68b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:03.185935 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-92a3e75b-2fa6-4b50-b13a-7af12528d68b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.59 "GET /v2.0/networks?id=0ab60359-3cfa-4ad7-bfac-30575d89facb HTTP/1.1" status: 200 len: 813 time: 0.4414034 Sep 30 01:00:03.239816 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5c717222-7d19-4a37-823d-74be963f3f7d req-412a9291-ac70-48b6-9e83-51691c268478 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861967 Sep 30 01:00:03.379906 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-54af3bfc-edf9-49a4-a243-9b3e2e4c49ad req-f37a141b-94b1-4c8b-84eb-23f4ce8742ed tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] 10.222.0.39 "GET /v2.0/ports?device_id=a86b558f-099c-4843-a35c-bdba41dafccd HTTP/1.1" status: 200 len: 210 time: 0.0548787 Sep 30 01:00:03.423299 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-6a71b7b3-98ae-4c3b-8c17-2cf0a3086b58 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Request body: {'port': {'device_id': 'f2e2b61b-9427-4d38-8bf1-4df130447a01', 'network_id': '0ab60359-3cfa-4ad7-bfac-30575d89facb', 'admin_state_up': True, 'tenant_id': '0c31ce93bef643c399b0202981c1806a'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:00:03.704375 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b98c42db-06a5-482b-9f7b-5d2055db09a4 req-74121840-21b1-441b-984e-e881a9a7d834 tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0509615 Sep 30 01:00:03.787336 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.db.resource_extend [None req-09f401d3-8d62-4734-81be-469f6dd6b627 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 01:00:03.846149 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7b2d9610-5d92-4671-9986-7c8c455ff614 req-5965a644-76ee-4a8e-8565-b327d9a2d0fe tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2e2b61b-9427-4d38-8bf1-4df130447a01 HTTP/1.1" status: 200 len: 210 time: 0.1260753 Sep 30 01:00:03.963099 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-09f401d3-8d62-4734-81be-469f6dd6b627 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:03.970860 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-09f401d3-8d62-4734-81be-469f6dd6b627 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:04.019917 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-6a71b7b3-98ae-4c3b-8c17-2cf0a3086b58 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:00:04.109692 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-6a71b7b3-98ae-4c3b-8c17-2cf0a3086b58 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:00:04.125095 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7694b7e-fd6b-4bd8-87a7-d8490b311c12 req-4d2c29c4-dbb8-437c-ac6a-922686f9f01d tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:04.126531 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b7694b7e-fd6b-4bd8-87a7-d8490b311c12 req-4d2c29c4-dbb8-437c-ac6a-922686f9f01d tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.59 "GET /v2.0/ports?device_id=31d9803d-42fa-4914-b19d-ee45fac24e78 HTTP/1.1" status: 200 len: 946 time: 0.7559395 Sep 30 01:00:04.178408 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-6a71b7b3-98ae-4c3b-8c17-2cf0a3086b58 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Made reservation on behalf of 0c31ce93bef643c399b0202981c1806a for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:00:04.181851 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-6a71b7b3-98ae-4c3b-8c17-2cf0a3086b58 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:04.295619 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-b7694b7e-fd6b-4bd8-87a7-d8490b311c12 req-ffbbdfa7-43ae-4b3f-99ca-d9f621fde08b tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Deleting port 6187e0ff-7dba-488e-af81-5c1b74feee97 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:00:04.296024 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b7694b7e-fd6b-4bd8-87a7-d8490b311c12 req-ffbbdfa7-43ae-4b3f-99ca-d9f621fde08b tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:04.367836 n-d-811809-1 neutron-server[80275]: INFO neutron.db.l3_db [None req-09f401d3-8d62-4734-81be-469f6dd6b627 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Floating IP 2fb33e77-3aee-4999-8996-ba4fac73cfa5 associated. External IP: 172.25.0.121, port: 9629efa2-d035-49ad-abcb-e927a4e9a6aa. Sep 30 01:00:04.400849 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eafcd7-2b25-46bc-9b1c-3fc352bde532 req-e01ee052-fad2-4892-8ecf-d7ceb2d22ca4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:04.402607 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e1eafcd7-2b25-46bc-9b1c-3fc352bde532 req-e01ee052-fad2-4892-8ecf-d7ceb2d22ca4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 946 time: 0.1086903 Sep 30 01:00:04.455252 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e1eafcd7-2b25-46bc-9b1c-3fc352bde532 req-27635574-5a02-4655-a14a-73a29ba3b061 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460587 Sep 30 01:00:04.843840 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-6a71b7b3-98ae-4c3b-8c17-2cf0a3086b58 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Allocated IP 172.20.0.14 (0ab60359-3cfa-4ad7-bfac-30575d89facb/f5ab3732-a2fd-4009-8fb6-e12b4620a67e/88fc6622-3173-4d40-9eff-0ae6e6b19539) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:00:04.865584 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788659f0-fef4-4ad9-a4fd-40ca1a37b3ab req-2f0ea03e-58eb-4c4b-a9ff-5d05393b54d2 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:04.867089 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-788659f0-fef4-4ad9-a4fd-40ca1a37b3ab req-2f0ea03e-58eb-4c4b-a9ff-5d05393b54d2 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d9803d-42fa-4914-b19d-ee45fac24e78 HTTP/1.1" status: 200 len: 946 time: 0.4484711 Sep 30 01:00:04.971145 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0d655cdc-b043-4e68-8156-c963a21c28d7 req-6c07c47c-ba7f-4f0e-9192-e304913da8e9 tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0754583 Sep 30 01:00:05.226013 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3817919c-83d3-487a-bc08-9400f1bf9782 req-9394ee2c-21d0-42f9-bb1b-44e5c08a2be3 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2e2b61b-9427-4d38-8bf1-4df130447a01 HTTP/1.1" status: 200 len: 210 time: 0.0546525 Sep 30 01:00:05.292826 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-788659f0-fef4-4ad9-a4fd-40ca1a37b3ab req-1127e120-7a55-4e9e-a14a-dc84a05eef75 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174612 Sep 30 01:00:05.302951 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-b7694b7e-fd6b-4bd8-87a7-d8490b311c12 req-ffbbdfa7-43ae-4b3f-99ca-d9f621fde08b tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] For port 6187e0ff-7dba-488e-af81-5c1b74feee97, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=6187e0ff-7dba-488e-af81-5c1b74feee97,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:00:05.303322 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b7694b7e-fd6b-4bd8-87a7-d8490b311c12 req-ffbbdfa7-43ae-4b3f-99ca-d9f621fde08b tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:05.525133 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-b7694b7e-fd6b-4bd8-87a7-d8490b311c12 req-ffbbdfa7-43ae-4b3f-99ca-d9f621fde08b tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Calling delete_port for 6187e0ff-7dba-488e-af81-5c1b74feee97 owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:00:05.548321 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:05.666456 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f401d3-8d62-4734-81be-469f6dd6b627 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Router 573b8029-9da2-40e6-9f66-0f3cb61b896d has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 01:00:05.677890 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 41182) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:00:05.748490 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-92533a86-5d84-4e8b-b972-94157cb5e5b8 admin admin] Deleting subnet 1838926e-37d5-4d80-a8c7-56ab398bbbfc {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:00:05.751862 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-92533a86-5d84-4e8b-b972-94157cb5e5b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:05.815428 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-92533a86-5d84-4e8b-b972-94157cb5e5b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2490848'] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:05.874478 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-92533a86-5d84-4e8b-b972-94157cb5e5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:05.921312 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-6a71b7b3-98ae-4c3b-8c17-2cf0a3086b58 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:05.948272 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-92533a86-5d84-4e8b-b972-94157cb5e5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:05.953850 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-91f0ceb3-d57b-4b56-a848-d68e30272f5d tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:05.993460 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92533a86-5d84-4e8b-b972-94157cb5e5b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1838926e-37d5-4d80-a8c7-56ab398bbbfc,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:05.996106 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f5b16-69cc-486c-a53f-8f22c89c348d req-4d8ce01b-e971-4c99-83f8-64465af7b30c tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:05.997114 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-92533a86-5d84-4e8b-b972-94157cb5e5b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:05.999817 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-92533a86-5d84-4e8b-b972-94157cb5e5b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:06.003113 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-897f5b16-69cc-486c-a53f-8f22c89c348d req-4d8ce01b-e971-4c99-83f8-64465af7b30c tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 946 time: 0.4155841 Sep 30 01:00:06.008241 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-92533a86-5d84-4e8b-b972-94157cb5e5b8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1838926e-37d5-4d80-a8c7-56ab398bbbfc HTTP/1.1" status: 204 len: 168 time: 0.3292816 Sep 30 01:00:06.010567 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 41188) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:00:06.039537 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b7694b7e-fd6b-4bd8-87a7-d8490b311c12 req-ffbbdfa7-43ae-4b3f-99ca-d9f621fde08b tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:06.054093 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1fecfa93-c4e0-406a-9d71-9eb2963e5cdc tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:06.126777 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbdfa7-43ae-4b3f-99ca-d9f621fde08b tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Pushing event deleted for resources: {'Port': ['ID=6187e0ff-7dba-488e-af81-5c1b74feee97,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:06.137195 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ffbbdfa7-43ae-4b3f-99ca-d9f621fde08b tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:06.140176 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f401d3-8d62-4734-81be-469f6dd6b627 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:00:06.151668 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf8e465-6289-4ccc-a1c2-64d78ca0a025 None None] Sync routers for ids ['573b8029-9da2-40e6-9f66-0f3cb61b896d'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:00:06.168722 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf8e465-6289-4ccc-a1c2-64d78ca0a025 None None] Routers {'573b8029-9da2-40e6-9f66-0f3cb61b896d'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:00:06.169665 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-bdf8e465-6289-4ccc-a1c2-64d78ca0a025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:59:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['573b8029-9da2-40e6-9f66-0f3cb61b896d'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:00:06.182098 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-897f5b16-69cc-486c-a53f-8f22c89c348d req-bb0bd770-4cf8-42ac-9c89-98233287de86 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779723 Sep 30 01:00:06.218398 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4f83d056-8581-4737-89e6-fe723ad72fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:06.262091 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-09f401d3-8d62-4734-81be-469f6dd6b627 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:06.301960 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7694b7e-fd6b-4bd8-87a7-d8490b311c12 req-ffbbdfa7-43ae-4b3f-99ca-d9f621fde08b tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] No DVR routers for this DVR port 6187e0ff-7dba-488e-af81-5c1b74feee97 on host n-h1-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:00:06.304060 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-6a71b7b3-98ae-4c3b-8c17-2cf0a3086b58 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:06.306064 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b7694b7e-fd6b-4bd8-87a7-d8490b311c12 req-ffbbdfa7-43ae-4b3f-99ca-d9f621fde08b tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:06.308508 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b7694b7e-fd6b-4bd8-87a7-d8490b311c12 req-ffbbdfa7-43ae-4b3f-99ca-d9f621fde08b tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.59 "DELETE /v2.0/ports/6187e0ff-7dba-488e-af81-5c1b74feee97 HTTP/1.1" status: 204 len: 173 time: 2.1724148 Sep 30 01:00:06.314920 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d9803d-42fa-4914-b19d-ee45fac24e78', 'name': 'network-vif-deleted', 'tag': '6187e0ff-7dba-488e-af81-5c1b74feee97'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:00:06.327618 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['4ce52075-0577-4319-8032-c8ea84c7e149'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:00:06.385725 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-105f8a1f-86a6-4c69-99d9-114986329963 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:06.403710 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-bdf8e465-6289-4ccc-a1c2-64d78ca0a025 None None] Set router 573b8029-9da2-40e6-9f66-0f3cb61b896d gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:00:06.620926 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-6a71b7b3-98ae-4c3b-8c17-2cf0a3086b58 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Network 0ab60359-3cfa-4ad7-bfac-30575d89facb is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:00:06.629227 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-6a71b7b3-98ae-4c3b-8c17-2cf0a3086b58 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:00:06.648183 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-6a71b7b3-98ae-4c3b-8c17-2cf0a3086b58 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:00:06.732143 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-09f401d3-8d62-4734-81be-469f6dd6b627 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "PUT /v2.0/floatingips/2fb33e77-3aee-4999-8996-ba4fac73cfa5 HTTP/1.1" status: 200 len: 991 time: 4.3061047 Sep 30 01:00:06.740813 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71b7b3-98ae-4c3b-8c17-2cf0a3086b58 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Pushing event updated for resources: {'Port': ['ID=88fc6622-3173-4d40-9eff-0ae6e6b19539,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:06.747315 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6a71b7b3-98ae-4c3b-8c17-2cf0a3086b58 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:06.773212 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-6a71b7b3-98ae-4c3b-8c17-2cf0a3086b58 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:06.774184 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-6a71b7b3-98ae-4c3b-8c17-2cf0a3086b58 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:06.777745 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4f83d056-8581-4737-89e6-fe723ad72fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:06.796519 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-6a71b7b3-98ae-4c3b-8c17-2cf0a3086b58 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4277465 Sep 30 01:00:06.808987 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-4f83d056-8581-4737-89e6-fe723ad72fc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:00:06.809834 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57e890-da6b-4187-8b84-364702e8acf7 req-dfd9a1a9-b131-4396-986c-7892435d9c5e tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:06.810921 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-2f57e890-da6b-4187-8b84-364702e8acf7 req-dfd9a1a9-b131-4396-986c-7892435d9c5e tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Synchronizing usage tracker for tenant:0c31ce93bef643c399b0202981c1806a on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:00:06.820278 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-88975e24-12f1-4b1e-bd4e-6b82cf9d92fe tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 01:00:06.821636 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-88975e24-12f1-4b1e-bd4e-6b82cf9d92fe tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063226 Sep 30 01:00:06.823889 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-4f83d056-8581-4737-89e6-fe723ad72fc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd976d68d-b4b0-4e69-a9c7-52a75a51b884') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:00:06.824513 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-4f83d056-8581-4737-89e6-fe723ad72fc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd976d68d-b4b0-4e69-a9c7-52a75a51b884') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:00:06.839985 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4f83d056-8581-4737-89e6-fe723ad72fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:06.844864 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-2f57e890-da6b-4187-8b84-364702e8acf7 req-dfd9a1a9-b131-4396-986c-7892435d9c5e tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Unset dirty status for tenant:0c31ce93bef643c399b0202981c1806a on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:00:06.846384 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2f57e890-da6b-4187-8b84-364702e8acf7 req-dfd9a1a9-b131-4396-986c-7892435d9c5e tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2e2b61b-9427-4d38-8bf1-4df130447a01 HTTP/1.1" status: 200 len: 932 time: 0.3464165 Sep 30 01:00:06.859633 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4f83d056-8581-4737-89e6-fe723ad72fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:06.867879 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f83d056-8581-4737-89e6-fe723ad72fc4 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:00:06.868455 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4f83d056-8581-4737-89e6-fe723ad72fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:06.905169 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-2f57e890-da6b-4187-8b84-364702e8acf7 req-abf69392-ca9a-40cf-90fb-1e1c9e9cd8a5 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Synchronizing usage tracker for tenant:0c31ce93bef643c399b0202981c1806a on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:00:06.930809 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-f2a572ac-f97a-4b92-85a2-41f6e20968b3 service neutron] Request body: {'port': {'device_id': 'f2e2b61b-9427-4d38-8bf1-4df130447a01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:00:06.983189 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e3a65764-3dd7-4374-811f-ccbe596d4cbe req-b450d423-0c20-4053-9f62-c5beb1176693 tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.7608232 Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: timer() Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:00:06.992799 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:00:07.007384 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-2f57e890-da6b-4187-8b84-364702e8acf7 req-abf69392-ca9a-40cf-90fb-1e1c9e9cd8a5 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Unset dirty status for tenant:0c31ce93bef643c399b0202981c1806a on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:00:07.008645 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2f57e890-da6b-4187-8b84-364702e8acf7 req-abf69392-ca9a-40cf-90fb-1e1c9e9cd8a5 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?id=44d311bf-0963-4950-9bd9-f6be4a161077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563606 Sep 30 01:00:07.044663 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4f83d056-8581-4737-89e6-fe723ad72fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:07.050030 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5b60df31-e62a-4c92-8ccf-d94489b4fe34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:07.083557 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 6187e0ff-7dba-488e-af81-5c1b74feee97 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:00:07.094294 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4f83d056-8581-4737-89e6-fe723ad72fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:07.108315 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d9803d-42fa-4914-b19d-ee45fac24e78', 'name': 'network-vif-deleted', 'tag': '6187e0ff-7dba-488e-af81-5c1b74feee97', 'status': 'completed', 'code': 200} Sep 30 01:00:07.110159 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-bdf8e465-6289-4ccc-a1c2-64d78ca0a025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'name': 'tempest-ServersTestBootFromVolume-1211713980-router', 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ffca5a43-0c1b-444b-9b34-a89d30cb848a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:58:37Z', 'updated_at': '2021-09-30T00:58:46Z', 'revision_number': 4, 'project_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'gw_port': {'id': 'ffca5a43-0c1b-444b-9b34-a89d30cb848a', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:58:38Z', 'updated_at': '2021-09-30T00:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '2fb33e77-3aee-4999-8996-ba4fac73cfa5', 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'port_id': '9629efa2-d035-49ad-abcb-e927a4e9a6aa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9efe454-4b8f-42c4-b4a6-30f69635ca21', 'mac_address': 'fa:16:3e:1c:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90973e42-f441-49f8-9fe9-3dbe657d3762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:58:56Z', 'updated_at': '2021-09-30T01:00:03Z', 'revision_number': 1, 'project_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '963cb7dd-dd5f-43bc-8e39-8f930ee9198d', 'name': '', 'network_id': 'f9efe454-4b8f-42c4-b4a6-30f69635ca21', 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'mac_address': 'fa:16:3e:cd:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '9fadca4a-5fe1-43f7-92b8-0c814b532dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:58:45Z', 'updated_at': '2021-09-30T00:58:56Z', 'revision_number': 5, 'project_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'subnets': [{'id': '9fadca4a-5fe1-43f7-92b8-0c814b532dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:00:07.120654 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf8e465-6289-4ccc-a1c2-64d78ca0a025 None None] Checking router: 573b8029-9da2-40e6-9f66-0f3cb61b896d for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:00:07.126548 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83d056-8581-4737-89e6-fe723ad72fc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:07.138553 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4f83d056-8581-4737-89e6-fe723ad72fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:07.142776 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf8e465-6289-4ccc-a1c2-64d78ca0a025 None None] Routers {'573b8029-9da2-40e6-9f66-0f3cb61b896d'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:00:07.143425 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-bdf8e465-6289-4ccc-a1c2-64d78ca0a025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T00:59:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['573b8029-9da2-40e6-9f66-0f3cb61b896d'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:00:07.144500 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: 6187e0ff-7dba-488e-af81-5c1b74feee97 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:00:07.145472 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 6187e0ff-7dba-488e-af81-5c1b74feee97 not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:00:07.161512 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-4f83d056-8581-4737-89e6-fe723ad72fc4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/fe3e9c66-bd7d-42f2-8735-6c0a9d7cc129 HTTP/1.1" status: 204 len: 168 time: 1.1498792 Sep 30 01:00:07.186926 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-f2a572ac-f97a-4b92-85a2-41f6e20968b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:07.511606 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-bdf8e465-6289-4ccc-a1c2-64d78ca0a025 None None] Set router 573b8029-9da2-40e6-9f66-0f3cb61b896d gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:00:07.523698 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-972152ca-ea8c-4205-88db-d73707b3e141 req-51a6850c-c205-4e79-9e6d-f9d36caf82e9 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Synchronizing usage tracker for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:00:07.541957 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 41228) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:00:07.615128 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-972152ca-ea8c-4205-88db-d73707b3e141 req-51a6850c-c205-4e79-9e6d-f9d36caf82e9 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Unset dirty status for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:00:07.616378 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-972152ca-ea8c-4205-88db-d73707b3e141 req-51a6850c-c205-4e79-9e6d-f9d36caf82e9 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d9803d-42fa-4914-b19d-ee45fac24e78 HTTP/1.1" status: 200 len: 210 time: 0.1876910 Sep 30 01:00:07.629664 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-de1e97ae-cd5d-4792-9d22-ca5464f8b14e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e8fe533ff5524edf903112c2aaa276a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0847135 Sep 30 01:00:07.630418 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 41232) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:00:07.817008 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-af9bcad2-861d-4487-a975-69acfc455e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:07.838873 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9d2d0-81ca-4aa6-9ee1-fcae695a59d9 req-5547563b-fdbe-472b-b86a-b158208c65b2 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:07.845815 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-68a9d2d0-81ca-4aa6-9ee1-fcae695a59d9 req-5547563b-fdbe-472b-b86a-b158208c65b2 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 946 time: 0.1807268 Sep 30 01:00:07.883693 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-af9bcad2-861d-4487-a975-69acfc455e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:07.928431 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-68a9d2d0-81ca-4aa6-9ee1-fcae695a59d9 req-217af5b1-c469-4a8d-92ce-5bf98cb2e521 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805929 Sep 30 01:00:07.987428 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-af9bcad2-861d-4487-a975-69acfc455e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:07.995279 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-58d72868-661d-429f-92e0-a8ae6ddc66fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:08.017694 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bcad2-861d-4487-a975-69acfc455e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54095c21-cc16-46a1-a281-fccd9d5a0d39,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:08.028489 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-af9bcad2-861d-4487-a975-69acfc455e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:08.034793 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-af9bcad2-861d-4487-a975-69acfc455e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:08.039595 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-af9bcad2-861d-4487-a975-69acfc455e63 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/54095c21-cc16-46a1-a281-fccd9d5a0d39 HTTP/1.1" status: 204 len: 168 time: 0.4081340 Sep 30 01:00:08.071748 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-bdf8e465-6289-4ccc-a1c2-64d78ca0a025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'name': 'tempest-ServersTestBootFromVolume-1211713980-router', 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ffca5a43-0c1b-444b-9b34-a89d30cb848a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:58:37Z', 'updated_at': '2021-09-30T00:58:46Z', 'revision_number': 4, 'project_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'gw_port': {'id': 'ffca5a43-0c1b-444b-9b34-a89d30cb848a', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:58:38Z', 'updated_at': '2021-09-30T00:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '2fb33e77-3aee-4999-8996-ba4fac73cfa5', 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'port_id': '9629efa2-d035-49ad-abcb-e927a4e9a6aa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9efe454-4b8f-42c4-b4a6-30f69635ca21', 'mac_address': 'fa:16:3e:1c:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90973e42-f441-49f8-9fe9-3dbe657d3762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:58:56Z', 'updated_at': '2021-09-30T01:00:03Z', 'revision_number': 1, 'project_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '963cb7dd-dd5f-43bc-8e39-8f930ee9198d', 'name': '', 'network_id': 'f9efe454-4b8f-42c4-b4a6-30f69635ca21', 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'mac_address': 'fa:16:3e:cd:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '9fadca4a-5fe1-43f7-92b8-0c814b532dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:58:45Z', 'updated_at': '2021-09-30T00:58:56Z', 'revision_number': 5, 'project_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'subnets': [{'id': '9fadca4a-5fe1-43f7-92b8-0c814b532dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:00:08.074948 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-f2a572ac-f97a-4b92-85a2-41f6e20968b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88fc6622-3173-4d40-9eff-0ae6e6b19539 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:00:08.076812 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf8e465-6289-4ccc-a1c2-64d78ca0a025 None None] The sync data for ids ['573b8029-9da2-40e6-9f66-0f3cb61b896d'] in n-d-811809-1 is: [{'id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'name': 'tempest-ServersTestBootFromVolume-1211713980-router', 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ffca5a43-0c1b-444b-9b34-a89d30cb848a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:58:37Z', 'updated_at': '2021-09-30T00:58:46Z', 'revision_number': 4, 'project_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'gw_port': {'id': 'ffca5a43-0c1b-444b-9b34-a89d30cb848a', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:58:38Z', 'updated_at': '2021-09-30T00:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '2fb33e77-3aee-4999-8996-ba4fac73cfa5', 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'port_id': '9629efa2-d035-49ad-abcb-e927a4e9a6aa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9efe454-4b8f-42c4-b4a6-30f69635ca21', 'mac_address': 'fa:16:3e:1c:1f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90973e42-f441-49f8-9fe9-3dbe657d3762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:58:56Z', 'updated_at': '2021-09-30T01:00:03Z', 'revision_number': 1, 'project_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '963cb7dd-dd5f-43bc-8e39-8f930ee9198d', 'name': '', 'network_id': 'f9efe454-4b8f-42c4-b4a6-30f69635ca21', 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'mac_address': 'fa:16:3e:cd:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '9fadca4a-5fe1-43f7-92b8-0c814b532dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:58:45Z', 'updated_at': '2021-09-30T00:58:56Z', 'revision_number': 5, 'project_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'subnets': [{'id': '9fadca4a-5fe1-43f7-92b8-0c814b532dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:00:08.094750 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-f2a572ac-f97a-4b92-85a2-41f6e20968b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:08.128045 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-f2a572ac-f97a-4b92-85a2-41f6e20968b3 service neutron] Transition to ACTIVE for port object 88fc6622-3173-4d40-9eff-0ae6e6b19539 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:00:08.135993 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-f2a572ac-f97a-4b92-85a2-41f6e20968b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:08.141330 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ea923e1f-34e6-406d-8839-f6053800abb0 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:08.299318 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95988aea-25ed-49bf-b3f9-fdbf69540bf5 req-59c7b169-c6b9-40d9-9561-f42dcca76e2d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:08.307139 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-95988aea-25ed-49bf-b3f9-fdbf69540bf5 req-59c7b169-c6b9-40d9-9561-f42dcca76e2d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2e2b61b-9427-4d38-8bf1-4df130447a01 HTTP/1.1" status: 200 len: 944 time: 0.1050167 Sep 30 01:00:08.369090 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-95988aea-25ed-49bf-b3f9-fdbf69540bf5 req-baf8ed37-bf48-491b-8b95-b5f95a06d501 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?id=44d311bf-0963-4950-9bd9-f6be4a161077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605593 Sep 30 01:00:08.374014 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9a9c9f56-7819-47eb-ad8f-48a2cf89db30 req-38d8ce02-6380-48e9-98ff-648dc37643e9 tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.1435423 Sep 30 01:00:08.492978 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6b8fb7-9919-4dad-a650-49a381932339 None None] New status for floating IP 2fb33e77-3aee-4999-8996-ba4fac73cfa5: ACTIVE {{(pid=80276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 01:00:08.522280 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a572ac-f97a-4b92-85a2-41f6e20968b3 service neutron] Pushing event updated for resources: {'Port': ['ID=88fc6622-3173-4d40-9eff-0ae6e6b19539,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:08.525777 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f2a572ac-f97a-4b92-85a2-41f6e20968b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:08.756616 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-f2a572ac-f97a-4b92-85a2-41f6e20968b3 service neutron] Attempting to bind port 88fc6622-3173-4d40-9eff-0ae6e6b19539 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:00:08.756965 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-f2a572ac-f97a-4b92-85a2-41f6e20968b3 service neutron] Attempting to bind port 88fc6622-3173-4d40-9eff-0ae6e6b19539 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'fd1d7848-daf0-474a-8f2e-05a325b3eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0ab60359-3cfa-4ad7-bfac-30575d89facb'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:00:08.757285 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-f2a572ac-f97a-4b92-85a2-41f6e20968b3 service neutron] Attempting to bind port 88fc6622-3173-4d40-9eff-0ae6e6b19539 on network 0ab60359-3cfa-4ad7-bfac-30575d89facb {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:00:08.765667 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-f2a572ac-f97a-4b92-85a2-41f6e20968b3 service neutron] Port 88fc6622-3173-4d40-9eff-0ae6e6b19539 on network 0ab60359-3cfa-4ad7-bfac-30575d89facb not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:00:08.766413 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-f2a572ac-f97a-4b92-85a2-41f6e20968b3 service neutron] Attempting to bind port 88fc6622-3173-4d40-9eff-0ae6e6b19539 on network 0ab60359-3cfa-4ad7-bfac-30575d89facb {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:00:08.778973 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-f2a572ac-f97a-4b92-85a2-41f6e20968b3 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:00:08.779331 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-f2a572ac-f97a-4b92-85a2-41f6e20968b3 service neutron] Checking segment: {'id': 'fd1d7848-daf0-474a-8f2e-05a325b3eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0ab60359-3cfa-4ad7-bfac-30575d89facb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:00:08.780224 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-f2a572ac-f97a-4b92-85a2-41f6e20968b3 service neutron] Bound using segment: {'id': 'fd1d7848-daf0-474a-8f2e-05a325b3eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0ab60359-3cfa-4ad7-bfac-30575d89facb'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:00:08.780617 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-f2a572ac-f97a-4b92-85a2-41f6e20968b3 service neutron] Bound port: 88fc6622-3173-4d40-9eff-0ae6e6b19539, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd1d7848-daf0-474a-8f2e-05a325b3eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '0ab60359-3cfa-4ad7-bfac-30575d89facb'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:00:08.780969 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-f2a572ac-f97a-4b92-85a2-41f6e20968b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:08.909336 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-f2a572ac-f97a-4b92-85a2-41f6e20968b3 service neutron] For port 88fc6622-3173-4d40-9eff-0ae6e6b19539, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:00:08.914069 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-f2a572ac-f97a-4b92-85a2-41f6e20968b3 service neutron] For port 88fc6622-3173-4d40-9eff-0ae6e6b19539, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=88fc6622-3173-4d40-9eff-0ae6e6b19539,segment=NetworkSegment(fd1d7848-daf0-474a-8f2e-05a325b3eee3),segment_id=fd1d7848-daf0-474a-8f2e-05a325b3eee3)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:00:08.921133 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-f2a572ac-f97a-4b92-85a2-41f6e20968b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:08.935867 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-90b5545b-2b7c-4f2e-8a8a-cfd28efbfbb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:08.993560 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-f2a572ac-f97a-4b92-85a2-41f6e20968b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:08.994179 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-f2a572ac-f97a-4b92-85a2-41f6e20968b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:08.996012 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-f2a572ac-f97a-4b92-85a2-41f6e20968b3 service neutron] 10.222.0.59 "PUT /v2.0/ports/88fc6622-3173-4d40-9eff-0ae6e6b19539 HTTP/1.1" status: 200 len: 1092 time: 2.1658292 Sep 30 01:00:09.051067 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a572ac-f97a-4b92-85a2-41f6e20968b3 service neutron] Pushing event updated for resources: {'Port': ['ID=88fc6622-3173-4d40-9eff-0ae6e6b19539,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:09.057085 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f2a572ac-f97a-4b92-85a2-41f6e20968b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:09.118548 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90973e42-f441-49f8-9fe9-3dbe657d3762', 'tag': '9629efa2-d035-49ad-abcb-e927a4e9a6aa'}, {'name': 'network-changed', 'server_uuid': 'f2e2b61b-9427-4d38-8bf1-4df130447a01', 'tag': '88fc6622-3173-4d40-9eff-0ae6e6b19539'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:00:09.226711 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac124b4-2233-494b-8058-d644a1ff0dc5 req-521ac847-bcf5-4e54-af8a-08c3421a9029 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:09.228536 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9ac124b4-2233-494b-8058-d644a1ff0dc5 req-521ac847-bcf5-4e54-af8a-08c3421a9029 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 946 time: 0.1065676 Sep 30 01:00:09.287704 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9ac124b4-2233-494b-8058-d644a1ff0dc5 req-c18f0c2c-5365-4284-ae16-daf70ea1330a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512879 Sep 30 01:00:09.312316 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-065c0bab-a816-419e-9f31-4e9d84fecdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:09.314082 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-065c0bab-a816-419e-9f31-4e9d84fecdcb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c31ce93bef643c399b0202981c1806a&device_id=f2e2b61b-9427-4d38-8bf1-4df130447a01 HTTP/1.1" status: 200 len: 1095 time: 0.2282193 Sep 30 01:00:09.361009 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 41298) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:00:09.404714 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-f74a909b-e692-45d7-b76e-eec72c08fdd0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88fc6622-3173-4d40-9eff-0ae6e6b19539 HTTP/1.1" status: 200 len: 217 time: 0.0720761 Sep 30 01:00:09.412083 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805145d3-838e-421e-b2d3-97e840965ca9 req-1b9429af-49d8-4180-872b-c4eb4290abc7 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:09.413447 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-805145d3-838e-421e-b2d3-97e840965ca9 req-1b9429af-49d8-4180-872b-c4eb4290abc7 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/networks?id=34a0c4bb-7b8e-4af9-940e-de978352f62e HTTP/1.1" status: 200 len: 811 time: 0.2850146 Sep 30 01:00:09.478421 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-805145d3-838e-421e-b2d3-97e840965ca9 req-3c8ef807-56d3-418c-9482-b29f4d3ff7f3 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/quotas/09577eebebf34beb8f9f7386d3ff6957 HTTP/1.1" status: 200 len: 375 time: 0.0142784 Sep 30 01:00:09.503590 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-55cc6c4c-083f-4881-b080-8f504fd1e527 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1661309885-network', 'tenant_id': '47098c8256e3486bb54ee0f412f60d5a'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:00:09.509693 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-55cc6c4c-083f-4881-b080-8f504fd1e527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:00:09.514492 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-55cc6c4c-083f-4881-b080-8f504fd1e527 admin admin] Usage tracker for resource:network and tenant:47098c8256e3486bb54ee0f412f60d5a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:00:09.518224 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-55cc6c4c-083f-4881-b080-8f504fd1e527 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:00:09.525474 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-55cc6c4c-083f-4881-b080-8f504fd1e527 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:00:09.537694 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cc6c4c-083f-4881-b080-8f504fd1e527 admin admin] Made reservation on behalf of 47098c8256e3486bb54ee0f412f60d5a for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:00:09.542101 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-55cc6c4c-083f-4881-b080-8f504fd1e527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:09.560307 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-55cc6c4c-083f-4881-b080-8f504fd1e527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:09.564739 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-9cdab0c4-6d01-474c-baff-7d8d1ad4386d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:09.566238 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-9cdab0c4-6d01-474c-baff-7d8d1ad4386d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5ab3732-a2fd-4009-8fb6-e12b4620a67e HTTP/1.1" status: 200 len: 853 time: 0.1518428 Sep 30 01:00:09.568290 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90973e42-f441-49f8-9fe9-3dbe657d3762', 'tag': '9629efa2-d035-49ad-abcb-e927a4e9a6aa', 'status': 'completed', 'code': 200} Sep 30 01:00:09.568595 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e2b61b-9427-4d38-8bf1-4df130447a01', 'tag': '88fc6622-3173-4d40-9eff-0ae6e6b19539', 'status': 'completed', 'code': 200} Sep 30 01:00:09.580767 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-55cc6c4c-083f-4881-b080-8f504fd1e527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:00:09.581359 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-805145d3-838e-421e-b2d3-97e840965ca9 req-373fde94-0fd7-4024-b773-a417e2828b34 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=09577eebebf34beb8f9f7386d3ff6957&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0863538 Sep 30 01:00:09.614656 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-55cc6c4c-083f-4881-b080-8f504fd1e527 admin admin] Usage tracker for resource:security_group_rule and tenant:47098c8256e3486bb54ee0f412f60d5a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:00:09.619366 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-55cc6c4c-083f-4881-b080-8f504fd1e527 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:00:09.630623 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-55cc6c4c-083f-4881-b080-8f504fd1e527 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:00:09.700408 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-1e1d7ff9-9092-4956-9020-ec0a1f2fc292 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ab60359-3cfa-4ad7-bfac-30575d89facb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146836 Sep 30 01:00:09.821488 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9669e8-4511-496c-ae9c-d3760b60f6b8 req-1b21da49-deab-4e0a-a7ce-1192b2228fbf tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:09.822983 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ec9669e8-4511-496c-ae9c-d3760b60f6b8 req-1b21da49-deab-4e0a-a7ce-1192b2228fbf tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2e2b61b-9427-4d38-8bf1-4df130447a01 HTTP/1.1" status: 200 len: 944 time: 0.1490798 Sep 30 01:00:09.827265 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-55cc6c4c-083f-4881-b080-8f504fd1e527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:09.833822 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-55cc6c4c-083f-4881-b080-8f504fd1e527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:09.840161 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-103f5a23-baf2-4ac6-aebd-2be4eef0848e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:09.892848 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55cc6c4c-083f-4881-b080-8f504fd1e527 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:00:09.918488 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc6c4c-083f-4881-b080-8f504fd1e527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fc5f75-8033-44e2-8d03-4fa4aa659865,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:09.933782 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-55cc6c4c-083f-4881-b080-8f504fd1e527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:09.934660 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f02f3-1204-4560-a1b5-1677783c7961 req-4a7eebcf-a7ea-4376-957c-9895429cda9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:09.936156 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b52f02f3-1204-4560-a1b5-1677783c7961 req-4a7eebcf-a7ea-4376-957c-9895429cda9b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c97d7f9dfb2844e292fb0a514e25f5a6&device_id=90973e42-f441-49f8-9fe9-3dbe657d3762 HTTP/1.1" status: 200 len: 1096 time: 0.3089569 Sep 30 01:00:09.937502 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ec9669e8-4511-496c-ae9c-d3760b60f6b8 req-06d0167a-1b44-4a14-8b14-1d105c4eacc4 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?id=44d311bf-0963-4950-9bd9-f6be4a161077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995989 Sep 30 01:00:09.939046 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-55cc6c4c-083f-4881-b080-8f504fd1e527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:09.939514 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-55cc6c4c-083f-4881-b080-8f504fd1e527 admin admin] Added segment 3f9b5c24-c196-48f3-8275-f67129fa0f6d of type vlan for network 967f5979-41b2-4f23-910e-0f1e38e22766 Sep 30 01:00:09.978716 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-55cc6c4c-083f-4881-b080-8f504fd1e527 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:10.019715 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-55cc6c4c-083f-4881-b080-8f504fd1e527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:10.021425 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cc6c4c-083f-4881-b080-8f504fd1e527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:10.022213 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-55cc6c4c-083f-4881-b080-8f504fd1e527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:10.027990 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bde38201-b32f-478a-9991-b7e41d47dad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:10.196345 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-990e18f5-3d4b-44d8-a7ef-c374de3a8b56 req-c3141ff9-22e1-446b-a969-401e3f295d20 tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.1211736 Sep 30 01:00:10.204464 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc6c4c-083f-4881-b080-8f504fd1e527 admin admin] Pushing event updated for resources: {'Network': ['ID=967f5979-41b2-4f23-910e-0f1e38e22766,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:10.208175 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-096ad9d1-6a85-4bd3-8b48-0a079160593f service neutron] 10.222.0.59 "GET /v2.0/networks/0ab60359-3cfa-4ad7-bfac-30575d89facb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4992375 Sep 30 01:00:10.209021 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-55cc6c4c-083f-4881-b080-8f504fd1e527 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8467467 Sep 30 01:00:10.210074 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-55cc6c4c-083f-4881-b080-8f504fd1e527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:10.212948 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 41316) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:00:10.219918 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 967f5979-41b2-4f23-910e-0f1e38e22766 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:00:10.224751 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-82998664-8eb3-42fa-95f9-7ea170bf7ce1 admin admin] Request body: {'subnet': {'network_id': '967f5979-41b2-4f23-910e-0f1e38e22766', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1661309885-subnet', 'tenant_id': '47098c8256e3486bb54ee0f412f60d5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:00:10.229617 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-82998664-8eb3-42fa-95f9-7ea170bf7ce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:00:10.238970 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-82998664-8eb3-42fa-95f9-7ea170bf7ce1 admin admin] Usage tracker for resource:subnet and tenant:47098c8256e3486bb54ee0f412f60d5a is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:00:10.270549 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-805145d3-838e-421e-b2d3-97e840965ca9 req-83784f9b-9f1b-4a6f-83ed-6113822711e5 service neutron] 10.222.0.39 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6001561 Sep 30 01:00:10.276004 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-82998664-8eb3-42fa-95f9-7ea170bf7ce1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:00:10.343837 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-82998664-8eb3-42fa-95f9-7ea170bf7ce1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:00:10.454412 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f02f3-1204-4560-a1b5-1677783c7961 req-d63fc39f-eccb-43ae-a266-0a0735c14038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:10.455774 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b52f02f3-1204-4560-a1b5-1677783c7961 req-d63fc39f-eccb-43ae-a266-0a0735c14038 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f9efe454-4b8f-42c4-b4a6-30f69635ca21 HTTP/1.1" status: 200 len: 917 time: 0.5054572 Sep 30 01:00:10.465429 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82998664-8eb3-42fa-95f9-7ea170bf7ce1 admin admin] Made reservation on behalf of 47098c8256e3486bb54ee0f412f60d5a for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:00:10.467734 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-82998664-8eb3-42fa-95f9-7ea170bf7ce1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:10.667785 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b78b3-f7f9-4ea2-8c5f-77982c528816 req-4d723e96-9442-4725-86ea-0f808485e902 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:10.669530 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e36b78b3-f7f9-4ea2-8c5f-77982c528816 req-4d723e96-9442-4725-86ea-0f808485e902 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 946 time: 0.0975945 Sep 30 01:00:10.731757 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e36b78b3-f7f9-4ea2-8c5f-77982c528816 req-8f9d62dd-57ba-4d8a-a88d-b82d2896ca17 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541582 Sep 30 01:00:10.734255 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59bf42b4-515b-4f54-bfa4-d51961d548bc req-68b492ef-bbeb-45ac-aaff-b7fe71c76d39 service neutron] 10.222.0.59 "GET /v2.0/networks/0ab60359-3cfa-4ad7-bfac-30575d89facb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5007210 Sep 30 01:00:10.741759 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-805145d3-838e-421e-b2d3-97e840965ca9 req-827a39f2-df6f-4342-b93b-5351685329e0 service neutron] 10.222.0.39 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542456 Sep 30 01:00:10.743575 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b52f02f3-1204-4560-a1b5-1677783c7961 req-0856ec7a-b0a5-4795-a4bd-92d7e7e9449a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9629efa2-d035-49ad-abcb-e927a4e9a6aa HTTP/1.1" status: 200 len: 1001 time: 0.2579877 Sep 30 01:00:10.836323 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f02f3-1204-4560-a1b5-1677783c7961 req-dabb6ca9-08f0-49aa-a5ab-fa45321b0bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:10.838137 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b52f02f3-1204-4560-a1b5-1677783c7961 req-dabb6ca9-08f0-49aa-a5ab-fa45321b0bd8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9fadca4a-5fe1-43f7-92b8-0c814b532dc8 HTTP/1.1" status: 200 len: 855 time: 0.0809314 Sep 30 01:00:10.966531 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e7c83a49-01e3-4813-8a43-562eee160334 req-fbc7d2ad-343b-4dba-a23e-3d7b8fedbe08 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 210 time: 0.0519555 Sep 30 01:00:11.013056 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f02f3-1204-4560-a1b5-1677783c7961 req-968f39c6-3fb5-47a8-b1e8-39e09406dbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:11.014758 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b52f02f3-1204-4560-a1b5-1677783c7961 req-968f39c6-3fb5-47a8-b1e8-39e09406dbf6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f9efe454-4b8f-42c4-b4a6-30f69635ca21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1692312 Sep 30 01:00:11.261224 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-82998664-8eb3-42fa-95f9-7ea170bf7ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981632'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:11.274691 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:11.448506 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82998664-8eb3-42fa-95f9-7ea170bf7ce1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dcca41e-8672-40bd-ac8d-36e228d496d0,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:11.448999 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:11.452131 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dc38b446-b06c-4494-9cba-78220b27137a req-ae2b4737-4e62-4711-a85a-b4b514c459d7 tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0834935 Sep 30 01:00:11.455669 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b52f02f3-1204-4560-a1b5-1677783c7961 req-032e3e77-6f53-46bc-95d0-d86ba53a1cda service neutron] 10.222.0.59 "GET /v2.0/networks/f9efe454-4b8f-42c4-b4a6-30f69635ca21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291255 Sep 30 01:00:11.460697 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-82998664-8eb3-42fa-95f9-7ea170bf7ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:11.517494 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82998664-8eb3-42fa-95f9-7ea170bf7ce1 admin admin] Checking segment: {'id': '3f9b5c24-c196-48f3-8275-f67129fa0f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '967f5979-41b2-4f23-910e-0f1e38e22766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:00:11.518309 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82998664-8eb3-42fa-95f9-7ea170bf7ce1 admin admin] Network hostable DHCP agents. Network: 967f5979-41b2-4f23-910e-0f1e38e22766, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:00:11.729487 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0a1a-5736-4a69-a824-e09b5b1cb6a9 req-ac8bf8e6-7488-40a8-9f5d-692be87429fe tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:11.732187 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b21f0a1a-5736-4a69-a824-e09b5b1cb6a9 req-ac8bf8e6-7488-40a8-9f5d-692be87429fe tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2e2b61b-9427-4d38-8bf1-4df130447a01 HTTP/1.1" status: 200 len: 944 time: 0.5729327 Sep 30 01:00:11.810969 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b52f02f3-1204-4560-a1b5-1677783c7961 req-a4a43176-f6f3-40cd-b634-31e629131d4d service neutron] 10.222.0.59 "GET /v2.0/networks/f9efe454-4b8f-42c4-b4a6-30f69635ca21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457768 Sep 30 01:00:11.826593 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b21f0a1a-5736-4a69-a824-e09b5b1cb6a9 req-c24168fd-7a47-4d28-8fdb-038a6bdcf44b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?id=44d311bf-0963-4950-9bd9-f6be4a161077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822675 Sep 30 01:00:11.827884 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82998664-8eb3-42fa-95f9-7ea170bf7ce1 admin admin] Network 967f5979-41b2-4f23-910e-0f1e38e22766 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:00:11.856481 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-82998664-8eb3-42fa-95f9-7ea170bf7ce1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 967f5979-41b2-4f23-910e-0f1e38e22766) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:00:11.868370 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d2c8f1-63ec-466e-8df0-8c9d70c3ed51 None None] Network 967f5979-41b2-4f23-910e-0f1e38e22766 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:00:11.872323 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82998664-8eb3-42fa-95f9-7ea170bf7ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:11.872943 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-82998664-8eb3-42fa-95f9-7ea170bf7ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:11.907391 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-82998664-8eb3-42fa-95f9-7ea170bf7ce1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6916661 Sep 30 01:00:12.087375 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da7238-4398-444c-abc7-6a4a92f0ed62 req-f05890db-0079-45e1-84eb-bb62d360c0fa tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:12.089566 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-34da7238-4398-444c-abc7-6a4a92f0ed62 req-f05890db-0079-45e1-84eb-bb62d360c0fa tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 946 time: 0.1005292 Sep 30 01:00:12.132845 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f02f3-1204-4560-a1b5-1677783c7961 req-b06fbc2c-9db8-4474-a1d4-d37fc6ad040c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:12.134356 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b52f02f3-1204-4560-a1b5-1677783c7961 req-b06fbc2c-9db8-4474-a1d4-d37fc6ad040c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c31ce93bef643c399b0202981c1806a&device_id=f2e2b61b-9427-4d38-8bf1-4df130447a01 HTTP/1.1" status: 200 len: 1095 time: 0.1585963 Sep 30 01:00:12.149375 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-34da7238-4398-444c-abc7-6a4a92f0ed62 req-5126c485-2abf-47c7-b455-b36c522cc95d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540211 Sep 30 01:00:12.302601 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8a8c43-00af-4a6c-9e8b-e0f4dbf64dcf None None] Network 967f5979-41b2-4f23-910e-0f1e38e22766 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:00:12.345809 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ae2d27a8-6158-4f32-87dc-0b1702e5e6e3 req-670dbe1a-3f33-4244-91b5-055d622b9420 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 210 time: 0.0645413 Sep 30 01:00:12.402413 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f02f3-1204-4560-a1b5-1677783c7961 req-4cd3bde7-ed4e-4512-b6b5-9f51d6007daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:12.406804 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b52f02f3-1204-4560-a1b5-1677783c7961 req-4cd3bde7-ed4e-4512-b6b5-9f51d6007daf service neutron] 10.222.0.59 "GET /v2.0/networks?id=0ab60359-3cfa-4ad7-bfac-30575d89facb HTTP/1.1" status: 200 len: 914 time: 0.2652936 Sep 30 01:00:12.561269 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-227f3f73-e87b-49c2-ab2f-2e1453ca7751 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:12.561914 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-227f3f73-e87b-49c2-ab2f-2e1453ca7751 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Synchronizing usage tracker for tenant:47098c8256e3486bb54ee0f412f60d5a on resource:network {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:00:12.582505 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-227f3f73-e87b-49c2-ab2f-2e1453ca7751 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Unset dirty status for tenant:47098c8256e3486bb54ee0f412f60d5a on resource:network {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:00:12.583903 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-227f3f73-e87b-49c2-ab2f-2e1453ca7751 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/networks?id=967f5979-41b2-4f23-910e-0f1e38e22766 HTTP/1.1" status: 200 len: 822 time: 0.1960404 Sep 30 01:00:12.608914 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-6e944f61-e52e-4d6d-ae85-93777af8ec2c tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/quotas/47098c8256e3486bb54ee0f412f60d5a HTTP/1.1" status: 200 len: 375 time: 0.0183308 Sep 30 01:00:12.670838 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-6e708500-689c-41e9-8027-65fd7ee33226 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=47098c8256e3486bb54ee0f412f60d5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607162 Sep 30 01:00:12.776995 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b52f02f3-1204-4560-a1b5-1677783c7961 req-671ecb12-23e3-4a01-8ae0-a74222da1d7b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88fc6622-3173-4d40-9eff-0ae6e6b19539 HTTP/1.1" status: 200 len: 217 time: 0.3537221 Sep 30 01:00:12.820081 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-d92cd247-619a-4368-9848-d805d126de1e service neutron] 10.222.0.39 "GET /v2.0/networks/967f5979-41b2-4f23-910e-0f1e38e22766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425121 Sep 30 01:00:12.955356 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-27ac6dc1-93fc-4eb8-aa56-0465a7707ea0 req-f8abd6f4-583b-4176-991b-9e8698594d1d tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.1771832 Sep 30 01:00:12.989987 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f02f3-1204-4560-a1b5-1677783c7961 req-e869e80d-5655-4412-9cd5-a72fbe7cd6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:12.991486 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b52f02f3-1204-4560-a1b5-1677783c7961 req-e869e80d-5655-4412-9cd5-a72fbe7cd6dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5ab3732-a2fd-4009-8fb6-e12b4620a67e HTTP/1.1" status: 200 len: 853 time: 0.1799729 Sep 30 01:00:13.056222 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b52f02f3-1204-4560-a1b5-1677783c7961 req-632a8bf0-4942-494d-adbe-ddf7b745a63b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ab60359-3cfa-4ad7-bfac-30575d89facb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541139 Sep 30 01:00:13.090771 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805145d3-838e-421e-b2d3-97e840965ca9 req-ff4ade2b-284f-4269-97b1-f47df2802faa tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:13.092442 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-805145d3-838e-421e-b2d3-97e840965ca9 req-ff4ade2b-284f-4269-97b1-f47df2802faa tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.59 "GET /v2.0/networks?id=34a0c4bb-7b8e-4af9-940e-de978352f62e HTTP/1.1" status: 200 len: 811 time: 0.2820051 Sep 30 01:00:13.095267 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-e77ebfa5-aa4a-4a5e-9846-f822c20b376e service neutron] 10.222.0.39 "GET /v2.0/networks/967f5979-41b2-4f23-910e-0f1e38e22766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683873 Sep 30 01:00:13.162184 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-805145d3-838e-421e-b2d3-97e840965ca9 req-7a56785a-5e05-49c7-a36c-f6b4c37c2f3c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Request body: {'port': {'device_id': '4b8afd62-c59f-4de0-a195-91ba9e1e733e', 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e', 'admin_state_up': True, 'tenant_id': '09577eebebf34beb8f9f7386d3ff6957'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:00:13.408240 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176cb42-f268-4a60-9437-8bbbc994c6e4 req-4703b140-af84-4730-a982-74db5a562071 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:13.410844 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7176cb42-f268-4a60-9437-8bbbc994c6e4 req-4703b140-af84-4730-a982-74db5a562071 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2e2b61b-9427-4d38-8bf1-4df130447a01 HTTP/1.1" status: 200 len: 944 time: 0.3277082 Sep 30 01:00:13.450303 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b52f02f3-1204-4560-a1b5-1677783c7961 req-c3d00916-10b5-478d-8758-d12dc1558082 service neutron] 10.222.0.59 "GET /v2.0/networks/0ab60359-3cfa-4ad7-bfac-30575d89facb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133109 Sep 30 01:00:13.453729 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-805145d3-838e-421e-b2d3-97e840965ca9 req-7a56785a-5e05-49c7-a36c-f6b4c37c2f3c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:00:13.475923 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-805145d3-838e-421e-b2d3-97e840965ca9 req-7a56785a-5e05-49c7-a36c-f6b4c37c2f3c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:00:13.494507 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7176cb42-f268-4a60-9437-8bbbc994c6e4 req-02a28ee1-7b64-4014-ada0-beffc1874cab tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?id=44d311bf-0963-4950-9bd9-f6be4a161077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687242 Sep 30 01:00:13.555449 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-805145d3-838e-421e-b2d3-97e840965ca9 req-7a56785a-5e05-49c7-a36c-f6b4c37c2f3c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Made reservation on behalf of 09577eebebf34beb8f9f7386d3ff6957 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:00:13.566675 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-805145d3-838e-421e-b2d3-97e840965ca9 req-7a56785a-5e05-49c7-a36c-f6b4c37c2f3c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:13.744933 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399635b-5950-44c7-9ef1-8aa8a5b21b6f req-2c48812b-0f0b-438b-ba35-b3d3966c59a4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:13.747303 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0399635b-5950-44c7-9ef1-8aa8a5b21b6f req-2c48812b-0f0b-438b-ba35-b3d3966c59a4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 946 time: 0.1472323 Sep 30 01:00:13.804730 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0399635b-5950-44c7-9ef1-8aa8a5b21b6f req-782225a9-4932-4742-96b4-3b6672c80d50 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517485 Sep 30 01:00:14.006601 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b52f02f3-1204-4560-a1b5-1677783c7961 req-1cf7e5dd-9517-46eb-943a-eba48dd3c011 service neutron] 10.222.0.59 "GET /v2.0/networks/0ab60359-3cfa-4ad7-bfac-30575d89facb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109282 Sep 30 01:00:14.012457 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-017b6f67-fbb0-4588-a8de-d664e1209af7 req-7123842e-a784-4eed-9f58-b9ea3be2155e tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 210 time: 0.0726087 Sep 30 01:00:14.033277 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-805145d3-838e-421e-b2d3-97e840965ca9 req-7a56785a-5e05-49c7-a36c-f6b4c37c2f3c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Allocated IP 172.20.0.5 (34a0c4bb-7b8e-4af9-940e-de978352f62e/518e3f3b-9573-4eac-aa37-789767c0d3b7/641797c8-4e64-4db1-9beb-9b28842f20f0) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:00:14.048795 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-d8376185-d1db-49ee-b3db-9b9dee2f65b4 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:14.052105 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-d8376185-d1db-49ee-b3db-9b9dee2f65b4 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/networks?id=75754133-2f30-43b1-b553-38d58661ba06 HTTP/1.1" status: 200 len: 821 time: 0.2920480 Sep 30 01:00:14.099229 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-a57c156f-6c66-4cfd-9e64-ad4cf815ccf1 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/quotas/58336e3a6a854ff7ab57e933b021b603 HTTP/1.1" status: 200 len: 375 time: 0.0366888 Sep 30 01:00:14.251463 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-aadfd164-0c24-4eee-b253-52f357402ff3 req-d83c7a50-8d39-45ef-b27f-f88265f19a03 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 210 time: 0.0524020 Sep 30 01:00:14.355033 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-90031688-20a6-4a02-aca2-40f5dadee188 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=58336e3a6a854ff7ab57e933b021b603&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2408915 Sep 30 01:00:14.392352 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-805145d3-838e-421e-b2d3-97e840965ca9 req-7a56785a-5e05-49c7-a36c-f6b4c37c2f3c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:14.419396 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0697794e-15d5-4f2c-b229-de87c093d11a req-15d40b9b-045d-4add-a225-4025863a3db3 tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0477257 Sep 30 01:00:14.674082 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-9e2deac3-ce89-4c45-8679-7c185257c01f service neutron] 10.222.0.39 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075209 Sep 30 01:00:14.677515 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-805145d3-838e-421e-b2d3-97e840965ca9 req-7a56785a-5e05-49c7-a36c-f6b4c37c2f3c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:14.690238 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6a71b7b3-98ae-4c3b-8c17-2cf0a3086b58 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:14.920319 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae08754-4318-4b65-8dc6-d4d7fd9353e7 req-768538b5-8f5f-4d0e-ad94-d0c7f6291744 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:14.928281 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6ae08754-4318-4b65-8dc6-d4d7fd9353e7 req-768538b5-8f5f-4d0e-ad94-d0c7f6291744 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2e2b61b-9427-4d38-8bf1-4df130447a01 HTTP/1.1" status: 200 len: 944 time: 0.1189535 Sep 30 01:00:14.931251 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-805145d3-838e-421e-b2d3-97e840965ca9 req-7a56785a-5e05-49c7-a36c-f6b4c37c2f3c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Network 34a0c4bb-7b8e-4af9-940e-de978352f62e is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:00:14.941375 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-805145d3-838e-421e-b2d3-97e840965ca9 req-7a56785a-5e05-49c7-a36c-f6b4c37c2f3c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:00:14.947963 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-805145d3-838e-421e-b2d3-97e840965ca9 req-7a56785a-5e05-49c7-a36c-f6b4c37c2f3c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:00:14.990787 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6ae08754-4318-4b65-8dc6-d4d7fd9353e7 req-1708d427-cbd4-475c-9589-ba45869c47f0 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?id=44d311bf-0963-4950-9bd9-f6be4a161077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614679 Sep 30 01:00:15.028229 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56785a-5e05-49c7-a36c-f6b4c37c2f3c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Pushing event updated for resources: {'Port': ['ID=641797c8-4e64-4db1-9beb-9b28842f20f0,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:15.038605 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7a56785a-5e05-49c7-a36c-f6b4c37c2f3c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:15.096657 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 88fc6622-3173-4d40-9eff-0ae6e6b19539 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:00:15.126404 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805145d3-838e-421e-b2d3-97e840965ca9 req-7a56785a-5e05-49c7-a36c-f6b4c37c2f3c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:15.127044 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-805145d3-838e-421e-b2d3-97e840965ca9 req-7a56785a-5e05-49c7-a36c-f6b4c37c2f3c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:15.142092 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-d80af0d3-32c2-4496-a40c-27c3c73398c3 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:15.143092 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-d80af0d3-32c2-4496-a40c-27c3c73398c3 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.59 "GET /v2.0/networks?id=967f5979-41b2-4f23-910e-0f1e38e22766 HTTP/1.1" status: 200 len: 822 time: 0.3780739 Sep 30 01:00:15.153787 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-b8665824-9a9d-4599-90f1-081d56d9f5f8 service neutron] 10.222.0.39 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670818 Sep 30 01:00:15.178665 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-805145d3-838e-421e-b2d3-97e840965ca9 req-7a56785a-5e05-49c7-a36c-f6b4c37c2f3c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0236266 Sep 30 01:00:15.184858 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-2a078c24-aea1-4bab-9cfb-8fcd14f49595 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Request body: {'port': {'device_id': '1de5d4ec-673a-437e-931a-dee94cb44121', 'network_id': '967f5979-41b2-4f23-910e-0f1e38e22766', 'admin_state_up': True, 'tenant_id': '47098c8256e3486bb54ee0f412f60d5a'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:00:15.226765 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-805145d3-838e-421e-b2d3-97e840965ca9 req-75446ee0-77e3-4ea1-8f21-be4cb13f0c6a service neutron] Request body: {'port': {'device_id': '4b8afd62-c59f-4de0-a195-91ba9e1e733e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:00:15.236409 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24deb9d-6985-4e87-8e3a-460d73e42de9 req-a019f4f6-0494-430f-bf5c-168025416027 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:15.243888 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c24deb9d-6985-4e87-8e3a-460d73e42de9 req-a019f4f6-0494-430f-bf5c-168025416027 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 946 time: 0.1403835 Sep 30 01:00:15.300175 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 88fc6622-3173-4d40-9eff-0ae6e6b19539, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=88fc6622-3173-4d40-9eff-0ae6e6b19539,segment=NetworkSegment(fd1d7848-daf0-474a-8f2e-05a325b3eee3),segment_id=fd1d7848-daf0-474a-8f2e-05a325b3eee3)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:00:15.313984 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c24deb9d-6985-4e87-8e3a-460d73e42de9 req-cbf5a159-9dcb-4a38-ae71-1a948157308c tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688574 Sep 30 01:00:15.327526 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '88fc6622-3173-4d40-9eff-0ae6e6b19539', 'network_id': '0ab60359-3cfa-4ad7-bfac-30575d89facb', 'port_id': '88fc6622-3173-4d40-9eff-0ae6e6b19539', 'mac_address': 'fa:16:3e:b6:9e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ab3732-a2fd-4009-8fb6-e12b4620a67e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:00:15.402210 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:15.421745 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88fc6622-3173-4d40-9eff-0ae6e6b19539 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:00:15.458786 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 88fc6622-3173-4d40-9eff-0ae6e6b19539, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=88fc6622-3173-4d40-9eff-0ae6e6b19539,segment=NetworkSegment(fd1d7848-daf0-474a-8f2e-05a325b3eee3),segment_id=fd1d7848-daf0-474a-8f2e-05a325b3eee3)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:00:15.458786 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:15.462925 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:15.465669 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-805145d3-838e-421e-b2d3-97e840965ca9 req-75446ee0-77e3-4ea1-8f21-be4cb13f0c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:15.488885 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-2a078c24-aea1-4bab-9cfb-8fcd14f49595 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:00:15.496733 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-2a078c24-aea1-4bab-9cfb-8fcd14f49595 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Usage tracker for resource:port and tenant:47098c8256e3486bb54ee0f412f60d5a is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:00:15.528929 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7b9ae4ee-e555-406b-8582-0ec0b5a1675d req-f2ddc8df-7301-4836-8b46-e9fac40edf76 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 210 time: 0.0582585 Sep 30 01:00:15.533012 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-2a078c24-aea1-4bab-9cfb-8fcd14f49595 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:00:15.568170 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-2a078c24-aea1-4bab-9cfb-8fcd14f49595 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:00:15.599280 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-2a078c24-aea1-4bab-9cfb-8fcd14f49595 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Made reservation on behalf of 47098c8256e3486bb54ee0f412f60d5a for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:00:15.608052 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-2a078c24-aea1-4bab-9cfb-8fcd14f49595 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:15.648369 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=88fc6622-3173-4d40-9eff-0ae6e6b19539,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:15.657956 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:15.781368 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66d585-af9c-402e-9922-445ef0b090d7 req-46f1d9e5-92b2-4493-a650-2f233a08b88f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:15.783203 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8e66d585-af9c-402e-9922-445ef0b090d7 req-46f1d9e5-92b2-4493-a650-2f233a08b88f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 931 time: 0.1124260 Sep 30 01:00:15.903843 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8e66d585-af9c-402e-9922-445ef0b090d7 req-87042ac8-12a9-4827-b6c9-17728c8aa6c6 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021700 Sep 30 01:00:16.022216 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e179ec28-8168-404f-9834-c6e001cba703 req-9c2f20bd-b59b-4664-b161-4f3fa4bdede3 tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.1132343 Sep 30 01:00:16.061970 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['88fc6622-3173-4d40-9eff-0ae6e6b19539'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:00:16.136096 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-903ec9bc-7d25-4acd-b6a5-d8446d78ce2c req-2498fe48-fc44-4ab2-8a84-7cb315fb36a2 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 210 time: 0.0590866 Sep 30 01:00:16.139260 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-2a078c24-aea1-4bab-9cfb-8fcd14f49595 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Allocated IP 172.20.0.9 (967f5979-41b2-4f23-910e-0f1e38e22766/3dcca41e-8672-40bd-ac8d-36e228d496d0/c164c563-3582-4845-a484-a17fc383bc2c) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:00:16.377904 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-805145d3-838e-421e-b2d3-97e840965ca9 req-75446ee0-77e3-4ea1-8f21-be4cb13f0c6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 641797c8-4e64-4db1-9beb-9b28842f20f0 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:00:16.516612 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a3665-de84-4cef-8c32-0746dd9425ed req-cc54c40b-9071-4e0e-94ad-ed9db0afb442 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:16.518095 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ac3a3665-de84-4cef-8c32-0746dd9425ed req-cc54c40b-9071-4e0e-94ad-ed9db0afb442 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 946 time: 0.0902328 Sep 30 01:00:16.576313 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-805145d3-838e-421e-b2d3-97e840965ca9 req-75446ee0-77e3-4ea1-8f21-be4cb13f0c6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:16.580270 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ac3a3665-de84-4cef-8c32-0746dd9425ed req-cc308c66-af0f-4175-9093-a16cb055342d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524406 Sep 30 01:00:16.637384 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-805145d3-838e-421e-b2d3-97e840965ca9 req-75446ee0-77e3-4ea1-8f21-be4cb13f0c6a service neutron] Transition to ACTIVE for port object 641797c8-4e64-4db1-9beb-9b28842f20f0 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:00:16.658877 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-805145d3-838e-421e-b2d3-97e840965ca9 req-75446ee0-77e3-4ea1-8f21-be4cb13f0c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:16.668673 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8c243c81-0d8f-42c1-afe6-4a0fb64b406b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:16.747052 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-955e90ab-144f-43f1-8c90-7ff2689a24ee req-cea5954e-b372-4732-a3ac-6eb4f77382f3 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 210 time: 0.0482280 Sep 30 01:00:16.843178 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-2a078c24-aea1-4bab-9cfb-8fcd14f49595 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:16.885383 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75446ee0-77e3-4ea1-8f21-be4cb13f0c6a service neutron] Pushing event updated for resources: {'Port': ['ID=641797c8-4e64-4db1-9beb-9b28842f20f0,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:16.890031 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-75446ee0-77e3-4ea1-8f21-be4cb13f0c6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:16.927969 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3b7d3960-b5e7-4532-a77e-287a9c8892f7 req-88d238e8-b481-4bce-aae4-bf95152a21ba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3929794 Sep 30 01:00:16.939784 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc75d2-0002-4cd2-bc18-d068fbcf0507 req-773740e6-422b-49db-92fa-ccdb7e43c492 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:16.941565 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-81dc75d2-0002-4cd2-bc18-d068fbcf0507 req-773740e6-422b-49db-92fa-ccdb7e43c492 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2e2b61b-9427-4d38-8bf1-4df130447a01 HTTP/1.1" status: 200 len: 945 time: 0.6533084 Sep 30 01:00:17.067019 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-81dc75d2-0002-4cd2-bc18-d068fbcf0507 req-9ee5479f-526f-45dd-808a-b41716bf86bc tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?id=44d311bf-0963-4950-9bd9-f6be4a161077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153607 Sep 30 01:00:17.075632 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-805145d3-838e-421e-b2d3-97e840965ca9 req-75446ee0-77e3-4ea1-8f21-be4cb13f0c6a service neutron] Attempting to bind port 641797c8-4e64-4db1-9beb-9b28842f20f0 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:00:17.075968 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-805145d3-838e-421e-b2d3-97e840965ca9 req-75446ee0-77e3-4ea1-8f21-be4cb13f0c6a service neutron] Attempting to bind port 641797c8-4e64-4db1-9beb-9b28842f20f0 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:00:17.076479 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805145d3-838e-421e-b2d3-97e840965ca9 req-75446ee0-77e3-4ea1-8f21-be4cb13f0c6a service neutron] Attempting to bind port 641797c8-4e64-4db1-9beb-9b28842f20f0 on network 34a0c4bb-7b8e-4af9-940e-de978352f62e {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:00:17.085342 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805145d3-838e-421e-b2d3-97e840965ca9 req-75446ee0-77e3-4ea1-8f21-be4cb13f0c6a service neutron] Port 641797c8-4e64-4db1-9beb-9b28842f20f0 on network 34a0c4bb-7b8e-4af9-940e-de978352f62e not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:00:17.085878 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805145d3-838e-421e-b2d3-97e840965ca9 req-75446ee0-77e3-4ea1-8f21-be4cb13f0c6a service neutron] Attempting to bind port 641797c8-4e64-4db1-9beb-9b28842f20f0 on network 34a0c4bb-7b8e-4af9-940e-de978352f62e {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:00:17.088332 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-2a078c24-aea1-4bab-9cfb-8fcd14f49595 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:17.102751 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-75446ee0-77e3-4ea1-8f21-be4cb13f0c6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:17.141467 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805145d3-838e-421e-b2d3-97e840965ca9 req-75446ee0-77e3-4ea1-8f21-be4cb13f0c6a service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:00:17.141812 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805145d3-838e-421e-b2d3-97e840965ca9 req-75446ee0-77e3-4ea1-8f21-be4cb13f0c6a service neutron] Checking segment: {'id': 'e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:00:17.142209 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805145d3-838e-421e-b2d3-97e840965ca9 req-75446ee0-77e3-4ea1-8f21-be4cb13f0c6a service neutron] Bound using segment: {'id': 'e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:00:17.142656 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-805145d3-838e-421e-b2d3-97e840965ca9 req-75446ee0-77e3-4ea1-8f21-be4cb13f0c6a service neutron] Bound port: 641797c8-4e64-4db1-9beb-9b28842f20f0, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:00:17.143033 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-805145d3-838e-421e-b2d3-97e840965ca9 req-75446ee0-77e3-4ea1-8f21-be4cb13f0c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:17.154669 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a73b6a-c00d-4aa2-953a-b5482150db26 req-1bb9dd00-6c69-4917-a8df-72940acebf52 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:17.166406 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c5a73b6a-c00d-4aa2-953a-b5482150db26 req-1bb9dd00-6c69-4917-a8df-72940acebf52 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 943 time: 0.1441131 Sep 30 01:00:17.234652 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-2a078c24-aea1-4bab-9cfb-8fcd14f49595 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Network 967f5979-41b2-4f23-910e-0f1e38e22766 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:00:17.246245 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-2a078c24-aea1-4bab-9cfb-8fcd14f49595 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:00:17.260978 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-2a078c24-aea1-4bab-9cfb-8fcd14f49595 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:00:17.296087 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a078c24-aea1-4bab-9cfb-8fcd14f49595 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Pushing event updated for resources: {'Port': ['ID=c164c563-3582-4845-a484-a17fc383bc2c,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:17.310604 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2a078c24-aea1-4bab-9cfb-8fcd14f49595 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:17.318834 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c5a73b6a-c00d-4aa2-953a-b5482150db26 req-e250b966-9d14-42fe-a3e0-f50627ca22b6 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513908 Sep 30 01:00:17.343802 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d3960-b5e7-4532-a77e-287a9c8892f7 req-17b6bb15-9e95-4193-b908-0486fc90856d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:17.345309 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3b7d3960-b5e7-4532-a77e-287a9c8892f7 req-17b6bb15-9e95-4193-b908-0486fc90856d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=58336e3a6a854ff7ab57e933b021b603&device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 1095 time: 0.3369181 Sep 30 01:00:17.372490 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-fff3555c-7800-4281-bee0-5f0192d4ab3e tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:17.373913 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-fff3555c-7800-4281-bee0-5f0192d4ab3e tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.59 "GET /v2.0/networks?id=75754133-2f30-43b1-b553-38d58661ba06 HTTP/1.1" status: 200 len: 821 time: 0.2534387 Sep 30 01:00:17.394906 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-23a5d036-163d-49c9-ae0f-7714eeb41930 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Request body: {'port': {'device_id': '45395b9c-44de-43d8-aabc-0cbf41f836ac', 'network_id': '75754133-2f30-43b1-b553-38d58661ba06', 'admin_state_up': True, 'tenant_id': '58336e3a6a854ff7ab57e933b021b603'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:00:17.447144 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9fc1490b-69ad-46b5-aaa4-3be040bf24d5 req-32d3f271-8199-4a53-9e8b-a92756292800 tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.1088655 Sep 30 01:00:17.509202 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-2a078c24-aea1-4bab-9cfb-8fcd14f49595 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:17.509866 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-2a078c24-aea1-4bab-9cfb-8fcd14f49595 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:17.534100 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-805145d3-838e-421e-b2d3-97e840965ca9 req-75446ee0-77e3-4ea1-8f21-be4cb13f0c6a service neutron] For port 641797c8-4e64-4db1-9beb-9b28842f20f0, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:00:17.554486 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-805145d3-838e-421e-b2d3-97e840965ca9 req-75446ee0-77e3-4ea1-8f21-be4cb13f0c6a service neutron] For port 641797c8-4e64-4db1-9beb-9b28842f20f0, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=641797c8-4e64-4db1-9beb-9b28842f20f0,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:00:17.559017 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-2a078c24-aea1-4bab-9cfb-8fcd14f49595 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3788261 Sep 30 01:00:17.561367 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b1f8e9a2-16f5-4985-bf4a-52cdb36b2080 req-94021ae6-a501-40b7-a109-0b9f2a61e9f1 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 210 time: 0.0928471 Sep 30 01:00:17.574336 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-805145d3-838e-421e-b2d3-97e840965ca9 req-75446ee0-77e3-4ea1-8f21-be4cb13f0c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:17.597636 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f2a572ac-f97a-4b92-85a2-41f6e20968b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:17.643410 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-23a5d036-163d-49c9-ae0f-7714eeb41930 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:00:17.651630 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-dbf207f8-53e3-4250-884e-6e8fd1f2b80a service neutron] Request body: {'port': {'device_id': '1de5d4ec-673a-437e-931a-dee94cb44121', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:00:17.653604 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-23a5d036-163d-49c9-ae0f-7714eeb41930 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:00:17.666275 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-23a5d036-163d-49c9-ae0f-7714eeb41930 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Made reservation on behalf of 58336e3a6a854ff7ab57e933b021b603 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:00:17.669907 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-23a5d036-163d-49c9-ae0f-7714eeb41930 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:17.749845 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805145d3-838e-421e-b2d3-97e840965ca9 req-75446ee0-77e3-4ea1-8f21-be4cb13f0c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:17.750381 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-805145d3-838e-421e-b2d3-97e840965ca9 req-75446ee0-77e3-4ea1-8f21-be4cb13f0c6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:17.751756 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-805145d3-838e-421e-b2d3-97e840965ca9 req-75446ee0-77e3-4ea1-8f21-be4cb13f0c6a service neutron] 10.222.0.59 "PUT /v2.0/ports/641797c8-4e64-4db1-9beb-9b28842f20f0 HTTP/1.1" status: 200 len: 1091 time: 2.5344901 Sep 30 01:00:17.754153 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8afd62-c59f-4de0-a195-91ba9e1e733e', 'tag': '641797c8-4e64-4db1-9beb-9b28842f20f0'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:00:17.766374 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d3960-b5e7-4532-a77e-287a9c8892f7 req-1079dace-054f-42b2-86de-9f790bb45bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:17.768177 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3b7d3960-b5e7-4532-a77e-287a9c8892f7 req-1079dace-054f-42b2-86de-9f790bb45bea service neutron] 10.222.0.55 "GET /v2.0/networks?id=75754133-2f30-43b1-b553-38d58661ba06 HTTP/1.1" status: 200 len: 922 time: 0.3771827 Sep 30 01:00:17.878809 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8afd62-c59f-4de0-a195-91ba9e1e733e', 'tag': '641797c8-4e64-4db1-9beb-9b28842f20f0', 'status': 'completed', 'code': 200} Sep 30 01:00:17.933046 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3b7d3960-b5e7-4532-a77e-287a9c8892f7 req-9689579f-ba2b-4e40-82d9-e6fd7bf0b29d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee2b0d0b-dd31-4c89-a083-38b19c0be79c HTTP/1.1" status: 200 len: 217 time: 0.1545544 Sep 30 01:00:17.939109 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9be48-4912-4841-a1be-857db3b37551 req-c3aa1e21-456b-4cae-baea-65d7fe9d54d7 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:17.952924 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d3b9be48-4912-4841-a1be-857db3b37551 req-c3aa1e21-456b-4cae-baea-65d7fe9d54d7 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 946 time: 0.2166219 Sep 30 01:00:17.958386 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75446ee0-77e3-4ea1-8f21-be4cb13f0c6a service neutron] Pushing event updated for resources: {'Port': ['ID=641797c8-4e64-4db1-9beb-9b28842f20f0,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:17.966192 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-75446ee0-77e3-4ea1-8f21-be4cb13f0c6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:17.981879 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-23a5d036-163d-49c9-ae0f-7714eeb41930 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Allocated IP 172.20.0.8 (75754133-2f30-43b1-b553-38d58661ba06/4830ed89-3d0e-4950-9575-5f4f49821c2d/8c9bd67e-2216-4d29-8c45-daceec60b8d3) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:00:18.017705 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d3b9be48-4912-4841-a1be-857db3b37551 req-d81150a4-b170-4248-98e8-4111f6c09a8d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636775 Sep 30 01:00:18.076587 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-dbf207f8-53e3-4250-884e-6e8fd1f2b80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:18.147448 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d3960-b5e7-4532-a77e-287a9c8892f7 req-6d1cd304-cde2-495e-94c0-6c902017e276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:18.148965 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3b7d3960-b5e7-4532-a77e-287a9c8892f7 req-6d1cd304-cde2-495e-94c0-6c902017e276 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4830ed89-3d0e-4950-9575-5f4f49821c2d HTTP/1.1" status: 200 len: 861 time: 0.1849236 Sep 30 01:00:18.241795 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3b7d3960-b5e7-4532-a77e-287a9c8892f7 req-5116e311-a8e4-4733-a828-7a7f85716311 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=75754133-2f30-43b1-b553-38d58661ba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713360 Sep 30 01:00:18.245665 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805145d3-838e-421e-b2d3-97e840965ca9 req-f37e0614-b436-42fa-9199-533139fc83d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:18.247090 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-805145d3-838e-421e-b2d3-97e840965ca9 req-f37e0614-b436-42fa-9199-533139fc83d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09577eebebf34beb8f9f7386d3ff6957&device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 1094 time: 0.4038861 Sep 30 01:00:18.431660 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-23a5d036-163d-49c9-ae0f-7714eeb41930 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:18.468708 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96608e9-e858-49b4-9c78-c83cd0aa5861 req-124bdee9-2387-4a8f-bcfd-cefa57294672 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:18.470095 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a96608e9-e858-49b4-9c78-c83cd0aa5861 req-124bdee9-2387-4a8f-bcfd-cefa57294672 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2e2b61b-9427-4d38-8bf1-4df130447a01 HTTP/1.1" status: 200 len: 945 time: 0.2495191 Sep 30 01:00:18.504077 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-23a5d036-163d-49c9-ae0f-7714eeb41930 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:18.515617 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-25e43cea-eb5e-44c2-9ee8-e0b27c6ae23b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:18.518579 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['530d6b4e-d293-4fb6-a6d7-0e6253e2cc97'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:00:18.603569 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec99655-bee0-467c-9d83-09ad1bc3fa64 req-240204ba-aab0-40cb-833c-390f63a60272 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:18.604292 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-1ec99655-bee0-467c-9d83-09ad1bc3fa64 req-240204ba-aab0-40cb-833c-390f63a60272 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Synchronizing usage tracker for tenant:47098c8256e3486bb54ee0f412f60d5a on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:00:18.607880 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-805145d3-838e-421e-b2d3-97e840965ca9 req-37569401-baf8-491c-a0c4-141287507a9a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=641797c8-4e64-4db1-9beb-9b28842f20f0 HTTP/1.1" status: 200 len: 217 time: 0.1761794 Sep 30 01:00:18.661241 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-23a5d036-163d-49c9-ae0f-7714eeb41930 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Network 75754133-2f30-43b1-b553-38d58661ba06 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:00:18.670337 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-23a5d036-163d-49c9-ae0f-7714eeb41930 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:00:18.695695 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a96608e9-e858-49b4-9c78-c83cd0aa5861 req-e445ffdb-a42a-48ee-9b72-38fa1d569252 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?id=44d311bf-0963-4950-9bd9-f6be4a161077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150812 Sep 30 01:00:18.697099 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-23a5d036-163d-49c9-ae0f-7714eeb41930 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:00:18.769607 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5d036-163d-49c9-ae0f-7714eeb41930 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Pushing event updated for resources: {'Port': ['ID=8c9bd67e-2216-4d29-8c45-daceec60b8d3,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:18.774384 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-23a5d036-163d-49c9-ae0f-7714eeb41930 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:18.786303 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805145d3-838e-421e-b2d3-97e840965ca9 req-9c1171f9-73f6-4db4-ae5d-227c1be474a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:18.787822 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-805145d3-838e-421e-b2d3-97e840965ca9 req-9c1171f9-73f6-4db4-ae5d-227c1be474a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=518e3f3b-9573-4eac-aa37-789767c0d3b7 HTTP/1.1" status: 200 len: 851 time: 0.1696932 Sep 30 01:00:18.810044 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-1ec99655-bee0-467c-9d83-09ad1bc3fa64 req-240204ba-aab0-40cb-833c-390f63a60272 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Unset dirty status for tenant:47098c8256e3486bb54ee0f412f60d5a on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:00:18.810044 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1ec99655-bee0-467c-9d83-09ad1bc3fa64 req-240204ba-aab0-40cb-833c-390f63a60272 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 931 time: 0.7863111 Sep 30 01:00:18.810238 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-23a5d036-163d-49c9-ae0f-7714eeb41930 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:18.810238 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-23a5d036-163d-49c9-ae0f-7714eeb41930 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:18.825211 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e7b90751-7f85-4b60-a5f9-f1a6bc8e299a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:18.839755 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-23a5d036-163d-49c9-ae0f-7714eeb41930 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4497061 Sep 30 01:00:18.864232 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-20b9fb5f-7eca-41d0-bbbc-1571ff6452c8 service neutron] Request body: {'port': {'device_id': '45395b9c-44de-43d8-aabc-0cbf41f836ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:00:18.916704 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-805145d3-838e-421e-b2d3-97e840965ca9 req-0ae035b3-d50d-4a10-814f-e039f6622a1f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34a0c4bb-7b8e-4af9-940e-de978352f62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141238 Sep 30 01:00:18.934425 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3b7d3960-b5e7-4532-a77e-287a9c8892f7 req-9a160ba5-f706-4131-9ed5-83963a10e098 service neutron] 10.222.0.55 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6833351 Sep 30 01:00:19.007798 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-20b9fb5f-7eca-41d0-bbbc-1571ff6452c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:19.015843 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:19.068228 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1ec99655-bee0-467c-9d83-09ad1bc3fa64 req-6f043120-91e0-45b9-90b5-3f77856695ff tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680249 Sep 30 01:00:19.138481 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 88fc6622-3173-4d40-9eff-0ae6e6b19539 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:00:19.288058 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 88fc6622-3173-4d40-9eff-0ae6e6b19539 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:00:19.294620 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 88fc6622-3173-4d40-9eff-0ae6e6b19539 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:00:19.295230 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:19.320065 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010118e-c176-41b2-a263-1cb2986c1de3 req-33b66971-5941-470f-893a-6da28c79d352 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:19.327802 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3b7d3960-b5e7-4532-a77e-287a9c8892f7 req-26119421-43a6-480b-b963-b08987e9df11 service neutron] 10.222.0.55 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664010 Sep 30 01:00:19.330110 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6010118e-c176-41b2-a263-1cb2986c1de3 req-33b66971-5941-470f-893a-6da28c79d352 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 943 time: 0.2999563 Sep 30 01:00:19.338091 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-805145d3-838e-421e-b2d3-97e840965ca9 req-9817f569-1300-4038-8785-379935443c01 service neutron] 10.222.0.59 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078462 Sep 30 01:00:19.350014 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fd2e7f1f-bb6f-4fb6-822e-d89e9c2cbfa4 req-00ee96b7-41ab-446b-bd69-80227da1990e tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0624218 Sep 30 01:00:19.395305 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-dbf207f8-53e3-4250-884e-6e8fd1f2b80a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c164c563-3582-4845-a484-a17fc383bc2c {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:00:19.405026 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-dbf207f8-53e3-4250-884e-6e8fd1f2b80a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:19.424383 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-dbf207f8-53e3-4250-884e-6e8fd1f2b80a service neutron] Transition to ACTIVE for port object c164c563-3582-4845-a484-a17fc383bc2c will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:00:19.492373 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-dbf207f8-53e3-4250-884e-6e8fd1f2b80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:19.499965 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f2a572ac-f97a-4b92-85a2-41f6e20968b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:19.517863 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:19.558834 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e2b61b-9427-4d38-8bf1-4df130447a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fc6622-3173-4d40-9eff-0ae6e6b19539'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:00:19.576842 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 88fc6622-3173-4d40-9eff-0ae6e6b19539, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=88fc6622-3173-4d40-9eff-0ae6e6b19539,segment=NetworkSegment(fd1d7848-daf0-474a-8f2e-05a325b3eee3),segment_id=fd1d7848-daf0-474a-8f2e-05a325b3eee3)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:00:19.583666 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:19.586245 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:19.617942 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6010118e-c176-41b2-a263-1cb2986c1de3 req-cb9516b3-e33c-4c0c-8a4f-a231c1cd0626 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866094 Sep 30 01:00:19.685690 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf207f8-53e3-4250-884e-6e8fd1f2b80a service neutron] Pushing event updated for resources: {'Port': ['ID=c164c563-3582-4845-a484-a17fc383bc2c,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:19.713250 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-dbf207f8-53e3-4250-884e-6e8fd1f2b80a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:19.779041 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=88fc6622-3173-4d40-9eff-0ae6e6b19539,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:19.788500 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:19.829269 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-20b9fb5f-7eca-41d0-bbbc-1571ff6452c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c9bd67e-2216-4d29-8c45-daceec60b8d3 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:00:19.837173 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-20b9fb5f-7eca-41d0-bbbc-1571ff6452c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:19.852641 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-20b9fb5f-7eca-41d0-bbbc-1571ff6452c8 service neutron] Transition to ACTIVE for port object 8c9bd67e-2216-4d29-8c45-daceec60b8d3 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:00:19.857416 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-20b9fb5f-7eca-41d0-bbbc-1571ff6452c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:19.864044 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-51e0fe03-e77d-4c0d-b3bf-db252cceab5c tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:19.947379 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-805145d3-838e-421e-b2d3-97e840965ca9 req-d2375b09-3374-48ce-a5b5-05020fac1098 service neutron] 10.222.0.59 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6008096 Sep 30 01:00:19.981440 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4656c-da97-47ac-a37a-7d27d8d7211d req-973e9249-c3fe-4b44-9c87-47ab2f0edc10 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:19.982930 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-30b4656c-da97-47ac-a37a-7d27d8d7211d req-973e9249-c3fe-4b44-9c87-47ab2f0edc10 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 931 time: 0.4920235 Sep 30 01:00:20.019017 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-dbf207f8-53e3-4250-884e-6e8fd1f2b80a service neutron] Attempting to bind port c164c563-3582-4845-a484-a17fc383bc2c on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:00:20.019788 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-dbf207f8-53e3-4250-884e-6e8fd1f2b80a service neutron] Attempting to bind port c164c563-3582-4845-a484-a17fc383bc2c by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '3f9b5c24-c196-48f3-8275-f67129fa0f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '967f5979-41b2-4f23-910e-0f1e38e22766'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:00:20.020237 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-dbf207f8-53e3-4250-884e-6e8fd1f2b80a service neutron] Attempting to bind port c164c563-3582-4845-a484-a17fc383bc2c on network 967f5979-41b2-4f23-910e-0f1e38e22766 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:00:20.028856 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-dbf207f8-53e3-4250-884e-6e8fd1f2b80a service neutron] Port c164c563-3582-4845-a484-a17fc383bc2c on network 967f5979-41b2-4f23-910e-0f1e38e22766 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:00:20.029178 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-dbf207f8-53e3-4250-884e-6e8fd1f2b80a service neutron] Attempting to bind port c164c563-3582-4845-a484-a17fc383bc2c on network 967f5979-41b2-4f23-910e-0f1e38e22766 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:00:20.047910 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-dbf207f8-53e3-4250-884e-6e8fd1f2b80a service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:00:20.048249 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-dbf207f8-53e3-4250-884e-6e8fd1f2b80a service neutron] Checking segment: {'id': '3f9b5c24-c196-48f3-8275-f67129fa0f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '967f5979-41b2-4f23-910e-0f1e38e22766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:00:20.048366 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9fb5f-7eca-41d0-bbbc-1571ff6452c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8c9bd67e-2216-4d29-8c45-daceec60b8d3,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:20.048631 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-dbf207f8-53e3-4250-884e-6e8fd1f2b80a service neutron] Bound using segment: {'id': '3f9b5c24-c196-48f3-8275-f67129fa0f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '967f5979-41b2-4f23-910e-0f1e38e22766'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:00:20.049058 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-dbf207f8-53e3-4250-884e-6e8fd1f2b80a service neutron] Bound port: c164c563-3582-4845-a484-a17fc383bc2c, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f9b5c24-c196-48f3-8275-f67129fa0f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '967f5979-41b2-4f23-910e-0f1e38e22766'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:00:20.049403 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-dbf207f8-53e3-4250-884e-6e8fd1f2b80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:20.076516 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-20b9fb5f-7eca-41d0-bbbc-1571ff6452c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:20.093958 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-30b4656c-da97-47ac-a37a-7d27d8d7211d req-a6bb5a55-a91a-451a-8f6c-72ef46b3ac2f tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023648 Sep 30 01:00:20.163788 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5098aa-3893-4d96-b883-8e6c4e837d8b req-75a6906b-fd4c-434c-8670-76bb96a63dde tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:20.165356 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a5098aa-3893-4d96-b883-8e6c4e837d8b req-75a6906b-fd4c-434c-8670-76bb96a63dde tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 946 time: 0.2537975 Sep 30 01:00:20.220501 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e2b61b-9427-4d38-8bf1-4df130447a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fc6622-3173-4d40-9eff-0ae6e6b19539', 'code': 200} Sep 30 01:00:20.232104 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-20b9fb5f-7eca-41d0-bbbc-1571ff6452c8 service neutron] Attempting to bind port 8c9bd67e-2216-4d29-8c45-daceec60b8d3 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:00:20.232442 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-20b9fb5f-7eca-41d0-bbbc-1571ff6452c8 service neutron] Attempting to bind port 8c9bd67e-2216-4d29-8c45-daceec60b8d3 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:00:20.232777 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-20b9fb5f-7eca-41d0-bbbc-1571ff6452c8 service neutron] Attempting to bind port 8c9bd67e-2216-4d29-8c45-daceec60b8d3 on network 75754133-2f30-43b1-b553-38d58661ba06 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:00:20.244577 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a5098aa-3893-4d96-b883-8e6c4e837d8b req-00a35220-979d-4131-bbaa-67e6b21fc84d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622959 Sep 30 01:00:20.245340 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-20b9fb5f-7eca-41d0-bbbc-1571ff6452c8 service neutron] Port 8c9bd67e-2216-4d29-8c45-daceec60b8d3 on network 75754133-2f30-43b1-b553-38d58661ba06 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:00:20.245665 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-20b9fb5f-7eca-41d0-bbbc-1571ff6452c8 service neutron] Attempting to bind port 8c9bd67e-2216-4d29-8c45-daceec60b8d3 on network 75754133-2f30-43b1-b553-38d58661ba06 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:00:20.273017 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-20b9fb5f-7eca-41d0-bbbc-1571ff6452c8 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:00:20.273360 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-20b9fb5f-7eca-41d0-bbbc-1571ff6452c8 service neutron] Checking segment: {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:00:20.273754 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-20b9fb5f-7eca-41d0-bbbc-1571ff6452c8 service neutron] Bound using segment: {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:00:20.274203 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-20b9fb5f-7eca-41d0-bbbc-1571ff6452c8 service neutron] Bound port: 8c9bd67e-2216-4d29-8c45-daceec60b8d3, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:00:20.274552 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-20b9fb5f-7eca-41d0-bbbc-1571ff6452c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:20.369492 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21cd40b-fa61-495a-a6fe-9cf2df7dd514 req-9145a616-80a9-49cc-abf4-d457a5ab5783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:20.371903 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b21cd40b-fa61-495a-a6fe-9cf2df7dd514 req-9145a616-80a9-49cc-abf4-d457a5ab5783 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09577eebebf34beb8f9f7386d3ff6957&device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 1094 time: 0.3106179 Sep 30 01:00:20.430441 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-20b9fb5f-7eca-41d0-bbbc-1571ff6452c8 service neutron] For port 8c9bd67e-2216-4d29-8c45-daceec60b8d3, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:00:20.447318 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-20b9fb5f-7eca-41d0-bbbc-1571ff6452c8 service neutron] For port 8c9bd67e-2216-4d29-8c45-daceec60b8d3, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=8c9bd67e-2216-4d29-8c45-daceec60b8d3,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:00:20.453699 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-20b9fb5f-7eca-41d0-bbbc-1571ff6452c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:20.460943 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d413b268-ac2d-4fb7-9ba3-7dd232bf89d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:20.481295 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-dbf207f8-53e3-4250-884e-6e8fd1f2b80a service neutron] For port c164c563-3582-4845-a484-a17fc383bc2c, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:00:20.526500 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-dbf207f8-53e3-4250-884e-6e8fd1f2b80a service neutron] For port c164c563-3582-4845-a484-a17fc383bc2c, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c164c563-3582-4845-a484-a17fc383bc2c,segment=NetworkSegment(3f9b5c24-c196-48f3-8275-f67129fa0f6d),segment_id=3f9b5c24-c196-48f3-8275-f67129fa0f6d)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:00:20.530172 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-20b9fb5f-7eca-41d0-bbbc-1571ff6452c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:20.531054 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-20b9fb5f-7eca-41d0-bbbc-1571ff6452c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:20.532600 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-20b9fb5f-7eca-41d0-bbbc-1571ff6452c8 service neutron] 10.222.0.59 "PUT /v2.0/ports/8c9bd67e-2216-4d29-8c45-daceec60b8d3 HTTP/1.1" status: 200 len: 1091 time: 1.6730928 Sep 30 01:00:20.537153 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45395b9c-44de-43d8-aabc-0cbf41f836ac', 'tag': '8c9bd67e-2216-4d29-8c45-daceec60b8d3'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:00:20.539954 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-dbf207f8-53e3-4250-884e-6e8fd1f2b80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:20.548059 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c0517ff3-e005-416d-99fb-a23dfd7c8057 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:20.586175 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc1a1c-4a4e-4f58-9e0c-112ae97ebf66 req-2f5c8e1c-b16b-4a23-9aab-1b07ac7df68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:20.588103 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7dbc1a1c-4a4e-4f58-9e0c-112ae97ebf66 req-2f5c8e1c-b16b-4a23-9aab-1b07ac7df68a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f2e2b61b-9427-4d38-8bf1-4df130447a01 HTTP/1.1" status: 200 len: 1097 time: 0.2058322 Sep 30 01:00:20.611931 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9fb5f-7eca-41d0-bbbc-1571ff6452c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8c9bd67e-2216-4d29-8c45-daceec60b8d3,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:20.650816 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-dbf207f8-53e3-4250-884e-6e8fd1f2b80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:20.651425 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-dbf207f8-53e3-4250-884e-6e8fd1f2b80a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:20.652755 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-dbf207f8-53e3-4250-884e-6e8fd1f2b80a service neutron] 10.222.0.59 "PUT /v2.0/ports/c164c563-3582-4845-a484-a17fc383bc2c HTTP/1.1" status: 200 len: 1091 time: 3.0053027 Sep 30 01:00:20.654501 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de5d4ec-673a-437e-931a-dee94cb44121', 'tag': 'c164c563-3582-4845-a484-a17fc383bc2c'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:00:20.663869 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21cd40b-fa61-495a-a6fe-9cf2df7dd514 req-0768c9a6-ec98-4a93-ac39-974b3dbe9ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:20.665281 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b21cd40b-fa61-495a-a6fe-9cf2df7dd514 req-0768c9a6-ec98-4a93-ac39-974b3dbe9ad0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=34a0c4bb-7b8e-4af9-940e-de978352f62e HTTP/1.1" status: 200 len: 912 time: 0.2860153 Sep 30 01:00:20.666558 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-20b9fb5f-7eca-41d0-bbbc-1571ff6452c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:20.684086 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ee932-9c41-4eb6-8fc1-f6688d111cc8 req-c7733b78-7508-4fb4-9e74-49a18e50685b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:20.685600 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-043ee932-9c41-4eb6-8fc1-f6688d111cc8 req-c7733b78-7508-4fb4-9e74-49a18e50685b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2e2b61b-9427-4d38-8bf1-4df130447a01 HTTP/1.1" status: 200 len: 946 time: 0.2857864 Sep 30 01:00:20.736941 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7dbc1a1c-4a4e-4f58-9e0c-112ae97ebf66 req-cb01dd22-4c39-4eb8-ae36-1bd215951f54 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=44d311bf-0963-4950-9bd9-f6be4a161077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261227 Sep 30 01:00:20.739347 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf207f8-53e3-4250-884e-6e8fd1f2b80a service neutron] Pushing event updated for resources: {'Port': ['ID=c164c563-3582-4845-a484-a17fc383bc2c,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:20.755078 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca498d-369b-47ea-8c51-6dde62ebeb09 req-63b8893b-c738-4e84-b796-2fd79449e3ce tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:20.756538 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5eca498d-369b-47ea-8c51-6dde62ebeb09 req-63b8893b-c738-4e84-b796-2fd79449e3ce tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 943 time: 0.2308936 Sep 30 01:00:20.760134 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-dbf207f8-53e3-4250-884e-6e8fd1f2b80a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:20.795333 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-8547f064-33f3-4b11-9e13-9127ed402d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:20.796793 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-8547f064-33f3-4b11-9e13-9127ed402d13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=58336e3a6a854ff7ab57e933b021b603&device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 1094 time: 0.1797805 Sep 30 01:00:20.806188 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b21cd40b-fa61-495a-a6fe-9cf2df7dd514 req-a723ec5c-9d63-403d-8fad-159d8a287e82 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=641797c8-4e64-4db1-9beb-9b28842f20f0 HTTP/1.1" status: 200 len: 217 time: 0.1196320 Sep 30 01:00:20.809421 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-5eca498d-369b-47ea-8c51-6dde62ebeb09 req-f12e9c0c-a726-4668-b6e3-dcc70abe1442 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Synchronizing usage tracker for tenant:47098c8256e3486bb54ee0f412f60d5a on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:00:20.826404 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-5eca498d-369b-47ea-8c51-6dde62ebeb09 req-f12e9c0c-a726-4668-b6e3-dcc70abe1442 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Unset dirty status for tenant:47098c8256e3486bb54ee0f412f60d5a on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:00:20.828367 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5eca498d-369b-47ea-8c51-6dde62ebeb09 req-f12e9c0c-a726-4668-b6e3-dcc70abe1442 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649781 Sep 30 01:00:20.851535 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 01:00:20.852395 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-043ee932-9c41-4eb6-8fc1-f6688d111cc8 req-0299f506-6bd3-4624-a511-0eab05dc1450 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?id=44d311bf-0963-4950-9bd9-f6be4a161077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101134 Sep 30 01:00:20.866425 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-e6847880-7858-425a-91f4-e8eb0db0f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:20.867940 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-e6847880-7858-425a-91f4-e8eb0db0f677 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47098c8256e3486bb54ee0f412f60d5a&device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 1094 time: 0.1155865 Sep 30 01:00:20.903961 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45395b9c-44de-43d8-aabc-0cbf41f836ac', 'tag': '8c9bd67e-2216-4d29-8c45-daceec60b8d3', 'status': 'completed', 'code': 200} Sep 30 01:00:20.985065 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f1966eb8-d353-4300-89d8-e0ca583f26c1 req-fd5795a2-7d61-42cf-bc75-46ece3ad895d tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0452578 Sep 30 01:00:21.044039 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de5d4ec-673a-437e-931a-dee94cb44121', 'tag': 'c164c563-3582-4845-a484-a17fc383bc2c', 'status': 'completed', 'code': 200} Sep 30 01:00:21.071455 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02224b9-8e85-46dd-b04c-4c98b074d13c req-6fa9c751-3cc9-4f0f-9f3a-3bf3c7d73219 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:21.072157 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-a02224b9-8e85-46dd-b04c-4c98b074d13c req-6fa9c751-3cc9-4f0f-9f3a-3bf3c7d73219 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Synchronizing usage tracker for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:00:21.088039 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-a02224b9-8e85-46dd-b04c-4c98b074d13c req-6fa9c751-3cc9-4f0f-9f3a-3bf3c7d73219 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Unset dirty status for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:00:21.090070 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a02224b9-8e85-46dd-b04c-4c98b074d13c req-6fa9c751-3cc9-4f0f-9f3a-3bf3c7d73219 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 943 time: 0.1034684 Sep 30 01:00:21.137689 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a02224b9-8e85-46dd-b04c-4c98b074d13c req-88caf1e1-bff7-4d72-8ac1-bed45caea528 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414565 Sep 30 01:00:21.202889 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-252a5e6d-3f57-43df-8f7e-3310eeea8e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:21.375153 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-3cf42367-7b5d-4a94-8d32-c9ed3de4661f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c164c563-3582-4845-a484-a17fc383bc2c HTTP/1.1" status: 200 len: 217 time: 0.1158495 Sep 30 01:00:21.438013 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-d28e4158-2f92-45fb-9366-c093943e34cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c9bd67e-2216-4d29-8c45-daceec60b8d3 HTTP/1.1" status: 200 len: 217 time: 0.2101779 Sep 30 01:00:21.443771 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21cd40b-fa61-495a-a6fe-9cf2df7dd514 req-17afe9ee-113f-4e0b-86cf-3cee1eb88c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:21.445190 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b21cd40b-fa61-495a-a6fe-9cf2df7dd514 req-17afe9ee-113f-4e0b-86cf-3cee1eb88c40 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=518e3f3b-9573-4eac-aa37-789767c0d3b7 HTTP/1.1" status: 200 len: 851 time: 0.2167275 Sep 30 01:00:21.506646 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b21cd40b-fa61-495a-a6fe-9cf2df7dd514 req-7114a44a-1b2d-40d4-b833-ab41a8d37fe9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34a0c4bb-7b8e-4af9-940e-de978352f62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510576 Sep 30 01:00:21.512026 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-517177b5-6370-43a3-b660-ae02fac2a0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:21.513471 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-517177b5-6370-43a3-b660-ae02fac2a0b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3dcca41e-8672-40bd-ac8d-36e228d496d0 HTTP/1.1" status: 200 len: 862 time: 0.1229584 Sep 30 01:00:21.525484 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-1ac3e0f4-4170-4a4c-9500-f84a55474db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:21.526950 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-1ac3e0f4-4170-4a4c-9500-f84a55474db5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4830ed89-3d0e-4950-9575-5f4f49821c2d HTTP/1.1" status: 200 len: 861 time: 0.0739241 Sep 30 01:00:21.580261 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd1ed2-0c0f-4db0-aecc-eb2577bdffbb req-a5d38dca-9131-4b30-8e92-3fc48fd153e5 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:21.582308 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fcfd1ed2-0c0f-4db0-aecc-eb2577bdffbb req-a5d38dca-9131-4b30-8e92-3fc48fd153e5 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 946 time: 0.1842282 Sep 30 01:00:21.584587 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016c375-dcae-4d8f-8cfa-8d3e11d78818 req-f09baf61-4596-464a-a9ec-f3009ba2067d tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:21.587772 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0016c375-dcae-4d8f-8cfa-8d3e11d78818 req-f09baf61-4596-464a-a9ec-f3009ba2067d tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 943 time: 0.3274236 Sep 30 01:00:21.589134 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-2f0863de-1908-4d08-863b-05a856e2c3f2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=75754133-2f30-43b1-b553-38d58661ba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547214 Sep 30 01:00:21.672201 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-030895db-14c5-4bc9-91eb-6bb4debd363a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=967f5979-41b2-4f23-910e-0f1e38e22766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1505761 Sep 30 01:00:21.716709 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fcfd1ed2-0c0f-4db0-aecc-eb2577bdffbb req-40d10920-8f52-4f53-95e5-79b8d5d86241 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263549 Sep 30 01:00:21.758015 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-c0441f69-eb5f-4a5f-8784-4514bd57d05b service neutron] 10.222.0.59 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541533 Sep 30 01:00:21.828174 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0016c375-dcae-4d8f-8cfa-8d3e11d78818 req-7d10b47d-8db4-4020-9f21-04261bde03b9 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326887 Sep 30 01:00:21.859689 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b21cd40b-fa61-495a-a6fe-9cf2df7dd514 req-5bfba457-096f-4fa1-a1f6-b154697decd1 service neutron] 10.222.0.59 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340669 Sep 30 01:00:21.913507 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1b0dda43-edd6-429d-9d5a-20cf43734386 req-14361d11-731a-45f2-8bfa-1d1ab32f7966 service neutron] 10.222.0.59 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475310 Sep 30 01:00:21.965812 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-30f485f1-9828-440c-9c16-f3840bcd1c33 service neutron] 10.222.0.59 "GET /v2.0/networks/967f5979-41b2-4f23-910e-0f1e38e22766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737842 Sep 30 01:00:22.132721 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af5146-8d9d-4e27-ad0d-39c55e476d4a req-a38c6de1-f77a-468b-91ae-6bf84ff348f2 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:22.134279 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-66af5146-8d9d-4e27-ad0d-39c55e476d4a req-a38c6de1-f77a-468b-91ae-6bf84ff348f2 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2e2b61b-9427-4d38-8bf1-4df130447a01 HTTP/1.1" status: 200 len: 946 time: 0.1471362 Sep 30 01:00:22.179561 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e1839-3920-48e9-beee-b121f4124ee8 req-8c4a610b-d7a7-407a-82d4-3a2e24433aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:22.181055 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-eb0e1839-3920-48e9-beee-b121f4124ee8 req-8c4a610b-d7a7-407a-82d4-3a2e24433aac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=58336e3a6a854ff7ab57e933b021b603&device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 1094 time: 0.1329093 Sep 30 01:00:22.195573 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-66af5146-8d9d-4e27-ad0d-39c55e476d4a req-e6cf32e3-f6d0-4cdc-a30d-e634720ad7b2 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?id=44d311bf-0963-4950-9bd9-f6be4a161077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528564 Sep 30 01:00:22.266151 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:22.303070 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b21cd40b-fa61-495a-a6fe-9cf2df7dd514 req-2ef06ef4-4de1-4a40-9e57-1d6468e25e79 service neutron] 10.222.0.59 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094100 Sep 30 01:00:22.324757 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296071c3-429d-4663-b97b-9892d9b952d7 req-cb20ffd7-9485-4cb0-b722-d03e792d03ee tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:22.326197 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-296071c3-429d-4663-b97b-9892d9b952d7 req-cb20ffd7-9485-4cb0-b722-d03e792d03ee tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 943 time: 0.3595426 Sep 30 01:00:22.363009 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-432c88d3-bb92-4882-82b7-273c12b8bb27 req-3623677f-c107-4e83-a658-3656bd3f2c54 tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0543568 Sep 30 01:00:22.392430 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cee216fe-0afc-4d89-8fd1-bd7ff92ea2f2 req-4391232d-d668-4694-9346-98e82e708efd service neutron] 10.222.0.59 "GET /v2.0/networks/967f5979-41b2-4f23-910e-0f1e38e22766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356454 Sep 30 01:00:22.397948 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e1839-3920-48e9-beee-b121f4124ee8 req-61f0ad17-4d24-433a-827e-665e53054c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:22.399660 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-eb0e1839-3920-48e9-beee-b121f4124ee8 req-61f0ad17-4d24-433a-827e-665e53054c74 service neutron] 10.222.0.59 "GET /v2.0/networks?id=75754133-2f30-43b1-b553-38d58661ba06 HTTP/1.1" status: 200 len: 922 time: 0.2000897 Sep 30 01:00:22.407313 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-296071c3-429d-4663-b97b-9892d9b952d7 req-e75b46e7-03a0-4776-b9ec-8bb454c36339 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729027 Sep 30 01:00:22.524735 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-eb0e1839-3920-48e9-beee-b121f4124ee8 req-6e9a6001-7441-4217-a5c3-8775ba94b13e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c9bd67e-2216-4d29-8c45-daceec60b8d3 HTTP/1.1" status: 200 len: 217 time: 0.1111107 Sep 30 01:00:22.592173 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91200c6b-594b-4cab-a6e2-066e46152628 req-2eb73e95-a2ea-44be-9f2c-abee4a7dff18 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:22.593779 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-91200c6b-594b-4cab-a6e2-066e46152628 req-2eb73e95-a2ea-44be-9f2c-abee4a7dff18 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 943 time: 0.1075861 Sep 30 01:00:22.595313 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb513c94-e6b7-45b1-b92b-2605b416343e req-3d33f9f2-34b6-43b5-b183-87ef138cacd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:22.597112 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cb513c94-e6b7-45b1-b92b-2605b416343e req-3d33f9f2-34b6-43b5-b183-87ef138cacd6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47098c8256e3486bb54ee0f412f60d5a&device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 1094 time: 0.0850573 Sep 30 01:00:22.681882 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-91200c6b-594b-4cab-a6e2-066e46152628 req-c3327699-1fcc-4d10-9845-230be177a311 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818489 Sep 30 01:00:22.707398 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e1839-3920-48e9-beee-b121f4124ee8 req-cd9ee2b3-6d10-4f62-8e7d-5d296952b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:22.709398 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-eb0e1839-3920-48e9-beee-b121f4124ee8 req-cd9ee2b3-6d10-4f62-8e7d-5d296952b07c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4830ed89-3d0e-4950-9575-5f4f49821c2d HTTP/1.1" status: 200 len: 861 time: 0.0878935 Sep 30 01:00:22.788557 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-eb0e1839-3920-48e9-beee-b121f4124ee8 req-0b8c38f1-ab74-4347-98ed-5abde40ca35a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=75754133-2f30-43b1-b553-38d58661ba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470529 Sep 30 01:00:22.825026 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb513c94-e6b7-45b1-b92b-2605b416343e req-c1f6fa88-7854-4bbf-817e-a2a4d12770dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:22.826485 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cb513c94-e6b7-45b1-b92b-2605b416343e req-c1f6fa88-7854-4bbf-817e-a2a4d12770dc service neutron] 10.222.0.59 "GET /v2.0/networks?id=967f5979-41b2-4f23-910e-0f1e38e22766 HTTP/1.1" status: 200 len: 923 time: 0.1557341 Sep 30 01:00:22.942551 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cb513c94-e6b7-45b1-b92b-2605b416343e req-382746ae-a202-4b1b-8167-0dca3a66df2b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c164c563-3582-4845-a484-a17fc383bc2c HTTP/1.1" status: 200 len: 217 time: 0.1089346 Sep 30 01:00:22.947642 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-eb0e1839-3920-48e9-beee-b121f4124ee8 req-5adc6a7a-cdd5-4ab4-ab82-ea2e3a0d89de service neutron] 10.222.0.59 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441629 Sep 30 01:00:23.030202 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb513c94-e6b7-45b1-b92b-2605b416343e req-6558dbff-429a-4d12-885d-34f666a748d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:23.031670 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cb513c94-e6b7-45b1-b92b-2605b416343e req-6558dbff-429a-4d12-885d-34f666a748d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3dcca41e-8672-40bd-ac8d-36e228d496d0 HTTP/1.1" status: 200 len: 862 time: 0.0674570 Sep 30 01:00:23.044263 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a255f28-1b86-4b5c-ae3d-ba36550189f9 req-342b549d-a1a9-4c9b-8630-950789b80d94 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:23.045675 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4a255f28-1b86-4b5c-ae3d-ba36550189f9 req-342b549d-a1a9-4c9b-8630-950789b80d94 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 946 time: 0.1478031 Sep 30 01:00:23.106428 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cb513c94-e6b7-45b1-b92b-2605b416343e req-91a57210-d0d5-4557-affa-cc5733f525c8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=967f5979-41b2-4f23-910e-0f1e38e22766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597975 Sep 30 01:00:23.209544 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4a255f28-1b86-4b5c-ae3d-ba36550189f9 req-0de8ee5e-f850-45f5-8758-f46f3e4367ed tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240451 Sep 30 01:00:23.265124 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce533dd6-3fc1-4ea6-88aa-816b7033b391 req-d614fea6-e711-479b-8add-d96957fe72f6 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:23.265837 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-ce533dd6-3fc1-4ea6-88aa-816b7033b391 req-d614fea6-e711-479b-8add-d96957fe72f6 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Synchronizing usage tracker for tenant:58336e3a6a854ff7ab57e933b021b603 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:00:23.272710 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-eb0e1839-3920-48e9-beee-b121f4124ee8 req-142f53ae-4399-4a26-ad90-d6a7a4844658 service neutron] 10.222.0.59 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859442 Sep 30 01:00:23.276258 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cb513c94-e6b7-45b1-b92b-2605b416343e req-d7c47ed7-a729-4789-91f2-eac31b1af223 service neutron] 10.222.0.59 "GET /v2.0/networks/967f5979-41b2-4f23-910e-0f1e38e22766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553514 Sep 30 01:00:23.284849 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-ce533dd6-3fc1-4ea6-88aa-816b7033b391 req-d614fea6-e711-479b-8add-d96957fe72f6 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Unset dirty status for tenant:58336e3a6a854ff7ab57e933b021b603 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:00:23.286381 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ce533dd6-3fc1-4ea6-88aa-816b7033b391 req-d614fea6-e711-479b-8add-d96957fe72f6 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 943 time: 0.3377714 Sep 30 01:00:23.335291 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ce533dd6-3fc1-4ea6-88aa-816b7033b391 req-7d62c06d-8702-4761-bafa-6c251114beea tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431685 Sep 30 01:00:23.442204 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cb513c94-e6b7-45b1-b92b-2605b416343e req-d80bc9a0-855a-4806-87fc-261b18f8a83c service neutron] 10.222.0.59 "GET /v2.0/networks/967f5979-41b2-4f23-910e-0f1e38e22766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376381 Sep 30 01:00:23.526469 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c268d-a708-417b-be02-ea4840553fae req-0dc35fcd-f44f-4306-ae89-0fd06f6ced88 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:23.527891 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d59c268d-a708-417b-be02-ea4840553fae req-0dc35fcd-f44f-4306-ae89-0fd06f6ced88 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2e2b61b-9427-4d38-8bf1-4df130447a01 HTTP/1.1" status: 200 len: 946 time: 0.0861974 Sep 30 01:00:23.537819 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cffa2a04-1fb8-4f4d-8c1e-9fbfcc1c20be req-36552164-c4d7-4f58-8552-199fc7d6a746 tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0449417 Sep 30 01:00:23.589516 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d59c268d-a708-417b-be02-ea4840553fae req-84cfe517-a1a1-46a3-b47a-f132ce67dd18 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?id=44d311bf-0963-4950-9bd9-f6be4a161077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548851 Sep 30 01:00:23.751115 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfdf16-3526-4f6b-843e-c5b3e9395896 req-d7e11c25-4b1f-47be-9b7d-48e114efb6ca tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:23.752577 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cddfdf16-3526-4f6b-843e-c5b3e9395896 req-d7e11c25-4b1f-47be-9b7d-48e114efb6ca tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 943 time: 0.0901477 Sep 30 01:00:23.797292 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cddfdf16-3526-4f6b-843e-c5b3e9395896 req-5d66f3db-702c-44c0-9beb-12280b5ba252 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387423 Sep 30 01:00:23.874862 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-19337960-d5c9-4512-801c-c7b11ca86778 req-1704440f-2298-4c44-ad8e-64399f5fa994 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-189836056&fields=id&tenant_id=0c31ce93bef643c399b0202981c1806a HTTP/1.1" status: 200 len: 267 time: 0.0400627 Sep 30 01:00:23.910416 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:23.971206 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19337960-d5c9-4512-801c-c7b11ca86778 req-b6d2b96d-b0d7-4af2-ac0f-470a75cfeba1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:23.973398 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-19337960-d5c9-4512-801c-c7b11ca86778 req-b6d2b96d-b0d7-4af2-ac0f-470a75cfeba1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2e2b61b-9427-4d38-8bf1-4df130447a01 HTTP/1.1" status: 200 len: 946 time: 0.0930378 Sep 30 01:00:23.976253 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f78e2-e46e-429f-bcb5-cf988517e962 req-acb604ca-58a0-4f01-9584-2c9767d8240f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:23.977692 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3e3f78e2-e46e-429f-bcb5-cf988517e962 req-acb604ca-58a0-4f01-9584-2c9767d8240f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 943 time: 0.0855999 Sep 30 01:00:23.984345 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-19337960-d5c9-4512-801c-c7b11ca86778 req-33714ee0-14b9-4700-9a4d-ff054cd74f38 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Request body: {'port': {'security_groups': ['44d311bf-0963-4950-9bd9-f6be4a161077', '92ab577b-a2be-4cb1-a3dc-b647b8a711d0']}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:00:24.022116 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3e3f78e2-e46e-429f-bcb5-cf988517e962 req-da9af91f-2c5d-46e3-b324-873ca6def0fd tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386806 Sep 30 01:00:24.115994 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-19337960-d5c9-4512-801c-c7b11ca86778 req-33714ee0-14b9-4700-9a4d-ff054cd74f38 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:24.383633 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-19337960-d5c9-4512-801c-c7b11ca86778 req-33714ee0-14b9-4700-9a4d-ff054cd74f38 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] For port 88fc6622-3173-4d40-9eff-0ae6e6b19539, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=88fc6622-3173-4d40-9eff-0ae6e6b19539,segment=NetworkSegment(fd1d7848-daf0-474a-8f2e-05a325b3eee3),segment_id=fd1d7848-daf0-474a-8f2e-05a325b3eee3)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:00:24.408022 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc130ce6-99a7-47e5-b85c-f90ec6783362 req-206d57e9-aa21-4d62-be4d-55a4b96c333e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:24.408428 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-19337960-d5c9-4512-801c-c7b11ca86778 req-33714ee0-14b9-4700-9a4d-ff054cd74f38 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:24.410191 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fc130ce6-99a7-47e5-b85c-f90ec6783362 req-206d57e9-aa21-4d62-be4d-55a4b96c333e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 946 time: 0.0841775 Sep 30 01:00:24.413611 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-19337960-d5c9-4512-801c-c7b11ca86778 req-33714ee0-14b9-4700-9a4d-ff054cd74f38 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:24.420849 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-703fa7fa-d951-40f7-951c-21e072c9af5f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:24.428274 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['4ce52075-0577-4319-8032-c8ea84c7e149'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:00:24.454777 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fc130ce6-99a7-47e5-b85c-f90ec6783362 req-dd25b205-ec3e-4705-bd02-fdddbc0a98e4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388997 Sep 30 01:00:24.496879 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19337960-d5c9-4512-801c-c7b11ca86778 req-33714ee0-14b9-4700-9a4d-ff054cd74f38 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:24.496879 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-19337960-d5c9-4512-801c-c7b11ca86778 req-33714ee0-14b9-4700-9a4d-ff054cd74f38 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:24.514667 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-19337960-d5c9-4512-801c-c7b11ca86778 req-33714ee0-14b9-4700-9a4d-ff054cd74f38 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "PUT /v2.0/ports/88fc6622-3173-4d40-9eff-0ae6e6b19539 HTTP/1.1" status: 200 len: 982 time: 0.5298986 Sep 30 01:00:24.514667 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e2b61b-9427-4d38-8bf1-4df130447a01', 'tag': '88fc6622-3173-4d40-9eff-0ae6e6b19539'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:00:24.553466 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['88fc6622-3173-4d40-9eff-0ae6e6b19539'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:00:24.560568 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33714ee0-14b9-4700-9a4d-ff054cd74f38 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Pushing event updated for resources: {'Port': ['ID=88fc6622-3173-4d40-9eff-0ae6e6b19539,revision_number=6']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:24.566771 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-33714ee0-14b9-4700-9a4d-ff054cd74f38 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:24.737569 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590c17c-3c94-46c9-b8a4-ac639be2d7a4 req-19139835-3c8b-489b-a297-6f76b44839b0 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:24.739168 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f590c17c-3c94-46c9-b8a4-ac639be2d7a4 req-19139835-3c8b-489b-a297-6f76b44839b0 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 943 time: 0.1194446 Sep 30 01:00:24.791023 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f590c17c-3c94-46c9-b8a4-ac639be2d7a4 req-6fa9bfd0-2c56-4ffc-9370-4c4389cccb90 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460193 Sep 30 01:00:24.835127 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-46bbe9ed-da33-43f6-ac80-af2fc3c87f6c req-3e92e29b-b776-48ce-bb65-3df8ad6fee9b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups/92ab577b-a2be-4cb1-a3dc-b647b8a711d0 HTTP/1.1" status: 200 len: 1800 time: 0.1252906 Sep 30 01:00:24.879175 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e2b61b-9427-4d38-8bf1-4df130447a01', 'tag': '88fc6622-3173-4d40-9eff-0ae6e6b19539', 'status': 'completed', 'code': 200} Sep 30 01:00:24.905304 n-d-811809-1 neutron-server[80275]: INFO neutron.api.v2.resource [req-46bbe9ed-da33-43f6-ac80-af2fc3c87f6c req-3239a1d4-d9e2-4c18-9545-83f0b42ef12f tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 30 01:00:24.906278 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-46bbe9ed-da33-43f6-ac80-af2fc3c87f6c req-3239a1d4-d9e2-4c18-9545-83f0b42ef12f tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "DELETE /v2.0/security-groups/92ab577b-a2be-4cb1-a3dc-b647b8a711d0 HTTP/1.1" status: 409 len: 341 time: 0.0721748 Sep 30 01:00:24.908058 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['88fc6622-3173-4d40-9eff-0ae6e6b19539'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:00:24.931687 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-1637f3f5-c894-4d1a-9ccc-2a232efe36b9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1807878 Sep 30 01:00:25.124962 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f334087f-d28b-4ddd-bdfb-588ff07998f4 req-b7faa170-c396-4037-a48a-fd83f8b31b62 tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0864491 Sep 30 01:00:25.133744 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e78de5-851c-433b-ad65-64c749bb575d req-806dfd3c-9fdb-475e-ac8f-da94da2c0d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:25.134999 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e78de5-851c-433b-ad65-64c749bb575d req-806dfd3c-9fdb-475e-ac8f-da94da2c0d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:25.135648 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e78de5-851c-433b-ad65-64c749bb575d req-806dfd3c-9fdb-475e-ac8f-da94da2c0d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:25.137194 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e78de5-851c-433b-ad65-64c749bb575d req-806dfd3c-9fdb-475e-ac8f-da94da2c0d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:25.137838 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e78de5-851c-433b-ad65-64c749bb575d req-806dfd3c-9fdb-475e-ac8f-da94da2c0d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:25.138465 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e78de5-851c-433b-ad65-64c749bb575d req-806dfd3c-9fdb-475e-ac8f-da94da2c0d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:25.139130 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e78de5-851c-433b-ad65-64c749bb575d req-806dfd3c-9fdb-475e-ac8f-da94da2c0d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:25.142130 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-806dfd3c-9fdb-475e-ac8f-da94da2c0d7f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a750dc97d8045f29998977fe5e379fc&device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 6489 time: 0.1567087 Sep 30 01:00:25.150272 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 641797c8-4e64-4db1-9beb-9b28842f20f0 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:00:25.228046 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90142b2-fbde-4fa4-9823-be52421e9988 req-98d6504b-3642-4b59-88d0-199e3697d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:25.240204 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b90142b2-fbde-4fa4-9823-be52421e9988 req-98d6504b-3642-4b59-88d0-199e3697d32c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c31ce93bef643c399b0202981c1806a&device_id=f2e2b61b-9427-4d38-8bf1-4df130447a01 HTTP/1.1" status: 200 len: 1136 time: 0.2683825 Sep 30 01:00:25.383089 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 641797c8-4e64-4db1-9beb-9b28842f20f0, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=641797c8-4e64-4db1-9beb-9b28842f20f0,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:00:25.410968 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '641797c8-4e64-4db1-9beb-9b28842f20f0', 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e', 'port_id': '641797c8-4e64-4db1-9beb-9b28842f20f0', 'mac_address': 'fa:16:3e:44:c6:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '518e3f3b-9573-4eac-aa37-789767c0d3b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:00:25.458563 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e78de5-851c-433b-ad65-64c749bb575d req-bd04c53d-a1da-45d1-87d8-312054cd3249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:25.459750 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e78de5-851c-433b-ad65-64c749bb575d req-bd04c53d-a1da-45d1-87d8-312054cd3249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:25.460515 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e78de5-851c-433b-ad65-64c749bb575d req-bd04c53d-a1da-45d1-87d8-312054cd3249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:25.465246 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-bd04c53d-a1da-45d1-87d8-312054cd3249 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fb36fa6-51fa-41e0-a614-23d3a62d6673&id=c3b2fa3c-7227-466a-851d-9c93a7474d2b&id=c3b2fa3c-7227-466a-851d-9c93a7474d2b&id=c3b2fa3c-7227-466a-851d-9c93a7474d2b&id=c3b2fa3c-7227-466a-851d-9c93a7474d2b&id=b64aba8e-9f74-43b9-83f1-763975030585&id=b64aba8e-9f74-43b9-83f1-763975030585 HTTP/1.1" status: 200 len: 2293 time: 0.2639301 Sep 30 01:00:25.540487 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:25.560846 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90142b2-fbde-4fa4-9823-be52421e9988 req-dae385bb-7d96-487a-851d-29f60b88215e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:25.560846 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b90142b2-fbde-4fa4-9823-be52421e9988 req-dae385bb-7d96-487a-851d-29f60b88215e service neutron] 10.222.0.59 "GET /v2.0/networks?id=0ab60359-3cfa-4ad7-bfac-30575d89facb HTTP/1.1" status: 200 len: 914 time: 0.3003402 Sep 30 01:00:25.606085 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 641797c8-4e64-4db1-9beb-9b28842f20f0 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:00:25.652095 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 641797c8-4e64-4db1-9beb-9b28842f20f0, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=641797c8-4e64-4db1-9beb-9b28842f20f0,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:00:25.661834 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:25.661834 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-72b254d5-aa5e-4362-b991-486f825a83f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:25.694794 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2a77c-31b7-4552-86bd-e3cc1a506ff8 req-c63fce20-e956-4b39-9389-d00c65c4c5c1 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:25.694794 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-91b2a77c-31b7-4552-86bd-e3cc1a506ff8 req-c63fce20-e956-4b39-9389-d00c65c4c5c1 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 943 time: 0.3040032 Sep 30 01:00:25.728638 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b90142b2-fbde-4fa4-9823-be52421e9988 req-700bb2d9-2bca-47cc-abac-6cafc32f4815 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88fc6622-3173-4d40-9eff-0ae6e6b19539 HTTP/1.1" status: 200 len: 217 time: 0.1647713 Sep 30 01:00:25.798111 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=641797c8-4e64-4db1-9beb-9b28842f20f0,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:25.805365 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-91b2a77c-31b7-4552-86bd-e3cc1a506ff8 req-58db3951-df6e-4ffd-a592-a8e881ede1f3 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870886 Sep 30 01:00:25.811810 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:25.889373 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90142b2-fbde-4fa4-9823-be52421e9988 req-2e246101-993d-4dde-be99-7d925c5d2dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:25.890967 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b90142b2-fbde-4fa4-9823-be52421e9988 req-2e246101-993d-4dde-be99-7d925c5d2dab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5ab3732-a2fd-4009-8fb6-e12b4620a67e HTTP/1.1" status: 200 len: 853 time: 0.0968385 Sep 30 01:00:25.993230 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b90142b2-fbde-4fa4-9823-be52421e9988 req-bc3a4c6e-82c5-471f-a47a-5e1e8a125c23 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ab60359-3cfa-4ad7-bfac-30575d89facb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900016 Sep 30 01:00:26.094465 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-0bef14ef-13f3-4e5a-a721-29c4e424a395 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f022d92f-0eb3-4cfa-a3d3-9166ea00620e HTTP/1.1" status: 200 len: 1001 time: 0.6143978 Sep 30 01:00:26.115918 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5c5fe-b944-4d0e-b3df-2f445a8a2369 req-a884b7af-61d0-44c3-9567-0fc8fd9cbb86 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:26.117417 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-57e5c5fe-b944-4d0e-b3df-2f445a8a2369 req-a884b7af-61d0-44c3-9567-0fc8fd9cbb86 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 946 time: 0.1759136 Sep 30 01:00:26.152562 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6477d5-f60d-4eae-89c9-2e7e79967f90 req-5c3bb22a-676f-44c8-a9c3-ade4b3858db5 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:26.153996 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dc6477d5-f60d-4eae-89c9-2e7e79967f90 req-5c3bb22a-676f-44c8-a9c3-ade4b3858db5 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 944 time: 0.1773388 Sep 30 01:00:26.192995 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e78de5-851c-433b-ad65-64c749bb575d req-7faba859-14cd-4407-b7ac-8d7c2f378cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:26.193979 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-7faba859-14cd-4407-b7ac-8d7c2f378cd1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd3c024e-b603-46de-89e9-6733ca50df93 HTTP/1.1" status: 200 len: 851 time: 0.0998242 Sep 30 01:00:26.199086 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-57e5c5fe-b944-4d0e-b3df-2f445a8a2369 req-bc865e18-ae8c-4e9f-960d-b68c542f55b4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741479 Sep 30 01:00:26.211763 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b90142b2-fbde-4fa4-9823-be52421e9988 req-1041aced-43ee-4203-96d8-0a7a7b3feada service neutron] 10.222.0.59 "GET /v2.0/networks/0ab60359-3cfa-4ad7-bfac-30575d89facb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906133 Sep 30 01:00:26.295423 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dc6477d5-f60d-4eae-89c9-2e7e79967f90 req-10a6f648-54ac-4f13-92cd-16382d1a099e tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319053 Sep 30 01:00:26.342890 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e78de5-851c-433b-ad65-64c749bb575d req-b45a490e-37fc-45d0-9aa3-efd3754df9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:26.345772 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-b45a490e-37fc-45d0-9aa3-efd3754df9a4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fb36fa6-51fa-41e0-a614-23d3a62d6673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1404481 Sep 30 01:00:26.433193 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['641797c8-4e64-4db1-9beb-9b28842f20f0'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:00:26.602276 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-c4a1507d-8b11-435a-a29f-391c678092fa service neutron] 10.222.0.59 "GET /v2.0/networks/5fb36fa6-51fa-41e0-a614-23d3a62d6673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482812 Sep 30 01:00:26.603993 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ca462-48b2-4441-b73b-8bb61c197559 req-6d43dc3e-dee5-40a8-8a23-bd5db590a7ed tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:26.605665 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b99ca462-48b2-4441-b73b-8bb61c197559 req-6d43dc3e-dee5-40a8-8a23-bd5db590a7ed tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2e2b61b-9427-4d38-8bf1-4df130447a01 HTTP/1.1" status: 200 len: 985 time: 0.1751001 Sep 30 01:00:26.631293 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b90142b2-fbde-4fa4-9823-be52421e9988 req-fbb0b8d3-095a-4cee-a436-c75f74414a70 service neutron] 10.222.0.59 "GET /v2.0/networks/0ab60359-3cfa-4ad7-bfac-30575d89facb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098213 Sep 30 01:00:26.664474 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b99ca462-48b2-4441-b73b-8bb61c197559 req-a51a725b-7e62-43d0-8fb6-535edd5430cc tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ab577b-a2be-4cb1-a3dc-b647b8a711d0&id=44d311bf-0963-4950-9bd9-f6be4a161077&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0508103 Sep 30 01:00:26.757902 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b19a3a-7037-48ce-8c59-126eab56bcb9 req-018affbe-5034-405e-bf45-223c4abbe0f8 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:26.759422 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-49b19a3a-7037-48ce-8c59-126eab56bcb9 req-018affbe-5034-405e-bf45-223c4abbe0f8 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 943 time: 0.2036166 Sep 30 01:00:26.792692 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-77faa21e-7410-40e5-9547-18f298202844 service neutron] 10.222.0.59 "GET /v2.0/networks/5fb36fa6-51fa-41e0-a614-23d3a62d6673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782660 Sep 30 01:00:26.836527 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-eea46999-8736-4fcd-b540-0d127c74f065 req-9084408e-49d3-46f0-9d77-26059cc46708 tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0594425 Sep 30 01:00:26.863867 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0328c-0292-4c28-9add-85e4a3c8c1a4 req-6b82d050-8f29-47b0-9980-a8d11a400a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:26.863867 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f7e0328c-0292-4c28-9add-85e4a3c8c1a4 req-6b82d050-8f29-47b0-9980-a8d11a400a9d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c31ce93bef643c399b0202981c1806a&device_id=f2e2b61b-9427-4d38-8bf1-4df130447a01 HTTP/1.1" status: 200 len: 1136 time: 0.1175783 Sep 30 01:00:26.880235 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-49b19a3a-7037-48ce-8c59-126eab56bcb9 req-1daadcba-c5cf-4ae3-ae74-2d6fccd10bea tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116781 Sep 30 01:00:26.881436 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-e213ce20-1ef5-4458-8344-c665ec9a65bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=af11ef16-52be-4099-98fc-3753539c1b51 HTTP/1.1" status: 200 len: 217 time: 0.0747237 Sep 30 01:00:26.957714 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e78de5-851c-433b-ad65-64c749bb575d req-c2e6f424-204f-4f34-ad96-790c52d27bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:26.959221 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-c2e6f424-204f-4f34-ad96-790c52d27bf1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dcc8230-d664-42d1-827f-dbc3d9952151 HTTP/1.1" status: 200 len: 797 time: 0.0659182 Sep 30 01:00:27.012127 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0328c-0292-4c28-9add-85e4a3c8c1a4 req-e75f81ca-ba91-43b8-bc3b-7f0e773343be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:27.013587 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f7e0328c-0292-4c28-9add-85e4a3c8c1a4 req-e75f81ca-ba91-43b8-bc3b-7f0e773343be service neutron] 10.222.0.59 "GET /v2.0/networks?id=0ab60359-3cfa-4ad7-bfac-30575d89facb HTTP/1.1" status: 200 len: 914 time: 0.1470535 Sep 30 01:00:27.086245 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f7e0328c-0292-4c28-9add-85e4a3c8c1a4 req-ad257082-d82c-4273-916d-35ac49f71f3f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88fc6622-3173-4d40-9eff-0ae6e6b19539 HTTP/1.1" status: 200 len: 217 time: 0.0646279 Sep 30 01:00:27.134205 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f0807-86e7-4fc9-9705-71daf8523efd req-786bee36-f642-471a-8dcf-8bd27063f95d tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:27.134205 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c31f0807-86e7-4fc9-9705-71daf8523efd req-786bee36-f642-471a-8dcf-8bd27063f95d tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 943 time: 0.1478398 Sep 30 01:00:27.134205 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e78de5-851c-433b-ad65-64c749bb575d req-a1e22f6c-a0a5-4d09-b76b-735b00d7cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:27.136001 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-a1e22f6c-a0a5-4d09-b76b-735b00d7cc01 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c3b2fa3c-7227-466a-851d-9c93a7474d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1189713 Sep 30 01:00:27.155294 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device c164c563-3582-4845-a484-a17fc383bc2c details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:00:27.156765 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0328c-0292-4c28-9add-85e4a3c8c1a4 req-6f89739b-947b-4cd6-9cca-940a5f54a38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:27.158662 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f7e0328c-0292-4c28-9add-85e4a3c8c1a4 req-6f89739b-947b-4cd6-9cca-940a5f54a38e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5ab3732-a2fd-4009-8fb6-e12b4620a67e HTTP/1.1" status: 200 len: 853 time: 0.0627415 Sep 30 01:00:27.214496 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f7e0328c-0292-4c28-9add-85e4a3c8c1a4 req-cec70307-b695-460d-8260-ac1f7a5d0208 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ab60359-3cfa-4ad7-bfac-30575d89facb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474398 Sep 30 01:00:27.260625 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c31f0807-86e7-4fc9-9705-71daf8523efd req-e3b6e85f-f08b-46f9-b9d1-da847906f296 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237731 Sep 30 01:00:27.320536 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-f70ae345-61a4-4899-950d-a2a9f3fc4fe7 service neutron] 10.222.0.59 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694307 Sep 30 01:00:27.333981 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port c164c563-3582-4845-a484-a17fc383bc2c, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c164c563-3582-4845-a484-a17fc383bc2c,segment=NetworkSegment(3f9b5c24-c196-48f3-8275-f67129fa0f6d),segment_id=3f9b5c24-c196-48f3-8275-f67129fa0f6d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:00:27.351668 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': 'c164c563-3582-4845-a484-a17fc383bc2c', 'network_id': '967f5979-41b2-4f23-910e-0f1e38e22766', 'port_id': 'c164c563-3582-4845-a484-a17fc383bc2c', 'mac_address': 'fa:16:3e:8d:41:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dcca41e-8672-40bd-ac8d-36e228d496d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:00:27.417319 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:27.417976 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f7e0328c-0292-4c28-9add-85e4a3c8c1a4 req-e028986c-d3a9-4ba4-83a4-285a9b3a5dad service neutron] 10.222.0.59 "GET /v2.0/networks/0ab60359-3cfa-4ad7-bfac-30575d89facb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954830 Sep 30 01:00:27.439809 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c164c563-3582-4845-a484-a17fc383bc2c {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:00:27.463511 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port c164c563-3582-4845-a484-a17fc383bc2c, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c164c563-3582-4845-a484-a17fc383bc2c,segment=NetworkSegment(3f9b5c24-c196-48f3-8275-f67129fa0f6d),segment_id=3f9b5c24-c196-48f3-8275-f67129fa0f6d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:00:27.467714 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:27.471063 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:27.521166 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-97e56ee4-f6fa-44da-9fc1-7ddcc6aac1f3 service neutron] 10.222.0.59 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883905 Sep 30 01:00:27.561304 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=c164c563-3582-4845-a484-a17fc383bc2c,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:27.563065 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2622ce-bc53-4fe3-981d-feb8cb02802e req-6493c8fd-8843-4005-88e0-3aaaa9fc2377 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:27.565003 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:27.566652 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8e2622ce-bc53-4fe3-981d-feb8cb02802e req-6493c8fd-8843-4005-88e0-3aaaa9fc2377 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 946 time: 0.2116849 Sep 30 01:00:27.622884 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-268262db-977d-4ed8-8e66-1baf755144e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=4147821f-484c-42b8-8eee-96c30dce4206 HTTP/1.1" status: 200 len: 217 time: 0.0884485 Sep 30 01:00:27.626791 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f7e0328c-0292-4c28-9add-85e4a3c8c1a4 req-00788a34-cb40-42e0-baec-0f7ebf9d54b2 service neutron] 10.222.0.59 "GET /v2.0/networks/0ab60359-3cfa-4ad7-bfac-30575d89facb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929588 Sep 30 01:00:27.636963 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8e2622ce-bc53-4fe3-981d-feb8cb02802e req-7642f802-11ab-41c6-aeb0-c56140afa4e8 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591767 Sep 30 01:00:27.642265 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333f7fa-967f-4743-b26d-2dff00bfa050 req-8cb7ee3f-21d8-4551-8ed8-b2f1f0a8998b tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:27.643994 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e333f7fa-967f-4743-b26d-2dff00bfa050 req-8cb7ee3f-21d8-4551-8ed8-b2f1f0a8998b tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 944 time: 0.1992354 Sep 30 01:00:27.741859 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e78de5-851c-433b-ad65-64c749bb575d req-696fc78f-9835-4d85-a8dd-a5e7e64fdd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:27.743332 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-696fc78f-9835-4d85-a8dd-a5e7e64fdd7c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dcc8230-d664-42d1-827f-dbc3d9952151 HTTP/1.1" status: 200 len: 797 time: 0.0984826 Sep 30 01:00:27.746191 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e333f7fa-967f-4743-b26d-2dff00bfa050 req-c2a90ef7-e34e-4bc0-afcc-b0c89fc56cc0 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638356 Sep 30 01:00:28.008587 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472849f-c411-4cb0-8b0b-9cc205754557 req-2623581c-1e9e-4170-9cbd-372c3afbb4cf tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:28.010416 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5472849f-c411-4cb0-8b0b-9cc205754557 req-2623581c-1e9e-4170-9cbd-372c3afbb4cf tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2e2b61b-9427-4d38-8bf1-4df130447a01 HTTP/1.1" status: 200 len: 985 time: 0.1127551 Sep 30 01:00:28.057921 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5472849f-c411-4cb0-8b0b-9cc205754557 req-5fe550ff-19aa-498f-8043-55809bca9f15 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ab577b-a2be-4cb1-a3dc-b647b8a711d0&id=44d311bf-0963-4950-9bd9-f6be4a161077&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0415781 Sep 30 01:00:28.067318 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7d535b31-4d94-4e4e-86b7-17b19e6f2f28 req-a4c0ca66-01b1-40cd-8205-3c9abc93e3bc tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0530484 Sep 30 01:00:28.105505 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e78de5-851c-433b-ad65-64c749bb575d req-b08b0385-627e-4c02-ade5-3df70eb3d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:28.107215 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-b08b0385-627e-4c02-ade5-3df70eb3d7b5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c3b2fa3c-7227-466a-851d-9c93a7474d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2741303 Sep 30 01:00:28.259215 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e04c3-db90-4ab4-9ec4-6c2cd8cf4aa6 req-6b4bb3d0-d616-4a5c-aee0-64dc0f0d4ae2 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:28.260622 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7e1e04c3-db90-4ab4-9ec4-6c2cd8cf4aa6 req-6b4bb3d0-d616-4a5c-aee0-64dc0f0d4ae2 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.1027098 Sep 30 01:00:28.290679 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['c164c563-3582-4845-a484-a17fc383bc2c'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:00:28.308667 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7e1e04c3-db90-4ab4-9ec4-6c2cd8cf4aa6 req-705488aa-0dc2-40cc-8454-916c0732e6c8 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417120 Sep 30 01:00:28.318382 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-47446030-0219-44b0-a1cd-cdd5d9095226 service neutron] 10.222.0.59 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022984 Sep 30 01:00:28.331769 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2e54b-d0ac-4859-b7c1-bc238bab4228 req-e5a73e84-7db2-4915-ad56-0ee4504c15ce tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:28.333526 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8ce2e54b-d0ac-4859-b7c1-bc238bab4228 req-e5a73e84-7db2-4915-ad56-0ee4504c15ce tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 943 time: 0.1475348 Sep 30 01:00:28.468018 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8ce2e54b-d0ac-4859-b7c1-bc238bab4228 req-ce3722f2-1c0c-437a-b3f8-f9b081a01aef tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129348 Sep 30 01:00:28.513957 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-8cda9e39-955e-41e0-9659-83f428b9ba1a service neutron] 10.222.0.59 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790240 Sep 30 01:00:28.624356 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-4ba433d3-5740-4528-bba2-155246eacf63 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=35284674-21db-44af-a498-316f25bfd67c HTTP/1.1" status: 200 len: 217 time: 0.0843070 Sep 30 01:00:28.664633 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa4a33-42c3-4601-a978-a6fae65ec298 req-0c483919-70dd-464d-a8d0-46f58800b522 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:28.672382 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e8aa4a33-42c3-4601-a978-a6fae65ec298 req-0c483919-70dd-464d-a8d0-46f58800b522 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 944 time: 0.1039016 Sep 30 01:00:28.713300 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e78de5-851c-433b-ad65-64c749bb575d req-edad420d-ebc1-4c56-b24c-33d040f13004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:28.715457 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-edad420d-ebc1-4c56-b24c-33d040f13004 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dcc8230-d664-42d1-827f-dbc3d9952151 HTTP/1.1" status: 200 len: 797 time: 0.0754521 Sep 30 01:00:28.716953 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e8aa4a33-42c3-4601-a978-a6fae65ec298 req-8822773b-c2ca-4a59-8e14-300db8e7b2e8 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436771 Sep 30 01:00:28.877299 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e78de5-851c-433b-ad65-64c749bb575d req-14e6d6b2-308d-4f5e-9e5c-41c5aa6994f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:28.878978 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-14e6d6b2-308d-4f5e-9e5c-41c5aa6994f0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c3b2fa3c-7227-466a-851d-9c93a7474d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1547353 Sep 30 01:00:28.890681 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247711cf-a0da-4322-8aeb-6c2a18b18d72 req-8669121b-76f5-4f37-abea-8456e6b298ea tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:28.892110 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-247711cf-a0da-4322-8aeb-6c2a18b18d72 req-8669121b-76f5-4f37-abea-8456e6b298ea tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.1099849 Sep 30 01:00:28.939601 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01612b2-6df3-4bc8-8915-16946260f689 req-2f2a7e09-7179-4ace-b211-5ffd77ee6143 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:28.941708 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e01612b2-6df3-4bc8-8915-16946260f689 req-2f2a7e09-7179-4ace-b211-5ffd77ee6143 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 944 time: 0.0824828 Sep 30 01:00:28.989029 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e01612b2-6df3-4bc8-8915-16946260f689 req-b4f60400-0b35-4c01-8d03-880bf3d8e8cc tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414407 Sep 30 01:00:29.014976 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-247711cf-a0da-4322-8aeb-6c2a18b18d72 req-08f656ea-146d-469b-a57d-fa8767104b38 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042430 Sep 30 01:00:29.060051 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-c55f8973-6967-4ca7-a03f-1fd769633f8c service neutron] 10.222.0.59 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665483 Sep 30 01:00:29.161119 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 641797c8-4e64-4db1-9beb-9b28842f20f0 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:00:29.236165 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 641797c8-4e64-4db1-9beb-9b28842f20f0 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:00:29.242425 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 641797c8-4e64-4db1-9beb-9b28842f20f0 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:00:29.242891 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:29.264359 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-0e547ab3-a39c-433c-af85-2fe3cc20c909 service neutron] 10.222.0.59 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979542 Sep 30 01:00:29.275326 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d75e7456-01f6-4467-ab11-f2c04190acfa req-2844f18e-b8a1-45ab-9f5b-e1832ac3e24b tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0430489 Sep 30 01:00:29.345920 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-7521ddcb-c3cf-45c3-82a6-6fc8809637dc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=b26474b4-ebc5-4e65-9019-457dab422db5 HTTP/1.1" status: 200 len: 217 time: 0.0688169 Sep 30 01:00:29.359860 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa80b0-3c02-4617-89af-ceb427088d74 req-fee22009-0155-45a0-97a9-beab4fe7f498 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:29.362066 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9afa80b0-3c02-4617-89af-ceb427088d74 req-fee22009-0155-45a0-97a9-beab4fe7f498 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2e2b61b-9427-4d38-8bf1-4df130447a01 HTTP/1.1" status: 200 len: 985 time: 0.1811135 Sep 30 01:00:29.402793 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:29.431117 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8afd62-c59f-4de0-a195-91ba9e1e733e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641797c8-4e64-4db1-9beb-9b28842f20f0'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:00:29.442531 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 641797c8-4e64-4db1-9beb-9b28842f20f0, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=641797c8-4e64-4db1-9beb-9b28842f20f0,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:00:29.447014 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:29.448945 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:29.454486 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e78de5-851c-433b-ad65-64c749bb575d req-a534b9df-251a-448c-bb15-16895b636170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:29.455630 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-a534b9df-251a-448c-bb15-16895b636170 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dcc8230-d664-42d1-827f-dbc3d9952151 HTTP/1.1" status: 200 len: 797 time: 0.0932224 Sep 30 01:00:29.471040 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9afa80b0-3c02-4617-89af-ceb427088d74 req-84f521b8-6ad5-4aa3-ae04-8d777fdbe876 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?id=92ab577b-a2be-4cb1-a3dc-b647b8a711d0&id=44d311bf-0963-4950-9bd9-f6be4a161077&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0715487 Sep 30 01:00:29.541957 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=641797c8-4e64-4db1-9beb-9b28842f20f0,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:29.554528 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:29.558242 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8afd62-c59f-4de0-a195-91ba9e1e733e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641797c8-4e64-4db1-9beb-9b28842f20f0', 'code': 200} Sep 30 01:00:29.617149 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e78de5-851c-433b-ad65-64c749bb575d req-e06da048-a20f-4406-8509-0dcf7d226e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:29.618754 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-e06da048-a20f-4406-8509-0dcf7d226e11 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c3b2fa3c-7227-466a-851d-9c93a7474d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1433599 Sep 30 01:00:29.705571 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-a8d2d5cd-9239-4b12-98fc-59812dc47501 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:29.707953 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-a8d2d5cd-9239-4b12-98fc-59812dc47501 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/networks?id=4c98a929-4bc6-4ff2-9381-439d6c813487 HTTP/1.1" status: 200 len: 811 time: 0.3255436 Sep 30 01:00:29.723846 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-c7daf320-21ac-41e7-a8db-0be3ea68f52b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/quotas/038e4d0abd4b4e5c940f331b6f0950a9 HTTP/1.1" status: 200 len: 375 time: 0.0096397 Sep 30 01:00:29.791715 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-a6c40d54-0e59-4c11-9833-47fafd9c0a0f service neutron] 10.222.0.59 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358016 Sep 30 01:00:29.879394 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-deab1dcf-d390-48ba-ac01-1f49900ed356 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=038e4d0abd4b4e5c940f331b6f0950a9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1156790 Sep 30 01:00:29.885231 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367031d5-4b32-49ca-a507-c7cc770e5a3e req-6f2cd881-6629-4fc8-a9a8-3ddb61a09113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:29.886716 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-367031d5-4b32-49ca-a507-c7cc770e5a3e req-6f2cd881-6629-4fc8-a9a8-3ddb61a09113 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 1096 time: 0.1597400 Sep 30 01:00:30.007353 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-367031d5-4b32-49ca-a507-c7cc770e5a3e req-d97b45de-0750-48e6-81c5-8ce1c9a22ae2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990169 Sep 30 01:00:30.044699 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-a1688ddb-1c67-4d39-b381-ad418978f3ca service neutron] 10.222.0.39 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569991 Sep 30 01:00:30.049241 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-893476f6-e4ba-4216-b808-0c15ba22af93 req-025398f8-edad-441f-8a22-5391595add28 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2124234112&fields=id&tenant_id=0c31ce93bef643c399b0202981c1806a HTTP/1.1" status: 200 len: 267 time: 0.1067476 Sep 30 01:00:30.131427 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-abfcaf88-9b4d-44aa-8ea6-c89b9ca98e33 service neutron] 10.222.0.59 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320343 Sep 30 01:00:30.164132 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893476f6-e4ba-4216-b808-0c15ba22af93 req-9f44b4be-28f2-41cf-ba79-5edb09ff7e27 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:30.165565 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-893476f6-e4ba-4216-b808-0c15ba22af93 req-9f44b4be-28f2-41cf-ba79-5edb09ff7e27 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2e2b61b-9427-4d38-8bf1-4df130447a01 HTTP/1.1" status: 200 len: 985 time: 0.1038125 Sep 30 01:00:30.177446 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-893476f6-e4ba-4216-b808-0c15ba22af93 req-b7af2ee9-4d9d-44cb-b989-3c1975cc52f2 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Request body: {'port': {'security_groups': ['44d311bf-0963-4950-9bd9-f6be4a161077', '92ab577b-a2be-4cb1-a3dc-b647b8a711d0', '0b20767c-c3f9-4562-9fca-2dbc0cc5dfd2']}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:00:30.182914 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-f3560364-7aa1-4d5d-b0f4-a71c5fffdfe0 service neutron] 10.222.0.39 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313274 Sep 30 01:00:30.302270 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-893476f6-e4ba-4216-b808-0c15ba22af93 req-b7af2ee9-4d9d-44cb-b989-3c1975cc52f2 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:30.489482 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7e1cc-49df-4952-8f81-2cc26ec7217e req-a7dbbe95-40aa-46aa-9bc8-962510100eff tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:30.491187 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-10e7e1cc-49df-4952-8f81-2cc26ec7217e req-a7dbbe95-40aa-46aa-9bc8-962510100eff tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 943 time: 0.1092005 Sep 30 01:00:30.527646 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-aa446089-bc24-494b-a36a-b22e37f2c827 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4778fec0-c087-4f43-b37f-9433a75609de HTTP/1.1" status: 200 len: 217 time: 0.0854139 Sep 30 01:00:30.583326 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-10e7e1cc-49df-4952-8f81-2cc26ec7217e req-6b9e99fd-2dda-4707-a13d-12bc2f6493ad tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862811 Sep 30 01:00:30.629228 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e78de5-851c-433b-ad65-64c749bb575d req-4fa2c40e-391c-4aac-9ba9-ed910b039720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:30.629228 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-4fa2c40e-391c-4aac-9ba9-ed910b039720 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=999673ea-0271-45b5-bb08-a0149a8e0f32 HTTP/1.1" status: 200 len: 797 time: 0.0951331 Sep 30 01:00:30.801260 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92811b3f-f47a-45f0-b40e-f6e842b776a5 req-2de3480b-9a94-4ce0-a18a-9f2a06b748b1 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:30.807418 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-92811b3f-f47a-45f0-b40e-f6e842b776a5 req-2de3480b-9a94-4ce0-a18a-9f2a06b748b1 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 944 time: 0.0967863 Sep 30 01:00:30.811581 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-893476f6-e4ba-4216-b808-0c15ba22af93 req-b7af2ee9-4d9d-44cb-b989-3c1975cc52f2 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] For port 88fc6622-3173-4d40-9eff-0ae6e6b19539, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=88fc6622-3173-4d40-9eff-0ae6e6b19539,segment=NetworkSegment(fd1d7848-daf0-474a-8f2e-05a325b3eee3),segment_id=fd1d7848-daf0-474a-8f2e-05a325b3eee3)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:00:30.822644 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e78de5-851c-433b-ad65-64c749bb575d req-acc9d74d-b1a6-4336-a063-1d2a649b8d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:30.824149 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-acc9d74d-b1a6-4336-a063-1d2a649b8d06 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b64aba8e-9f74-43b9-83f1-763975030585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1499331 Sep 30 01:00:30.872823 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-893476f6-e4ba-4216-b808-0c15ba22af93 req-b7af2ee9-4d9d-44cb-b989-3c1975cc52f2 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:30.875935 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-92811b3f-f47a-45f0-b40e-f6e842b776a5 req-3f27fb66-404e-4e8f-b94a-661ee64fc2a7 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600276 Sep 30 01:00:30.913624 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-893476f6-e4ba-4216-b808-0c15ba22af93 req-b7af2ee9-4d9d-44cb-b989-3c1975cc52f2 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:30.932092 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['4ce52075-0577-4319-8032-c8ea84c7e149'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:00:30.932624 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7eaab690-d8d8-4ced-abb3-d46ffa9dc1f9 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:30.970509 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['88fc6622-3173-4d40-9eff-0ae6e6b19539'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:00:31.013445 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893476f6-e4ba-4216-b808-0c15ba22af93 req-b7af2ee9-4d9d-44cb-b989-3c1975cc52f2 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:31.014072 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-893476f6-e4ba-4216-b808-0c15ba22af93 req-b7af2ee9-4d9d-44cb-b989-3c1975cc52f2 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:31.015815 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-893476f6-e4ba-4216-b808-0c15ba22af93 req-b7af2ee9-4d9d-44cb-b989-3c1975cc52f2 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "PUT /v2.0/ports/88fc6622-3173-4d40-9eff-0ae6e6b19539 HTTP/1.1" status: 200 len: 1021 time: 0.8436179 Sep 30 01:00:31.025212 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e2b61b-9427-4d38-8bf1-4df130447a01', 'tag': '88fc6622-3173-4d40-9eff-0ae6e6b19539'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:00:31.125575 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795d0f0-8ca0-4183-adc9-0090e1e4574b req-4120e3dd-621e-48c4-b2ac-a99e1156ca82 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:31.135084 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6795d0f0-8ca0-4183-adc9-0090e1e4574b req-4120e3dd-621e-48c4-b2ac-a99e1156ca82 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 0.1324549 Sep 30 01:00:31.147480 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af2ee9-4d9d-44cb-b989-3c1975cc52f2 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Pushing event updated for resources: {'Port': ['ID=88fc6622-3173-4d40-9eff-0ae6e6b19539,revision_number=7']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:31.154263 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b7af2ee9-4d9d-44cb-b989-3c1975cc52f2 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:31.169042 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-ece8ba0b-c99c-4b12-a14d-0f3fa07bea0e service neutron] 10.222.0.59 "GET /v2.0/networks/b64aba8e-9f74-43b9-83f1-763975030585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295410 Sep 30 01:00:31.204792 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device c164c563-3582-4845-a484-a17fc383bc2c up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:00:31.210480 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6795d0f0-8ca0-4183-adc9-0090e1e4574b req-51fa4f91-171a-4e5e-b442-50a6a5fca70c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740821 Sep 30 01:00:31.338154 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-176163c0-7beb-40df-8024-9759e9f75d2d req-7000f9cc-5b52-45d0-b5af-8b5c4c730013 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=4167bedc-2167-4bb9-b014-d7742c2bba14 HTTP/1.1" status: 200 len: 210 time: 0.0464592 Sep 30 01:00:31.350015 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['88fc6622-3173-4d40-9eff-0ae6e6b19539'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:00:31.395044 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ffdc3420-4e91-413d-8816-1b6c3f438f10 req-f340f559-fad0-4f7f-ad00-527b89a9feed tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0559223 Sep 30 01:00:31.400354 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-cb6eb45a-8ab6-4841-84c9-b94fa0cfff4b service neutron] 10.222.0.59 "GET /v2.0/networks/b64aba8e-9f74-43b9-83f1-763975030585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218919 Sep 30 01:00:31.482963 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f187e64b-52be-44a6-b55a-f40029698544 req-d079dbb2-4e9a-4af7-90e6-518de004f3c3 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups/0b20767c-c3f9-4562-9fca-2dbc0cc5dfd2 HTTP/1.1" status: 200 len: 1801 time: 0.0520422 Sep 30 01:00:31.493472 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-e896c446-c876-4dbb-a849-c46024585390 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=13d5c611-b072-48c7-a82b-e602abe69b1b HTTP/1.1" status: 200 len: 217 time: 0.0840993 Sep 30 01:00:31.548339 n-d-811809-1 neutron-server[80274]: INFO neutron.api.v2.resource [req-f187e64b-52be-44a6-b55a-f40029698544 req-43496e75-4818-4c8b-ae97-b5b33e1c6c89 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 30 01:00:31.550557 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port c164c563-3582-4845-a484-a17fc383bc2c completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:00:31.555518 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f187e64b-52be-44a6-b55a-f40029698544 req-43496e75-4818-4c8b-ae97-b5b33e1c6c89 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "DELETE /v2.0/security-groups/0b20767c-c3f9-4562-9fca-2dbc0cc5dfd2 HTTP/1.1" status: 409 len: 341 time: 0.0648665 Sep 30 01:00:31.583515 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port c164c563-3582-4845-a484-a17fc383bc2c triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:00:31.583902 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:31.652742 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e2b61b-9427-4d38-8bf1-4df130447a01', 'tag': '88fc6622-3173-4d40-9eff-0ae6e6b19539', 'status': 'completed', 'code': 200} Sep 30 01:00:31.699864 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e78de5-851c-433b-ad65-64c749bb575d req-3b7c1115-1d23-4f32-b1f3-06e124a51e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:31.699864 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-3b7c1115-1d23-4f32-b1f3-06e124a51e33 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=999673ea-0271-45b5-bb08-a0149a8e0f32 HTTP/1.1" status: 200 len: 797 time: 0.1626577 Sep 30 01:00:31.805280 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae11c4-19a3-423b-a40a-6eb3d4984ad6 req-736a0001-1997-472a-9724-ea945755e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:31.807083 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-11ae11c4-19a3-423b-a40a-6eb3d4984ad6 req-736a0001-1997-472a-9724-ea945755e23c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c31ce93bef643c399b0202981c1806a&device_id=f2e2b61b-9427-4d38-8bf1-4df130447a01 HTTP/1.1" status: 200 len: 1175 time: 0.1431623 Sep 30 01:00:32.117577 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:32.205019 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de5d4ec-673a-437e-931a-dee94cb44121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c164c563-3582-4845-a484-a17fc383bc2c'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:00:32.225698 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae11c4-19a3-423b-a40a-6eb3d4984ad6 req-d55a7542-01d1-4a7a-a46c-84b6cf5a2b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:32.227785 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-11ae11c4-19a3-423b-a40a-6eb3d4984ad6 req-d55a7542-01d1-4a7a-a46c-84b6cf5a2b07 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0ab60359-3cfa-4ad7-bfac-30575d89facb HTTP/1.1" status: 200 len: 914 time: 0.4022291 Sep 30 01:00:32.237825 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port c164c563-3582-4845-a484-a17fc383bc2c, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c164c563-3582-4845-a484-a17fc383bc2c,segment=NetworkSegment(3f9b5c24-c196-48f3-8275-f67129fa0f6d),segment_id=3f9b5c24-c196-48f3-8275-f67129fa0f6d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:00:32.250999 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:32.257123 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:32.266072 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e78de5-851c-433b-ad65-64c749bb575d req-64b7576c-1a3e-48b1-9fe4-657cd40b47dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:32.269556 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-64b7576c-1a3e-48b1-9fe4-657cd40b47dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b64aba8e-9f74-43b9-83f1-763975030585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5661724 Sep 30 01:00:32.300626 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed830623-1f9a-4c2d-824c-d696110b0a5b req-1bf88cd0-e503-471f-872d-dd04806d9763 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:32.311111 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ed830623-1f9a-4c2d-824c-d696110b0a5b req-1bf88cd0-e503-471f-872d-dd04806d9763 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 943 time: 0.5106535 Sep 30 01:00:32.332853 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-11ae11c4-19a3-423b-a40a-6eb3d4984ad6 req-3011b4ca-ef04-4950-8c93-f6e996cb321f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88fc6622-3173-4d40-9eff-0ae6e6b19539 HTTP/1.1" status: 200 len: 217 time: 0.0932713 Sep 30 01:00:32.378864 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=c164c563-3582-4845-a484-a17fc383bc2c,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:32.388438 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:32.428086 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4a3c0-5035-459d-8611-329d4f5542c6 req-642a35e1-8ecb-4ed7-8060-f4a710b4b6ae tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:32.430713 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0eb4a3c0-5035-459d-8611-329d4f5542c6 req-642a35e1-8ecb-4ed7-8060-f4a710b4b6ae tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 944 time: 0.2772617 Sep 30 01:00:32.452737 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae11c4-19a3-423b-a40a-6eb3d4984ad6 req-c06a48a4-85d8-46a3-ab3c-374470d3a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:32.454596 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-11ae11c4-19a3-423b-a40a-6eb3d4984ad6 req-c06a48a4-85d8-46a3-ab3c-374470d3a146 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5ab3732-a2fd-4009-8fb6-e12b4620a67e HTTP/1.1" status: 200 len: 853 time: 0.1078467 Sep 30 01:00:32.510987 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-11ae11c4-19a3-423b-a40a-6eb3d4984ad6 req-97737c29-f08a-4113-897b-08656e88fc4d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ab60359-3cfa-4ad7-bfac-30575d89facb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492055 Sep 30 01:00:32.521106 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-e441475a-88a2-4b1d-9069-4b3aeab2175b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:32.521981 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0eb4a3c0-5035-459d-8611-329d4f5542c6 req-1cacd354-6123-4dbe-9a5c-4c66935e1bad tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853066 Sep 30 01:00:32.522157 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-e441475a-88a2-4b1d-9069-4b3aeab2175b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.55 "GET /v2.0/networks?id=4c98a929-4bc6-4ff2-9381-439d6c813487 HTTP/1.1" status: 200 len: 811 time: 0.4785879 Sep 30 01:00:32.526912 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ed830623-1f9a-4c2d-824c-d696110b0a5b req-5f6e5aee-de58-4bbf-9de7-c864c87fd90b tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147210 Sep 30 01:00:32.583433 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-a5c2bf27-13de-44f1-982b-f5cb4c946ec4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Request body: {'port': {'device_id': '4167bedc-2167-4bb9-b014-d7742c2bba14', 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487', 'admin_state_up': True, 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:00:32.607395 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-4523249c-7354-4252-b81c-a25cb7b34e21 service neutron] 10.222.0.59 "GET /v2.0/networks/b64aba8e-9f74-43b9-83f1-763975030585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828324 Sep 30 01:00:32.701054 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-11ae11c4-19a3-423b-a40a-6eb3d4984ad6 req-f9ebb084-99db-478d-9978-ae9a66ea8f5f service neutron] 10.222.0.59 "GET /v2.0/networks/0ab60359-3cfa-4ad7-bfac-30575d89facb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703589 Sep 30 01:00:32.845756 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de5d4ec-673a-437e-931a-dee94cb44121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c164c563-3582-4845-a484-a17fc383bc2c', 'code': 200} Sep 30 01:00:32.868736 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-a5c2bf27-13de-44f1-982b-f5cb4c946ec4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:00:32.888192 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-a5c2bf27-13de-44f1-982b-f5cb4c946ec4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:00:32.967612 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-a5c2bf27-13de-44f1-982b-f5cb4c946ec4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Made reservation on behalf of 038e4d0abd4b4e5c940f331b6f0950a9 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:00:32.971148 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-a5c2bf27-13de-44f1-982b-f5cb4c946ec4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:33.030309 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-811c89b5-ca8e-473d-b967-053b83daf5d2 req-b85ddc09-2306-4fb4-9bca-f5c1907cb5eb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.1044855 Sep 30 01:00:33.032108 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77e78de5-851c-433b-ad65-64c749bb575d req-4dae9d57-5710-419b-aeb7-3cddbee344bf service neutron] 10.222.0.59 "GET /v2.0/networks/b64aba8e-9f74-43b9-83f1-763975030585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177551 Sep 30 01:00:33.182879 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-11ae11c4-19a3-423b-a40a-6eb3d4984ad6 req-c45bc6c7-254b-4076-8415-e4b3df90ed37 service neutron] 10.222.0.59 "GET /v2.0/networks/0ab60359-3cfa-4ad7-bfac-30575d89facb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250810 Sep 30 01:00:33.192687 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 8c9bd67e-2216-4d29-8c45-daceec60b8d3 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:00:33.206990 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e31d0-65f7-4c4a-9d47-675ea0e13799 req-cf349ced-3b39-4b66-9e9f-be58ab89e9f3 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:33.208836 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6c0e31d0-65f7-4c4a-9d47-675ea0e13799 req-cf349ced-3b39-4b66-9e9f-be58ab89e9f3 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2e2b61b-9427-4d38-8bf1-4df130447a01 HTTP/1.1" status: 200 len: 1024 time: 0.4105070 Sep 30 01:00:33.215589 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02f8b6-e7af-4978-92bf-7b925ee97ff8 req-e5d9ad00-86ce-4e52-a684-279fb40f70f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:33.223586 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2e02f8b6-e7af-4978-92bf-7b925ee97ff8 req-e5d9ad00-86ce-4e52-a684-279fb40f70f4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 1096 time: 0.1675146 Sep 30 01:00:33.236240 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad3ae5-89da-4de6-9fb7-cf6f2d5eb56d req-2a69575f-f20f-4015-94ce-27f57d67a6b8 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:33.238848 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bfad3ae5-89da-4de6-9fb7-cf6f2d5eb56d req-2a69575f-f20f-4015-94ce-27f57d67a6b8 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 0.2726488 Sep 30 01:00:33.277414 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-a5c2bf27-13de-44f1-982b-f5cb4c946ec4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Allocated IP 172.20.0.4 (4c98a929-4bc6-4ff2-9381-439d6c813487/c136aabe-2b6e-40bd-889c-a97ee8fe6bf6/79d0ddb8-ee5d-4b43-b095-03db787e4207) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:00:33.312139 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bfad3ae5-89da-4de6-9fb7-cf6f2d5eb56d req-68075b01-11a9-4b3c-8744-9ee33c2e99ae tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667238 Sep 30 01:00:33.329759 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6c0e31d0-65f7-4c4a-9d47-675ea0e13799 req-1a073eb8-0e75-4590-9a46-49a6216a29dc tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b20767c-c3f9-4562-9fca-2dbc0cc5dfd2&id=92ab577b-a2be-4cb1-a3dc-b647b8a711d0&id=44d311bf-0963-4950-9bd9-f6be4a161077&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0917571 Sep 30 01:00:33.362819 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 8c9bd67e-2216-4d29-8c45-daceec60b8d3, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=8c9bd67e-2216-4d29-8c45-daceec60b8d3,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:00:33.382772 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '8c9bd67e-2216-4d29-8c45-daceec60b8d3', 'network_id': '75754133-2f30-43b1-b553-38d58661ba06', 'port_id': '8c9bd67e-2216-4d29-8c45-daceec60b8d3', 'mac_address': 'fa:16:3e:ac:bd:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4830ed89-3d0e-4950-9575-5f4f49821c2d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:00:33.474277 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:33.501587 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c9bd67e-2216-4d29-8c45-daceec60b8d3 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:00:33.542126 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 8c9bd67e-2216-4d29-8c45-daceec60b8d3, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=8c9bd67e-2216-4d29-8c45-daceec60b8d3,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:00:33.548405 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:33.550836 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:33.568309 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-45d91149-f9d0-4332-a7db-173a51dbebb0 req-e1861857-0538-4ec9-8637-b2b5429a4cb3 tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0621564 Sep 30 01:00:33.585784 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9d0725f8-80f7-46a5-af98-5193e16255d7 req-a9b09689-4182-41ad-a9bb-19f6d0d497fd tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=4167bedc-2167-4bb9-b014-d7742c2bba14 HTTP/1.1" status: 200 len: 210 time: 0.0707552 Sep 30 01:00:33.599379 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2e02f8b6-e7af-4978-92bf-7b925ee97ff8 req-73f02d82-cba9-4417-bf96-85de1ccbc305 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096981 Sep 30 01:00:33.683679 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=8c9bd67e-2216-4d29-8c45-daceec60b8d3,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:33.689223 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:33.722005 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-a5c2bf27-13de-44f1-982b-f5cb4c946ec4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:33.756505 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-a5c2bf27-13de-44f1-982b-f5cb4c946ec4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Transition to ACTIVE for port object 79d0ddb8-ee5d-4b43-b095-03db787e4207 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:00:33.777977 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-a5c2bf27-13de-44f1-982b-f5cb4c946ec4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:33.797206 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-68ea2f26-316b-49ab-b988-c886711338e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:33.842560 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['89681f9a-ab6c-4a8e-bb26-ff365b9b730a'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:00:33.867956 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-a5c2bf27-13de-44f1-982b-f5cb4c946ec4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Network 4c98a929-4bc6-4ff2-9381-439d6c813487 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:00:33.871960 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-a5c2bf27-13de-44f1-982b-f5cb4c946ec4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:00:33.875193 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-a5c2bf27-13de-44f1-982b-f5cb4c946ec4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:00:33.945950 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2bf27-13de-44f1-982b-f5cb4c946ec4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Pushing event updated for resources: {'Port': ['ID=79d0ddb8-ee5d-4b43-b095-03db787e4207,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:33.957824 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a5c2bf27-13de-44f1-982b-f5cb4c946ec4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:33.994712 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-a5c2bf27-13de-44f1-982b-f5cb4c946ec4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:33.996100 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-a5c2bf27-13de-44f1-982b-f5cb4c946ec4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:34.034416 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-a5c2bf27-13de-44f1-982b-f5cb4c946ec4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5025804 Sep 30 01:00:34.050345 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-3bd9b265-5380-4b62-9d89-6e9a5b2eeaf4 service neutron] Request body: {'port': {'device_id': '4167bedc-2167-4bb9-b014-d7742c2bba14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:00:34.223111 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-3bd9b265-5380-4b62-9d89-6e9a5b2eeaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:34.291339 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-36f3247f-f4d2-442c-8d1a-76aa12872ac0 None None] Provisioning for port 79d0ddb8-ee5d-4b43-b095-03db787e4207 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:00:34.296536 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-36f3247f-f4d2-442c-8d1a-76aa12872ac0 None None] Provisioning complete for port 79d0ddb8-ee5d-4b43-b095-03db787e4207 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:00:34.296923 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-36f3247f-f4d2-442c-8d1a-76aa12872ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:34.355798 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-36f3247f-f4d2-442c-8d1a-76aa12872ac0 None None] Port 79d0ddb8-ee5d-4b43-b095-03db787e4207 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:00:34.371465 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed6fdb-d411-4d87-b857-e2a64bdea808 req-26aacaa2-5bca-4fb2-abda-db4131c85a48 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:34.374370 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-deed6fdb-d411-4d87-b857-e2a64bdea808 req-26aacaa2-5bca-4fb2-abda-db4131c85a48 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 945 time: 0.0992012 Sep 30 01:00:34.421022 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-deed6fdb-d411-4d87-b857-e2a64bdea808 req-6e54674b-f164-4779-b4b8-f26668d1a0f4 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399148 Sep 30 01:00:34.439080 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccbd11-79e7-4408-9e0b-32ba44d680f0 req-4dad2cd2-8394-4b92-b1b0-d5df90b38de4 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:34.441259 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-98ccbd11-79e7-4408-9e0b-32ba44d680f0 req-4dad2cd2-8394-4b92-b1b0-d5df90b38de4 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 944 time: 0.1611047 Sep 30 01:00:34.492086 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['8c9bd67e-2216-4d29-8c45-daceec60b8d3'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:00:34.714425 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-98ccbd11-79e7-4408-9e0b-32ba44d680f0 req-4b8b6e96-101b-4aec-a7e0-ef30c4a7837c tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655513 Sep 30 01:00:34.770445 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821a2b6-87f7-4b28-a5b7-ef97bf82c13e req-a1736134-5b38-4da8-bab1-1aa57b73bfa9 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:34.772292 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8821a2b6-87f7-4b28-a5b7-ef97bf82c13e req-a1736134-5b38-4da8-bab1-1aa57b73bfa9 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 0.0943584 Sep 30 01:00:34.827295 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8821a2b6-87f7-4b28-a5b7-ef97bf82c13e req-1d0880dc-b5a0-4e5a-b207-04cde2e58787 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485210 Sep 30 01:00:34.893196 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-3bd9b265-5380-4b62-9d89-6e9a5b2eeaf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d0ddb8-ee5d-4b43-b095-03db787e4207 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:00:34.902988 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-3bd9b265-5380-4b62-9d89-6e9a5b2eeaf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:34.925028 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-3bd9b265-5380-4b62-9d89-6e9a5b2eeaf4 service neutron] Transition to ACTIVE for port object 79d0ddb8-ee5d-4b43-b095-03db787e4207 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:00:34.933132 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-3bd9b265-5380-4b62-9d89-6e9a5b2eeaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:34.938154 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-90b5545b-2b7c-4f2e-8a8a-cfd28efbfbb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:34.984033 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45252361-3549-4c08-80c9-2240180a0637 req-8e50e815-c190-4ae0-af66-6f3753571fe9 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:34.985700 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45252361-3549-4c08-80c9-2240180a0637 req-8e50e815-c190-4ae0-af66-6f3753571fe9 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2e2b61b-9427-4d38-8bf1-4df130447a01 HTTP/1.1" status: 200 len: 1024 time: 0.1685975 Sep 30 01:00:35.015807 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eff4df-b444-4aa2-b0f0-e5c9a1d082e4 req-7137dd3e-3eab-4f11-b880-98c9be6e1e71 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:35.017442 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-56eff4df-b444-4aa2-b0f0-e5c9a1d082e4 req-7137dd3e-3eab-4f11-b880-98c9be6e1e71 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=4167bedc-2167-4bb9-b014-d7742c2bba14 HTTP/1.1" status: 200 len: 943 time: 0.0915048 Sep 30 01:00:35.082613 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-56eff4df-b444-4aa2-b0f0-e5c9a1d082e4 req-47d55ae5-b471-402c-a4ed-bca0d064b8d4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561926 Sep 30 01:00:35.123301 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9b265-5380-4b62-9d89-6e9a5b2eeaf4 service neutron] Pushing event updated for resources: {'Port': ['ID=79d0ddb8-ee5d-4b43-b095-03db787e4207,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:35.164525 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3bd9b265-5380-4b62-9d89-6e9a5b2eeaf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:35.179303 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45252361-3549-4c08-80c9-2240180a0637 req-dd623c1e-b8b8-41c8-a18b-ba1bff83a9e5 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b20767c-c3f9-4562-9fca-2dbc0cc5dfd2&id=92ab577b-a2be-4cb1-a3dc-b647b8a711d0&id=44d311bf-0963-4950-9bd9-f6be4a161077&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1831100 Sep 30 01:00:35.299039 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-60fc2616-8f8b-474f-9bad-fb95c52f4a65 req-7d9a638e-fe3e-4990-bf89-ff4bdbfbb0ab tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0422964 Sep 30 01:00:35.299209 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-3bd9b265-5380-4b62-9d89-6e9a5b2eeaf4 service neutron] Attempting to bind port 79d0ddb8-ee5d-4b43-b095-03db787e4207 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:00:35.299386 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-3bd9b265-5380-4b62-9d89-6e9a5b2eeaf4 service neutron] Attempting to bind port 79d0ddb8-ee5d-4b43-b095-03db787e4207 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'e3d9462e-2f89-440e-8769-959374a5d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:00:35.300313 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-3bd9b265-5380-4b62-9d89-6e9a5b2eeaf4 service neutron] Attempting to bind port 79d0ddb8-ee5d-4b43-b095-03db787e4207 on network 4c98a929-4bc6-4ff2-9381-439d6c813487 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:00:35.305209 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-3bd9b265-5380-4b62-9d89-6e9a5b2eeaf4 service neutron] Port 79d0ddb8-ee5d-4b43-b095-03db787e4207 on network 4c98a929-4bc6-4ff2-9381-439d6c813487 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:00:35.305533 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-3bd9b265-5380-4b62-9d89-6e9a5b2eeaf4 service neutron] Attempting to bind port 79d0ddb8-ee5d-4b43-b095-03db787e4207 on network 4c98a929-4bc6-4ff2-9381-439d6c813487 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:00:35.316604 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-3bd9b265-5380-4b62-9d89-6e9a5b2eeaf4 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:00:35.316946 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-3bd9b265-5380-4b62-9d89-6e9a5b2eeaf4 service neutron] Checking segment: {'id': 'e3d9462e-2f89-440e-8769-959374a5d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:00:35.317335 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-3bd9b265-5380-4b62-9d89-6e9a5b2eeaf4 service neutron] Bound using segment: {'id': 'e3d9462e-2f89-440e-8769-959374a5d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:00:35.317768 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-3bd9b265-5380-4b62-9d89-6e9a5b2eeaf4 service neutron] Bound port: 79d0ddb8-ee5d-4b43-b095-03db787e4207, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3d9462e-2f89-440e-8769-959374a5d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:00:35.318165 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-3bd9b265-5380-4b62-9d89-6e9a5b2eeaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:35.408021 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-3bd9b265-5380-4b62-9d89-6e9a5b2eeaf4 service neutron] For port 79d0ddb8-ee5d-4b43-b095-03db787e4207, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:00:35.411770 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-3bd9b265-5380-4b62-9d89-6e9a5b2eeaf4 service neutron] For port 79d0ddb8-ee5d-4b43-b095-03db787e4207, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=79d0ddb8-ee5d-4b43-b095-03db787e4207,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:00:35.415220 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-3bd9b265-5380-4b62-9d89-6e9a5b2eeaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:35.418673 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-cb679c49-6609-477c-8cf3-57970eb3f2ed tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:35.476707 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-3bd9b265-5380-4b62-9d89-6e9a5b2eeaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:35.477268 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-3bd9b265-5380-4b62-9d89-6e9a5b2eeaf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:35.478420 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-3bd9b265-5380-4b62-9d89-6e9a5b2eeaf4 service neutron] 10.222.0.55 "PUT /v2.0/ports/79d0ddb8-ee5d-4b43-b095-03db787e4207 HTTP/1.1" status: 200 len: 1091 time: 1.4342983 Sep 30 01:00:35.478949 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4167bedc-2167-4bb9-b014-d7742c2bba14', 'tag': '79d0ddb8-ee5d-4b43-b095-03db787e4207'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:00:35.525972 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9b265-5380-4b62-9d89-6e9a5b2eeaf4 service neutron] Pushing event updated for resources: {'Port': ['ID=79d0ddb8-ee5d-4b43-b095-03db787e4207,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:35.535195 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3bd9b265-5380-4b62-9d89-6e9a5b2eeaf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:35.540268 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4167bedc-2167-4bb9-b014-d7742c2bba14', 'tag': '79d0ddb8-ee5d-4b43-b095-03db787e4207', 'status': 'completed', 'code': 200} Sep 30 01:00:35.553402 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:35.635430 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-06593f0c-1460-4710-ab53-546ae267f24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:35.636503 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-06593f0c-1460-4710-ab53-546ae267f24a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=038e4d0abd4b4e5c940f331b6f0950a9&device_id=4167bedc-2167-4bb9-b014-d7742c2bba14 HTTP/1.1" status: 200 len: 1094 time: 0.0876188 Sep 30 01:00:35.650412 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc3ac1-0fa4-4c54-9112-5e25c8fe65f4 req-1a104c03-99e5-436b-a653-3076e8c46787 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:35.652070 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d6fc3ac1-0fa4-4c54-9112-5e25c8fe65f4 req-1a104c03-99e5-436b-a653-3076e8c46787 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 945 time: 0.1138544 Sep 30 01:00:35.745780 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d6fc3ac1-0fa4-4c54-9112-5e25c8fe65f4 req-5948ec86-7b73-4b21-a667-ff83dcc36eec tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828581 Sep 30 01:00:35.763955 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-e57864d4-8938-4df7-8e9d-2110ce5d3440 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79d0ddb8-ee5d-4b43-b095-03db787e4207 HTTP/1.1" status: 200 len: 217 time: 0.1183343 Sep 30 01:00:35.839075 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-930a9825-9873-4a0e-a67c-800a7726b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:35.840393 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-930a9825-9873-4a0e-a67c-800a7726b192 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c136aabe-2b6e-40bd-889c-a97ee8fe6bf6 HTTP/1.1" status: 200 len: 850 time: 0.0694427 Sep 30 01:00:35.945414 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-607577d8-3e65-4ac2-b5b3-7384b031e1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:35.947056 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-607577d8-3e65-4ac2-b5b3-7384b031e1c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c98a929-4bc6-4ff2-9381-439d6c813487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982924 Sep 30 01:00:35.961813 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945eb85-401c-4ebd-979c-73288b15a1ac req-c376a528-52a2-4f46-ab5c-bcf0b8e4edba tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:35.963640 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9945eb85-401c-4ebd-979c-73288b15a1ac req-c376a528-52a2-4f46-ab5c-bcf0b8e4edba tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 944 time: 0.0994787 Sep 30 01:00:36.013306 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9945eb85-401c-4ebd-979c-73288b15a1ac req-070e3676-f6ca-4efa-85f8-3db865a9f9f9 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441618 Sep 30 01:00:36.152440 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-5694e37d-4bcb-4997-855d-f383ee5c8292 service neutron] 10.222.0.55 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972997 Sep 30 01:00:36.175442 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bafa0-22be-4b22-a726-4b9958e4cf63 req-27a8f4d2-c7df-44b2-9da7-716179578704 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:36.177976 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-374bafa0-22be-4b22-a726-4b9958e4cf63 req-27a8f4d2-c7df-44b2-9da7-716179578704 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 0.1988325 Sep 30 01:00:36.305634 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84981398-9033-4f2a-99a0-e0d61a00dca9 req-0b54a5a2-fcd5-4e8b-b041-f32f27fff1ad tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:36.307158 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-84981398-9033-4f2a-99a0-e0d61a00dca9 req-0b54a5a2-fcd5-4e8b-b041-f32f27fff1ad tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=4167bedc-2167-4bb9-b014-d7742c2bba14 HTTP/1.1" status: 200 len: 943 time: 0.0932305 Sep 30 01:00:36.326341 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-374bafa0-22be-4b22-a726-4b9958e4cf63 req-20e55a9d-05e3-4ca6-bc8c-7837198038f2 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177611 Sep 30 01:00:36.356996 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-84981398-9033-4f2a-99a0-e0d61a00dca9 req-5af624da-b8c6-4b5b-bc48-ecacc969bbc2 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439401 Sep 30 01:00:36.403766 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d5d9bfbd-035f-4652-9bfd-5bca7769886f req-cdc20ef1-9f1a-490f-8a72-381d38641543 service neutron] 10.222.0.55 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245629 Sep 30 01:00:36.502219 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d477b4c-0542-4abf-a433-06b9a866ffed req-639e4df9-458d-4b30-8874-8220f01a23cb tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:36.504706 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3d477b4c-0542-4abf-a433-06b9a866ffed req-639e4df9-458d-4b30-8874-8220f01a23cb tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2e2b61b-9427-4d38-8bf1-4df130447a01 HTTP/1.1" status: 200 len: 1024 time: 0.1467314 Sep 30 01:00:36.626508 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-3d477b4c-0542-4abf-a433-06b9a866ffed req-ee08f701-1877-4604-a1f2-bfee371b81f6 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Deleting port 88fc6622-3173-4d40-9eff-0ae6e6b19539 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:00:36.627075 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3d477b4c-0542-4abf-a433-06b9a866ffed req-ee08f701-1877-4604-a1f2-bfee371b81f6 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:36.841914 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae4cde-16c8-44c8-b848-de0c8bd0b316 req-51af3847-f764-42cf-82ee-4f249400a3af tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:36.843584 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-91ae4cde-16c8-44c8-b848-de0c8bd0b316 req-51af3847-f764-42cf-82ee-4f249400a3af tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2e2b61b-9427-4d38-8bf1-4df130447a01 HTTP/1.1" status: 200 len: 1024 time: 0.2937262 Sep 30 01:00:36.845822 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b94115-e099-4e61-97e2-58e242063037 req-c2f5ac32-51e5-433b-ac5b-ff3cfdc31094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:36.848003 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a0b94115-e099-4e61-97e2-58e242063037 req-c2f5ac32-51e5-433b-ac5b-ff3cfdc31094 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=038e4d0abd4b4e5c940f331b6f0950a9&device_id=4167bedc-2167-4bb9-b014-d7742c2bba14 HTTP/1.1" status: 200 len: 1094 time: 0.3522341 Sep 30 01:00:36.854586 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5fab50ee-dbcb-41a7-8b55-8246ad31422c req-0ea2a57b-6493-4632-b2d1-c71cf3ff53af tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0730634 Sep 30 01:00:37.007169 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-91ae4cde-16c8-44c8-b848-de0c8bd0b316 req-11f80040-ffe3-46f3-a997-7cf3bd84fd4b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b20767c-c3f9-4562-9fca-2dbc0cc5dfd2&id=92ab577b-a2be-4cb1-a3dc-b647b8a711d0&id=44d311bf-0963-4950-9bd9-f6be4a161077&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1569271 Sep 30 01:00:37.018201 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-3d477b4c-0542-4abf-a433-06b9a866ffed req-ee08f701-1877-4604-a1f2-bfee371b81f6 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] For port 88fc6622-3173-4d40-9eff-0ae6e6b19539, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=88fc6622-3173-4d40-9eff-0ae6e6b19539,segment=NetworkSegment(fd1d7848-daf0-474a-8f2e-05a325b3eee3),segment_id=fd1d7848-daf0-474a-8f2e-05a325b3eee3)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:00:37.019382 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3d477b4c-0542-4abf-a433-06b9a866ffed req-ee08f701-1877-4604-a1f2-bfee371b81f6 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:37.069669 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b94115-e099-4e61-97e2-58e242063037 req-444ed21b-a397-4265-a633-c6fcd15300b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:37.071647 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a0b94115-e099-4e61-97e2-58e242063037 req-444ed21b-a397-4265-a633-c6fcd15300b9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c98a929-4bc6-4ff2-9381-439d6c813487 HTTP/1.1" status: 200 len: 912 time: 0.2066176 Sep 30 01:00:37.195582 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-3d477b4c-0542-4abf-a433-06b9a866ffed req-ee08f701-1877-4604-a1f2-bfee371b81f6 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Calling delete_port for 88fc6622-3173-4d40-9eff-0ae6e6b19539 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:00:37.215456 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a0b94115-e099-4e61-97e2-58e242063037 req-0089028c-ab36-43aa-a980-cd053b0bd323 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79d0ddb8-ee5d-4b43-b095-03db787e4207 HTTP/1.1" status: 200 len: 217 time: 0.1306601 Sep 30 01:00:37.220726 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 8c9bd67e-2216-4d29-8c45-daceec60b8d3 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:00:37.310998 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b94115-e099-4e61-97e2-58e242063037 req-3201c475-f91a-498d-879f-3dd4ad56cc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:37.310998 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a0b94115-e099-4e61-97e2-58e242063037 req-3201c475-f91a-498d-879f-3dd4ad56cc4f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c136aabe-2b6e-40bd-889c-a97ee8fe6bf6 HTTP/1.1" status: 200 len: 850 time: 0.0834484 Sep 30 01:00:37.333915 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 8c9bd67e-2216-4d29-8c45-daceec60b8d3 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:00:37.339189 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 8c9bd67e-2216-4d29-8c45-daceec60b8d3 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:00:37.339584 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:37.400070 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3d477b4c-0542-4abf-a433-06b9a866ffed req-ee08f701-1877-4604-a1f2-bfee371b81f6 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:37.405184 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cedb8-74b0-4ae5-9b8f-528c6cdf4534 req-62a0a612-c660-48e1-b697-d1d5b6a4500e tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:37.408532 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-33714ee0-14b9-4700-9a4d-ff054cd74f38 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:37.413332 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4f0cedb8-74b0-4ae5-9b8f-528c6cdf4534 req-62a0a612-c660-48e1-b697-d1d5b6a4500e tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 945 time: 0.2577703 Sep 30 01:00:37.419795 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['4ce52075-0577-4319-8032-c8ea84c7e149'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:00:37.485738 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4f0cedb8-74b0-4ae5-9b8f-528c6cdf4534 req-4a68dd47-998e-41ea-a5ec-c7062bbc20de tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702553 Sep 30 01:00:37.486810 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08f701-1877-4604-a1f2-bfee371b81f6 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Pushing event deleted for resources: {'Port': ['ID=88fc6622-3173-4d40-9eff-0ae6e6b19539,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:37.491662 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ee08f701-1877-4604-a1f2-bfee371b81f6 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:37.529898 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b94115-e099-4e61-97e2-58e242063037 req-c61fc20f-d7d5-49a4-9f69-6263a73b36d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:37.534303 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a0b94115-e099-4e61-97e2-58e242063037 req-c61fc20f-d7d5-49a4-9f69-6263a73b36d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c98a929-4bc6-4ff2-9381-439d6c813487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2206068 Sep 30 01:00:37.689408 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-27e58dcf-23a6-45ca-a4a9-1eb8875bd9f9 req-9fb6737b-36da-4de6-8df4-93829bc2b2e9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c749669809e147e89dacd2d410cabfb6&device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0578492 Sep 30 01:00:37.692394 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d477b4c-0542-4abf-a433-06b9a866ffed req-ee08f701-1877-4604-a1f2-bfee371b81f6 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] No DVR routers for this DVR port 88fc6622-3173-4d40-9eff-0ae6e6b19539 on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:00:37.695543 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3d477b4c-0542-4abf-a433-06b9a866ffed req-ee08f701-1877-4604-a1f2-bfee371b81f6 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:37.698613 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e2b61b-9427-4d38-8bf1-4df130447a01', 'name': 'network-vif-deleted', 'tag': '88fc6622-3173-4d40-9eff-0ae6e6b19539'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:00:37.763362 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:37.821363 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45395b9c-44de-43d8-aabc-0cbf41f836ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9bd67e-2216-4d29-8c45-daceec60b8d3'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:00:37.860940 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a0b94115-e099-4e61-97e2-58e242063037 req-a0256ed3-3fc8-4fd9-b7c5-b5604b4abdbd service neutron] 10.222.0.55 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152184 Sep 30 01:00:37.874602 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 8c9bd67e-2216-4d29-8c45-daceec60b8d3, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=8c9bd67e-2216-4d29-8c45-daceec60b8d3,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:00:37.882546 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:37.886982 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:37.906365 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-27e58dcf-23a6-45ca-a4a9-1eb8875bd9f9 req-a269f9c6-8702-4d5d-96ed-dd40e0af0ec9 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=c749669809e147e89dacd2d410cabfb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2011595 Sep 30 01:00:37.914163 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3d477b4c-0542-4abf-a433-06b9a866ffed req-ee08f701-1877-4604-a1f2-bfee371b81f6 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.59 "DELETE /v2.0/ports/88fc6622-3173-4d40-9eff-0ae6e6b19539 HTTP/1.1" status: 204 len: 173 time: 1.3964946 Sep 30 01:00:37.923258 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe657c-8155-4995-9398-ebf0e9ae62e8 req-25387812-26d1-4a40-a55d-34bed7c66551 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:37.926752 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-adfe657c-8155-4995-9398-ebf0e9ae62e8 req-25387812-26d1-4a40-a55d-34bed7c66551 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 944 time: 0.1795311 Sep 30 01:00:38.061476 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=8c9bd67e-2216-4d29-8c45-daceec60b8d3,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:38.065069 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e58dcf-23a6-45ca-a4a9-1eb8875bd9f9 req-6dd93a93-91e5-45e4-8c41-514bc0463a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:38.066890 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-27e58dcf-23a6-45ca-a4a9-1eb8875bd9f9 req-6dd93a93-91e5-45e4-8c41-514bc0463a32 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1512454 Sep 30 01:00:38.070112 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a0b94115-e099-4e61-97e2-58e242063037 req-ae0d9580-7d3d-45f6-b0bf-ed59046ee08e service neutron] 10.222.0.55 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966703 Sep 30 01:00:38.072435 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:38.122029 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070b7d1-db3d-4965-946e-f6461d1f0baa req-f390f3cc-730f-4b0b-b1b5-6103f9a8d293 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:38.125462 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a070b7d1-db3d-4965-946e-f6461d1f0baa req-f390f3cc-730f-4b0b-b1b5-6103f9a8d293 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 0.2694263 Sep 30 01:00:38.139949 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-adfe657c-8155-4995-9398-ebf0e9ae62e8 req-5e85bdc2-0d9b-4e26-b823-9ae227a6572f tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688136 Sep 30 01:00:38.196859 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a070b7d1-db3d-4965-946e-f6461d1f0baa req-07788edc-5ce4-4257-91e4-7e508362b2ea tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630338 Sep 30 01:00:38.352276 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e9a80-cd90-49f9-8198-0477f11457b4 req-3041bc55-b169-4f8f-b078-86d339b98e82 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:38.353547 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-fa9e9a80-cd90-49f9-8198-0477f11457b4 req-3041bc55-b169-4f8f-b078-86d339b98e82 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Synchronizing usage tracker for tenant:038e4d0abd4b4e5c940f331b6f0950a9 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:00:38.370109 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-fa9e9a80-cd90-49f9-8198-0477f11457b4 req-3041bc55-b169-4f8f-b078-86d339b98e82 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Unset dirty status for tenant:038e4d0abd4b4e5c940f331b6f0950a9 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:00:38.371756 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fa9e9a80-cd90-49f9-8198-0477f11457b4 req-3041bc55-b169-4f8f-b078-86d339b98e82 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=4167bedc-2167-4bb9-b014-d7742c2bba14 HTTP/1.1" status: 200 len: 943 time: 0.1087716 Sep 30 01:00:38.405699 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503a9b5-0d70-44e1-8317-c317dd7e9365 req-797081fb-c48d-47df-90e3-4ef0ecd5c14d tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:38.407260 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6503a9b5-0d70-44e1-8317-c317dd7e9365 req-797081fb-c48d-47df-90e3-4ef0ecd5c14d tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 945 time: 0.0953121 Sep 30 01:00:38.431357 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fa9e9a80-cd90-49f9-8198-0477f11457b4 req-adfc3c2a-cfe3-4ab8-ad47-70fca1a02be3 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529637 Sep 30 01:00:38.475572 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6503a9b5-0d70-44e1-8317-c317dd7e9365 req-38000181-ec31-4835-98fc-26c91807db7d tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586982 Sep 30 01:00:38.615931 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e2b61b-9427-4d38-8bf1-4df130447a01', 'name': 'network-vif-deleted', 'tag': '88fc6622-3173-4d40-9eff-0ae6e6b19539', 'status': 'completed', 'code': 200} Sep 30 01:00:38.619431 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-982f90c8-7308-49f3-94c8-d1307e48f0de req-a2c21f1f-c6f1-4799-a19e-cad41e81b8fc tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0710530 Sep 30 01:00:38.678572 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45395b9c-44de-43d8-aabc-0cbf41f836ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9bd67e-2216-4d29-8c45-daceec60b8d3', 'code': 200} Sep 30 01:00:38.784691 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b2ab9ac3-0218-4a00-9513-fe2fdc8e2a52 req-2ad42954-ee06-4f2b-bad2-7b007b61f212 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2e2b61b-9427-4d38-8bf1-4df130447a01 HTTP/1.1" status: 200 len: 210 time: 0.0526361 Sep 30 01:00:39.004383 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee2e03-2948-4229-8f38-ea48957fae80 req-e3f133fa-d8b1-4052-ade5-b73d8b42b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:39.006117 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a1ee2e03-2948-4229-8f38-ea48957fae80 req-e3f133fa-d8b1-4052-ade5-b73d8b42b6cf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 1096 time: 0.1369746 Sep 30 01:00:39.063925 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a1ee2e03-2948-4229-8f38-ea48957fae80 req-3e424061-0806-4739-8a48-3f0b0d38b379 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460997 Sep 30 01:00:39.081893 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397e914-2fe3-4ad8-bcb6-66197ad928c0 req-6cb48982-2802-4c61-99e5-c263df7abccf tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:39.083333 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a397e914-2fe3-4ad8-bcb6-66197ad928c0 req-6cb48982-2802-4c61-99e5-c263df7abccf tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 945 time: 0.1254344 Sep 30 01:00:39.091400 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 79d0ddb8-ee5d-4b43-b095-03db787e4207 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:00:39.136790 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a397e914-2fe3-4ad8-bcb6-66197ad928c0 req-1b993729-7832-4493-815e-306bcbf2e3ca tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436940 Sep 30 01:00:39.212599 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 88fc6622-3173-4d40-9eff-0ae6e6b19539 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:00:39.256280 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: 88fc6622-3173-4d40-9eff-0ae6e6b19539 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:00:39.257328 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 88fc6622-3173-4d40-9eff-0ae6e6b19539 not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:00:39.317176 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 79d0ddb8-ee5d-4b43-b095-03db787e4207, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=79d0ddb8-ee5d-4b43-b095-03db787e4207,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:00:39.332987 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '79d0ddb8-ee5d-4b43-b095-03db787e4207', 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487', 'port_id': '79d0ddb8-ee5d-4b43-b095-03db787e4207', 'mac_address': 'fa:16:3e:86:63:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c136aabe-2b6e-40bd-889c-a97ee8fe6bf6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:00:39.368531 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099e6db-61d2-45a0-9f50-e11e89de21d8 req-5ffe2b3f-869a-49a7-8d54-eb995c0c3810 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:39.382761 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e099e6db-61d2-45a0-9f50-e11e89de21d8 req-5ffe2b3f-869a-49a7-8d54-eb995c0c3810 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 945 time: 0.1221914 Sep 30 01:00:39.394880 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:39.412438 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d0ddb8-ee5d-4b43-b095-03db787e4207 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:00:39.423192 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e099e6db-61d2-45a0-9f50-e11e89de21d8 req-6cf7d748-1945-4be3-8b7c-bb75a3249c82 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428524 Sep 30 01:00:39.427253 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6354e-6d30-4464-b76d-e9338491729f req-f9cda36e-5e3b-41fe-bd2d-dd71465e221d tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:39.428553 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-36e6354e-6d30-4464-b76d-e9338491729f req-f9cda36e-5e3b-41fe-bd2d-dd71465e221d tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 945 time: 0.0927424 Sep 30 01:00:39.429076 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 79d0ddb8-ee5d-4b43-b095-03db787e4207, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=79d0ddb8-ee5d-4b43-b095-03db787e4207,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:00:39.434469 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:39.437422 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:39.475839 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-36e6354e-6d30-4464-b76d-e9338491729f req-6b644f29-80de-4ed5-8702-9befd1970d64 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408380 Sep 30 01:00:39.519701 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=79d0ddb8-ee5d-4b43-b095-03db787e4207,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:39.523116 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:39.610522 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedfc93-dc3c-4c52-9537-799df84504b8 req-f350242d-7876-4005-be47-436fee664147 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:39.612687 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bdedfc93-dc3c-4c52-9537-799df84504b8 req-f350242d-7876-4005-be47-436fee664147 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 0.0853522 Sep 30 01:00:39.660137 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bdedfc93-dc3c-4c52-9537-799df84504b8 req-6d57702e-3d2d-404f-9c6d-83b9504be927 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415895 Sep 30 01:00:39.672387 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9743d-d95c-4b87-9939-f7ee490be196 req-d2a3a30b-ddab-4d01-88e9-713f25d6a2bf tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:39.673965 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9ef9743d-d95c-4b87-9939-f7ee490be196 req-d2a3a30b-ddab-4d01-88e9-713f25d6a2bf tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=4167bedc-2167-4bb9-b014-d7742c2bba14 HTTP/1.1" status: 200 len: 944 time: 0.0803351 Sep 30 01:00:39.732127 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9ef9743d-d95c-4b87-9939-f7ee490be196 req-597fad9e-55a5-4dfd-9140-5d7958c87f10 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519843 Sep 30 01:00:39.732327 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['79d0ddb8-ee5d-4b43-b095-03db787e4207'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:00:39.823613 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2a6d6b96-b53a-487a-9628-5cc810007ff5 req-9ba97a89-abc7-4eb5-a992-2a43fe19f686 tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0599120 Sep 30 01:00:39.925471 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5779a6-b9fd-4fd4-bb38-1a1f98f31196 req-90f745d4-2022-4e89-993a-494a17c209b8 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:39.927269 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7d5779a6-b9fd-4fd4-bb38-1a1f98f31196 req-90f745d4-2022-4e89-993a-494a17c209b8 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 945 time: 0.0927229 Sep 30 01:00:39.977168 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7d5779a6-b9fd-4fd4-bb38-1a1f98f31196 req-ec522610-d51a-4d50-bb72-f88106828e17 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429223 Sep 30 01:00:40.052927 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a618b769-c9ed-4044-8e46-2375c23293e2 req-466c118c-bcd1-487a-81f0-7630f4e422f0 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups/92ab577b-a2be-4cb1-a3dc-b647b8a711d0 HTTP/1.1" status: 200 len: 1800 time: 0.0487256 Sep 30 01:00:40.129998 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a618b769-c9ed-4044-8e46-2375c23293e2 req-5dbc2637-5199-409c-9f90-97dbc984d926 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:40.166464 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a618b769-c9ed-4044-8e46-2375c23293e2 req-5dbc2637-5199-409c-9f90-97dbc984d926 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:40.218658 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a618b769-c9ed-4044-8e46-2375c23293e2 req-5dbc2637-5199-409c-9f90-97dbc984d926 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:40.227242 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e1076d50-7ce9-4735-8684-b01833ea2e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:40.246321 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc2637-5199-409c-9f90-97dbc984d926 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ab577b-a2be-4cb1-a3dc-b647b8a711d0,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:40.249382 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5dbc2637-5199-409c-9f90-97dbc984d926 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:40.260316 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a618b769-c9ed-4044-8e46-2375c23293e2 req-5dbc2637-5199-409c-9f90-97dbc984d926 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:40.261633 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a618b769-c9ed-4044-8e46-2375c23293e2 req-5dbc2637-5199-409c-9f90-97dbc984d926 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "DELETE /v2.0/security-groups/92ab577b-a2be-4cb1-a3dc-b647b8a711d0 HTTP/1.1" status: 204 len: 173 time: 0.2028904 Sep 30 01:00:40.325057 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0b24e305-692c-49f0-9bc9-6cd70cd16ecf req-536af5b7-fb52-4d23-911b-035c1a7ad55a tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups/0b20767c-c3f9-4562-9fca-2dbc0cc5dfd2 HTTP/1.1" status: 200 len: 1801 time: 0.0445924 Sep 30 01:00:40.346757 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c41678-0332-4160-bb1e-e6bfa5d18b64 req-f06070cf-a43a-4916-a550-e39d6072e6e1 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:40.348216 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-08c41678-0332-4160-bb1e-e6bfa5d18b64 req-f06070cf-a43a-4916-a550-e39d6072e6e1 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 945 time: 0.0887239 Sep 30 01:00:40.392466 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-08c41678-0332-4160-bb1e-e6bfa5d18b64 req-8a5206a7-9f84-4cd2-ae1b-4df105041be2 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381231 Sep 30 01:00:40.395371 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0b24e305-692c-49f0-9bc9-6cd70cd16ecf req-757c4a2a-49ac-4825-9d33-0afd3b827c6d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:40.422331 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0b24e305-692c-49f0-9bc9-6cd70cd16ecf req-757c4a2a-49ac-4825-9d33-0afd3b827c6d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:40.470781 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0b24e305-692c-49f0-9bc9-6cd70cd16ecf req-757c4a2a-49ac-4825-9d33-0afd3b827c6d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:40.475991 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6369e05c-2428-42b4-a05f-fb16b642a7cf tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:40.490505 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c4a2a-49ac-4825-9d33-0afd3b827c6d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b20767c-c3f9-4562-9fca-2dbc0cc5dfd2,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:40.494103 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-757c4a2a-49ac-4825-9d33-0afd3b827c6d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:40.497347 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0b24e305-692c-49f0-9bc9-6cd70cd16ecf req-757c4a2a-49ac-4825-9d33-0afd3b827c6d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:40.498427 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0b24e305-692c-49f0-9bc9-6cd70cd16ecf req-757c4a2a-49ac-4825-9d33-0afd3b827c6d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "DELETE /v2.0/security-groups/0b20767c-c3f9-4562-9fca-2dbc0cc5dfd2 HTTP/1.1" status: 204 len: 173 time: 0.1675920 Sep 30 01:00:40.579762 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-27e58dcf-23a6-45ca-a4a9-1eb8875bd9f9 req-ff082e64-b061-48d5-80b6-d51c4242a5a7 tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.59 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0560064 Sep 30 01:00:40.604095 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ac4aa-e1b2-4969-bf24-94fd43a711fd req-bc09de35-36dd-4b0d-adf0-a2e6e35aca61 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:40.605887 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0d3ac4aa-e1b2-4969-bf24-94fd43a711fd req-bc09de35-36dd-4b0d-adf0-a2e6e35aca61 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 945 time: 0.0864000 Sep 30 01:00:40.658676 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0d3ac4aa-e1b2-4969-bf24-94fd43a711fd req-25d8a8fc-ec18-4355-903c-6c7534fab2a7 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472913 Sep 30 01:00:40.692520 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771eaf0-f0fb-4924-9c40-a3d4bdf4d722 req-eee81d5e-232e-4a7f-9ac8-e78387937b97 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:40.692989 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-9d5b0af3-7814-4a6b-bf32-8b96e54bfc6a req-9e4ee681-4d54-4893-b11d-5459d49c111f tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-443731380', 'description': 'tempest-description-221647121'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:00:40.694603 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1771eaf0-f0fb-4924-9c40-a3d4bdf4d722 req-eee81d5e-232e-4a7f-9ac8-e78387937b97 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 945 time: 0.0917130 Sep 30 01:00:40.699353 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-9d5b0af3-7814-4a6b-bf32-8b96e54bfc6a req-9e4ee681-4d54-4893-b11d-5459d49c111f tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:00:40.703508 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-9d5b0af3-7814-4a6b-bf32-8b96e54bfc6a req-9e4ee681-4d54-4893-b11d-5459d49c111f tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Usage tracker for resource:security_group and tenant:0c31ce93bef643c399b0202981c1806a is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:00:40.708338 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-9d5b0af3-7814-4a6b-bf32-8b96e54bfc6a req-9e4ee681-4d54-4893-b11d-5459d49c111f tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:00:40.714412 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-9d5b0af3-7814-4a6b-bf32-8b96e54bfc6a req-9e4ee681-4d54-4893-b11d-5459d49c111f tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:00:40.725306 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9d5b0af3-7814-4a6b-bf32-8b96e54bfc6a req-9e4ee681-4d54-4893-b11d-5459d49c111f tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:40.743929 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1771eaf0-f0fb-4924-9c40-a3d4bdf4d722 req-ddd2179a-1528-4d2f-ada0-e25b29badc4b tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430720 Sep 30 01:00:40.746854 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-9d5b0af3-7814-4a6b-bf32-8b96e54bfc6a req-9e4ee681-4d54-4893-b11d-5459d49c111f tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:00:40.751006 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-9d5b0af3-7814-4a6b-bf32-8b96e54bfc6a req-9e4ee681-4d54-4893-b11d-5459d49c111f tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Usage tracker for resource:security_group_rule and tenant:0c31ce93bef643c399b0202981c1806a is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:00:40.754665 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-9d5b0af3-7814-4a6b-bf32-8b96e54bfc6a req-9e4ee681-4d54-4893-b11d-5459d49c111f tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:00:40.762241 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-9d5b0af3-7814-4a6b-bf32-8b96e54bfc6a req-9e4ee681-4d54-4893-b11d-5459d49c111f tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:00:40.838745 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9d5b0af3-7814-4a6b-bf32-8b96e54bfc6a req-9e4ee681-4d54-4893-b11d-5459d49c111f tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:40.843641 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9d5b0af3-7814-4a6b-bf32-8b96e54bfc6a req-9e4ee681-4d54-4893-b11d-5459d49c111f tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:40.847480 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d4d25905-e49e-4a3a-88a2-4e4e5dad092b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:40.889793 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ee681-4d54-4893-b11d-5459d49c111f tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03b1b68e-86ae-4e7c-a203-1aa65d31515d,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:40.892784 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9e4ee681-4d54-4893-b11d-5459d49c111f tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:40.893676 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9d5b0af3-7814-4a6b-bf32-8b96e54bfc6a req-9e4ee681-4d54-4893-b11d-5459d49c111f tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:40.894939 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9d5b0af3-7814-4a6b-bf32-8b96e54bfc6a req-9e4ee681-4d54-4893-b11d-5459d49c111f tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2070093 Sep 30 01:00:40.935498 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7754c-314e-4af0-8cb9-2a1c2cb4e985 req-324255d7-5701-4825-a000-a47c11acdafe tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:40.939347 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2ad7754c-314e-4af0-8cb9-2a1c2cb4e985 req-324255d7-5701-4825-a000-a47c11acdafe tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 0.0901577 Sep 30 01:00:40.982160 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2ad7754c-314e-4af0-8cb9-2a1c2cb4e985 req-327851e9-6950-4f84-96f9-e1f71c08a387 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397189 Sep 30 01:00:41.090346 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb612c-688b-4871-a65e-96f336d6cee2 req-754a7b99-3ced-4cff-8401-acb9410cd4fb tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:41.098058 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-83eb612c-688b-4871-a65e-96f336d6cee2 req-754a7b99-3ced-4cff-8401-acb9410cd4fb tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 945 time: 0.0956564 Sep 30 01:00:41.101624 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 79d0ddb8-ee5d-4b43-b095-03db787e4207 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:00:41.198556 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0486187-1132-4b06-be04-a77824eb51e2 req-8dd6d966-e501-4b25-8402-d6fd3e636d66 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:41.200860 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c0486187-1132-4b06-be04-a77824eb51e2 req-8dd6d966-e501-4b25-8402-d6fd3e636d66 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=4167bedc-2167-4bb9-b014-d7742c2bba14 HTTP/1.1" status: 200 len: 944 time: 0.1127417 Sep 30 01:00:41.209198 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port 79d0ddb8-ee5d-4b43-b095-03db787e4207 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:00:41.214868 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 79d0ddb8-ee5d-4b43-b095-03db787e4207 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:00:41.215268 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:41.251033 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c0486187-1132-4b06-be04-a77824eb51e2 req-977ce13f-3ca6-4827-a2e4-820871860827 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431042 Sep 30 01:00:41.293011 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-83eb612c-688b-4871-a65e-96f336d6cee2 req-8aa783e7-91ee-4495-a324-83388a547bac tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941776 Sep 30 01:00:41.371300 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-22b37b82-fea4-44d5-a599-36e67ddaf5a7 req-52b3b3e3-a44d-46c2-9b43-43dc3b7b2bc1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups/03b1b68e-86ae-4e7c-a203-1aa65d31515d HTTP/1.1" status: 200 len: 1801 time: 0.0619524 Sep 30 01:00:41.374296 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:41.377395 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-22b37b82-fea4-44d5-a599-36e67ddaf5a7 req-0c404074-7ff7-474f-8773-9fb10837f561 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Request body: {'security_group': {'name': 'tempest-sg-hth-393116161', 'description': 'tempest-description-hth-599429009'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:00:41.405809 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4167bedc-2167-4bb9-b014-d7742c2bba14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d0ddb8-ee5d-4b43-b095-03db787e4207'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:00:41.410414 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-22b37b82-fea4-44d5-a599-36e67ddaf5a7 req-0c404074-7ff7-474f-8773-9fb10837f561 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:41.415873 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 79d0ddb8-ee5d-4b43-b095-03db787e4207, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=79d0ddb8-ee5d-4b43-b095-03db787e4207,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:00:41.420657 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:41.422447 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:41.476181 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-22b37b82-fea4-44d5-a599-36e67ddaf5a7 req-0c404074-7ff7-474f-8773-9fb10837f561 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:41.479537 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-21a398de-ce39-4eac-93d2-f5ec7ac24014 req-467b047f-9bbd-4e32-b6b1-d04d1ae4309d tempest-ServerShowV257Test-148556273 tempest-ServerShowV257Test-148556273-project] 10.222.0.39 "GET /v2.0/ports?device_id=06436d7c-0847-47e7-9ece-a5a101209ac8 HTTP/1.1" status: 200 len: 210 time: 0.0966249 Sep 30 01:00:41.483124 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-22b37b82-fea4-44d5-a599-36e67ddaf5a7 req-0c404074-7ff7-474f-8773-9fb10837f561 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:41.488779 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-22b37b82-fea4-44d5-a599-36e67ddaf5a7 req-0c404074-7ff7-474f-8773-9fb10837f561 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:41.490453 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-22b37b82-fea4-44d5-a599-36e67ddaf5a7 req-0c404074-7ff7-474f-8773-9fb10837f561 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "PUT /v2.0/security-groups/03b1b68e-86ae-4e7c-a203-1aa65d31515d HTTP/1.1" status: 200 len: 1775 time: 0.1174822 Sep 30 01:00:41.491571 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-93483c3e-5eae-4801-9b26-305477989839 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:41.495918 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:41.501061 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=79d0ddb8-ee5d-4b43-b095-03db787e4207,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:41.510103 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:41.548299 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c404074-7ff7-474f-8773-9fb10837f561 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03b1b68e-86ae-4e7c-a203-1aa65d31515d,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:41.552192 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0c404074-7ff7-474f-8773-9fb10837f561 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:41.706112 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4167bedc-2167-4bb9-b014-d7742c2bba14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d0ddb8-ee5d-4b43-b095-03db787e4207', 'code': 200} Sep 30 01:00:41.771902 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-12fb8486-4720-49ee-b188-a08aadaf25be req-cc7769e5-e3b7-47b7-b16b-bef4554e2b0b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups/03b1b68e-86ae-4e7c-a203-1aa65d31515d HTTP/1.1" status: 200 len: 1775 time: 0.0545318 Sep 30 01:00:41.863321 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6d71c-73c6-4ee0-b752-65ad3374cbe7 req-b6754c0b-d5c9-4c80-8a80-2b4a2367729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:41.864836 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cdd6d71c-73c6-4ee0-b752-65ad3374cbe7 req-b6754c0b-d5c9-4c80-8a80-2b4a2367729d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4167bedc-2167-4bb9-b014-d7742c2bba14 HTTP/1.1" status: 200 len: 1096 time: 0.0917547 Sep 30 01:00:41.973718 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cdd6d71c-73c6-4ee0-b752-65ad3374cbe7 req-c8ff015f-e929-440b-9ddc-1ac6ac34b2c8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009097 Sep 30 01:00:42.016290 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a8b09-0489-4ab9-9add-6dc82096e32f req-fb591210-6eba-4ae7-8df5-86e356208710 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:42.017875 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-980a8b09-0489-4ab9-9add-6dc82096e32f req-fb591210-6eba-4ae7-8df5-86e356208710 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 945 time: 0.1324198 Sep 30 01:00:42.076976 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-980a8b09-0489-4ab9-9add-6dc82096e32f req-4754dbff-322a-4631-bdf2-416bf7f803a6 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514779 Sep 30 01:00:42.146520 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9443b20f-ba0b-4fc1-b5b3-eb82e12efb32 req-18db3f2b-6842-445d-aacd-e447ac616b22 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups/03b1b68e-86ae-4e7c-a203-1aa65d31515d HTTP/1.1" status: 200 len: 1775 time: 0.0757577 Sep 30 01:00:42.244917 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9443b20f-ba0b-4fc1-b5b3-eb82e12efb32 req-0eef7a30-b623-46a7-bccc-ff951d323ae1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:42.277244 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9443b20f-ba0b-4fc1-b5b3-eb82e12efb32 req-0eef7a30-b623-46a7-bccc-ff951d323ae1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:42.351209 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9443b20f-ba0b-4fc1-b5b3-eb82e12efb32 req-0eef7a30-b623-46a7-bccc-ff951d323ae1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:42.361095 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6dff43ca-d6b2-43ce-95b4-b3976d8afd03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:42.382406 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef7a30-b623-46a7-bccc-ff951d323ae1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b1b68e-86ae-4e7c-a203-1aa65d31515d,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:42.392523 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0eef7a30-b623-46a7-bccc-ff951d323ae1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:42.395927 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02431df5-e837-4d41-9d50-dd3d530b2a6a req-89a1f15a-5d8c-4a9e-bd55-cad0144ca6d7 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:42.397295 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-9443b20f-ba0b-4fc1-b5b3-eb82e12efb32 req-0eef7a30-b623-46a7-bccc-ff951d323ae1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:42.412110 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-02431df5-e837-4d41-9d50-dd3d530b2a6a req-89a1f15a-5d8c-4a9e-bd55-cad0144ca6d7 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 0.1553378 Sep 30 01:00:42.419085 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9443b20f-ba0b-4fc1-b5b3-eb82e12efb32 req-0eef7a30-b623-46a7-bccc-ff951d323ae1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "DELETE /v2.0/security-groups/03b1b68e-86ae-4e7c-a203-1aa65d31515d HTTP/1.1" status: 204 len: 173 time: 0.2637835 Sep 30 01:00:42.460868 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-02431df5-e837-4d41-9d50-dd3d530b2a6a req-1c334597-7ebc-44b5-aac7-157945dc7129 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481188 Sep 30 01:00:42.694448 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52051a-dcda-42bc-8253-4f1a71dd8b7f req-a9a72712-b0d9-4bc7-b4d6-903d8a86c387 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:42.695995 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fe52051a-dcda-42bc-8253-4f1a71dd8b7f req-a9a72712-b0d9-4bc7-b4d6-903d8a86c387 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 1096 time: 0.0956266 Sep 30 01:00:42.751294 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fe52051a-dcda-42bc-8253-4f1a71dd8b7f req-0eaf706b-856d-4e07-8045-a24423cd8964 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486324 Sep 30 01:00:42.776356 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5917c4-cea2-43de-b614-3b8f91c8615a req-4864cd19-c2df-4d72-8807-3a45c786828a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:42.777319 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8d5917c4-cea2-43de-b614-3b8f91c8615a req-4864cd19-c2df-4d72-8807-3a45c786828a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=4167bedc-2167-4bb9-b014-d7742c2bba14 HTTP/1.1" status: 200 len: 945 time: 0.1150787 Sep 30 01:00:42.830365 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8d5917c4-cea2-43de-b614-3b8f91c8615a req-658257fa-caae-4859-8a26-f3152bb39ed6 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438271 Sep 30 01:00:43.240969 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 41826) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:00:43.321593 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d1918-e439-4ea2-aa82-8e1aab3ba87a req-dc9e0121-54e3-47fd-83f8-41532e93f4bc tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:43.323692 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7f2d1918-e439-4ea2-aa82-8e1aab3ba87a req-dc9e0121-54e3-47fd-83f8-41532e93f4bc tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 1096 time: 0.0867960 Sep 30 01:00:43.399052 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7f2d1918-e439-4ea2-aa82-8e1aab3ba87a req-05c1496d-65ea-4acd-bde8-9130ef098e9a tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659471 Sep 30 01:00:43.437553 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f5a3526f-8874-4a7f-b02a-56dee2e7aff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:43.465740 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-f5a3526f-8874-4a7f-b02a-56dee2e7aff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:00:43.472649 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-f5a3526f-8874-4a7f-b02a-56dee2e7aff1 admin admin] Usage tracker for resource:security_group_rule and tenant:c749669809e147e89dacd2d410cabfb6 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:00:43.477220 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-f5a3526f-8874-4a7f-b02a-56dee2e7aff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:00:43.488039 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-f5a3526f-8874-4a7f-b02a-56dee2e7aff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:00:43.556364 n-d-811809-1 neutron-server[80275]: INFO neutron.api.v2.resource [req-91950d53-4ce6-40e3-9936-825386a973d9 req-77931f49-e578-47d0-b983-8ca3fd205be5 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] show failed (client error): The resource could not be found. Sep 30 01:00:43.571959 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-91950d53-4ce6-40e3-9936-825386a973d9 req-77931f49-e578-47d0-b983-8ca3fd205be5 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups/0b20767c-c3f9-4562-9fca-2dbc0cc5dfd2 HTTP/1.1" status: 404 len: 352 time: 0.0541890 Sep 30 01:00:43.783317 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7811d-0694-4f8d-8609-7a152f198dfd req-4557a7ef-5c01-40f1-8771-4a93df3a97a8 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:43.785033 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-44f7811d-0694-4f8d-8609-7a152f198dfd req-4557a7ef-5c01-40f1-8771-4a93df3a97a8 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 0.0968528 Sep 30 01:00:43.788679 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f5a3526f-8874-4a7f-b02a-56dee2e7aff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:43.793280 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f5a3526f-8874-4a7f-b02a-56dee2e7aff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:43.805713 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e4fbc9be-a7c1-4d9c-96d3-22112a25fb41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:43.829026 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2430b-ffc6-43fe-8558-45a25ece3191 req-7d65d1c1-56d4-46f5-a0b8-e57a21c15c6a tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:43.829932 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9ca2430b-ffc6-43fe-8558-45a25ece3191 req-7d65d1c1-56d4-46f5-a0b8-e57a21c15c6a tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 945 time: 0.2871315 Sep 30 01:00:43.860310 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-44f7811d-0694-4f8d-8609-7a152f198dfd req-9b360588-49c4-447b-a09d-5c9b9f4de5a6 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661430 Sep 30 01:00:43.892187 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-f5a3526f-8874-4a7f-b02a-56dee2e7aff1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c749669809e147e89dacd2d410cabfb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6466782 Sep 30 01:00:43.892316 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 41842) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:00:43.892406 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3526f-8874-4a7f-b02a-56dee2e7aff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3327c8-6348-40ab-941c-9c4efd30c75e,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:43.915839 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3526f-8874-4a7f-b02a-56dee2e7aff1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:43.915839 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3526f-8874-4a7f-b02a-56dee2e7aff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:43.915839 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3526f-8874-4a7f-b02a-56dee2e7aff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:43.915839 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3526f-8874-4a7f-b02a-56dee2e7aff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:43.915839 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3526f-8874-4a7f-b02a-56dee2e7aff1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:43.915839 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3526f-8874-4a7f-b02a-56dee2e7aff1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:43.915839 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3526f-8874-4a7f-b02a-56dee2e7aff1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:43.915839 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3526f-8874-4a7f-b02a-56dee2e7aff1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:43.915839 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3526f-8874-4a7f-b02a-56dee2e7aff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:43.917168 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3526f-8874-4a7f-b02a-56dee2e7aff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:43.917168 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3526f-8874-4a7f-b02a-56dee2e7aff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:43.917168 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a3526f-8874-4a7f-b02a-56dee2e7aff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:43.923375 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f5a3526f-8874-4a7f-b02a-56dee2e7aff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:43.928313 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9ca2430b-ffc6-43fe-8558-45a25ece3191 req-f0771802-2167-4ec2-941c-ca143e28f53d tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849781 Sep 30 01:00:43.978138 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-42b43cc6-5d05-4528-a0a5-f61afeccb24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:43.990231 n-d-811809-1 neutron-server[80274]: INFO neutron.api.v2.resource [req-56c3effe-e634-4396-bfbb-bbbf600f3867 req-344ab57c-4e9f-4bae-bd4c-494c5460a380 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] show failed (client error): The resource could not be found. Sep 30 01:00:43.994342 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-56c3effe-e634-4396-bfbb-bbbf600f3867 req-344ab57c-4e9f-4bae-bd4c-494c5460a380 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups/92ab577b-a2be-4cb1-a3dc-b647b8a711d0 HTTP/1.1" status: 404 len: 352 time: 0.0221417 Sep 30 01:00:44.015961 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-42b43cc6-5d05-4528-a0a5-f61afeccb24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:44.133313 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-42b43cc6-5d05-4528-a0a5-f61afeccb24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:44.139702 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d5e31919-d19c-4046-9880-ed898782f50a tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:44.156651 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b43cc6-5d05-4528-a0a5-f61afeccb24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3327c8-6348-40ab-941c-9c4efd30c75e,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:44.160936 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-42b43cc6-5d05-4528-a0a5-f61afeccb24f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:44.167727 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-42b43cc6-5d05-4528-a0a5-f61afeccb24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:44.167727 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-42b43cc6-5d05-4528-a0a5-f61afeccb24f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7a3327c8-6348-40ab-941c-9c4efd30c75e HTTP/1.1" status: 204 len: 168 time: 0.2728388 Sep 30 01:00:44.195380 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2494ee-b1d3-4f2c-8235-c4f7ca79fb12 req-fa7cfdf0-820a-49d8-bb3a-4c42ed77ce00 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:44.199873 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bf2494ee-b1d3-4f2c-8235-c4f7ca79fb12 req-fa7cfdf0-820a-49d8-bb3a-4c42ed77ce00 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=4167bedc-2167-4bb9-b014-d7742c2bba14 HTTP/1.1" status: 200 len: 945 time: 0.1424661 Sep 30 01:00:44.270513 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bf2494ee-b1d3-4f2c-8235-c4f7ca79fb12 req-b0f0fc35-354b-43f2-9c44-49abbb98878d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626092 Sep 30 01:00:44.330012 n-d-811809-1 neutron-server[80275]: INFO neutron.api.v2.resource [req-e6a54be7-0691-442a-9941-a363fa64f466 req-90ba84b6-ebaa-470a-87d6-ef34dfd4232a tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] show failed (client error): The resource could not be found. Sep 30 01:00:44.334772 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e6a54be7-0691-442a-9941-a363fa64f466 req-90ba84b6-ebaa-470a-87d6-ef34dfd4232a tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups/7a530ace-77b8-466e-b42d-b3757d324021 HTTP/1.1" status: 404 len: 352 time: 0.0220804 Sep 30 01:00:44.819563 n-d-811809-1 neutron-server[80275]: INFO neutron.api.v2.resource [req-0548e254-4135-43e8-8b07-363ebc45f2dc req-b338b5dd-2c22-4c06-8c4d-10d7bdf41376 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] show failed (client error): The resource could not be found. Sep 30 01:00:44.822138 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0548e254-4135-43e8-8b07-363ebc45f2dc req-b338b5dd-2c22-4c06-8c4d-10d7bdf41376 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups/9cacb301-24e9-478c-af4a-226b784dcb5e HTTP/1.1" status: 404 len: 352 time: 0.0230055 Sep 30 01:00:44.870884 n-d-811809-1 neutron-server[80275]: INFO neutron.api.v2.resource [req-a4be5a35-018f-400a-a6c0-0f4bc8cadf66 req-5cb37e3d-010a-4ebf-9e61-1fe24b002aa7 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] show failed (client error): The resource could not be found. Sep 30 01:00:44.876147 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a4be5a35-018f-400a-a6c0-0f4bc8cadf66 req-5cb37e3d-010a-4ebf-9e61-1fe24b002aa7 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups/045524b3-19d9-453e-a435-642c151e8914 HTTP/1.1" status: 404 len: 352 time: 0.0269310 Sep 30 01:00:45.074444 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbd110-0f86-4577-a6a0-0f9196be4c3e req-c539915e-49d1-4a4d-8fc1-60d6877bcd89 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:45.075607 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-66dbd110-0f86-4577-a6a0-0f9196be4c3e req-c539915e-49d1-4a4d-8fc1-60d6877bcd89 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 0.0940332 Sep 30 01:00:45.145480 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-66dbd110-0f86-4577-a6a0-0f9196be4c3e req-0fbf8dff-558f-430b-b347-94451dac2df4 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621674 Sep 30 01:00:45.191421 n-d-811809-1 neutron-server[80275]: INFO neutron.api.v2.resource [req-14072172-b2a4-4e01-b282-033798da80fd req-06d99f4e-a2cf-4101-b57a-792be2797f62 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] show failed (client error): The resource could not be found. Sep 30 01:00:45.192437 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-14072172-b2a4-4e01-b282-033798da80fd req-06d99f4e-a2cf-4101-b57a-792be2797f62 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups/2b6a51ae-1965-4528-862d-5c9095b87775 HTTP/1.1" status: 404 len: 352 time: 0.0226247 Sep 30 01:00:45.395371 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f099fad-52a7-4511-97e3-5a835d8e4d20 req-d3c0356f-d440-4052-b899-b0c9d4fcd59d tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:45.401263 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9f099fad-52a7-4511-97e3-5a835d8e4d20 req-d3c0356f-d440-4052-b899-b0c9d4fcd59d tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 945 time: 0.1027832 Sep 30 01:00:45.444361 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9f099fad-52a7-4511-97e3-5a835d8e4d20 req-6a35587b-bcf6-4df5-b2b4-254dafaa0a39 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438285 Sep 30 01:00:45.738087 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [req-65920103-532d-4799-a7cf-c62a63007a43 req-258c7a38-06f8-45f0-a852-5cd9a5926fc4 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 01:00:45.739797 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65920103-532d-4799-a7cf-c62a63007a43 req-258c7a38-06f8-45f0-a852-5cd9a5926fc4 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077901 Sep 30 01:00:45.749764 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-65920103-532d-4799-a7cf-c62a63007a43 req-c2f734f9-c844-4320-b44b-73e53085ffd1 service neutron] Request body: {'binding': {'host': 'n-h2-811809-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:00:45.751342 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-65920103-532d-4799-a7cf-c62a63007a43 req-c2f734f9-c844-4320-b44b-73e53085ffd1 service neutron] Unknown quota resources ['binding']. {{(pid=80275) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Sep 30 01:00:46.068632 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-65920103-532d-4799-a7cf-c62a63007a43 req-c2f734f9-c844-4320-b44b-73e53085ffd1 service neutron] Attempting to bind port 8c9bd67e-2216-4d29-8c45-daceec60b8d3 on host n-h2-811809-1 for vnic_type normal with profile None {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:00:46.068632 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-65920103-532d-4799-a7cf-c62a63007a43 req-c2f734f9-c844-4320-b44b-73e53085ffd1 service neutron] Attempting to bind port 8c9bd67e-2216-4d29-8c45-daceec60b8d3 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:00:46.068632 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65920103-532d-4799-a7cf-c62a63007a43 req-c2f734f9-c844-4320-b44b-73e53085ffd1 service neutron] Attempting to bind port 8c9bd67e-2216-4d29-8c45-daceec60b8d3 on network 75754133-2f30-43b1-b553-38d58661ba06 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:00:46.084954 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65920103-532d-4799-a7cf-c62a63007a43 req-c2f734f9-c844-4320-b44b-73e53085ffd1 service neutron] Port 8c9bd67e-2216-4d29-8c45-daceec60b8d3 on network 75754133-2f30-43b1-b553-38d58661ba06 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:00:46.084954 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65920103-532d-4799-a7cf-c62a63007a43 req-c2f734f9-c844-4320-b44b-73e53085ffd1 service neutron] Attempting to bind port 8c9bd67e-2216-4d29-8c45-daceec60b8d3 on network 75754133-2f30-43b1-b553-38d58661ba06 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:00:46.084954 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65920103-532d-4799-a7cf-c62a63007a43 req-c2f734f9-c844-4320-b44b-73e53085ffd1 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:00:46.084954 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65920103-532d-4799-a7cf-c62a63007a43 req-c2f734f9-c844-4320-b44b-73e53085ffd1 service neutron] Checking segment: {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:00:46.084954 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65920103-532d-4799-a7cf-c62a63007a43 req-c2f734f9-c844-4320-b44b-73e53085ffd1 service neutron] Bound using segment: {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:00:46.084954 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-65920103-532d-4799-a7cf-c62a63007a43 req-c2f734f9-c844-4320-b44b-73e53085ffd1 service neutron] Bound port: 8c9bd67e-2216-4d29-8c45-daceec60b8d3, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:00:46.183290 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-65920103-532d-4799-a7cf-c62a63007a43 req-c2f734f9-c844-4320-b44b-73e53085ffd1 service neutron] For port 8c9bd67e-2216-4d29-8c45-daceec60b8d3, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=8c9bd67e-2216-4d29-8c45-daceec60b8d3,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:00:46.190675 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-65920103-532d-4799-a7cf-c62a63007a43 req-c2f734f9-c844-4320-b44b-73e53085ffd1 service neutron] Notify callbacks [] for binding, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:46.190675 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65920103-532d-4799-a7cf-c62a63007a43 req-c2f734f9-c844-4320-b44b-73e53085ffd1 service neutron] 10.222.0.39 "POST /v2.0/ports/8c9bd67e-2216-4d29-8c45-daceec60b8d3/bindings HTTP/1.1" status: 201 len: 389 time: 0.4448357 Sep 30 01:00:46.212591 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0834a9-f366-48b9-b725-7784543a5480 req-39c7585b-384f-4904-b8f0-12c05d12fd08 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:46.220610 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0a0834a9-f366-48b9-b725-7784543a5480 req-39c7585b-384f-4904-b8f0-12c05d12fd08 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=adeced1b-5650-428c-b8a2-f6f016fd7bbb HTTP/1.1" status: 200 len: 1023 time: 0.1187878 Sep 30 01:00:46.292000 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-0a0834a9-f366-48b9-b725-7784543a5480 req-1ae2fc0f-328e-4e18-a59e-829cc001e2a9 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Synchronizing usage tracker for tenant:0c31ce93bef643c399b0202981c1806a on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:00:46.311418 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-0a0834a9-f366-48b9-b725-7784543a5480 req-1ae2fc0f-328e-4e18-a59e-829cc001e2a9 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Unset dirty status for tenant:0c31ce93bef643c399b0202981c1806a on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:00:46.313952 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0a0834a9-f366-48b9-b725-7784543a5480 req-1ae2fc0f-328e-4e18-a59e-829cc001e2a9 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?id=8eea2e07-f2e7-48c9-9c3c-7a0bc945022b&id=ffae3ffc-d4e4-41e8-94cf-f28377899817&id=44d311bf-0963-4950-9bd9-f6be4a161077&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0920682 Sep 30 01:00:46.641281 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ad044-42c5-48b8-8ca6-db7c3b134f1f req-af152966-e2e4-450b-b96f-3df1304bb21b tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:46.642293 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fb7ad044-42c5-48b8-8ca6-db7c3b134f1f req-af152966-e2e4-450b-b96f-3df1304bb21b tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 0.1920300 Sep 30 01:00:46.698278 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65920103-532d-4799-a7cf-c62a63007a43 req-27971401-f835-40df-9a3f-8401d3c06b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:46.701423 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65920103-532d-4799-a7cf-c62a63007a43 req-27971401-f835-40df-9a3f-8401d3c06b05 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=58336e3a6a854ff7ab57e933b021b603&device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 1096 time: 0.1460507 Sep 30 01:00:46.719285 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fb7ad044-42c5-48b8-8ca6-db7c3b134f1f req-dc0011b6-4171-4743-b242-f3178da09a1a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599630 Sep 30 01:00:46.771810 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8843d06-e350-4a8d-ab55-83d1273a5365 req-f1a291d6-cc0a-4c0f-a22c-45c5cd89aaba tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:46.773220 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c8843d06-e350-4a8d-ab55-83d1273a5365 req-f1a291d6-cc0a-4c0f-a22c-45c5cd89aaba tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 945 time: 0.1166589 Sep 30 01:00:46.837978 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c8843d06-e350-4a8d-ab55-83d1273a5365 req-b0274672-5afd-48a3-8108-197ab5fd9311 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536809 Sep 30 01:00:47.031937 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65920103-532d-4799-a7cf-c62a63007a43 req-96cbc499-5f23-4815-854d-64285ea72928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:47.031937 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65920103-532d-4799-a7cf-c62a63007a43 req-96cbc499-5f23-4815-854d-64285ea72928 service neutron] 10.222.0.55 "GET /v2.0/networks?id=75754133-2f30-43b1-b553-38d58661ba06 HTTP/1.1" status: 200 len: 922 time: 0.3163700 Sep 30 01:00:47.110195 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65920103-532d-4799-a7cf-c62a63007a43 req-a5c6815e-1c32-49de-93cb-c75f9c334649 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c9bd67e-2216-4d29-8c45-daceec60b8d3 HTTP/1.1" status: 200 len: 217 time: 0.0722744 Sep 30 01:00:47.118519 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8f986-9c3a-4dbb-8086-fc42549de2a6 req-6a41456f-1618-40f1-8d3c-d8d2d06d4dcc tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:47.125317 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7ee8f986-9c3a-4dbb-8086-fc42549de2a6 req-6a41456f-1618-40f1-8d3c-d8d2d06d4dcc tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 945 time: 0.2127125 Sep 30 01:00:47.223959 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device c164c563-3582-4845-a484-a17fc383bc2c details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:00:47.327445 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7ee8f986-9c3a-4dbb-8086-fc42549de2a6 req-75ec8385-dba2-4750-9384-c2d833b7d313 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013376 Sep 30 01:00:47.331528 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65920103-532d-4799-a7cf-c62a63007a43 req-143d8dad-6e52-4fc7-984c-a16ec07e4f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:47.332886 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65920103-532d-4799-a7cf-c62a63007a43 req-143d8dad-6e52-4fc7-984c-a16ec07e4f10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4830ed89-3d0e-4950-9575-5f4f49821c2d HTTP/1.1" status: 200 len: 861 time: 0.2051556 Sep 30 01:00:47.373413 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port c164c563-3582-4845-a484-a17fc383bc2c, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c164c563-3582-4845-a484-a17fc383bc2c,segment=NetworkSegment(3f9b5c24-c196-48f3-8275-f67129fa0f6d),segment_id=3f9b5c24-c196-48f3-8275-f67129fa0f6d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:00:47.395125 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65920103-532d-4799-a7cf-c62a63007a43 req-96610856-9aeb-4dc8-8e4b-dcdec0eb02d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=75754133-2f30-43b1-b553-38d58661ba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499799 Sep 30 01:00:47.395681 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': 'c164c563-3582-4845-a484-a17fc383bc2c', 'network_id': '967f5979-41b2-4f23-910e-0f1e38e22766', 'port_id': 'c164c563-3582-4845-a484-a17fc383bc2c', 'mac_address': 'fa:16:3e:8d:41:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dcca41e-8672-40bd-ac8d-36e228d496d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:00:47.527698 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:47.543735 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576f7cd-8810-42cb-bdcf-7fd9506fc9e2 req-ea2730ac-a625-4636-8958-71b3e1df10ad tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:47.544657 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-3576f7cd-8810-42cb-bdcf-7fd9506fc9e2 req-ea2730ac-a625-4636-8958-71b3e1df10ad tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Synchronizing usage tracker for tenant:0c31ce93bef643c399b0202981c1806a on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:00:47.564440 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-3576f7cd-8810-42cb-bdcf-7fd9506fc9e2 req-ea2730ac-a625-4636-8958-71b3e1df10ad tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Unset dirty status for tenant:0c31ce93bef643c399b0202981c1806a on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:00:47.566545 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3576f7cd-8810-42cb-bdcf-7fd9506fc9e2 req-ea2730ac-a625-4636-8958-71b3e1df10ad tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=adeced1b-5650-428c-b8a2-f6f016fd7bbb HTTP/1.1" status: 200 len: 1023 time: 0.1134429 Sep 30 01:00:47.577662 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65920103-532d-4799-a7cf-c62a63007a43 req-f90f170e-407d-4894-a701-ab52d7603c5f service neutron] 10.222.0.55 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642127 Sep 30 01:00:47.581757 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c164c563-3582-4845-a484-a17fc383bc2c {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:00:47.618200 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port c164c563-3582-4845-a484-a17fc383bc2c, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c164c563-3582-4845-a484-a17fc383bc2c,segment=NetworkSegment(3f9b5c24-c196-48f3-8275-f67129fa0f6d),segment_id=3f9b5c24-c196-48f3-8275-f67129fa0f6d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:00:47.624542 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:47.626824 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:47.630690 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-3576f7cd-8810-42cb-bdcf-7fd9506fc9e2 req-552f8b3f-9799-40af-98cc-f79465d68c28 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Synchronizing usage tracker for tenant:0c31ce93bef643c399b0202981c1806a on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:00:47.648200 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-3576f7cd-8810-42cb-bdcf-7fd9506fc9e2 req-552f8b3f-9799-40af-98cc-f79465d68c28 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Unset dirty status for tenant:0c31ce93bef643c399b0202981c1806a on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:00:47.649561 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3576f7cd-8810-42cb-bdcf-7fd9506fc9e2 req-552f8b3f-9799-40af-98cc-f79465d68c28 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?id=8eea2e07-f2e7-48c9-9c3c-7a0bc945022b&id=ffae3ffc-d4e4-41e8-94cf-f28377899817&id=44d311bf-0963-4950-9bd9-f6be4a161077&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0769563 Sep 30 01:00:47.725668 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=c164c563-3582-4845-a484-a17fc383bc2c,revision_number=6']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:47.725920 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 41992) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:00:47.733857 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:47.790412 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86287dea-266a-4e01-a032-67fb950318e4 req-90e5b51d-8846-4ee8-ab11-787b4a36349b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:47.792620 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-86287dea-266a-4e01-a032-67fb950318e4 req-90e5b51d-8846-4ee8-ab11-787b4a36349b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.55 "GET /v2.0/ports?device_id=adeced1b-5650-428c-b8a2-f6f016fd7bbb HTTP/1.1" status: 200 len: 1023 time: 0.1182818 Sep 30 01:00:47.817587 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65920103-532d-4799-a7cf-c62a63007a43 req-2e393475-1be7-4f15-b845-36c9fae8b6f2 service neutron] 10.222.0.55 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263119 Sep 30 01:00:47.899372 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-86287dea-266a-4e01-a032-67fb950318e4 req-b1d54f75-8fa9-4fb9-96b8-684001bbac4e tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Deleting port 4ce52075-0577-4319-8032-c8ea84c7e149 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:00:47.899372 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-86287dea-266a-4e01-a032-67fb950318e4 req-b1d54f75-8fa9-4fb9-96b8-684001bbac4e tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:47.901307 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['c164c563-3582-4845-a484-a17fc383bc2c'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:00:48.055666 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d42912be-7bca-461c-85ec-8dbcd9dffb4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:48.076533 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-d42912be-7bca-461c-85ec-8dbcd9dffb4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:00:48.080474 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-d42912be-7bca-461c-85ec-8dbcd9dffb4d admin admin] Usage tracker for resource:security_group_rule and tenant:7ae1129332544e41b4b79c869f9caae7 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:00:48.084876 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-d42912be-7bca-461c-85ec-8dbcd9dffb4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:00:48.092400 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-d42912be-7bca-461c-85ec-8dbcd9dffb4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:00:48.137838 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571ce6a-c2ed-4ef9-895b-521642221daf req-ce959f64-51df-4f5e-8729-990773ff933b tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:48.149680 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4571ce6a-c2ed-4ef9-895b-521642221daf req-ce959f64-51df-4f5e-8729-990773ff933b tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 945 time: 0.1562319 Sep 30 01:00:48.258046 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4571ce6a-c2ed-4ef9-895b-521642221daf req-6508fc11-f26c-479a-ae4d-1c43ef80a144 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057696 Sep 30 01:00:48.370550 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d42912be-7bca-461c-85ec-8dbcd9dffb4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:48.387053 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d42912be-7bca-461c-85ec-8dbcd9dffb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:48.400446 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-7359e48f-61eb-4856-9066-f929a5bc5238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:48.441752 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31158357-65f3-4e40-a98c-121ab74c302a req-cb5e42e1-1995-43b4-9978-7b2279fba7d0 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:48.445380 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-31158357-65f3-4e40-a98c-121ab74c302a req-cb5e42e1-1995-43b4-9978-7b2279fba7d0 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 0.5203564 Sep 30 01:00:48.478904 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 42010) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:00:48.479145 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-d42912be-7bca-461c-85ec-8dbcd9dffb4d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ae1129332544e41b4b79c869f9caae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7521167 Sep 30 01:00:48.506155 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42912be-7bca-461c-85ec-8dbcd9dffb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6360e1-4782-4007-a8e1-16ef50d9111d,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:48.519068 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d42912be-7bca-461c-85ec-8dbcd9dffb4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:48.565173 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-74d36e77-d4bf-4471-8184-5c2e33fec88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:48.570526 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-31158357-65f3-4e40-a98c-121ab74c302a req-adf8ba84-54a0-4871-bf58-d5723cdc5c8d tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033039 Sep 30 01:00:48.590650 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-86287dea-266a-4e01-a032-67fb950318e4 req-b1d54f75-8fa9-4fb9-96b8-684001bbac4e tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] For port 4ce52075-0577-4319-8032-c8ea84c7e149, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=4ce52075-0577-4319-8032-c8ea84c7e149,segment=NetworkSegment(fd1d7848-daf0-474a-8f2e-05a325b3eee3),segment_id=fd1d7848-daf0-474a-8f2e-05a325b3eee3)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:00:48.593377 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-86287dea-266a-4e01-a032-67fb950318e4 req-b1d54f75-8fa9-4fb9-96b8-684001bbac4e tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:48.605885 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-74d36e77-d4bf-4471-8184-5c2e33fec88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:48.666000 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-74d36e77-d4bf-4471-8184-5c2e33fec88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:48.676647 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-62b05e0c-910d-45b7-99c7-fcdde6f8869b tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:48.733780 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d36e77-d4bf-4471-8184-5c2e33fec88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6360e1-4782-4007-a8e1-16ef50d9111d,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:48.742780 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-86287dea-266a-4e01-a032-67fb950318e4 req-b1d54f75-8fa9-4fb9-96b8-684001bbac4e tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Calling delete_port for 4ce52075-0577-4319-8032-c8ea84c7e149 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:00:48.744923 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-74d36e77-d4bf-4471-8184-5c2e33fec88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:48.749753 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-74d36e77-d4bf-4471-8184-5c2e33fec88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:48.751076 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-74d36e77-d4bf-4471-8184-5c2e33fec88d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ba6360e1-4782-4007-a8e1-16ef50d9111d HTTP/1.1" status: 204 len: 168 time: 0.2705889 Sep 30 01:00:48.804092 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-41eb8d8c-a5fa-4b4f-b369-591e98bb29ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:48.835421 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89e674-8816-49c4-aa5b-6b2dbf94d1d1 req-a125aa3a-01e1-4a20-82f9-542d434a4216 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:48.844329 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ac89e674-8816-49c4-aa5b-6b2dbf94d1d1 req-a125aa3a-01e1-4a20-82f9-542d434a4216 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 944 time: 0.1522188 Sep 30 01:00:48.927503 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba9e0b-ad87-470f-b790-4ec49fcd6689 req-707ebc6d-9602-42fb-a292-8152a69e7855 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:48.928913 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6aba9e0b-ad87-470f-b790-4ec49fcd6689 req-707ebc6d-9602-42fb-a292-8152a69e7855 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/ports?device_id=adeced1b-5650-428c-b8a2-f6f016fd7bbb HTTP/1.1" status: 200 len: 1023 time: 0.1525459 Sep 30 01:00:48.943007 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ac89e674-8816-49c4-aa5b-6b2dbf94d1d1 req-5f30d4e5-097f-4fe5-9719-fbb2a8669845 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977473 Sep 30 01:00:49.012493 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:49.040477 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6aba9e0b-ad87-470f-b790-4ec49fcd6689 req-c43624e5-0816-407e-9351-6aa407617268 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups?id=8eea2e07-f2e7-48c9-9c3c-7a0bc945022b&id=ffae3ffc-d4e4-41e8-94cf-f28377899817&id=44d311bf-0963-4950-9bd9-f6be4a161077&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1056032 Sep 30 01:00:49.054840 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-86287dea-266a-4e01-a032-67fb950318e4 req-b1d54f75-8fa9-4fb9-96b8-684001bbac4e tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:49.081096 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['4ce52075-0577-4319-8032-c8ea84c7e149'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:00:49.086642 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5a92502b-bd22-4f94-87ad-602a6b6c94c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:49.211034 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d54f75-8fa9-4fb9-96b8-684001bbac4e tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Pushing event deleted for resources: {'Port': ['ID=4ce52075-0577-4319-8032-c8ea84c7e149,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:49.213652 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b1d54f75-8fa9-4fb9-96b8-684001bbac4e tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:49.219458 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-86287dea-266a-4e01-a032-67fb950318e4 req-b1d54f75-8fa9-4fb9-96b8-684001bbac4e tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] No DVR routers for this DVR port 4ce52075-0577-4319-8032-c8ea84c7e149 on host n-h2-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:00:49.222867 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-86287dea-266a-4e01-a032-67fb950318e4 req-b1d54f75-8fa9-4fb9-96b8-684001bbac4e tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:49.227517 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adeced1b-5650-428c-b8a2-f6f016fd7bbb', 'name': 'network-vif-deleted', 'tag': '4ce52075-0577-4319-8032-c8ea84c7e149'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:00:49.251128 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device c164c563-3582-4845-a484-a17fc383bc2c up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:00:49.257875 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-86287dea-266a-4e01-a032-67fb950318e4 req-b1d54f75-8fa9-4fb9-96b8-684001bbac4e tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.55 "DELETE /v2.0/ports/4ce52075-0577-4319-8032-c8ea84c7e149 HTTP/1.1" status: 204 len: 173 time: 1.4514885 Sep 30 01:00:49.273552 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 42024) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:00:49.298338 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0d164a8f-06c2-475a-8c0c-234797199e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:49.301589 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adeced1b-5650-428c-b8a2-f6f016fd7bbb', 'name': 'network-vif-deleted', 'tag': '4ce52075-0577-4319-8032-c8ea84c7e149', 'status': 'completed', 'code': 200} Sep 30 01:00:49.329046 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-0d164a8f-06c2-475a-8c0c-234797199e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:00:49.333945 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-0d164a8f-06c2-475a-8c0c-234797199e5d admin admin] Usage tracker for resource:security_group_rule and tenant:39e30d59be2046b288b8b1fb49c69d76 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:00:49.337453 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-0d164a8f-06c2-475a-8c0c-234797199e5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:00:49.351317 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-0d164a8f-06c2-475a-8c0c-234797199e5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:00:49.407776 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port c164c563-3582-4845-a484-a17fc383bc2c triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:00:49.408163 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:49.582936 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:49.620382 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0d164a8f-06c2-475a-8c0c-234797199e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:49.631481 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0d164a8f-06c2-475a-8c0c-234797199e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:49.633740 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de5d4ec-673a-437e-931a-dee94cb44121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c164c563-3582-4845-a484-a17fc383bc2c'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:00:49.644312 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c5d0dc58-37cd-4181-a5f2-c10a2c3a0d7d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:49.665071 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port c164c563-3582-4845-a484-a17fc383bc2c, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c164c563-3582-4845-a484-a17fc383bc2c,segment=NetworkSegment(3f9b5c24-c196-48f3-8275-f67129fa0f6d),segment_id=3f9b5c24-c196-48f3-8275-f67129fa0f6d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:00:49.673418 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:49.675351 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:49.708533 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-0d164a8f-06c2-475a-8c0c-234797199e5d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=39e30d59be2046b288b8b1fb49c69d76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4336112 Sep 30 01:00:49.710190 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 42038) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:00:49.717396 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d164a8f-06c2-475a-8c0c-234797199e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6298dcb7-a348-4a9f-93e7-25d833e1d81e,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:49.722536 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0d164a8f-06c2-475a-8c0c-234797199e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:49.754308 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd321f-314c-432a-aaa3-f97a13c3d449 req-2684cc76-3f6e-4d00-a567-f906ad38a108 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:49.768548 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-62bd321f-314c-432a-aaa3-f97a13c3d449 req-2684cc76-3f6e-4d00-a567-f906ad38a108 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 945 time: 0.2547679 Sep 30 01:00:49.773144 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=c164c563-3582-4845-a484-a17fc383bc2c,revision_number=7']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:49.781588 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:49.782208 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:49.782699 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:49.783219 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:49.783919 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:49.784442 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:49.785158 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:49.785660 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:49.785989 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:49.786476 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:49.786969 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:49.787474 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:49.795430 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:49.845489 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f505b4b4-cd27-4fec-9106-f48f3a73e4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:49.882025 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f505b4b4-cd27-4fec-9106-f48f3a73e4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:49.895305 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-62bd321f-314c-432a-aaa3-f97a13c3d449 req-2094cbbb-dbd5-49af-bebd-222865459092 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235230 Sep 30 01:00:49.980323 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de5d4ec-673a-437e-931a-dee94cb44121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c164c563-3582-4845-a484-a17fc383bc2c', 'code': 200} Sep 30 01:00:50.033417 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f505b4b4-cd27-4fec-9106-f48f3a73e4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:50.039619 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0eef7a30-b623-46a7-bccc-ff951d323ae1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:50.066321 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505b4b4-cd27-4fec-9106-f48f3a73e4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6298dcb7-a348-4a9f-93e7-25d833e1d81e,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:50.068921 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f505b4b4-cd27-4fec-9106-f48f3a73e4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:50.071573 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f505b4b4-cd27-4fec-9106-f48f3a73e4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:50.074012 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-f505b4b4-cd27-4fec-9106-f48f3a73e4f8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6298dcb7-a348-4a9f-93e7-25d833e1d81e HTTP/1.1" status: 204 len: 168 time: 0.3627865 Sep 30 01:00:50.110087 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d3962-8b0b-4f8b-b004-30875a9f2868 req-a8fa3913-3479-43da-ba85-f59a1e876e2a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:50.111996 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-886d3962-8b0b-4f8b-b004-30875a9f2868 req-a8fa3913-3479-43da-ba85-f59a1e876e2a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 0.1503091 Sep 30 01:00:50.187380 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-886d3962-8b0b-4f8b-b004-30875a9f2868 req-4ced2fdb-ade1-437f-b8b2-55189656de07 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677352 Sep 30 01:00:50.206113 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0faa31-e267-4e00-b880-594e45318691 req-164e2f2f-22af-4cc6-8cb8-448a5f439778 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:50.206113 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5e0faa31-e267-4e00-b880-594e45318691 req-164e2f2f-22af-4cc6-8cb8-448a5f439778 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 945 time: 0.1049175 Sep 30 01:00:50.251288 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5e0faa31-e267-4e00-b880-594e45318691 req-8ea8efc1-947b-4190-8ebd-7199511ab903 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505340 Sep 30 01:00:50.464320 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-005d8b6d-7c6d-43a0-81a3-21e02c7af9af req-43f59035-1833-433b-b2a7-7c9a0c177437 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups/8eea2e07-f2e7-48c9-9c3c-7a0bc945022b HTTP/1.1" status: 200 len: 1800 time: 0.0568194 Sep 30 01:00:50.583008 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-005d8b6d-7c6d-43a0-81a3-21e02c7af9af req-9a83933d-a669-492f-9b94-cb71a3ba524d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:50.623033 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-005d8b6d-7c6d-43a0-81a3-21e02c7af9af req-9a83933d-a669-492f-9b94-cb71a3ba524d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:50.708567 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-005d8b6d-7c6d-43a0-81a3-21e02c7af9af req-9a83933d-a669-492f-9b94-cb71a3ba524d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:50.719603 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8a83bf49-26e1-4658-a279-d300245eb0eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:50.733696 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83933d-a669-492f-9b94-cb71a3ba524d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eea2e07-f2e7-48c9-9c3c-7a0bc945022b,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:50.746680 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83933d-a669-492f-9b94-cb71a3ba524d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:50.746892 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83933d-a669-492f-9b94-cb71a3ba524d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:50.747593 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83933d-a669-492f-9b94-cb71a3ba524d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:50.747695 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83933d-a669-492f-9b94-cb71a3ba524d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:50.748073 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83933d-a669-492f-9b94-cb71a3ba524d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:50.748435 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83933d-a669-492f-9b94-cb71a3ba524d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:50.748886 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83933d-a669-492f-9b94-cb71a3ba524d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:50.755402 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83933d-a669-492f-9b94-cb71a3ba524d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:50.756121 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83933d-a669-492f-9b94-cb71a3ba524d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:50.756376 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83933d-a669-492f-9b94-cb71a3ba524d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:50.756832 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83933d-a669-492f-9b94-cb71a3ba524d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:50.757281 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83933d-a669-492f-9b94-cb71a3ba524d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:00:50.766269 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-005d8b6d-7c6d-43a0-81a3-21e02c7af9af req-9a83933d-a669-492f-9b94-cb71a3ba524d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:50.767673 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-005d8b6d-7c6d-43a0-81a3-21e02c7af9af req-9a83933d-a669-492f-9b94-cb71a3ba524d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "DELETE /v2.0/security-groups/8eea2e07-f2e7-48c9-9c3c-7a0bc945022b HTTP/1.1" status: 204 len: 173 time: 0.2966743 Sep 30 01:00:50.769925 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9a83933d-a669-492f-9b94-cb71a3ba524d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:50.882254 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd31f75-6669-4d55-b2f2-49304b4daba4 req-5b5e8937-73e8-43f5-bb4e-f70d8dddb58c tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:50.883752 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cdd31f75-6669-4d55-b2f2-49304b4daba4 req-5b5e8937-73e8-43f5-bb4e-f70d8dddb58c tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 945 time: 0.2325468 Sep 30 01:00:50.932052 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cdd31f75-6669-4d55-b2f2-49304b4daba4 req-1f136b48-f209-4fa4-a27b-c4f03378f8f9 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422435 Sep 30 01:00:50.985117 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a8c4eafa-a523-4009-a3a4-f17caf755360 req-0e77f948-febb-4183-85b8-7512a3ada18e tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "GET /v2.0/security-groups/ffae3ffc-d4e4-41e8-94cf-f28377899817 HTTP/1.1" status: 200 len: 1799 time: 0.0558913 Sep 30 01:00:51.063264 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a8c4eafa-a523-4009-a3a4-f17caf755360 req-fd6ef1bb-9734-4187-8176-757b14593fdf tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:51.097048 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a8c4eafa-a523-4009-a3a4-f17caf755360 req-fd6ef1bb-9734-4187-8176-757b14593fdf tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:51.147185 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 4ce52075-0577-4319-8032-c8ea84c7e149 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:00:51.156115 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a8c4eafa-a523-4009-a3a4-f17caf755360 req-fd6ef1bb-9734-4187-8176-757b14593fdf tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:51.165848 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9df3db98-bd07-4ec6-99ae-8b1dbe12dfd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:51.185658 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ef1bb-9734-4187-8176-757b14593fdf tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffae3ffc-d4e4-41e8-94cf-f28377899817,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:51.188184 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: 4ce52075-0577-4319-8032-c8ea84c7e149 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:00:51.189666 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 4ce52075-0577-4319-8032-c8ea84c7e149 not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:00:51.198414 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fd6ef1bb-9734-4187-8176-757b14593fdf tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:51.215885 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a8c4eafa-a523-4009-a3a4-f17caf755360 req-fd6ef1bb-9734-4187-8176-757b14593fdf tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:51.217465 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a8c4eafa-a523-4009-a3a4-f17caf755360 req-fd6ef1bb-9734-4187-8176-757b14593fdf tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] 10.222.0.39 "DELETE /v2.0/security-groups/ffae3ffc-d4e4-41e8-94cf-f28377899817 HTTP/1.1" status: 204 len: 173 time: 0.2245615 Sep 30 01:00:51.225729 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 42086) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:00:51.229048 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-45143ffd-f22a-4be7-88e4-eb107598963a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:51.249476 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862207b-b479-40ef-9035-9ea093f4a66f req-8d03633c-057a-4b06-a40f-19c7c4940cf7 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:51.250992 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f862207b-b479-40ef-9035-9ea093f4a66f req-8d03633c-057a-4b06-a40f-19c7c4940cf7 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 945 time: 0.1092319 Sep 30 01:00:51.300962 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a0102c-1d04-4640-8e72-1eff0c5f8982 admin admin] Deleting subnet f5ab3732-a2fd-4009-8fb6-e12b4620a67e {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:00:51.304414 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c6a0102c-1d04-4640-8e72-1eff0c5f8982 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:51.317814 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f862207b-b479-40ef-9035-9ea093f4a66f req-e4803047-eebc-455e-8faf-141edd4c3725 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602300 Sep 30 01:00:51.363169 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c6a0102c-1d04-4640-8e72-1eff0c5f8982 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:51.479181 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c6a0102c-1d04-4640-8e72-1eff0c5f8982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:51.540347 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e50d87-ee54-44b7-968c-cd0eb779c827 req-9802d99a-4c8d-4dd0-9a31-9246ab651212 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:51.542513 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-46e50d87-ee54-44b7-968c-cd0eb779c827 req-9802d99a-4c8d-4dd0-9a31-9246ab651212 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 0.1828434 Sep 30 01:00:51.609723 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c6a0102c-1d04-4640-8e72-1eff0c5f8982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:51.617106 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:51.657821 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a0102c-1d04-4640-8e72-1eff0c5f8982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5ab3732-a2fd-4009-8fb6-e12b4620a67e,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:51.660531 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c6a0102c-1d04-4640-8e72-1eff0c5f8982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:51.663116 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c6a0102c-1d04-4640-8e72-1eff0c5f8982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:51.673173 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-46e50d87-ee54-44b7-968c-cd0eb779c827 req-7883f75b-3f4d-4f98-a3d3-cd417aa289cf tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133902 Sep 30 01:00:51.678383 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-c6a0102c-1d04-4640-8e72-1eff0c5f8982 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f5ab3732-a2fd-4009-8fb6-e12b4620a67e HTTP/1.1" status: 204 len: 168 time: 0.4501665 Sep 30 01:00:51.680976 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 42104) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:00:52.005321 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6ccb1c37-1449-4681-a00f-a804a15419ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:52.211098 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6ccb1c37-1449-4681-a00f-a804a15419ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:52.252688 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-6ccb1c37-1449-4681-a00f-a804a15419ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab60359-3cfa-4ad7-bfac-30575d89facb']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:00:52.259604 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:52.271017 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-6ccb1c37-1449-4681-a00f-a804a15419ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1d7848-daf0-474a-8f2e-05a325b3eee3') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:00:52.271309 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-6ccb1c37-1449-4681-a00f-a804a15419ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1d7848-daf0-474a-8f2e-05a325b3eee3') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:00:52.293131 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6ccb1c37-1449-4681-a00f-a804a15419ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:52.316164 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6ccb1c37-1449-4681-a00f-a804a15419ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:52.332488 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f6f57-ad35-4d3c-b098-b6c243731775 req-dd9d1d4a-e059-4f4f-95b3-a3ef69439aa8 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:52.334042 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-908f6f57-ad35-4d3c-b098-b6c243731775 req-dd9d1d4a-e059-4f4f-95b3-a3ef69439aa8 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 945 time: 0.1941638 Sep 30 01:00:52.341129 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ccb1c37-1449-4681-a00f-a804a15419ac admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:00:52.341551 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6ccb1c37-1449-4681-a00f-a804a15419ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: timer() Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:00:52.357769 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:00:52.497003 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-908f6f57-ad35-4d3c-b098-b6c243731775 req-5677a1e0-62a4-485d-b055-571f5dfd9124 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384082 Sep 30 01:00:52.498806 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6ccb1c37-1449-4681-a00f-a804a15419ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:52.507507 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6ccb1c37-1449-4681-a00f-a804a15419ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:52.514811 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:52.547035 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb1c37-1449-4681-a00f-a804a15419ac admin admin] Pushing event deleted for resources: {'Network': ['ID=0ab60359-3cfa-4ad7-bfac-30575d89facb,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:52.549879 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6ccb1c37-1449-4681-a00f-a804a15419ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:52.555798 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-6ccb1c37-1449-4681-a00f-a804a15419ac admin admin] 10.222.0.39 "DELETE /v2.0/networks/0ab60359-3cfa-4ad7-bfac-30575d89facb HTTP/1.1" status: 204 len: 168 time: 0.8738244 Sep 30 01:00:52.591322 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c7da6-90d0-46ff-972e-850615e22866 req-611bf9c3-6789-40d1-8019-70eedace89eb tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:52.595384 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6e0c7da6-90d0-46ff-972e-850615e22866 req-611bf9c3-6789-40d1-8019-70eedace89eb tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 945 time: 0.1282213 Sep 30 01:00:52.664789 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6e0c7da6-90d0-46ff-972e-850615e22866 req-0f1c10b9-f311-4956-a432-33dc662a5d7b tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634718 Sep 30 01:00:52.721512 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 42148) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:00:52.745777 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 42152) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:00:52.786968 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-c934d3ac-7a2e-49d8-af24-7ee5dd346396 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c31ce93bef643c399b0202981c1806a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0639110 Sep 30 01:00:52.789332 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 42158) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:00:52.912728 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-26a315fd-0df4-4e4f-99a7-9ad3a4b70070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:52.960924 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b0f44-71cf-44d3-b165-34145b423ed3 req-6b26d36c-de58-43f2-a8b8-bc1cb0bd39fd tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:52.962370 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4e4b0f44-71cf-44d3-b165-34145b423ed3 req-6b26d36c-de58-43f2-a8b8-bc1cb0bd39fd tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 0.1604240 Sep 30 01:00:52.967393 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-49ab8f50-b256-4991-b1c8-fc57d42be215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:52.983267 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-26a315fd-0df4-4e4f-99a7-9ad3a4b70070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:53.024871 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-49ab8f50-b256-4991-b1c8-fc57d42be215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:00:53.045752 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-49ab8f50-b256-4991-b1c8-fc57d42be215 admin admin] Usage tracker for resource:security_group_rule and tenant:540c7227f97b4bf49a4a4a4eb3dc9a51 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:00:53.054132 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-49ab8f50-b256-4991-b1c8-fc57d42be215 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:00:53.065536 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-49ab8f50-b256-4991-b1c8-fc57d42be215 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:00:53.069627 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4e4b0f44-71cf-44d3-b165-34145b423ed3 req-1d0a674f-f5fd-46f6-926e-c7a9eb0e681a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889246 Sep 30 01:00:53.105672 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-26a315fd-0df4-4e4f-99a7-9ad3a4b70070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:53.111225 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-78b42eea-7fee-426a-8f33-e4c146fab0bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:53.131837 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a315fd-0df4-4e4f-99a7-9ad3a4b70070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d311bf-0963-4950-9bd9-f6be4a161077,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:53.134993 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-26a315fd-0df4-4e4f-99a7-9ad3a4b70070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:53.151331 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-26a315fd-0df4-4e4f-99a7-9ad3a4b70070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:53.154832 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-26a315fd-0df4-4e4f-99a7-9ad3a4b70070 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/44d311bf-0963-4950-9bd9-f6be4a161077 HTTP/1.1" status: 204 len: 168 time: 0.3618968 Sep 30 01:00:53.198358 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-49ab8f50-b256-4991-b1c8-fc57d42be215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:53.203401 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-49ab8f50-b256-4991-b1c8-fc57d42be215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:53.210535 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-757c4a2a-49ac-4825-9d33-0afd3b827c6d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:53.262931 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device c164c563-3582-4845-a484-a17fc383bc2c no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:00:53.263464 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 42168) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:00:53.275329 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-49ab8f50-b256-4991-b1c8-fc57d42be215 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=540c7227f97b4bf49a4a4a4eb3dc9a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5281944 Sep 30 01:00:53.276516 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab8f50-b256-4991-b1c8-fc57d42be215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02da802-a115-4f67-8c61-0a9a905548ee,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:53.341825 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-49ab8f50-b256-4991-b1c8-fc57d42be215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:53.383476 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-72cd3f4f-2938-4396-996d-1faf2c6b3f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:53.416689 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-72cd3f4f-2938-4396-996d-1faf2c6b3f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:53.419517 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:53.453942 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4086b47-83b3-43f8-8cac-c46eedc4cce4 req-9dbd487c-7161-4c9d-b134-0dca75f31719 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:53.456343 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a4086b47-83b3-43f8-8cac-c46eedc4cce4 req-9dbd487c-7161-4c9d-b134-0dca75f31719 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.59 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 945 time: 0.1770170 Sep 30 01:00:53.468653 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de5d4ec-673a-437e-931a-dee94cb44121', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c164c563-3582-4845-a484-a17fc383bc2c'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:00:53.496077 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-72cd3f4f-2938-4396-996d-1faf2c6b3f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:53.496733 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port c164c563-3582-4845-a484-a17fc383bc2c, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c164c563-3582-4845-a484-a17fc383bc2c,segment=NetworkSegment(3f9b5c24-c196-48f3-8275-f67129fa0f6d),segment_id=3f9b5c24-c196-48f3-8275-f67129fa0f6d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:00:53.503704 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c77a9183-17a6-4622-a9e5-8dda465c4c0a tempest-SecurityGroupsTestAdminJSON-2044721526 tempest-SecurityGroupsTestAdminJSON-2044721526-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:53.504747 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:53.508830 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:53.521927 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd3f4f-2938-4396-996d-1faf2c6b3f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02da802-a115-4f67-8c61-0a9a905548ee,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:53.524301 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-72cd3f4f-2938-4396-996d-1faf2c6b3f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:53.525444 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-72cd3f4f-2938-4396-996d-1faf2c6b3f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:53.529119 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-72cd3f4f-2938-4396-996d-1faf2c6b3f10 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f02da802-a115-4f67-8c61-0a9a905548ee HTTP/1.1" status: 204 len: 168 time: 0.2624283 Sep 30 01:00:53.607572 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-a4086b47-83b3-43f8-8cac-c46eedc4cce4 req-310d0f94-6db0-4eca-833d-d76b9779d0f0 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Deleting port c164c563-3582-4845-a484-a17fc383bc2c {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:00:53.608090 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a4086b47-83b3-43f8-8cac-c46eedc4cce4 req-310d0f94-6db0-4eca-833d-d76b9779d0f0 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:53.639978 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de5d4ec-673a-437e-931a-dee94cb44121', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c164c563-3582-4845-a484-a17fc383bc2c', 'code': 200} Sep 30 01:00:53.679531 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=c164c563-3582-4845-a484-a17fc383bc2c,revision_number=8']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:53.682996 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:53.926316 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:53.951096 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40771b49-87bc-42d2-80b9-2fd4c27ba307 req-fbb86081-8777-465a-97a1-6eaa0079f119 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:53.958362 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-40771b49-87bc-42d2-80b9-2fd4c27ba307 req-fbb86081-8777-465a-97a1-6eaa0079f119 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 943 time: 0.2802687 Sep 30 01:00:53.972362 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc74dfd-0bc7-4112-b699-c9f95ccb95e7 req-54a3651f-eab7-48f0-b138-26025305f34c tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:53.974420 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ccc74dfd-0bc7-4112-b699-c9f95ccb95e7 req-54a3651f-eab7-48f0-b138-26025305f34c tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 945 time: 0.1554127 Sep 30 01:00:54.041728 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-40771b49-87bc-42d2-80b9-2fd4c27ba307 req-bc085c7a-6681-4220-a4d4-6e2cbc0942b8 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824130 Sep 30 01:00:54.055080 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ccc74dfd-0bc7-4112-b699-c9f95ccb95e7 req-b13f2452-ef31-4111-a382-39c92d758c05 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668399 Sep 30 01:00:54.085686 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-a4086b47-83b3-43f8-8cac-c46eedc4cce4 req-310d0f94-6db0-4eca-833d-d76b9779d0f0 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] For port c164c563-3582-4845-a484-a17fc383bc2c, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c164c563-3582-4845-a484-a17fc383bc2c,segment=NetworkSegment(3f9b5c24-c196-48f3-8275-f67129fa0f6d),segment_id=3f9b5c24-c196-48f3-8275-f67129fa0f6d)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:00:54.086058 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a4086b47-83b3-43f8-8cac-c46eedc4cce4 req-310d0f94-6db0-4eca-833d-d76b9779d0f0 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:54.128396 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 42202) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:00:54.161741 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8754a7ea-4165-4463-8e2a-b1babcab36b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:54.179760 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-8754a7ea-4165-4463-8e2a-b1babcab36b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:00:54.185324 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-8754a7ea-4165-4463-8e2a-b1babcab36b8 admin admin] Usage tracker for resource:security_group_rule and tenant:56301e5bf98d4477973caca228bcf657 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:00:54.194399 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-8754a7ea-4165-4463-8e2a-b1babcab36b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:00:54.203373 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-8754a7ea-4165-4463-8e2a-b1babcab36b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:00:54.347956 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-a4086b47-83b3-43f8-8cac-c46eedc4cce4 req-310d0f94-6db0-4eca-833d-d76b9779d0f0 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Calling delete_port for c164c563-3582-4845-a484-a17fc383bc2c owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:00:54.358075 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 42210) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:00:54.418896 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8754a7ea-4165-4463-8e2a-b1babcab36b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:54.423665 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8754a7ea-4165-4463-8e2a-b1babcab36b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:54.433172 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-300fdc20-385f-4b7d-a3d3-4017a894fe00 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:54.490383 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-8754a7ea-4165-4463-8e2a-b1babcab36b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=56301e5bf98d4477973caca228bcf657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3578205 Sep 30 01:00:54.490383 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 42218) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:00:54.545803 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb05b60-863d-4e8b-a439-41514813444b req-2b3b4e44-48b8-42d2-87e9-20594c961a82 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:54.560524 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9bb05b60-863d-4e8b-a439-41514813444b req-2b3b4e44-48b8-42d2-87e9-20594c961a82 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 0.2595417 Sep 30 01:00:54.583688 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a4086b47-83b3-43f8-8cac-c46eedc4cce4 req-310d0f94-6db0-4eca-833d-d76b9779d0f0 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:54.591683 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8409d6cd-2cdc-4703-9669-24277a3cb6ab tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:54.614303 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754a7ea-4165-4463-8e2a-b1babcab36b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b041c42-c0b9-4307-835e-6955374b95f9,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:54.621620 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8754a7ea-4165-4463-8e2a-b1babcab36b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:54.645425 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-5377a739-439a-45df-a538-4b43ad7596bb admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1393007657-network', 'tenant_id': 'f2bc823b04c34611bde0884f245a6384'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:00:54.661449 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9bb05b60-863d-4e8b-a439-41514813444b req-d7657e5a-3ce7-43be-bf0f-f9475e3d24c7 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918908 Sep 30 01:00:54.662805 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d0f94-6db0-4eca-833d-d76b9779d0f0 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Pushing event deleted for resources: {'Port': ['ID=c164c563-3582-4845-a484-a17fc383bc2c,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:54.671455 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-310d0f94-6db0-4eca-833d-d76b9779d0f0 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:54.673628 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5377a739-439a-45df-a538-4b43ad7596bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:00:54.695666 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-5377a739-439a-45df-a538-4b43ad7596bb admin admin] Usage tracker for resource:network and tenant:f2bc823b04c34611bde0884f245a6384 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:00:54.699539 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-5377a739-439a-45df-a538-4b43ad7596bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:00:54.708031 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5377a739-439a-45df-a538-4b43ad7596bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:00:54.728694 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-59979992-e0aa-422b-aded-e220da4cad08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:54.751528 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5377a739-439a-45df-a538-4b43ad7596bb admin admin] Made reservation on behalf of f2bc823b04c34611bde0884f245a6384 for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:00:54.752981 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5377a739-439a-45df-a538-4b43ad7596bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:54.759268 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4086b47-83b3-43f8-8cac-c46eedc4cce4 req-310d0f94-6db0-4eca-833d-d76b9779d0f0 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] No DVR routers for this DVR port c164c563-3582-4845-a484-a17fc383bc2c on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:00:54.761839 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a4086b47-83b3-43f8-8cac-c46eedc4cce4 req-310d0f94-6db0-4eca-833d-d76b9779d0f0 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:54.766184 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de5d4ec-673a-437e-931a-dee94cb44121', 'name': 'network-vif-deleted', 'tag': 'c164c563-3582-4845-a484-a17fc383bc2c'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:00:54.769043 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-59979992-e0aa-422b-aded-e220da4cad08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:54.780058 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5377a739-439a-45df-a538-4b43ad7596bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:54.795402 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a4086b47-83b3-43f8-8cac-c46eedc4cce4 req-310d0f94-6db0-4eca-833d-d76b9779d0f0 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.59 "DELETE /v2.0/ports/c164c563-3582-4845-a484-a17fc383bc2c HTTP/1.1" status: 204 len: 173 time: 1.3160014 Sep 30 01:00:54.806404 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5377a739-439a-45df-a538-4b43ad7596bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:00:54.816653 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-5377a739-439a-45df-a538-4b43ad7596bb admin admin] Usage tracker for resource:security_group_rule and tenant:f2bc823b04c34611bde0884f245a6384 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:00:54.822526 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-5377a739-439a-45df-a538-4b43ad7596bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:00:54.830169 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5377a739-439a-45df-a538-4b43ad7596bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:00:54.831756 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de5d4ec-673a-437e-931a-dee94cb44121', 'name': 'network-vif-deleted', 'tag': 'c164c563-3582-4845-a484-a17fc383bc2c', 'status': 'completed', 'code': 200} Sep 30 01:00:54.868014 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-59979992-e0aa-422b-aded-e220da4cad08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:54.872827 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5fab3ff9-93d5-4269-a90e-b1948d4cb615 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:54.892533 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59979992-e0aa-422b-aded-e220da4cad08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b041c42-c0b9-4307-835e-6955374b95f9,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:54.899723 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-59979992-e0aa-422b-aded-e220da4cad08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:54.916424 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-59979992-e0aa-422b-aded-e220da4cad08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:54.917978 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-59979992-e0aa-422b-aded-e220da4cad08 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b041c42-c0b9-4307-835e-6955374b95f9 HTTP/1.1" status: 204 len: 168 time: 0.4228449 Sep 30 01:00:54.980540 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5377a739-439a-45df-a538-4b43ad7596bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:54.984356 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5377a739-439a-45df-a538-4b43ad7596bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:54.989471 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9a83933d-a669-492f-9b94-cb71a3ba524d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:55.020946 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5377a739-439a-45df-a538-4b43ad7596bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:00:55.044856 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377a739-439a-45df-a538-4b43ad7596bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4921c53-d6de-489f-bb34-bd46c727b96c,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:55.052447 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5377a739-439a-45df-a538-4b43ad7596bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:55.052447 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5377a739-439a-45df-a538-4b43ad7596bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:55.052447 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-5377a739-439a-45df-a538-4b43ad7596bb admin admin] Added segment cb54c837-caaa-481b-b1b1-3d712fcebfc4 of type vlan for network 55ef5b07-5222-4e37-aafe-f9382e28a45b Sep 30 01:00:55.088132 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5377a739-439a-45df-a538-4b43ad7596bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:55.138780 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5377a739-439a-45df-a538-4b43ad7596bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:55.138780 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5377a739-439a-45df-a538-4b43ad7596bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:55.138780 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5377a739-439a-45df-a538-4b43ad7596bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:55.184404 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6ccb1c37-1449-4681-a00f-a804a15419ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:55.311687 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9947a2-103c-46b3-97d1-bb77870ed5a5 req-5ddc91b2-a694-4789-a079-1fd827007758 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:55.313188 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-aa9947a2-103c-46b3-97d1-bb77870ed5a5 req-5ddc91b2-a694-4789-a079-1fd827007758 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 945 time: 0.0904639 Sep 30 01:00:55.365838 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-eaecc4ec-9588-4bde-8fe6-480946f52e06 req-cd3ef33d-bcfb-41e2-9710-c551c9517e8a tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de5d4ec-673a-437e-931a-dee94cb44121 HTTP/1.1" status: 200 len: 210 time: 0.0698040 Sep 30 01:00:55.368714 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-5377a739-439a-45df-a538-4b43ad7596bb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0030506 Sep 30 01:00:55.374149 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 42240) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:00:55.375059 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377a739-439a-45df-a538-4b43ad7596bb admin admin] Pushing event updated for resources: {'Network': ['ID=55ef5b07-5222-4e37-aafe-f9382e28a45b,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:55.393803 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 55ef5b07-5222-4e37-aafe-f9382e28a45b details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:00:55.410885 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-e10285d4-13e5-4d88-b4bb-df1b0b8147e4 admin admin] Request body: {'subnet': {'network_id': '55ef5b07-5222-4e37-aafe-f9382e28a45b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1393007657-subnet', 'tenant_id': 'f2bc823b04c34611bde0884f245a6384', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:00:55.419082 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-e10285d4-13e5-4d88-b4bb-df1b0b8147e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:00:55.430383 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-e10285d4-13e5-4d88-b4bb-df1b0b8147e4 admin admin] Usage tracker for resource:subnet and tenant:f2bc823b04c34611bde0884f245a6384 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:00:55.430383 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-e10285d4-13e5-4d88-b4bb-df1b0b8147e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:00:55.430383 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-e10285d4-13e5-4d88-b4bb-df1b0b8147e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:00:55.441556 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5377a739-439a-45df-a538-4b43ad7596bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:55.458940 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-aa9947a2-103c-46b3-97d1-bb77870ed5a5 req-02ea4f67-fb39-478a-8af4-085be9d83543 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130984 Sep 30 01:00:55.464703 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10285d4-13e5-4d88-b4bb-df1b0b8147e4 admin admin] Made reservation on behalf of f2bc823b04c34611bde0884f245a6384 for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:00:55.464703 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e10285d4-13e5-4d88-b4bb-df1b0b8147e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:55.827484 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e10285d4-13e5-4d88-b4bb-df1b0b8147e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981632'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:55.833603 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e1910b06-669c-4bc0-9041-a909dc0785da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:56.145020 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10285d4-13e5-4d88-b4bb-df1b0b8147e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a36f0f3c-4f80-4ada-977d-ba371276e6f4,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:56.152205 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e10285d4-13e5-4d88-b4bb-df1b0b8147e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:56.163699 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10285d4-13e5-4d88-b4bb-df1b0b8147e4 admin admin] Checking segment: {'id': 'cb54c837-caaa-481b-b1b1-3d712fcebfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '55ef5b07-5222-4e37-aafe-f9382e28a45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:00:56.164061 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10285d4-13e5-4d88-b4bb-df1b0b8147e4 admin admin] Network hostable DHCP agents. Network: 55ef5b07-5222-4e37-aafe-f9382e28a45b, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:00:56.192073 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10285d4-13e5-4d88-b4bb-df1b0b8147e4 admin admin] Network 55ef5b07-5222-4e37-aafe-f9382e28a45b is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:00:56.203297 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11903f10-6a5c-40ca-b011-f35e12b1edfc req-26a9ea15-477f-4f9c-a72e-a4949f9626e0 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:56.204785 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-11903f10-6a5c-40ca-b011-f35e12b1edfc req-26a9ea15-477f-4f9c-a72e-a4949f9626e0 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 0.1563694 Sep 30 01:00:56.226796 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-e10285d4-13e5-4d88-b4bb-df1b0b8147e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 55ef5b07-5222-4e37-aafe-f9382e28a45b) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:00:56.234239 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10285d4-13e5-4d88-b4bb-df1b0b8147e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:56.234867 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e10285d4-13e5-4d88-b4bb-df1b0b8147e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:56.237757 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f79bbba-b050-46a2-aecb-ae216b82c89d None None] Network 55ef5b07-5222-4e37-aafe-f9382e28a45b requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:00:56.271929 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-11903f10-6a5c-40ca-b011-f35e12b1edfc req-71a88b2d-5b1c-44b6-875e-4181595366e9 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584195 Sep 30 01:00:56.282069 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-e10285d4-13e5-4d88-b4bb-df1b0b8147e4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8938322 Sep 30 01:00:56.524935 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42206d27-61e4-4239-9e8f-3963068728ed None None] Network 55ef5b07-5222-4e37-aafe-f9382e28a45b requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:00:56.609534 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65920103-532d-4799-a7cf-c62a63007a43 req-b1bc3c18-fac5-4745-bb77-358de7598aff tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:56.611057 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-65920103-532d-4799-a7cf-c62a63007a43 req-b1bc3c18-fac5-4745-bb77-358de7598aff tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac&tenant_id=58336e3a6a854ff7ab57e933b021b603&binding%3Ahost_id=n-h1-811809-1 HTTP/1.1" status: 200 len: 1096 time: 0.3084164 Sep 30 01:00:56.629553 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-65920103-532d-4799-a7cf-c62a63007a43 req-4e6ad1b1-59b1-48f3-934a-af596392b464 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811809-1'}}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:00:56.854159 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cc378-4160-4ca7-8797-6ee6bb4fab91 req-61c00099-b0b7-4c88-888f-707273f166fd tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:56.862219 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4a4cc378-4160-4ca7-8797-6ee6bb4fab91 req-61c00099-b0b7-4c88-888f-707273f166fd tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 945 time: 0.1243136 Sep 30 01:00:56.881617 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-65920103-532d-4799-a7cf-c62a63007a43 req-4e6ad1b1-59b1-48f3-934a-af596392b464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:56.923696 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4a4cc378-4160-4ca7-8797-6ee6bb4fab91 req-ac3eec9e-ee60-476d-aaf2-04387bd8df75 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597351 Sep 30 01:00:56.990373 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 42296) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:00:56.996987 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-a9170730-75fb-4025-9d96-9aa2d9fca633 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1237098513', 'description': 'tempest-description--1775108861'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:00:57.012686 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a9170730-75fb-4025-9d96-9aa2d9fca633 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:00:57.028498 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a9170730-75fb-4025-9d96-9aa2d9fca633 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:00:57.051976 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a9170730-75fb-4025-9d96-9aa2d9fca633 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:57.090205 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a9170730-75fb-4025-9d96-9aa2d9fca633 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:00:57.100111 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-a9170730-75fb-4025-9d96-9aa2d9fca633 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Usage tracker for resource:security_group_rule and tenant:47098c8256e3486bb54ee0f412f60d5a is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:00:57.102983 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-a9170730-75fb-4025-9d96-9aa2d9fca633 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:00:57.110155 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a9170730-75fb-4025-9d96-9aa2d9fca633 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:00:57.172636 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-65920103-532d-4799-a7cf-c62a63007a43 req-4e6ad1b1-59b1-48f3-934a-af596392b464 service neutron] For port 8c9bd67e-2216-4d29-8c45-daceec60b8d3, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=8c9bd67e-2216-4d29-8c45-daceec60b8d3,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:00:57.178361 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 8c9bd67e-2216-4d29-8c45-daceec60b8d3 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:00:57.229875 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-65920103-532d-4799-a7cf-c62a63007a43 req-4e6ad1b1-59b1-48f3-934a-af596392b464 service neutron] For port 8c9bd67e-2216-4d29-8c45-daceec60b8d3, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:00:57.235334 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a9170730-75fb-4025-9d96-9aa2d9fca633 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:57.244541 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a9170730-75fb-4025-9d96-9aa2d9fca633 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:57.259345 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7c7f1d61-f5cc-40f1-b7ad-3b4941779a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:57.348859 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device c164c563-3582-4845-a484-a17fc383bc2c no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:00:57.356501 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45395b9c-44de-43d8-aabc-0cbf41f836ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c9bd67e-2216-4d29-8c45-daceec60b8d3'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:00:57.364647 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-65920103-532d-4799-a7cf-c62a63007a43 req-4e6ad1b1-59b1-48f3-934a-af596392b464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:57.375454 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-65920103-532d-4799-a7cf-c62a63007a43 req-4e6ad1b1-59b1-48f3-934a-af596392b464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:57.380210 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9170730-75fb-4025-9d96-9aa2d9fca633 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7147ae9e-c306-4614-8ab0-6864d30cd2c5,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:57.386948 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a9170730-75fb-4025-9d96-9aa2d9fca633 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:57.388657 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-20b9fb5f-7eca-41d0-bbbc-1571ff6452c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:57.401291 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a9170730-75fb-4025-9d96-9aa2d9fca633 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:57.402782 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-a9170730-75fb-4025-9d96-9aa2d9fca633 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4111776 Sep 30 01:00:57.405862 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 42322) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:00:57.430017 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-9ac2695e-3dc0-4f73-9e34-b60ad1a94214 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Request body: {'security_group_rule': {'security_group_id': '7147ae9e-c306-4614-8ab0-6864d30cd2c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:00:57.442371 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: c164c563-3582-4845-a484-a17fc383bc2c {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:00:57.442486 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device c164c563-3582-4845-a484-a17fc383bc2c not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:00:57.477109 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-9ac2695e-3dc0-4f73-9e34-b60ad1a94214 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:00:57.505959 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 8c9bd67e-2216-4d29-8c45-daceec60b8d3, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=8c9bd67e-2216-4d29-8c45-daceec60b8d3,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:00:57.523960 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 8c9bd67e-2216-4d29-8c45-daceec60b8d3 has no active binding in host n-h2-811809-1 {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Sep 30 01:00:57.619454 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-9ac2695e-3dc0-4f73-9e34-b60ad1a94214 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Usage tracker for resource:security_group_rule and tenant:47098c8256e3486bb54ee0f412f60d5a is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:00:57.624218 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-9ac2695e-3dc0-4f73-9e34-b60ad1a94214 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:00:57.632425 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-9ac2695e-3dc0-4f73-9e34-b60ad1a94214 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:00:57.669543 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9ac2695e-3dc0-4f73-9e34-b60ad1a94214 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:57.697052 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ad1b1-59b1-48f3-934a-af596392b464 service neutron] Pushing event updated for resources: {'Port': ['ID=8c9bd67e-2216-4d29-8c45-daceec60b8d3,revision_number=7']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:57.709317 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4e6ad1b1-59b1-48f3-934a-af596392b464 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:57.761514 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-65920103-532d-4799-a7cf-c62a63007a43 req-4e6ad1b1-59b1-48f3-934a-af596392b464 service neutron] Attempting to bind port 8c9bd67e-2216-4d29-8c45-daceec60b8d3 on host n-h1-811809-1 for vnic_type normal with profile {"migrating_to": "n-h2-811809-1"} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:00:57.761514 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-65920103-532d-4799-a7cf-c62a63007a43 req-4e6ad1b1-59b1-48f3-934a-af596392b464 service neutron] Attempting to bind port 8c9bd67e-2216-4d29-8c45-daceec60b8d3 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:00:57.761714 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65920103-532d-4799-a7cf-c62a63007a43 req-4e6ad1b1-59b1-48f3-934a-af596392b464 service neutron] Attempting to bind port 8c9bd67e-2216-4d29-8c45-daceec60b8d3 on network 75754133-2f30-43b1-b553-38d58661ba06 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:00:57.774188 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65920103-532d-4799-a7cf-c62a63007a43 req-4e6ad1b1-59b1-48f3-934a-af596392b464 service neutron] Port 8c9bd67e-2216-4d29-8c45-daceec60b8d3 on network 75754133-2f30-43b1-b553-38d58661ba06 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:00:57.774681 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65920103-532d-4799-a7cf-c62a63007a43 req-4e6ad1b1-59b1-48f3-934a-af596392b464 service neutron] Attempting to bind port 8c9bd67e-2216-4d29-8c45-daceec60b8d3 on network 75754133-2f30-43b1-b553-38d58661ba06 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:00:57.786025 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65920103-532d-4799-a7cf-c62a63007a43 req-4e6ad1b1-59b1-48f3-934a-af596392b464 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:00:57.786364 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65920103-532d-4799-a7cf-c62a63007a43 req-4e6ad1b1-59b1-48f3-934a-af596392b464 service neutron] Checking segment: {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:00:57.786770 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65920103-532d-4799-a7cf-c62a63007a43 req-4e6ad1b1-59b1-48f3-934a-af596392b464 service neutron] Bound using segment: {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:00:57.787215 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-65920103-532d-4799-a7cf-c62a63007a43 req-4e6ad1b1-59b1-48f3-934a-af596392b464 service neutron] Bound port: 8c9bd67e-2216-4d29-8c45-daceec60b8d3, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '75754133-2f30-43b1-b553-38d58661ba06'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:00:57.787838 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-65920103-532d-4799-a7cf-c62a63007a43 req-4e6ad1b1-59b1-48f3-934a-af596392b464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:57.790218 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9ac2695e-3dc0-4f73-9e34-b60ad1a94214 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:57.803669 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-8bbdb6c8-0995-439b-91c2-fc17a3a1066a tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:57.804396 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-8bbdb6c8-0995-439b-91c2-fc17a3a1066a tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Synchronizing usage tracker for tenant:f2bc823b04c34611bde0884f245a6384 on resource:network {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:00:57.809216 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9ac2695e-3dc0-4f73-9e34-b60ad1a94214 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:57.817522 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bbd727a0-c6ea-4f3c-9efa-1ff21494514f tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:57.851223 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 01:00:57.855996 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-8bbdb6c8-0995-439b-91c2-fc17a3a1066a tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Unset dirty status for tenant:f2bc823b04c34611bde0884f245a6384 on resource:network {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:00:57.863073 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-8bbdb6c8-0995-439b-91c2-fc17a3a1066a tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.39 "GET /v2.0/networks?id=55ef5b07-5222-4e37-aafe-f9382e28a45b HTTP/1.1" status: 200 len: 814 time: 0.4411821 Sep 30 01:00:57.866013 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2695e-3dc0-4f73-9e34-b60ad1a94214 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03a4cc2c-d38e-46e4-9f88-727005a663a5,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:57.873542 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9ac2695e-3dc0-4f73-9e34-b60ad1a94214 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:57.877110 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-9ac2695e-3dc0-4f73-9e34-b60ad1a94214 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4673429 Sep 30 01:00:57.877110 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9ac2695e-3dc0-4f73-9e34-b60ad1a94214 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:57.877812 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 42334) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:00:57.884970 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-8b79964f-c01e-4684-9fa1-7358ac5d3f30 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Request body: {'security_group_rule': {'security_group_id': '7147ae9e-c306-4614-8ab0-6864d30cd2c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:00:57.897111 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-c3b2b28c-db61-4c09-9bf9-7ae278b30b17 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.39 "GET /v2.0/quotas/f2bc823b04c34611bde0884f245a6384 HTTP/1.1" status: 200 len: 375 time: 0.0321052 Sep 30 01:00:57.902038 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1769795-857d-42c5-ae8f-675faf1525c2 req-8d417e8b-c6a5-4fca-8d8d-45191ba2994f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:57.904707 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a1769795-857d-42c5-ae8f-675faf1525c2 req-8d417e8b-c6a5-4fca-8d8d-45191ba2994f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 0.2027612 Sep 30 01:00:57.930526 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-8b79964f-c01e-4684-9fa1-7358ac5d3f30 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:00:57.942597 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-65920103-532d-4799-a7cf-c62a63007a43 req-4e6ad1b1-59b1-48f3-934a-af596392b464 service neutron] For port 8c9bd67e-2216-4d29-8c45-daceec60b8d3, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:00:57.946369 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-8b79964f-c01e-4684-9fa1-7358ac5d3f30 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Usage tracker for resource:security_group_rule and tenant:47098c8256e3486bb54ee0f412f60d5a is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:00:57.952079 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-bb316f33-79d4-4ff8-9071-fedfd51fa5da tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f2bc823b04c34611bde0884f245a6384&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551121 Sep 30 01:00:57.952911 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-8b79964f-c01e-4684-9fa1-7358ac5d3f30 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:00:57.962268 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-65920103-532d-4799-a7cf-c62a63007a43 req-4e6ad1b1-59b1-48f3-934a-af596392b464 service neutron] For port 8c9bd67e-2216-4d29-8c45-daceec60b8d3, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=8c9bd67e-2216-4d29-8c45-daceec60b8d3,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:00:57.970692 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a1769795-857d-42c5-ae8f-675faf1525c2 req-1a8196e6-19f5-4dc9-8f1f-6cb757d6230b tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559793 Sep 30 01:00:57.972714 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-65920103-532d-4799-a7cf-c62a63007a43 req-4e6ad1b1-59b1-48f3-934a-af596392b464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:57.976491 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-3c5243a4-4254-4a5e-9a2e-cac6891a0802 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:58.089426 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45395b9c-44de-43d8-aabc-0cbf41f836ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c9bd67e-2216-4d29-8c45-daceec60b8d3', 'code': 200} Sep 30 01:00:58.109091 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-dcaff394-d02a-4aa0-a4e2-c92411ddf7b5 service neutron] 10.222.0.39 "GET /v2.0/networks/55ef5b07-5222-4e37-aafe-f9382e28a45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436634 Sep 30 01:00:58.109974 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-8b79964f-c01e-4684-9fa1-7358ac5d3f30 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:00:58.171234 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ad1b1-59b1-48f3-934a-af596392b464 service neutron] Pushing event updated for resources: {'Port': ['ID=8c9bd67e-2216-4d29-8c45-daceec60b8d3,revision_number=8']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:58.171234 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65920103-532d-4799-a7cf-c62a63007a43 req-4e6ad1b1-59b1-48f3-934a-af596392b464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:58.171234 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-65920103-532d-4799-a7cf-c62a63007a43 req-4e6ad1b1-59b1-48f3-934a-af596392b464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:58.171234 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-65920103-532d-4799-a7cf-c62a63007a43 req-4e6ad1b1-59b1-48f3-934a-af596392b464 service neutron] 10.222.0.55 "PUT /v2.0/ports/8c9bd67e-2216-4d29-8c45-daceec60b8d3 HTTP/1.1" status: 200 len: 1121 time: 1.5438964 Sep 30 01:00:58.171234 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4e6ad1b1-59b1-48f3-934a-af596392b464 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:58.212193 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8b79964f-c01e-4684-9fa1-7358ac5d3f30 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:58.305773 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['8c9bd67e-2216-4d29-8c45-daceec60b8d3'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:00:58.374652 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d82f91-efc6-42d7-a875-c27fc4cd48c2 req-b8892b8d-532e-4b75-b77a-847253a52cfb tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:58.382707 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-82d82f91-efc6-42d7-a875-c27fc4cd48c2 req-b8892b8d-532e-4b75-b77a-847253a52cfb tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.1411829 Sep 30 01:00:58.400604 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['8c9bd67e-2216-4d29-8c45-daceec60b8d3'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:00:58.410893 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8b79964f-c01e-4684-9fa1-7358ac5d3f30 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:58.420723 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-54e8a006-4bab-4182-88ee-8b8028aab0bb service neutron] 10.222.0.39 "GET /v2.0/networks/55ef5b07-5222-4e37-aafe-f9382e28a45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993178 Sep 30 01:00:58.422227 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8b79964f-c01e-4684-9fa1-7358ac5d3f30 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:58.424835 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:58.456745 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79964f-c01e-4684-9fa1-7358ac5d3f30 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f26db03-8a15-4a8b-b7a0-6fecee3f3534,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:58.461839 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8b79964f-c01e-4684-9fa1-7358ac5d3f30 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:58.472599 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-82d82f91-efc6-42d7-a875-c27fc4cd48c2 req-a96c3442-20aa-40f9-8766-f4311aed3822 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873446 Sep 30 01:00:58.474379 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8b79964f-c01e-4684-9fa1-7358ac5d3f30 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:58.476316 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-8b79964f-c01e-4684-9fa1-7358ac5d3f30 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5972576 Sep 30 01:00:58.479919 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 42346) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:00:58.486701 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-e3c94987-1f29-448b-a50f-a7a0e6b00c49 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Request body: {'floatingip': {'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:00:58.512246 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 42352) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:00:58.533689 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-e3c94987-1f29-448b-a50f-a7a0e6b00c49 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:00:58.541957 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-e3c94987-1f29-448b-a50f-a7a0e6b00c49 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Usage tracker for resource:floatingip and tenant:47098c8256e3486bb54ee0f412f60d5a is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:00:58.552357 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-e3c94987-1f29-448b-a50f-a7a0e6b00c49 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:00:58.567593 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-e3c94987-1f29-448b-a50f-a7a0e6b00c49 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:00:58.593654 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e3c94987-1f29-448b-a50f-a7a0e6b00c49 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks [] for floatingip, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:58.827020 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7d85f8b1-e232-4cd2-be26-16d22225fba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:58.852297 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-7d85f8b1-e232-4cd2-be26-16d22225fba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:00:58.864865 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-7d85f8b1-e232-4cd2-be26-16d22225fba2 admin admin] Usage tracker for resource:security_group_rule and tenant:b8281f2fe0f34624b22856b30a1306f7 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:00:58.868889 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-7d85f8b1-e232-4cd2-be26-16d22225fba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:00:58.877105 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-7d85f8b1-e232-4cd2-be26-16d22225fba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:00:58.898236 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369789c2-fe8c-4318-b9de-8d8231c35221 req-dd395482-4037-4cae-88bb-5018942a11f3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:58.899755 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-369789c2-fe8c-4318-b9de-8d8231c35221 req-dd395482-4037-4cae-88bb-5018942a11f3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 943 time: 0.2189167 Sep 30 01:00:58.945362 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e3c94987-1f29-448b-a50f-a7a0e6b00c49 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:58.959939 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-369789c2-fe8c-4318-b9de-8d8231c35221 req-c8dc7e09-88ee-4358-bd4b-60ccf1b3e383 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533466 Sep 30 01:00:59.060926 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7d85f8b1-e232-4cd2-be26-16d22225fba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:59.065979 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7d85f8b1-e232-4cd2-be26-16d22225fba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:59.101456 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-38d56d78-18ca-4771-97c1-021b8b1a0145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:59.110524 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-7d85f8b1-e232-4cd2-be26-16d22225fba2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b8281f2fe0f34624b22856b30a1306f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5986590 Sep 30 01:00:59.116862 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 42368) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:00:59.182471 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-e3c94987-1f29-448b-a50f-a7a0e6b00c49 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Allocated IP 172.25.0.85 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/5b9784c5-6f0e-4043-ba8f-5564f68bffb4) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:00:59.241799 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85f8b1-e232-4cd2-be26-16d22225fba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f9d002-c703-45e8-aac7-90550f90b698,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:59.244927 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-7d85f8b1-e232-4cd2-be26-16d22225fba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:59.245455 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c8189115-5a4f-4c7d-89f5-ef59cb8e6a09 req-a5ca72f1-39e3-41f8-a420-8c05b79c3cbb tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.39 "GET /v2.0/ports?device_id=33a7834a-c2b1-4d20-b9ac-9b3befaec6af HTTP/1.1" status: 200 len: 210 time: 0.0602691 Sep 30 01:00:59.270187 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4bce1efb-892b-42cb-926d-51ea6d55e0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:59.306202 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4bce1efb-892b-42cb-926d-51ea6d55e0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:59.358703 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31b85e-e9d5-4e38-8924-59c3ef07692f req-8c3f0a4b-65ef-4c0a-b9e5-2438a3e73b8b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:59.366377 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3f31b85e-e9d5-4e38-8924-59c3ef07692f req-8c3f0a4b-65ef-4c0a-b9e5-2438a3e73b8b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.2526135 Sep 30 01:00:59.431226 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3f31b85e-e9d5-4e38-8924-59c3ef07692f req-35d1e8d5-0f2f-41ae-b3bd-7ffb538da031 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582581 Sep 30 01:00:59.463268 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4bce1efb-892b-42cb-926d-51ea6d55e0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:59.463268 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0b53b075-1be4-4b4f-867b-fbf5f4bf6d87 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:59.492098 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bce1efb-892b-42cb-926d-51ea6d55e0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f9d002-c703-45e8-aac7-90550f90b698,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:00:59.502788 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4bce1efb-892b-42cb-926d-51ea6d55e0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:00:59.505197 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4bce1efb-892b-42cb-926d-51ea6d55e0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:59.524932 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-4bce1efb-892b-42cb-926d-51ea6d55e0cc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/15f9d002-c703-45e8-aac7-90550f90b698 HTTP/1.1" status: 204 len: 168 time: 0.4064803 Sep 30 01:00:59.536159 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e3c94987-1f29-448b-a50f-a7a0e6b00c49 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:59.635599 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c7d1e-92f5-46c7-b01a-37eee2188144 req-2b5b7927-303b-4324-b6e3-a6610bf985e6 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:00:59.644294 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-497c7d1e-92f5-46c7-b01a-37eee2188144 req-2b5b7927-303b-4324-b6e3-a6610bf985e6 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 0.1696017 Sep 30 01:00:59.689583 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e3c94987-1f29-448b-a50f-a7a0e6b00c49 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:00:59.697888 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-75446ee0-77e3-4ea1-8f21-be4cb13f0c6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:00:59.904761 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-497c7d1e-92f5-46c7-b01a-37eee2188144 req-589a5443-1b18-44be-afb4-664e48c89aa9 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593682 Sep 30 01:00:59.930063 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c94987-1f29-448b-a50f-a7a0e6b00c49 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:00:59.942967 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-e3c94987-1f29-448b-a50f-a7a0e6b00c49 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:00:59.951827 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c94987-1f29-448b-a50f-a7a0e6b00c49 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:01:00.006085 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c94987-1f29-448b-a50f-a7a0e6b00c49 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Pushing event updated for resources: {'Port': ['ID=5b9784c5-6f0e-4043-ba8f-5564f68bffb4,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:00.017159 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e3c94987-1f29-448b-a50f-a7a0e6b00c49 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:00.091730 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45395b9c-44de-43d8-aabc-0cbf41f836ac', 'tag': '8c9bd67e-2216-4d29-8c45-daceec60b8d3'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:01:00.100156 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 42388) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:00.101713 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e3c94987-1f29-448b-a50f-a7a0e6b00c49 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:00.128265 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a80e6e58-76f8-4605-bc75-5ce93e5d755e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:00.154694 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-a80e6e58-76f8-4605-bc75-5ce93e5d755e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:00.160295 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-a80e6e58-76f8-4605-bc75-5ce93e5d755e admin admin] Usage tracker for resource:security_group_rule and tenant:08ca94524a7f40149264b222c723530a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:00.164869 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-a80e6e58-76f8-4605-bc75-5ce93e5d755e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:00.173710 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-a80e6e58-76f8-4605-bc75-5ce93e5d755e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:00.184470 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e3c94987-1f29-448b-a50f-a7a0e6b00c49 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:00.203131 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9fd80-6744-44a8-ab75-bf108ddddb6e req-fb8c44cf-ab9e-4334-b82b-7a14b87dae65 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:00.212640 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8aa9fd80-6744-44a8-ab75-bf108ddddb6e req-fb8c44cf-ab9e-4334-b82b-7a14b87dae65 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.2103138 Sep 30 01:01:00.420361 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8aa9fd80-6744-44a8-ab75-bf108ddddb6e req-1dfb9b06-e346-4236-99e4-9f563d9a2e7e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060368 Sep 30 01:01:00.438594 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cae2a-d6ae-431e-b17b-33689222ab8c req-e50a0543-1490-4a6b-a1ea-7b98dfa92407 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:00.444291 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f48cae2a-d6ae-431e-b17b-33689222ab8c req-e50a0543-1490-4a6b-a1ea-7b98dfa92407 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 943 time: 0.2188108 Sep 30 01:01:00.497611 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45395b9c-44de-43d8-aabc-0cbf41f836ac', 'tag': '8c9bd67e-2216-4d29-8c45-daceec60b8d3', 'status': 'completed', 'code': 200} Sep 30 01:01:00.508986 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a80e6e58-76f8-4605-bc75-5ce93e5d755e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:00.515650 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a80e6e58-76f8-4605-bc75-5ce93e5d755e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:00.526467 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ef7410d5-7b47-4719-81d8-307dd803accf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:00.557406 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e3c94987-1f29-448b-a50f-a7a0e6b00c49 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:00.579474 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e3c94987-1f29-448b-a50f-a7a0e6b00c49 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:00.586063 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-a80e6e58-76f8-4605-bc75-5ce93e5d755e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=08ca94524a7f40149264b222c723530a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4860203 Sep 30 01:01:00.590659 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 42398) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:00.594146 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e6e58-76f8-4605-bc75-5ce93e5d755e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec14716-752c-409e-8de6-37ac57868ca4,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:00.599984 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a80e6e58-76f8-4605-bc75-5ce93e5d755e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:00.621845 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-105f8a1f-86a6-4c69-99d9-114986329963 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:00.726798 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f48cae2a-d6ae-431e-b17b-33689222ab8c req-aebf5d59-6178-4edb-9232-154872f64bf3 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413316 Sep 30 01:01:00.741933 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c94987-1f29-448b-a50f-a7a0e6b00c49 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Pushing event updated for resources: {'Port': ['ID=5b9784c5-6f0e-4043-ba8f-5564f68bffb4,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:00.744949 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a1798ca6-0853-4579-95e2-0c674cd3a99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:00.745946 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e3c94987-1f29-448b-a50f-a7a0e6b00c49 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:00.775058 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e3c94987-1f29-448b-a50f-a7a0e6b00c49 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:00.775164 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7805d-d669-4339-a065-943a4326135b req-d66288f0-3650-4fe1-8b9c-12a14152315b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:00.775164 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-34e7805d-d669-4339-a065-943a4326135b req-d66288f0-3650-4fe1-8b9c-12a14152315b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=58336e3a6a854ff7ab57e933b021b603&device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 1124 time: 0.1848261 Sep 30 01:01:00.788231 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a1798ca6-0853-4579-95e2-0c674cd3a99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:00.821884 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e3c94987-1f29-448b-a50f-a7a0e6b00c49 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:00.827407 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-e3c94987-1f29-448b-a50f-a7a0e6b00c49 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3459027 Sep 30 01:01:00.945986 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b9ce6319-2450-4fe1-8b17-6cc7f7f071d0 req-8539f9d9-fd20-499d-8e67-433dd749a1d2 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.39 "GET /v2.0/ports?device_id=33a7834a-c2b1-4d20-b9ac-9b3befaec6af HTTP/1.1" status: 200 len: 210 time: 0.1229808 Sep 30 01:01:01.031610 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7805d-d669-4339-a065-943a4326135b req-0495c5cf-0d10-48bf-9eb6-b8cd69e82e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:01.033357 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-34e7805d-d669-4339-a065-943a4326135b req-0495c5cf-0d10-48bf-9eb6-b8cd69e82e11 service neutron] 10.222.0.59 "GET /v2.0/networks?id=75754133-2f30-43b1-b553-38d58661ba06 HTTP/1.1" status: 200 len: 922 time: 0.2379444 Sep 30 01:01:01.114229 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-34e7805d-d669-4339-a065-943a4326135b req-b04b9d53-df72-4135-8d55-5c3a1fba8b43 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c9bd67e-2216-4d29-8c45-daceec60b8d3 HTTP/1.1" status: 200 len: 217 time: 0.0711472 Sep 30 01:01:01.117962 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a1798ca6-0853-4579-95e2-0c674cd3a99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:01.132781 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f5a3526f-8874-4a7f-b02a-56dee2e7aff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:01.286905 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1798ca6-0853-4579-95e2-0c674cd3a99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec14716-752c-409e-8de6-37ac57868ca4,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:01.303912 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a1798ca6-0853-4579-95e2-0c674cd3a99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:01.372679 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a1798ca6-0853-4579-95e2-0c674cd3a99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:01.373837 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-a1798ca6-0853-4579-95e2-0c674cd3a99b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1ec14716-752c-409e-8de6-37ac57868ca4 HTTP/1.1" status: 204 len: 168 time: 0.7811501 Sep 30 01:01:01.413372 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7805d-d669-4339-a065-943a4326135b req-968ae35d-ac8f-4b22-9d7f-1db33948efb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:01.415490 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-34e7805d-d669-4339-a065-943a4326135b req-968ae35d-ac8f-4b22-9d7f-1db33948efb9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4830ed89-3d0e-4950-9575-5f4f49821c2d HTTP/1.1" status: 200 len: 861 time: 0.2853181 Sep 30 01:01:01.481465 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-1ac65d38-542b-4b96-be39-3a1fbab6a22e tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:01.489917 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-1ac65d38-542b-4b96-be39-3a1fbab6a22e tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/networks?id=967f5979-41b2-4f23-910e-0f1e38e22766 HTTP/1.1" status: 200 len: 822 time: 0.2038989 Sep 30 01:01:01.504998 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-34e7805d-d669-4339-a065-943a4326135b req-58e04a8f-6094-4644-8458-acbcc2a1b845 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=75754133-2f30-43b1-b553-38d58661ba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786750 Sep 30 01:01:01.525658 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-e008aae6-83e7-4e8f-a560-4406585ae91d tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/quotas/47098c8256e3486bb54ee0f412f60d5a HTTP/1.1" status: 200 len: 375 time: 0.0317259 Sep 30 01:01:01.560428 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-7d986d3e-090d-46ca-a652-564df72b401f tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:01.560428 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-7d986d3e-090d-46ca-a652-564df72b401f tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.55 "GET /v2.0/networks?id=55ef5b07-5222-4e37-aafe-f9382e28a45b HTTP/1.1" status: 200 len: 814 time: 0.3293993 Sep 30 01:01:01.628523 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-c00e2f31-6b1b-4246-8506-30237623aff2 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Request body: {'port': {'device_id': '33a7834a-c2b1-4d20-b9ac-9b3befaec6af', 'network_id': '55ef5b07-5222-4e37-aafe-f9382e28a45b', 'admin_state_up': True, 'tenant_id': 'f2bc823b04c34611bde0884f245a6384'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:01:01.669575 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fccba6b-f556-4a22-a055-dc6bce3eed0c req-9b69b9c2-ee77-4f66-8888-cbe4f5ff7fbe tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:01.675372 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3fccba6b-f556-4a22-a055-dc6bce3eed0c req-9b69b9c2-ee77-4f66-8888-cbe4f5ff7fbe tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 0.4714732 Sep 30 01:01:01.713158 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-7a3aa99e-5cf4-4069-a324-527d79032206 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=47098c8256e3486bb54ee0f412f60d5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1812325 Sep 30 01:01:01.822495 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3fccba6b-f556-4a22-a055-dc6bce3eed0c req-4910d9c3-9e16-4168-8f4b-c6a943e4eceb tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358404 Sep 30 01:01:01.875579 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-155d9075-5534-4a61-8b42-03393354d44a service neutron] 10.222.0.39 "GET /v2.0/networks/967f5979-41b2-4f23-910e-0f1e38e22766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596618 Sep 30 01:01:01.903204 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-34e7805d-d669-4339-a065-943a4326135b req-e6bfcb4a-af8a-4e61-8139-134a2e5c018a service neutron] 10.222.0.59 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787754 Sep 30 01:01:02.043524 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-c00e2f31-6b1b-4246-8506-30237623aff2 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:02.050760 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-c00e2f31-6b1b-4246-8506-30237623aff2 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Usage tracker for resource:port and tenant:f2bc823b04c34611bde0884f245a6384 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:02.053990 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-c00e2f31-6b1b-4246-8506-30237623aff2 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:02.082121 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-c00e2f31-6b1b-4246-8506-30237623aff2 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:02.116787 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-c00e2f31-6b1b-4246-8506-30237623aff2 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Made reservation on behalf of f2bc823b04c34611bde0884f245a6384 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:01:02.127778 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-c00e2f31-6b1b-4246-8506-30237623aff2 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:02.129486 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-351b146d-6afb-4e2f-9d93-38748c0be852 service neutron] 10.222.0.39 "GET /v2.0/networks/967f5979-41b2-4f23-910e-0f1e38e22766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547281 Sep 30 01:01:02.282479 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-34e7805d-d669-4339-a065-943a4326135b req-ef886e13-ec0a-4886-9ee8-67ebd67d35f2 service neutron] 10.222.0.59 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673327 Sep 30 01:01:02.521073 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-c00e2f31-6b1b-4246-8506-30237623aff2 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Allocated IP 172.20.0.5 (55ef5b07-5222-4e37-aafe-f9382e28a45b/a36f0f3c-4f80-4ada-977d-ba371276e6f4/3ff1d1d5-f56e-4333-b3b3-08b226034929) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:01:02.565552 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-65920103-532d-4799-a7cf-c62a63007a43 req-7d6c2c23-d219-4a8e-8176-caa13c452db1 service neutron] 10.222.0.59 "GET /v2.0/ports/8c9bd67e-2216-4d29-8c45-daceec60b8d3/bindings/n-h2-811809-1 HTTP/1.1" status: 200 len: 384 time: 0.2429273 Sep 30 01:01:02.695583 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc534a9-a462-4102-b914-61dd8c3f134d req-ae6d7d39-b953-45ec-9e17-a8213506bef1 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:02.697393 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6bc534a9-a462-4102-b914-61dd8c3f134d req-ae6d7d39-b953-45ec-9e17-a8213506bef1 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 943 time: 0.1259408 Sep 30 01:01:02.762157 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6bc534a9-a462-4102-b914-61dd8c3f134d req-9debac8f-1d12-4075-a572-36f818023e79 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561357 Sep 30 01:01:02.865523 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bda04c3c-3abe-47df-b688-3659d406646b req-6071e288-d35e-442e-9fc6-cc8d21392ef0 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.39 "GET /v2.0/ports?device_id=33a7834a-c2b1-4d20-b9ac-9b3befaec6af HTTP/1.1" status: 200 len: 210 time: 0.0828266 Sep 30 01:01:03.118590 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-192a6bf1-5bc4-4dcb-aff4-30be4f442cdf req-5b0a2113-686d-44c4-80c8-a556dc5d2c18 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Synchronizing usage tracker for tenant:47098c8256e3486bb54ee0f412f60d5a on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:01:03.132229 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f079c23-ec92-49fb-bd57-361bd8891c7c req-31d7bd5b-18ef-4098-8d0e-4c8ff0fc2fc4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:03.133772 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5f079c23-ec92-49fb-bd57-361bd8891c7c req-31d7bd5b-18ef-4098-8d0e-4c8ff0fc2fc4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.0891602 Sep 30 01:01:03.202570 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5f079c23-ec92-49fb-bd57-361bd8891c7c req-01ecfb0a-4efd-4ed5-8eca-4a770efcf3b0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511019 Sep 30 01:01:03.278215 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-192a6bf1-5bc4-4dcb-aff4-30be4f442cdf req-5b0a2113-686d-44c4-80c8-a556dc5d2c18 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Unset dirty status for tenant:47098c8256e3486bb54ee0f412f60d5a on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:01:03.286977 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-192a6bf1-5bc4-4dcb-aff4-30be4f442cdf req-5b0a2113-686d-44c4-80c8-a556dc5d2c18 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=d456f092-a6de-4700-90a1-8f0775902cb9 HTTP/1.1" status: 200 len: 210 time: 0.2886937 Sep 30 01:01:03.335368 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-c00e2f31-6b1b-4246-8506-30237623aff2 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:03.348129 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 641797c8-4e64-4db1-9beb-9b28842f20f0 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:01:03.369169 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-65920103-532d-4799-a7cf-c62a63007a43 req-fe535560-d0cb-4bb1-9826-519a246b5e21 service neutron] For port 8c9bd67e-2216-4d29-8c45-daceec60b8d3, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=8c9bd67e-2216-4d29-8c45-daceec60b8d3,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:03.399085 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-65920103-532d-4799-a7cf-c62a63007a43 req-fe535560-d0cb-4bb1-9826-519a246b5e21 service neutron] For port 8c9bd67e-2216-4d29-8c45-daceec60b8d3, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:01:03.467684 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-65920103-532d-4799-a7cf-c62a63007a43 req-fe535560-d0cb-4bb1-9826-519a246b5e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c9bd67e-2216-4d29-8c45-daceec60b8d3 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:01:03.474494 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-c00e2f31-6b1b-4246-8506-30237623aff2 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:03.482589 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-20b9fb5f-7eca-41d0-bbbc-1571ff6452c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:03.507548 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032d78d-c245-4314-854f-f49a6ec73862 req-3e96db48-24db-4743-9c49-69d15e49f0ec tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:03.515504 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a032d78d-c245-4314-854f-f49a6ec73862 req-3e96db48-24db-4743-9c49-69d15e49f0ec tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 0.2067447 Sep 30 01:01:03.517925 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-65920103-532d-4799-a7cf-c62a63007a43 req-fe535560-d0cb-4bb1-9826-519a246b5e21 service neutron] For port 8c9bd67e-2216-4d29-8c45-daceec60b8d3, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=8c9bd67e-2216-4d29-8c45-daceec60b8d3,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:03.591535 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-c00e2f31-6b1b-4246-8506-30237623aff2 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Network 55ef5b07-5222-4e37-aafe-f9382e28a45b is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:01:03.591535 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-65920103-532d-4799-a7cf-c62a63007a43 req-fe535560-d0cb-4bb1-9826-519a246b5e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:03.641514 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a032d78d-c245-4314-854f-f49a6ec73862 req-18f05518-3f06-4665-8e3f-b1a3a5d85cb3 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153622 Sep 30 01:01:03.641747 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-c00e2f31-6b1b-4246-8506-30237623aff2 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:01:03.647133 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-c00e2f31-6b1b-4246-8506-30237623aff2 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:01:03.729308 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 641797c8-4e64-4db1-9beb-9b28842f20f0, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=641797c8-4e64-4db1-9beb-9b28842f20f0,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:03.741489 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '641797c8-4e64-4db1-9beb-9b28842f20f0', 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e', 'port_id': '641797c8-4e64-4db1-9beb-9b28842f20f0', 'mac_address': 'fa:16:3e:44:c6:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '518e3f3b-9573-4eac-aa37-789767c0d3b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:01:03.746123 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e2f31-6b1b-4246-8506-30237623aff2 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Pushing event updated for resources: {'Port': ['ID=3ff1d1d5-f56e-4333-b3b3-08b226034929,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:03.746123 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c00e2f31-6b1b-4246-8506-30237623aff2 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:03.815755 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-c00e2f31-6b1b-4246-8506-30237623aff2 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:03.815755 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-c00e2f31-6b1b-4246-8506-30237623aff2 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:03.861402 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:03.881699 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 641797c8-4e64-4db1-9beb-9b28842f20f0 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:01:03.940035 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 641797c8-4e64-4db1-9beb-9b28842f20f0, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=641797c8-4e64-4db1-9beb-9b28842f20f0,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:03.949193 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-c00e2f31-6b1b-4246-8506-30237623aff2 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3207133 Sep 30 01:01:03.969630 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:03.969630 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:03.980700 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-24f84236-55c2-499a-ad7e-645c56cded2b service neutron] Request body: {'port': {'device_id': '33a7834a-c2b1-4d20-b9ac-9b3befaec6af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:01:04.185711 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39524fc-fb1f-4d55-b891-0d739c7a184d req-2989a0a3-f5d8-45fb-911f-4b72d3502e0e tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:04.207265 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a39524fc-fb1f-4d55-b891-0d739c7a184d req-2989a0a3-f5d8-45fb-911f-4b72d3502e0e tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 943 time: 0.1748130 Sep 30 01:01:04.282556 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a39524fc-fb1f-4d55-b891-0d739c7a184d req-8858b435-1fda-4108-9b55-fba1d4bd99fc tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843608 Sep 30 01:01:04.313051 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-65920103-532d-4799-a7cf-c62a63007a43 req-fe535560-d0cb-4bb1-9826-519a246b5e21 service neutron] Transition to ACTIVE for port object 8c9bd67e-2216-4d29-8c45-daceec60b8d3 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:01:04.326391 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-65920103-532d-4799-a7cf-c62a63007a43 req-fe535560-d0cb-4bb1-9826-519a246b5e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:04.338899 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b1d54f75-8fa9-4fb9-96b8-684001bbac4e tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:04.339021 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['641797c8-4e64-4db1-9beb-9b28842f20f0'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:01:04.451814 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=641797c8-4e64-4db1-9beb-9b28842f20f0,revision_number=6']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:04.455337 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:04.730322 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-24f84236-55c2-499a-ad7e-645c56cded2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:04.760150 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe535560-d0cb-4bb1-9826-519a246b5e21 service neutron] Pushing event updated for resources: {'Port': ['ID=8c9bd67e-2216-4d29-8c45-daceec60b8d3,revision_number=10']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:04.767146 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2189f-5495-473c-9944-8fb092e1a986 req-1563afb4-565c-43a5-918d-aaf7163eec64 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:04.769101 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-55d2189f-5495-473c-9944-8fb092e1a986 req-1563afb4-565c-43a5-918d-aaf7163eec64 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.2523847 Sep 30 01:01:04.830010 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-fe535560-d0cb-4bb1-9826-519a246b5e21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:04.852339 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-55d2189f-5495-473c-9944-8fb092e1a986 req-7da643d4-4d1d-455e-991b-ea6740231b99 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776041 Sep 30 01:01:05.150047 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-70e11d26-a5cd-4e04-bfce-92b8c37e6701 req-7ba04b7a-959d-46ae-9279-244858eae075 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=d456f092-a6de-4700-90a1-8f0775902cb9 HTTP/1.1" status: 200 len: 210 time: 0.1085813 Sep 30 01:01:05.252125 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-65920103-532d-4799-a7cf-c62a63007a43 req-fe535560-d0cb-4bb1-9826-519a246b5e21 service neutron] No DVR routers for this DVR port 8c9bd67e-2216-4d29-8c45-daceec60b8d3 on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:01:05.360515 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 641797c8-4e64-4db1-9beb-9b28842f20f0 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:01:05.405672 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-07f4b805-5571-4874-9595-14af77f12f09 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:05.407798 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-07f4b805-5571-4874-9595-14af77f12f09 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.59 "GET /v2.0/networks?id=967f5979-41b2-4f23-910e-0f1e38e22766 HTTP/1.1" status: 200 len: 822 time: 1.3397462 Sep 30 01:01:05.417744 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-65920103-532d-4799-a7cf-c62a63007a43 req-fe535560-d0cb-4bb1-9826-519a246b5e21 service neutron] 10.222.0.59 "PUT /v2.0/ports/8c9bd67e-2216-4d29-8c45-daceec60b8d3/bindings/n-h2-811809-1/activate HTTP/1.1" status: 200 len: 369 time: 2.8276589 Sep 30 01:01:05.418181 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 42530) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:05.448229 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f030d-c0a8-4494-8cf3-1fb94f5c76a7 req-d699bb02-a778-4aff-bb5d-26f06107b3b2 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:05.448966 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-b48f030d-c0a8-4494-8cf3-1fb94f5c76a7 req-d699bb02-a778-4aff-bb5d-26f06107b3b2 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Synchronizing usage tracker for tenant:f2bc823b04c34611bde0884f245a6384 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:01:05.467749 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 641797c8-4e64-4db1-9beb-9b28842f20f0 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:01:05.469992 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:05.489427 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-dfdef029-561e-4d63-8542-7a74f1f86268 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Request body: {'port': {'device_id': 'd456f092-a6de-4700-90a1-8f0775902cb9', 'network_id': '967f5979-41b2-4f23-910e-0f1e38e22766', 'admin_state_up': True, 'tenant_id': '47098c8256e3486bb54ee0f412f60d5a'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:01:05.602629 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:05.619085 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-b48f030d-c0a8-4494-8cf3-1fb94f5c76a7 req-d699bb02-a778-4aff-bb5d-26f06107b3b2 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Unset dirty status for tenant:f2bc823b04c34611bde0884f245a6384 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:01:05.625884 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b48f030d-c0a8-4494-8cf3-1fb94f5c76a7 req-d699bb02-a778-4aff-bb5d-26f06107b3b2 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.39 "GET /v2.0/ports?device_id=33a7834a-c2b1-4d20-b9ac-9b3befaec6af HTTP/1.1" status: 200 len: 931 time: 0.9576311 Sep 30 01:01:05.651051 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4d314646-5d0c-4b14-a65e-2c7372236f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:05.699218 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-4d314646-5d0c-4b14-a65e-2c7372236f3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:05.707051 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:05.756011 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8afd62-c59f-4de0-a195-91ba9e1e733e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641797c8-4e64-4db1-9beb-9b28842f20f0'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:01:05.758830 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-4d314646-5d0c-4b14-a65e-2c7372236f3e admin admin] Usage tracker for resource:security_group_rule and tenant:c4be79c978154e6ea495eace27ebe08f is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:05.766473 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-4d314646-5d0c-4b14-a65e-2c7372236f3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:05.773363 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 641797c8-4e64-4db1-9beb-9b28842f20f0, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=641797c8-4e64-4db1-9beb-9b28842f20f0,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:05.782871 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:05.785507 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 8c9bd67e-2216-4d29-8c45-daceec60b8d3 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:01:05.806351 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a23eb-58b4-4192-92a7-ec041498f208 req-49474f8a-e760-4ce1-8837-9f22f8075f10 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:05.814280 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8f1a23eb-58b4-4192-92a7-ec041498f208 req-49474f8a-e760-4ce1-8837-9f22f8075f10 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 944 time: 0.4232583 Sep 30 01:01:05.821072 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65920103-532d-4799-a7cf-c62a63007a43 req-d2d92f00-6680-46a5-805e-8c507b274cd5 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:05.823384 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65920103-532d-4799-a7cf-c62a63007a43 req-d2d92f00-6680-46a5-805e-8c507b274cd5 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac&tenant_id=58336e3a6a854ff7ab57e933b021b603&binding%3Ahost_id=n-h1-811809-1 HTTP/1.1" status: 200 len: 1095 time: 0.1711533 Sep 30 01:01:05.840458 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-4d314646-5d0c-4b14-a65e-2c7372236f3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:05.875999 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b48f030d-c0a8-4494-8cf3-1fb94f5c76a7 req-eaa24f47-64c4-467b-92fe-ea680a2cbd01 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4921c53-d6de-489f-bb34-bd46c727b96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489860 Sep 30 01:01:05.881969 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:05.898702 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-24f84236-55c2-499a-ad7e-645c56cded2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ff1d1d5-f56e-4333-b3b3-08b226034929 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:01:05.919343 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-24f84236-55c2-499a-ad7e-645c56cded2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:05.921879 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-dfdef029-561e-4d63-8542-7a74f1f86268 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:05.947359 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8f1a23eb-58b4-4192-92a7-ec041498f208 req-0e0440cd-bf60-40b3-8981-d96293a89a35 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305661 Sep 30 01:01:05.951228 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-dfdef029-561e-4d63-8542-7a74f1f86268 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:05.960718 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 8c9bd67e-2216-4d29-8c45-daceec60b8d3 not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:01:05.979282 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=641797c8-4e64-4db1-9beb-9b28842f20f0,revision_number=7']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:05.981997 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65920103-532d-4799-a7cf-c62a63007a43 req-b0a37952-f17c-4e17-8cce-369d0ff833af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:05.983209 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:05.991898 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65920103-532d-4799-a7cf-c62a63007a43 req-b0a37952-f17c-4e17-8cce-369d0ff833af service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac&tenant_id=58336e3a6a854ff7ab57e933b021b603 HTTP/1.1" status: 200 len: 1095 time: 0.1496203 Sep 30 01:01:05.997010 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-24f84236-55c2-499a-ad7e-645c56cded2b service neutron] Transition to ACTIVE for port object 3ff1d1d5-f56e-4333-b3b3-08b226034929 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:01:05.999982 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-dfdef029-561e-4d63-8542-7a74f1f86268 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Made reservation on behalf of 47098c8256e3486bb54ee0f412f60d5a for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:01:06.004972 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-dfdef029-561e-4d63-8542-7a74f1f86268 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:06.025614 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-24f84236-55c2-499a-ad7e-645c56cded2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:06.038266 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-aeda5dad-d597-402a-91c5-3e2241c83d79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:06.128682 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f84236-55c2-499a-ad7e-645c56cded2b service neutron] Pushing event updated for resources: {'Port': ['ID=3ff1d1d5-f56e-4333-b3b3-08b226034929,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:06.225302 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-24f84236-55c2-499a-ad7e-645c56cded2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:06.233340 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8afd62-c59f-4de0-a195-91ba9e1e733e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641797c8-4e64-4db1-9beb-9b28842f20f0', 'code': 200} Sep 30 01:01:06.260236 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65920103-532d-4799-a7cf-c62a63007a43 req-8a4b5950-f214-456f-95fa-9ed5cdca4776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:06.260236 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65920103-532d-4799-a7cf-c62a63007a43 req-8a4b5950-f214-456f-95fa-9ed5cdca4776 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=58336e3a6a854ff7ab57e933b021b603&device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 1095 time: 0.2228816 Sep 30 01:01:06.276368 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b2f75-70ef-4ec4-9dde-f350ce0823e7 req-0547e912-4270-40d5-8747-2b83eb266610 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:06.282365 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2a4b2f75-70ef-4ec4-9dde-f350ce0823e7 req-0547e912-4270-40d5-8747-2b83eb266610 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 944 time: 0.1825163 Sep 30 01:01:06.470338 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2a4b2f75-70ef-4ec4-9dde-f350ce0823e7 req-8a5d82b4-3e03-449d-a655-b2ec1c1ed834 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897907 Sep 30 01:01:06.521557 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65920103-532d-4799-a7cf-c62a63007a43 req-cc9ec4ab-5e83-4c5e-80f0-9c3bb6ead38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:06.523163 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65920103-532d-4799-a7cf-c62a63007a43 req-cc9ec4ab-5e83-4c5e-80f0-9c3bb6ead38d service neutron] 10.222.0.55 "GET /v2.0/networks?id=75754133-2f30-43b1-b553-38d58661ba06 HTTP/1.1" status: 200 len: 922 time: 0.2226043 Sep 30 01:01:06.619716 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65920103-532d-4799-a7cf-c62a63007a43 req-4bf79f5b-7bb1-459f-8a9a-17045c013355 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c9bd67e-2216-4d29-8c45-daceec60b8d3 HTTP/1.1" status: 200 len: 217 time: 0.0849657 Sep 30 01:01:06.660353 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4d314646-5d0c-4b14-a65e-2c7372236f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:06.684190 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-24f84236-55c2-499a-ad7e-645c56cded2b service neutron] Attempting to bind port 3ff1d1d5-f56e-4333-b3b3-08b226034929 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:01:06.685370 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-24f84236-55c2-499a-ad7e-645c56cded2b service neutron] Attempting to bind port 3ff1d1d5-f56e-4333-b3b3-08b226034929 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'cb54c837-caaa-481b-b1b1-3d712fcebfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '55ef5b07-5222-4e37-aafe-f9382e28a45b'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:01:06.686233 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-24f84236-55c2-499a-ad7e-645c56cded2b service neutron] Attempting to bind port 3ff1d1d5-f56e-4333-b3b3-08b226034929 on network 55ef5b07-5222-4e37-aafe-f9382e28a45b {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:01:06.694552 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4d314646-5d0c-4b14-a65e-2c7372236f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:06.714176 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d5640a66-3fce-483a-9ed0-2ac7d0be75bd tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:06.720391 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-24f84236-55c2-499a-ad7e-645c56cded2b service neutron] Port 3ff1d1d5-f56e-4333-b3b3-08b226034929 on network 55ef5b07-5222-4e37-aafe-f9382e28a45b not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:01:06.720719 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-24f84236-55c2-499a-ad7e-645c56cded2b service neutron] Attempting to bind port 3ff1d1d5-f56e-4333-b3b3-08b226034929 on network 55ef5b07-5222-4e37-aafe-f9382e28a45b {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:01:06.775886 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-23c58f14-6353-41e7-af77-3125c583961e req-cbc02c9f-8ee5-483c-8543-a50805f9d68d tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=d456f092-a6de-4700-90a1-8f0775902cb9 HTTP/1.1" status: 200 len: 210 time: 0.0513561 Sep 30 01:01:06.779900 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-24f84236-55c2-499a-ad7e-645c56cded2b service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:01:06.780437 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-24f84236-55c2-499a-ad7e-645c56cded2b service neutron] Checking segment: {'id': 'cb54c837-caaa-481b-b1b1-3d712fcebfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '55ef5b07-5222-4e37-aafe-f9382e28a45b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:01:06.781007 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-24f84236-55c2-499a-ad7e-645c56cded2b service neutron] Bound using segment: {'id': 'cb54c837-caaa-481b-b1b1-3d712fcebfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '55ef5b07-5222-4e37-aafe-f9382e28a45b'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:01:06.781612 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-24f84236-55c2-499a-ad7e-645c56cded2b service neutron] Bound port: 3ff1d1d5-f56e-4333-b3b3-08b226034929, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb54c837-caaa-481b-b1b1-3d712fcebfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '55ef5b07-5222-4e37-aafe-f9382e28a45b'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:01:06.782121 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-24f84236-55c2-499a-ad7e-645c56cded2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:06.785436 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65920103-532d-4799-a7cf-c62a63007a43 req-33afef59-16d6-465e-8b4c-55ccc55cd3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:06.787003 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65920103-532d-4799-a7cf-c62a63007a43 req-33afef59-16d6-465e-8b4c-55ccc55cd3d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4830ed89-3d0e-4950-9575-5f4f49821c2d HTTP/1.1" status: 200 len: 861 time: 0.1598971 Sep 30 01:01:06.816602 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-dfdef029-561e-4d63-8542-7a74f1f86268 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Allocated IP 172.20.0.6 (967f5979-41b2-4f23-910e-0f1e38e22766/3dcca41e-8672-40bd-ac8d-36e228d496d0/40f6ac8e-8ea6-4490-b1b2-6e44333e83a7) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:01:06.832552 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-4d314646-5d0c-4b14-a65e-2c7372236f3e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c4be79c978154e6ea495eace27ebe08f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4114184 Sep 30 01:01:06.839165 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 42548) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:06.852207 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65920103-532d-4799-a7cf-c62a63007a43 req-2de355d5-e6aa-4a78-8e98-23363a4173e3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=75754133-2f30-43b1-b553-38d58661ba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556419 Sep 30 01:01:06.875270 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d314646-5d0c-4b14-a65e-2c7372236f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df43ba3c-c95e-445f-8850-152181b6aaa4,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:06.911647 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4d314646-5d0c-4b14-a65e-2c7372236f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:06.919811 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d9cbd-f457-47f4-ad6a-9cd78c698f30 req-5d6e6799-6713-449f-98a3-952aab8e64f2 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:06.929560 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5f5d9cbd-f457-47f4-ad6a-9cd78c698f30 req-5d6e6799-6713-449f-98a3-952aab8e64f2 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.5211234 Sep 30 01:01:07.075919 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65920103-532d-4799-a7cf-c62a63007a43 req-d0e448d3-748d-4464-89f5-7c60d5da7cf3 service neutron] 10.222.0.55 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059100 Sep 30 01:01:07.104709 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5f5d9cbd-f457-47f4-ad6a-9cd78c698f30 req-8d71138b-4093-4822-941a-2cdbe68a2770 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738727 Sep 30 01:01:07.315669 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-24f84236-55c2-499a-ad7e-645c56cded2b service neutron] For port 3ff1d1d5-f56e-4333-b3b3-08b226034929, host n-h2-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:01:07.340347 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e576948e-61fa-4b7d-bc51-50355d7288bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:07.353146 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67d90b-2178-42b7-82e2-71721848829e req-84de393f-b993-44de-8945-fe01b36600c7 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:07.354717 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4d67d90b-2178-42b7-82e2-71721848829e req-84de393f-b993-44de-8945-fe01b36600c7 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.39 "GET /v2.0/ports?device_id=33a7834a-c2b1-4d20-b9ac-9b3befaec6af HTTP/1.1" status: 200 len: 943 time: 0.2726958 Sep 30 01:01:07.357096 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65920103-532d-4799-a7cf-c62a63007a43 req-b88205a1-1ee1-4cda-94fb-5e9ff2b1f9f2 service neutron] 10.222.0.55 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192175 Sep 30 01:01:07.403216 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-24f84236-55c2-499a-ad7e-645c56cded2b service neutron] For port 3ff1d1d5-f56e-4333-b3b3-08b226034929, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=3ff1d1d5-f56e-4333-b3b3-08b226034929,segment=NetworkSegment(cb54c837-caaa-481b-b1b1-3d712fcebfc4),segment_id=cb54c837-caaa-481b-b1b1-3d712fcebfc4)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:01:07.424823 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-4d67d90b-2178-42b7-82e2-71721848829e req-f9415448-6036-4790-bf6d-a90451cb776f tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Synchronizing usage tracker for tenant:f2bc823b04c34611bde0884f245a6384 on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:01:07.430087 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-24f84236-55c2-499a-ad7e-645c56cded2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:07.448646 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-4d67d90b-2178-42b7-82e2-71721848829e req-f9415448-6036-4790-bf6d-a90451cb776f tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Unset dirty status for tenant:f2bc823b04c34611bde0884f245a6384 on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:01:07.450143 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4d67d90b-2178-42b7-82e2-71721848829e req-f9415448-6036-4790-bf6d-a90451cb776f tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4921c53-d6de-489f-bb34-bd46c727b96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867548 Sep 30 01:01:07.453992 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-3d60b710-0045-44af-be57-157f081b0178 tempest-ServersOnMultiNodesTest-656073549 tempest-ServersOnMultiNodesTest-656073549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:07.518954 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e576948e-61fa-4b7d-bc51-50355d7288bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:07.589455 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-24f84236-55c2-499a-ad7e-645c56cded2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:07.590526 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-24f84236-55c2-499a-ad7e-645c56cded2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:07.591639 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-24f84236-55c2-499a-ad7e-645c56cded2b service neutron] 10.222.0.55 "PUT /v2.0/ports/3ff1d1d5-f56e-4333-b3b3-08b226034929 HTTP/1.1" status: 200 len: 1091 time: 3.6235745 Sep 30 01:01:07.596235 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a7834a-c2b1-4d20-b9ac-9b3befaec6af', 'tag': '3ff1d1d5-f56e-4333-b3b3-08b226034929'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:01:07.687892 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f84236-55c2-499a-ad7e-645c56cded2b service neutron] Pushing event updated for resources: {'Port': ['ID=3ff1d1d5-f56e-4333-b3b3-08b226034929,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:07.697275 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-24f84236-55c2-499a-ad7e-645c56cded2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:07.702512 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-dfdef029-561e-4d63-8542-7a74f1f86268 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:07.785367 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d1a9a-9f55-45ed-94cb-dfa68d59b286 req-5a4d0035-f856-4074-a32a-ba1245ce2453 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:07.792270 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3e9d1a9a-9f55-45ed-94cb-dfa68d59b286 req-5a4d0035-f856-4074-a32a-ba1245ce2453 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 0.4576330 Sep 30 01:01:07.831741 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e576948e-61fa-4b7d-bc51-50355d7288bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:07.857045 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-26a315fd-0df4-4e4f-99a7-9ad3a4b70070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:07.911585 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-dfdef029-561e-4d63-8542-7a74f1f86268 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:07.927725 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576948e-61fa-4b7d-bc51-50355d7288bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df43ba3c-c95e-445f-8850-152181b6aaa4,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:07.941811 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e576948e-61fa-4b7d-bc51-50355d7288bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:07.995543 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-24f84236-55c2-499a-ad7e-645c56cded2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:08.030578 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c51054-c984-4258-8ca1-507fb1a6c279 req-284308d6-51cc-4d7c-b871-c27fc4cb174d tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:08.045546 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-81c51054-c984-4258-8ca1-507fb1a6c279 req-284308d6-51cc-4d7c-b871-c27fc4cb174d tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 944 time: 0.2043705 Sep 30 01:01:08.066527 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65920103-532d-4799-a7cf-c62a63007a43 req-50dabbc3-ea4b-4fd9-9f85-db406bb775ff tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:08.066527 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65920103-532d-4799-a7cf-c62a63007a43 req-50dabbc3-ea4b-4fd9-9f85-db406bb775ff tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac&tenant_id=58336e3a6a854ff7ab57e933b021b603&binding%3Ahost_id=n-h2-811809-1 HTTP/1.1" status: 200 len: 1095 time: 0.1755819 Sep 30 01:01:08.162254 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-81c51054-c984-4258-8ca1-507fb1a6c279 req-865dde79-8cb6-41cb-9f7f-82c6dd96fd56 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283724 Sep 30 01:01:08.284454 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-dfdef029-561e-4d63-8542-7a74f1f86268 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Network 967f5979-41b2-4f23-910e-0f1e38e22766 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:01:08.286717 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33a7834a-c2b1-4d20-b9ac-9b3befaec6af', 'tag': '3ff1d1d5-f56e-4333-b3b3-08b226034929', 'status': 'completed', 'code': 200} Sep 30 01:01:08.294855 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-65920103-532d-4799-a7cf-c62a63007a43 req-aa9bc07f-c6b5-4c78-b4bf-b366c2c78b82 service neutron] For port 8c9bd67e-2216-4d29-8c45-daceec60b8d3, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:01:08.300127 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-65920103-532d-4799-a7cf-c62a63007a43 req-aa9bc07f-c6b5-4c78-b4bf-b366c2c78b82 service neutron] Notify callbacks [] for binding, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:08.301722 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65920103-532d-4799-a7cf-c62a63007a43 req-aa9bc07f-c6b5-4c78-b4bf-b366c2c78b82 service neutron] 10.222.0.55 "DELETE /v2.0/ports/8c9bd67e-2216-4d29-8c45-daceec60b8d3/bindings/n-h1-811809-1 HTTP/1.1" status: 204 len: 173 time: 0.2250519 Sep 30 01:01:08.304232 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdef029-561e-4d63-8542-7a74f1f86268 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Pushing event updated for resources: {'Port': ['ID=40f6ac8e-8ea6-4490-b1b2-6e44333e83a7,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:08.307320 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-dfdef029-561e-4d63-8542-7a74f1f86268 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:08.308832 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-dfdef029-561e-4d63-8542-7a74f1f86268 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:01:08.314485 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-dfdef029-561e-4d63-8542-7a74f1f86268 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:01:08.350026 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3e9d1a9a-9f55-45ed-94cb-dfa68d59b286 req-c65e9448-4f55-4312-b824-acef857d8092 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5568316 Sep 30 01:01:08.395288 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e576948e-61fa-4b7d-bc51-50355d7288bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:08.395288 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-e576948e-61fa-4b7d-bc51-50355d7288bd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df43ba3c-c95e-445f-8850-152181b6aaa4 HTTP/1.1" status: 204 len: 168 time: 1.5414767 Sep 30 01:01:08.430245 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-dfdef029-561e-4d63-8542-7a74f1f86268 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:08.430245 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-dfdef029-561e-4d63-8542-7a74f1f86268 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:08.437705 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-f5783a59-0357-4315-94c5-38e14112ebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:08.437705 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-f5783a59-0357-4315-94c5-38e14112ebbd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2bc823b04c34611bde0884f245a6384&device_id=33a7834a-c2b1-4d20-b9ac-9b3befaec6af HTTP/1.1" status: 200 len: 1094 time: 0.5803063 Sep 30 01:01:08.542188 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-dfdef029-561e-4d63-8542-7a74f1f86268 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0617902 Sep 30 01:01:08.546679 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-6d7b10af-c4f6-4990-addd-67b47fc20b50 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ff1d1d5-f56e-4333-b3b3-08b226034929 HTTP/1.1" status: 200 len: 217 time: 0.0924163 Sep 30 01:01:08.568302 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-15ec00b1-3247-4980-bad4-628b2373f4bb service neutron] Request body: {'port': {'device_id': 'd456f092-a6de-4700-90a1-8f0775902cb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:01:08.619011 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8137de-875e-4b47-a706-20591d2e53b8 req-20b0abbe-f1cb-4183-8be8-a7730e1de1d0 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:08.629449 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dc8137de-875e-4b47-a706-20591d2e53b8 req-20b0abbe-f1cb-4183-8be8-a7730e1de1d0 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=d456f092-a6de-4700-90a1-8f0775902cb9 HTTP/1.1" status: 200 len: 931 time: 0.2632272 Sep 30 01:01:08.744201 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-dc8137de-875e-4b47-a706-20591d2e53b8 req-eb489a19-bcff-40bc-b8ba-17d1e40d5b7d tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Synchronizing usage tracker for tenant:47098c8256e3486bb54ee0f412f60d5a on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:01:08.765606 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-d7c366b6-fe4e-4fc8-8b13-ab401d63281c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:08.767148 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-d7c366b6-fe4e-4fc8-8b13-ab401d63281c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a36f0f3c-4f80-4ada-977d-ba371276e6f4 HTTP/1.1" status: 200 len: 854 time: 0.1531122 Sep 30 01:01:08.786127 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-dc8137de-875e-4b47-a706-20591d2e53b8 req-eb489a19-bcff-40bc-b8ba-17d1e40d5b7d tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Unset dirty status for tenant:47098c8256e3486bb54ee0f412f60d5a on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:01:08.793993 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dc8137de-875e-4b47-a706-20591d2e53b8 req-eb489a19-bcff-40bc-b8ba-17d1e40d5b7d tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631527 Sep 30 01:01:08.860762 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-1f52aa94-71bc-4a57-b922-c320d4bb7d08 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55ef5b07-5222-4e37-aafe-f9382e28a45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758269 Sep 30 01:01:08.905552 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-15ec00b1-3247-4980-bad4-628b2373f4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:09.203250 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-24d188df-155c-4079-b13c-8daa28bb3784 service neutron] 10.222.0.55 "GET /v2.0/networks/55ef5b07-5222-4e37-aafe-f9382e28a45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357430 Sep 30 01:01:09.235888 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 42578) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:09.328433 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c81cfb-c8c1-4254-875b-b8ea4544e2a8 req-1affe1cc-8189-421c-b4bc-5fc9a98b1b50 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:09.332427 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a1c81cfb-c8c1-4254-875b-b8ea4544e2a8 req-1affe1cc-8189-421c-b4bc-5fc9a98b1b50 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.39 "GET /v2.0/ports?device_id=33a7834a-c2b1-4d20-b9ac-9b3befaec6af HTTP/1.1" status: 200 len: 943 time: 0.1397932 Sep 30 01:01:09.353748 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5674a198-4a9e-4741-8ac6-75988825ad28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:09.381635 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a1c81cfb-c8c1-4254-875b-b8ea4544e2a8 req-840a3c48-f38e-4849-9ea5-8a5e9a5d6f03 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4921c53-d6de-489f-bb34-bd46c727b96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483046 Sep 30 01:01:09.477389 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-5674a198-4a9e-4741-8ac6-75988825ad28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:09.507818 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d50fd-eef6-4cc5-a451-06993b342b6b req-90f6beda-366b-4bed-a830-24ad983f0370 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:09.509094 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-325d50fd-eef6-4cc5-a451-06993b342b6b req-90f6beda-366b-4bed-a830-24ad983f0370 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.4978769 Sep 30 01:01:09.510347 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-5674a198-4a9e-4741-8ac6-75988825ad28 admin admin] Usage tracker for resource:security_group_rule and tenant:0eac5df8d41646dbb4970527dc5c03e1 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:09.523380 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-5674a198-4a9e-4741-8ac6-75988825ad28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:09.550007 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-5674a198-4a9e-4741-8ac6-75988825ad28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:09.759262 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5e0c499b-0126-4531-a7ed-4bc1911a6050 req-db5d7caf-d106-42f1-af4b-2827448a35b8 service neutron] 10.222.0.55 "GET /v2.0/networks/55ef5b07-5222-4e37-aafe-f9382e28a45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5446351 Sep 30 01:01:09.796846 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-325d50fd-eef6-4cc5-a451-06993b342b6b req-373699e2-7e70-4037-8975-4b4381b1f203 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2632689 Sep 30 01:01:09.968652 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.resource_extend [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-15ec00b1-3247-4980-bad4-628b2373f4bb service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 01:01:10.077190 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5674a198-4a9e-4741-8ac6-75988825ad28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:10.087143 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40653a-3e13-4d19-b2e1-33718a6b9514 req-16e84452-5bfa-4cc0-a03b-f78709f3a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:10.088663 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ea40653a-3e13-4d19-b2e1-33718a6b9514 req-16e84452-5bfa-4cc0-a03b-f78709f3a758 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2bc823b04c34611bde0884f245a6384&device_id=33a7834a-c2b1-4d20-b9ac-9b3befaec6af HTTP/1.1" status: 200 len: 1094 time: 0.2119973 Sep 30 01:01:10.091921 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5674a198-4a9e-4741-8ac6-75988825ad28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:10.100936 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-7d85f8b1-e232-4cd2-be26-16d22225fba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:10.136463 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-15ec00b1-3247-4980-bad4-628b2373f4bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:01:10.191014 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674a198-4a9e-4741-8ac6-75988825ad28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064cd0e1-fe4a-469b-bea7-fbdff4977cbf,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:10.210568 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5674a198-4a9e-4741-8ac6-75988825ad28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:10.253273 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-15ec00b1-3247-4980-bad4-628b2373f4bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:10.281339 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7dda1-26dc-4303-886d-ad48bd9508e2 req-7070a608-edc4-418b-aa7c-f68c96c0cdfa tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:10.282947 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8ac7dda1-26dc-4303-886d-ad48bd9508e2 req-7070a608-edc4-418b-aa7c-f68c96c0cdfa tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 944 time: 0.3707218 Sep 30 01:01:10.367486 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8ac7dda1-26dc-4303-886d-ad48bd9508e2 req-400132e8-d281-4c75-a475-8cf44651dcb8 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659235 Sep 30 01:01:10.396759 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-5674a198-4a9e-4741-8ac6-75988825ad28 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0eac5df8d41646dbb4970527dc5c03e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1456580 Sep 30 01:01:10.401229 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 42590) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:10.445761 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-15ec00b1-3247-4980-bad4-628b2373f4bb service neutron] Transition to ACTIVE for port object 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:01:10.455749 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-15ec00b1-3247-4980-bad4-628b2373f4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:10.469945 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-69424d55-a17f-4b7d-9b63-33419c20801d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:10.560773 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2c672022-0383-4bc1-9a39-745ed81624b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:10.640328 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2c672022-0383-4bc1-9a39-745ed81624b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:10.725369 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2c672022-0383-4bc1-9a39-745ed81624b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:10.730159 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-beb6b495-542e-4ec6-a613-be843f56f8a1 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:10.791344 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c672022-0383-4bc1-9a39-745ed81624b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064cd0e1-fe4a-469b-bea7-fbdff4977cbf,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:10.794391 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2c672022-0383-4bc1-9a39-745ed81624b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:10.814521 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2c672022-0383-4bc1-9a39-745ed81624b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:10.819338 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-2c672022-0383-4bc1-9a39-745ed81624b1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/064cd0e1-fe4a-469b-bea7-fbdff4977cbf HTTP/1.1" status: 204 len: 168 time: 0.4274075 Sep 30 01:01:10.900501 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c98511-e5db-4c21-8f4d-09e97d631be4 req-c37cd34a-3b60-451c-8279-adad1946b241 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:10.908165 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d1c98511-e5db-4c21-8f4d-09e97d631be4 req-c37cd34a-3b60-451c-8279-adad1946b241 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=d456f092-a6de-4700-90a1-8f0775902cb9 HTTP/1.1" status: 200 len: 943 time: 0.1622825 Sep 30 01:01:10.928726 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40653a-3e13-4d19-b2e1-33718a6b9514 req-21c5d796-fe0b-45dd-adc5-17ce606fff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:10.930063 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ea40653a-3e13-4d19-b2e1-33718a6b9514 req-21c5d796-fe0b-45dd-adc5-17ce606fff72 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55ef5b07-5222-4e37-aafe-f9382e28a45b HTTP/1.1" status: 200 len: 915 time: 0.7873259 Sep 30 01:01:10.987550 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d1c98511-e5db-4c21-8f4d-09e97d631be4 req-336482cd-524b-469e-8a37-c6dfc166b449 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773160 Sep 30 01:01:11.137650 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec00b1-3247-4980-bad4-628b2373f4bb service neutron] Pushing event updated for resources: {'Port': ['ID=40f6ac8e-8ea6-4490-b1b2-6e44333e83a7,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:11.140881 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ea40653a-3e13-4d19-b2e1-33718a6b9514 req-44d8e78f-e7cd-42ea-95e8-850417c1b815 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ff1d1d5-f56e-4333-b3b3-08b226034929 HTTP/1.1" status: 200 len: 217 time: 0.1182697 Sep 30 01:01:11.141998 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-15ec00b1-3247-4980-bad4-628b2373f4bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:11.271038 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91bfa7-05aa-4868-8ffc-d12d066ab6b0 req-726a5bef-c260-47cb-9c28-ceea8f5b0444 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:11.280267 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-de91bfa7-05aa-4868-8ffc-d12d066ab6b0 req-726a5bef-c260-47cb-9c28-ceea8f5b0444 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 1.1358039 Sep 30 01:01:11.292881 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b061f-0ed1-4c96-82d5-fce5c369884a req-16fa4cfd-9384-426d-bc50-98e5bbb99a11 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:11.301814 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-264b061f-0ed1-4c96-82d5-fce5c369884a req-16fa4cfd-9384-426d-bc50-98e5bbb99a11 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.39 "GET /v2.0/ports?device_id=33a7834a-c2b1-4d20-b9ac-9b3befaec6af HTTP/1.1" status: 200 len: 943 time: 0.1282501 Sep 30 01:01:11.317883 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-15ec00b1-3247-4980-bad4-628b2373f4bb service neutron] Attempting to bind port 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:01:11.318813 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-15ec00b1-3247-4980-bad4-628b2373f4bb service neutron] Attempting to bind port 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '3f9b5c24-c196-48f3-8275-f67129fa0f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '967f5979-41b2-4f23-910e-0f1e38e22766'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:01:11.319399 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-15ec00b1-3247-4980-bad4-628b2373f4bb service neutron] Attempting to bind port 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7 on network 967f5979-41b2-4f23-910e-0f1e38e22766 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:01:11.329341 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-15ec00b1-3247-4980-bad4-628b2373f4bb service neutron] Port 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7 on network 967f5979-41b2-4f23-910e-0f1e38e22766 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:01:11.330014 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-15ec00b1-3247-4980-bad4-628b2373f4bb service neutron] Attempting to bind port 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7 on network 967f5979-41b2-4f23-910e-0f1e38e22766 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:01:11.344538 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-15ec00b1-3247-4980-bad4-628b2373f4bb service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:01:11.345121 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-15ec00b1-3247-4980-bad4-628b2373f4bb service neutron] Checking segment: {'id': '3f9b5c24-c196-48f3-8275-f67129fa0f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '967f5979-41b2-4f23-910e-0f1e38e22766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:01:11.345724 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-15ec00b1-3247-4980-bad4-628b2373f4bb service neutron] Bound using segment: {'id': '3f9b5c24-c196-48f3-8275-f67129fa0f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '967f5979-41b2-4f23-910e-0f1e38e22766'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:01:11.347788 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-15ec00b1-3247-4980-bad4-628b2373f4bb service neutron] Bound port: 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f9b5c24-c196-48f3-8275-f67129fa0f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '967f5979-41b2-4f23-910e-0f1e38e22766'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:01:11.348174 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-15ec00b1-3247-4980-bad4-628b2373f4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:11.368856 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-264b061f-0ed1-4c96-82d5-fce5c369884a req-05f1434e-1e09-4e08-89d5-173c63d55aa7 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4921c53-d6de-489f-bb34-bd46c727b96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658498 Sep 30 01:01:11.447878 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40653a-3e13-4d19-b2e1-33718a6b9514 req-e0b87a44-542e-4126-a7de-2e57a209c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:11.458560 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ea40653a-3e13-4d19-b2e1-33718a6b9514 req-e0b87a44-542e-4126-a7de-2e57a209c9ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a36f0f3c-4f80-4ada-977d-ba371276e6f4 HTTP/1.1" status: 200 len: 854 time: 0.2401307 Sep 30 01:01:11.484955 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:11.535595 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-de91bfa7-05aa-4868-8ffc-d12d066ab6b0 req-8b7c099c-d189-4ed3-a2f9-d7c45f9d317a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530704 Sep 30 01:01:11.545623 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ea40653a-3e13-4d19-b2e1-33718a6b9514 req-adcc77c3-143a-4e11-864b-c7a1c3e98f88 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55ef5b07-5222-4e37-aafe-f9382e28a45b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792344 Sep 30 01:01:11.834058 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ea40653a-3e13-4d19-b2e1-33718a6b9514 req-899655c2-d9fe-49fa-b6da-ad9b488a085a service neutron] 10.222.0.55 "GET /v2.0/networks/55ef5b07-5222-4e37-aafe-f9382e28a45b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731233 Sep 30 01:01:12.021314 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70fb67-e2a1-4b67-8133-88daa11ed8f0 req-55f65c8b-29b8-48be-911f-a051d4e2b21a tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:12.031276 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2c70fb67-e2a1-4b67-8133-88daa11ed8f0 req-55f65c8b-29b8-48be-911f-a051d4e2b21a tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 1095 time: 0.1085043 Sep 30 01:01:12.059459 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-15ec00b1-3247-4980-bad4-628b2373f4bb service neutron] For port 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:01:12.067809 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-15ec00b1-3247-4980-bad4-628b2373f4bb service neutron] For port 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=40f6ac8e-8ea6-4490-b1b2-6e44333e83a7,segment=NetworkSegment(3f9b5c24-c196-48f3-8275-f67129fa0f6d),segment_id=3f9b5c24-c196-48f3-8275-f67129fa0f6d)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:01:12.088290 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-15ec00b1-3247-4980-bad4-628b2373f4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:12.117513 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-fe535560-d0cb-4bb1-9826-519a246b5e21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:12.130881 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2c70fb67-e2a1-4b67-8133-88daa11ed8f0 req-1b618205-6aee-41fa-8768-2a0ccb9f6f50 tempest-LiveAutoBlockMigrationV225Test-952231448 tempest-LiveAutoBlockMigrationV225Test-952231448-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965281 Sep 30 01:01:12.266832 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307af9a-d83e-4d7a-b2d8-c628896df91c req-f0276cbe-b2d7-48be-948a-2a0507238335 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:12.274759 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1307af9a-d83e-4d7a-b2d8-c628896df91c req-f0276cbe-b2d7-48be-948a-2a0507238335 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.4944274 Sep 30 01:01:12.314138 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-15ec00b1-3247-4980-bad4-628b2373f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:12.316886 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-15ec00b1-3247-4980-bad4-628b2373f4bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:12.318419 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-15ec00b1-3247-4980-bad4-628b2373f4bb service neutron] 10.222.0.59 "PUT /v2.0/ports/40f6ac8e-8ea6-4490-b1b2-6e44333e83a7 HTTP/1.1" status: 200 len: 1091 time: 3.7616758 Sep 30 01:01:12.356788 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd456f092-a6de-4700-90a1-8f0775902cb9', 'tag': '40f6ac8e-8ea6-4490-b1b2-6e44333e83a7'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:01:12.494248 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ea40653a-3e13-4d19-b2e1-33718a6b9514 req-93440575-b8a0-4a6b-a603-8e928be8b1bf service neutron] 10.222.0.55 "GET /v2.0/networks/55ef5b07-5222-4e37-aafe-f9382e28a45b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6487815 Sep 30 01:01:12.547355 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1307af9a-d83e-4d7a-b2d8-c628896df91c req-48f1ab01-685b-4673-a0d2-90a15f15d42b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2693450 Sep 30 01:01:12.601444 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec00b1-3247-4980-bad4-628b2373f4bb service neutron] Pushing event updated for resources: {'Port': ['ID=40f6ac8e-8ea6-4490-b1b2-6e44333e83a7,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:12.617616 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-15ec00b1-3247-4980-bad4-628b2373f4bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:12.687481 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-9d92289c-72f2-43c2-888a-b042b218ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:12.696612 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-9d92289c-72f2-43c2-888a-b042b218ac7d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47098c8256e3486bb54ee0f412f60d5a&device_id=d456f092-a6de-4700-90a1-8f0775902cb9 HTTP/1.1" status: 200 len: 1094 time: 0.2645755 Sep 30 01:01:12.835046 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c14aa8-9816-4a9d-bc94-8eaaecb1dd2b req-eab583a1-483c-45d1-be3a-523d016dc6a0 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:12.841968 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f6c14aa8-9816-4a9d-bc94-8eaaecb1dd2b req-eab583a1-483c-45d1-be3a-523d016dc6a0 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=d456f092-a6de-4700-90a1-8f0775902cb9 HTTP/1.1" status: 200 len: 943 time: 0.2503340 Sep 30 01:01:12.912750 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-23d96640-4e7a-4dc5-8a4f-367efb778033 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40f6ac8e-8ea6-4490-b1b2-6e44333e83a7 HTTP/1.1" status: 200 len: 217 time: 0.1985278 Sep 30 01:01:12.944417 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f6c14aa8-9816-4a9d-bc94-8eaaecb1dd2b req-64029ecf-b400-45ef-944f-176d70432c41 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014886 Sep 30 01:01:13.022341 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-3e6760df-b34d-47fc-88e6-569fb2617fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:13.025047 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-3e6760df-b34d-47fc-88e6-569fb2617fdc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3dcca41e-8672-40bd-ac8d-36e228d496d0 HTTP/1.1" status: 200 len: 862 time: 0.1041868 Sep 30 01:01:13.103623 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd456f092-a6de-4700-90a1-8f0775902cb9', 'tag': '40f6ac8e-8ea6-4490-b1b2-6e44333e83a7', 'status': 'completed', 'code': 200} Sep 30 01:01:13.116314 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-5ef39d24-2f57-4d1b-ac5b-3f6223d3707a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=967f5979-41b2-4f23-910e-0f1e38e22766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856709 Sep 30 01:01:13.221275 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 3ff1d1d5-f56e-4333-b3b3-08b226034929 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:01:13.330954 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 42656) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:13.381942 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e98ebd-7d9f-4568-be8e-d53b2f5af468 req-5c49e467-b402-4d25-8bbc-dce32f715403 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:13.388804 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e4e98ebd-7d9f-4568-be8e-d53b2f5af468 req-5c49e467-b402-4d25-8bbc-dce32f715403 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.39 "GET /v2.0/ports?device_id=33a7834a-c2b1-4d20-b9ac-9b3befaec6af HTTP/1.1" status: 200 len: 943 time: 0.1240656 Sep 30 01:01:13.445687 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e4e98ebd-7d9f-4568-be8e-d53b2f5af468 req-268dd874-83f5-437a-ad49-28e23ba50c37 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4921c53-d6de-489f-bb34-bd46c727b96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560296 Sep 30 01:01:13.497565 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 3ff1d1d5-f56e-4333-b3b3-08b226034929, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=3ff1d1d5-f56e-4333-b3b3-08b226034929,segment=NetworkSegment(cb54c837-caaa-481b-b1b1-3d712fcebfc4),segment_id=cb54c837-caaa-481b-b1b1-3d712fcebfc4)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:13.519738 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '3ff1d1d5-f56e-4333-b3b3-08b226034929', 'network_id': '55ef5b07-5222-4e37-aafe-f9382e28a45b', 'port_id': '3ff1d1d5-f56e-4333-b3b3-08b226034929', 'mac_address': 'fa:16:3e:a0:4f:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a36f0f3c-4f80-4ada-977d-ba371276e6f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:01:13.547279 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-c2956f9c-519b-455d-88c6-048d893b8360 service neutron] 10.222.0.59 "GET /v2.0/networks/967f5979-41b2-4f23-910e-0f1e38e22766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086614 Sep 30 01:01:13.599707 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:13.628900 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ff1d1d5-f56e-4333-b3b3-08b226034929 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:01:13.648155 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 3ff1d1d5-f56e-4333-b3b3-08b226034929, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=3ff1d1d5-f56e-4333-b3b3-08b226034929,segment=NetworkSegment(cb54c837-caaa-481b-b1b1-3d712fcebfc4),segment_id=cb54c837-caaa-481b-b1b1-3d712fcebfc4)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:13.665211 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:13.670475 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:13.793644 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=3ff1d1d5-f56e-4333-b3b3-08b226034929,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:13.797438 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:13.928827 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f7e43df6-1713-493e-aed9-d12900a6eafd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:13.943321 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db3cf7-455c-40fb-b01a-45edcc86c0b3 req-f9aefcb0-6223-4f9b-a8fa-8dc59e43a338 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:13.944807 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e7db3cf7-455c-40fb-b01a-45edcc86c0b3 req-f9aefcb0-6223-4f9b-a8fa-8dc59e43a338 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 944 time: 0.1194715 Sep 30 01:01:13.987155 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4679be-950b-4b79-ad10-dd1c350a100f req-694f61e2-2f7a-480b-af84-e0c469addb3d tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:13.988914 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5f4679be-950b-4b79-ad10-dd1c350a100f req-694f61e2-2f7a-480b-af84-e0c469addb3d tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 0.6249475 Sep 30 01:01:14.012463 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e7db3cf7-455c-40fb-b01a-45edcc86c0b3 req-d4ab6d1a-310e-4620-8e9d-00f2cc946d36 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598662 Sep 30 01:01:14.020993 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-f7e43df6-1713-493e-aed9-d12900a6eafd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:14.052912 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['3ff1d1d5-f56e-4333-b3b3-08b226034929'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:01:14.063387 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-f7e43df6-1713-493e-aed9-d12900a6eafd admin admin] Usage tracker for resource:security_group_rule and tenant:d2eacfe6eb25467d9859f5e6b7fb0f0c is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:14.080631 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-f7e43df6-1713-493e-aed9-d12900a6eafd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:14.104954 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-f7e43df6-1713-493e-aed9-d12900a6eafd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:14.109296 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ab535d2c-d637-4bfc-87b0-e18494a661ac req-ead72e74-f1e4-4c1a-9790-ecfd8ed7dcdb service neutron] 10.222.0.59 "GET /v2.0/networks/967f5979-41b2-4f23-910e-0f1e38e22766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5523658 Sep 30 01:01:14.139492 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5f4679be-950b-4b79-ad10-dd1c350a100f req-b12c790e-6a92-40c6-bdf4-3cc60d7e1420 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313915 Sep 30 01:01:14.289570 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd9b83-2766-49f9-93d9-e863e7e60121 req-17634b2b-23ee-48d3-bd94-e7387b5033a0 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:14.291549 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0ffd9b83-2766-49f9-93d9-e863e7e60121 req-17634b2b-23ee-48d3-bd94-e7387b5033a0 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.55 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 944 time: 0.3642135 Sep 30 01:01:14.480225 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-0ffd9b83-2766-49f9-93d9-e863e7e60121 req-78badc1e-947d-4400-9627-1ba814218a38 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Deleting port 8c9bd67e-2216-4d29-8c45-daceec60b8d3 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:01:14.480887 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0ffd9b83-2766-49f9-93d9-e863e7e60121 req-78badc1e-947d-4400-9627-1ba814218a38 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:14.530995 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76b58a-4677-438d-b857-5e8593e0a75d req-cddf9ddb-904e-4ee3-9d90-e89c9ea7134d tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:14.538960 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ee76b58a-4677-438d-b857-5e8593e0a75d req-cddf9ddb-904e-4ee3-9d90-e89c9ea7134d tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=d456f092-a6de-4700-90a1-8f0775902cb9 HTTP/1.1" status: 200 len: 943 time: 0.1113958 Sep 30 01:01:14.545943 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f7e43df6-1713-493e-aed9-d12900a6eafd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:14.597289 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f7e43df6-1713-493e-aed9-d12900a6eafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:14.598066 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ee76b58a-4677-438d-b857-5e8593e0a75d req-f656f83b-7734-4c83-a390-1fac8374ebe1 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581901 Sep 30 01:01:14.636859 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8f44b-87da-4da6-b6f8-f21eedf4fc35 req-da31bcc7-cbd3-4941-86db-69570225c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:14.638506 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-abc8f44b-87da-4da6-b6f8-f21eedf4fc35 req-da31bcc7-cbd3-4941-86db-69570225c2fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=47098c8256e3486bb54ee0f412f60d5a&device_id=d456f092-a6de-4700-90a1-8f0775902cb9 HTTP/1.1" status: 200 len: 1094 time: 0.3986778 Sep 30 01:01:14.644742 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a80e6e58-76f8-4605-bc75-5ce93e5d755e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:14.732111 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad561f06-db74-442a-a259-68907ec2a865 req-9c3d6b23-0ca5-4720-b826-26b0c6676d1c tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:14.733693 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ad561f06-db74-442a-a259-68907ec2a865 req-9c3d6b23-0ca5-4720-b826-26b0c6676d1c tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.3934605 Sep 30 01:01:14.826610 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-f7e43df6-1713-493e-aed9-d12900a6eafd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d2eacfe6eb25467d9859f5e6b7fb0f0c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4943135 Sep 30 01:01:14.837192 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 42672) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:14.838157 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13674b5a-8946-4b4c-87a0-042e0c672349 req-a3645175-f702-4b0d-b0b6-cbcd35a4f13a tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:14.850508 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-13674b5a-8946-4b4c-87a0-042e0c672349 req-a3645175-f702-4b0d-b0b6-cbcd35a4f13a tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.39 "GET /v2.0/ports?device_id=33a7834a-c2b1-4d20-b9ac-9b3befaec6af HTTP/1.1" status: 200 len: 944 time: 0.1356044 Sep 30 01:01:14.916864 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-13674b5a-8946-4b4c-87a0-042e0c672349 req-8d1b75f7-1bb4-4659-b623-87e19822900e tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4921c53-d6de-489f-bb34-bd46c727b96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651298 Sep 30 01:01:14.982285 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e43df6-1713-493e-aed9-d12900a6eafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2546f8-b255-4985-b5ca-3c73fd6beffd,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:15.018506 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f7e43df6-1713-493e-aed9-d12900a6eafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:15.124682 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ad561f06-db74-442a-a259-68907ec2a865 req-30628009-28ad-4cae-98e9-850c031ff9d4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2945740 Sep 30 01:01:15.172933 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8f44b-87da-4da6-b6f8-f21eedf4fc35 req-ad0e35e3-5cf6-46fe-a335-c994c3c863ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:15.175766 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-abc8f44b-87da-4da6-b6f8-f21eedf4fc35 req-ad0e35e3-5cf6-46fe-a335-c994c3c863ec service neutron] 10.222.0.59 "GET /v2.0/networks?id=967f5979-41b2-4f23-910e-0f1e38e22766 HTTP/1.1" status: 200 len: 923 time: 0.5123644 Sep 30 01:01:15.230242 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 3ff1d1d5-f56e-4333-b3b3-08b226034929 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:01:15.345811 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bc275-7646-4e5b-8752-1c857996d8af req-ad3b5e02-d60c-4d4d-b00c-bd1c9b64247f tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:15.346483 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-abc8f44b-87da-4da6-b6f8-f21eedf4fc35 req-b9b7cdb9-7c9b-4802-8490-0da6c87984df service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40f6ac8e-8ea6-4490-b1b2-6e44333e83a7 HTTP/1.1" status: 200 len: 217 time: 0.1586616 Sep 30 01:01:15.347064 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-388395b0-61e3-4ddd-9c58-046b3cd3cfd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:15.347996 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port 3ff1d1d5-f56e-4333-b3b3-08b226034929 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:01:15.353444 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 3ff1d1d5-f56e-4333-b3b3-08b226034929 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:01:15.353895 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:15.356896 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-0ffd9b83-2766-49f9-93d9-e863e7e60121 req-78badc1e-947d-4400-9627-1ba814218a38 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] For port 8c9bd67e-2216-4d29-8c45-daceec60b8d3, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=8c9bd67e-2216-4d29-8c45-daceec60b8d3,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:15.357334 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0ffd9b83-2766-49f9-93d9-e863e7e60121 req-78badc1e-947d-4400-9627-1ba814218a38 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:15.368638 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-179bc275-7646-4e5b-8752-1c857996d8af req-ad3b5e02-d60c-4d4d-b00c-bd1c9b64247f tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 944 time: 0.1605420 Sep 30 01:01:15.446929 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-179bc275-7646-4e5b-8752-1c857996d8af req-c876e04b-c4c5-4337-a44b-58c7dc646460 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766859 Sep 30 01:01:15.578155 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:15.623296 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 3ff1d1d5-f56e-4333-b3b3-08b226034929, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=3ff1d1d5-f56e-4333-b3b3-08b226034929,segment=NetworkSegment(cb54c837-caaa-481b-b1b1-3d712fcebfc4),segment_id=cb54c837-caaa-481b-b1b1-3d712fcebfc4)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:15.624705 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a7834a-c2b1-4d20-b9ac-9b3befaec6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff1d1d5-f56e-4333-b3b3-08b226034929'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:01:15.627486 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-0ffd9b83-2766-49f9-93d9-e863e7e60121 req-78badc1e-947d-4400-9627-1ba814218a38 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Calling delete_port for 8c9bd67e-2216-4d29-8c45-daceec60b8d3 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:01:15.632913 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:15.634816 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:15.683198 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-388395b0-61e3-4ddd-9c58-046b3cd3cfd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:15.717893 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=3ff1d1d5-f56e-4333-b3b3-08b226034929,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:15.720821 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8f44b-87da-4da6-b6f8-f21eedf4fc35 req-e55edbaa-86ee-470d-b3b5-775307c4cedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:15.721502 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:15.722777 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-abc8f44b-87da-4da6-b6f8-f21eedf4fc35 req-e55edbaa-86ee-470d-b3b5-775307c4cedf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3dcca41e-8672-40bd-ac8d-36e228d496d0 HTTP/1.1" status: 200 len: 862 time: 0.3571336 Sep 30 01:01:15.816248 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-abc8f44b-87da-4da6-b6f8-f21eedf4fc35 req-cc58483c-6220-48c9-b616-99884663159a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=967f5979-41b2-4f23-910e-0f1e38e22766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815513 Sep 30 01:01:15.863342 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64491435-53c3-45a7-be54-58271f151ff2 req-fab12c11-3a68-4307-a607-f94ba6fc8c54 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:15.866014 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-64491435-53c3-45a7-be54-58271f151ff2 req-fab12c11-3a68-4307-a607-f94ba6fc8c54 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 0.5895033 Sep 30 01:01:15.934379 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b7ec8-f477-4b58-a673-ffd9de08beae req-6720d13a-49ac-4dc1-aa2e-6bed28157ebe tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:15.937832 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-490b7ec8-f477-4b58-a673-ffd9de08beae req-6720d13a-49ac-4dc1-aa2e-6bed28157ebe tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=d456f092-a6de-4700-90a1-8f0775902cb9 HTTP/1.1" status: 200 len: 943 time: 0.1571643 Sep 30 01:01:16.005084 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-490b7ec8-f477-4b58-a673-ffd9de08beae req-13e74883-5592-4f28-9d9f-f5088e8c95fa tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604060 Sep 30 01:01:16.084058 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a7834a-c2b1-4d20-b9ac-9b3befaec6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff1d1d5-f56e-4333-b3b3-08b226034929', 'code': 200} Sep 30 01:01:16.215737 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-388395b0-61e3-4ddd-9c58-046b3cd3cfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:16.215737 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-db7bce05-518b-4481-8dee-803e42f9b26d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:16.249651 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-64491435-53c3-45a7-be54-58271f151ff2 req-3baa08b3-d344-44e9-b737-d1ce9a0ceab1 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631477 Sep 30 01:01:16.259802 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388395b0-61e3-4ddd-9c58-046b3cd3cfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2546f8-b255-4985-b5ca-3c73fd6beffd,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:16.272241 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-388395b0-61e3-4ddd-9c58-046b3cd3cfd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:16.316246 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0ffd9b83-2766-49f9-93d9-e863e7e60121 req-78badc1e-947d-4400-9627-1ba814218a38 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:16.379612 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-abc8f44b-87da-4da6-b6f8-f21eedf4fc35 req-df62efef-5ed6-4489-9733-ce9c6db4132c service neutron] 10.222.0.59 "GET /v2.0/networks/967f5979-41b2-4f23-910e-0f1e38e22766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5539262 Sep 30 01:01:16.385845 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-388395b0-61e3-4ddd-9c58-046b3cd3cfd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:16.387267 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-388395b0-61e3-4ddd-9c58-046b3cd3cfd2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6e2546f8-b255-4985-b5ca-3c73fd6beffd HTTP/1.1" status: 204 len: 168 time: 1.5476868 Sep 30 01:01:16.454452 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['530d6b4e-d293-4fb6-a6d7-0e6253e2cc97'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:01:16.649696 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44148b-f1b8-4b77-8f47-48c9aaf48aa7 req-3f60b761-b018-4170-b97a-a29697d0f743 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:16.657640 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-aa44148b-f1b8-4b77-8f47-48c9aaf48aa7 req-3f60b761-b018-4170-b97a-a29697d0f743 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.39 "GET /v2.0/ports?device_id=33a7834a-c2b1-4d20-b9ac-9b3befaec6af HTTP/1.1" status: 200 len: 945 time: 0.3099136 Sep 30 01:01:16.668900 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ec7b0c33-746a-476b-9687-b559a272f4c3 req-8541e885-87ae-44b1-bed5-d23986135ef8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=420bf569-283b-4f40-be9f-8c3e8c244655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2251780 Sep 30 01:01:16.693232 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-abc8f44b-87da-4da6-b6f8-f21eedf4fc35 req-a0666627-6ccd-42c7-9cd4-d804cb09831b service neutron] 10.222.0.59 "GET /v2.0/networks/967f5979-41b2-4f23-910e-0f1e38e22766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047583 Sep 30 01:01:16.699339 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-24f84236-55c2-499a-ad7e-645c56cded2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:16.702082 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbaa9d-5375-499d-bc83-44fa1c1a8b11 req-a02c534d-80e7-4151-aeb5-45b549ec7659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:16.704183 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f5dbaa9d-5375-499d-bc83-44fa1c1a8b11 req-a02c534d-80e7-4151-aeb5-45b549ec7659 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=33a7834a-c2b1-4d20-b9ac-9b3befaec6af HTTP/1.1" status: 200 len: 1096 time: 0.4257085 Sep 30 01:01:16.751811 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-aa44148b-f1b8-4b77-8f47-48c9aaf48aa7 req-460fef45-b24a-482e-aacc-07dac83ac682 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4921c53-d6de-489f-bb34-bd46c727b96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923314 Sep 30 01:01:16.769067 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78badc1e-947d-4400-9627-1ba814218a38 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Pushing event deleted for resources: {'Port': ['ID=8c9bd67e-2216-4d29-8c45-daceec60b8d3,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:16.811415 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-78badc1e-947d-4400-9627-1ba814218a38 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:16.917620 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ffd9b83-2766-49f9-93d9-e863e7e60121 req-78badc1e-947d-4400-9627-1ba814218a38 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] No DVR routers for this DVR port 8c9bd67e-2216-4d29-8c45-daceec60b8d3 on host n-h2-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:01:16.926760 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0ffd9b83-2766-49f9-93d9-e863e7e60121 req-78badc1e-947d-4400-9627-1ba814218a38 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:16.929050 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0ffd9b83-2766-49f9-93d9-e863e7e60121 req-78badc1e-947d-4400-9627-1ba814218a38 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.55 "DELETE /v2.0/ports/8c9bd67e-2216-4d29-8c45-daceec60b8d3 HTTP/1.1" status: 204 len: 173 time: 2.6221564 Sep 30 01:01:16.959543 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45395b9c-44de-43d8-aabc-0cbf41f836ac', 'name': 'network-vif-deleted', 'tag': '8c9bd67e-2216-4d29-8c45-daceec60b8d3'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:01:17.051873 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f5dbaa9d-5375-499d-bc83-44fa1c1a8b11 req-5b5cf5b1-aaf3-4c68-b096-1e290c048014 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f4921c53-d6de-489f-bb34-bd46c727b96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145485 Sep 30 01:01:17.081093 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7f63a-77f8-429f-bc25-45be4ec49f16 req-1e933776-3bb6-4833-938e-32c35abc84b0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:17.087032 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-76c7f63a-77f8-429f-bc25-45be4ec49f16 req-1e933776-3bb6-4833-938e-32c35abc84b0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.2178521 Sep 30 01:01:17.095234 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e519a114-574c-46d9-b5c1-0be2782d9167 req-7de8e6f5-818d-40f9-b88e-63f85b1f50eb tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 210 time: 0.1164644 Sep 30 01:01:17.124694 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b0c33-746a-476b-9687-b559a272f4c3 req-5d7c5d2d-aeda-49b3-a828-4d7accd5f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:17.139139 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ec7b0c33-746a-476b-9687-b559a272f4c3 req-5d7c5d2d-aeda-49b3-a828-4d7accd5f87e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=58336e3a6a854ff7ab57e933b021b603&device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 1095 time: 0.3928204 Sep 30 01:01:17.214950 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-76c7f63a-77f8-429f-bc25-45be4ec49f16 req-34466e11-7dff-4e2d-8016-443c928659e3 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074212 Sep 30 01:01:17.241282 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 8c9bd67e-2216-4d29-8c45-daceec60b8d3 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:01:17.341508 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45395b9c-44de-43d8-aabc-0cbf41f836ac', 'name': 'network-vif-deleted', 'tag': '8c9bd67e-2216-4d29-8c45-daceec60b8d3', 'status': 'completed', 'code': 200} Sep 30 01:01:17.379448 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: 8c9bd67e-2216-4d29-8c45-daceec60b8d3 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:01:17.379870 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 8c9bd67e-2216-4d29-8c45-daceec60b8d3 not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:01:17.427913 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:01:17.736320 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=40f6ac8e-8ea6-4490-b1b2-6e44333e83a7,segment=NetworkSegment(3f9b5c24-c196-48f3-8275-f67129fa0f6d),segment_id=3f9b5c24-c196-48f3-8275-f67129fa0f6d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:17.764110 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '40f6ac8e-8ea6-4490-b1b2-6e44333e83a7', 'network_id': '967f5979-41b2-4f23-910e-0f1e38e22766', 'port_id': '40f6ac8e-8ea6-4490-b1b2-6e44333e83a7', 'mac_address': 'fa:16:3e:dd:e5:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dcca41e-8672-40bd-ac8d-36e228d496d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:01:17.800474 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377fb44-4046-4e20-9e58-6db0c4678ac7 req-e64130d6-82ed-46d4-927d-533bb81f223a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:17.816898 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6377fb44-4046-4e20-9e58-6db0c4678ac7 req-e64130d6-82ed-46d4-927d-533bb81f223a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 0.2248707 Sep 30 01:01:17.889099 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:17.911686 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:01:17.949524 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6377fb44-4046-4e20-9e58-6db0c4678ac7 req-43687aa5-e553-40c4-be28-bb90cfe01862 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302845 Sep 30 01:01:17.949660 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b0c33-746a-476b-9687-b559a272f4c3 req-0827ff08-8363-4ebc-90c2-8e5093095047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:17.950789 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=40f6ac8e-8ea6-4490-b1b2-6e44333e83a7,segment=NetworkSegment(3f9b5c24-c196-48f3-8275-f67129fa0f6d),segment_id=3f9b5c24-c196-48f3-8275-f67129fa0f6d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:17.951134 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ec7b0c33-746a-476b-9687-b559a272f4c3 req-0827ff08-8363-4ebc-90c2-8e5093095047 service neutron] 10.222.0.55 "GET /v2.0/networks?id=75754133-2f30-43b1-b553-38d58661ba06 HTTP/1.1" status: 200 len: 922 time: 0.6259236 Sep 30 01:01:17.958226 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:17.968498 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:18.097390 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ec7b0c33-746a-476b-9687-b559a272f4c3 req-e873d692-5ee0-43b6-bcd1-f5f3ee742c4b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43b1f2d9-c738-4e37-87eb-2d6218337468 HTTP/1.1" status: 200 len: 217 time: 0.1322587 Sep 30 01:01:18.160606 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=40f6ac8e-8ea6-4490-b1b2-6e44333e83a7,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:18.171737 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:18.192770 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b0c33-746a-476b-9687-b559a272f4c3 req-248e13d8-c82e-445c-ba85-d82f1312934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:18.194533 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ec7b0c33-746a-476b-9687-b559a272f4c3 req-248e13d8-c82e-445c-ba85-d82f1312934e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4830ed89-3d0e-4950-9575-5f4f49821c2d HTTP/1.1" status: 200 len: 861 time: 0.0862882 Sep 30 01:01:18.323884 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ec7b0c33-746a-476b-9687-b559a272f4c3 req-ec4bbbf2-0cc5-43fd-8e6a-8f935b95048b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=75754133-2f30-43b1-b553-38d58661ba06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199229 Sep 30 01:01:18.332410 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a1a7c-b21b-498f-b28c-9283209aa805 req-bbd639f1-30a3-4787-821c-c5417396b2e1 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:18.339484 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6a3a1a7c-b21b-498f-b28c-9283209aa805 req-bbd639f1-30a3-4787-821c-c5417396b2e1 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=d456f092-a6de-4700-90a1-8f0775902cb9 HTTP/1.1" status: 200 len: 943 time: 0.7639742 Sep 30 01:01:18.523822 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['40f6ac8e-8ea6-4490-b1b2-6e44333e83a7'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:01:18.540137 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a8e41-8f5d-43f9-a89b-9eb6d23fcd70 req-67bfaf6a-b4ad-4741-be2b-2c691dae5e06 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:18.550713 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-339a8e41-8f5d-43f9-a89b-9eb6d23fcd70 req-67bfaf6a-b4ad-4741-be2b-2c691dae5e06 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.39 "GET /v2.0/ports?device_id=33a7834a-c2b1-4d20-b9ac-9b3befaec6af HTTP/1.1" status: 200 len: 945 time: 0.1512163 Sep 30 01:01:18.627331 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-339a8e41-8f5d-43f9-a89b-9eb6d23fcd70 req-5c2d0278-50a7-4029-a363-47a12a88cf8b tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4921c53-d6de-489f-bb34-bd46c727b96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742450 Sep 30 01:01:18.714221 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6a3a1a7c-b21b-498f-b28c-9283209aa805 req-bf0a223b-7a26-43f8-a4a3-7e33d48c64be tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736155 Sep 30 01:01:18.919918 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d17be875-31e3-4778-8c14-60ee016dc585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:18.921587 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ec7b0c33-746a-476b-9687-b559a272f4c3 req-85efb584-c713-459f-b4f8-a0cbcdd5a95b service neutron] 10.222.0.55 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5538707 Sep 30 01:01:19.008433 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-bb27484c-ed01-471c-b1ac-ca58a39268e7 req-c6bdfd25-0e60-46a5-a7de-ff297ffb6c81 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Synchronizing usage tracker for tenant:58336e3a6a854ff7ab57e933b021b603 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:01:19.051399 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-bb27484c-ed01-471c-b1ac-ca58a39268e7 req-c6bdfd25-0e60-46a5-a7de-ff297ffb6c81 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Unset dirty status for tenant:58336e3a6a854ff7ab57e933b021b603 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:01:19.059922 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bb27484c-ed01-471c-b1ac-ca58a39268e7 req-c6bdfd25-0e60-46a5-a7de-ff297ffb6c81 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=45395b9c-44de-43d8-aabc-0cbf41f836ac HTTP/1.1" status: 200 len: 210 time: 0.1514535 Sep 30 01:01:19.126685 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:19.297405 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ec7b0c33-746a-476b-9687-b559a272f4c3 req-b9ba0aa2-06b8-4507-ba5d-dc5b26c78651 service neutron] 10.222.0.55 "GET /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631141 Sep 30 01:01:19.333327 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6343d34-630e-4749-a477-d60d5e5524c9 req-a139c9d1-5d2e-4ab6-86bf-8c3bda303622 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:19.340801 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e6343d34-630e-4749-a477-d60d5e5524c9 req-a139c9d1-5d2e-4ab6-86bf-8c3bda303622 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.3249388 Sep 30 01:01:19.426589 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e6343d34-630e-4749-a477-d60d5e5524c9 req-dae78464-b808-4312-8cca-eacaee60bbca tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839870 Sep 30 01:01:19.670744 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fa122-8cfd-4b0c-b023-6cae9242b108 req-6074f7e3-cd63-49ec-a4c9-bf86c490dba4 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:19.688604 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-149fa122-8cfd-4b0c-b023-6cae9242b108 req-6074f7e3-cd63-49ec-a4c9-bf86c490dba4 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 0.1782491 Sep 30 01:01:19.773224 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-149fa122-8cfd-4b0c-b023-6cae9242b108 req-b560dfdd-f729-4d59-b01f-469b1107931a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773606 Sep 30 01:01:20.232138 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2e86f-f7f2-4d2c-a9bb-662b5f5d9153 req-f509ea07-cc58-4102-9426-ffd7ed16c3e1 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:20.233957 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6ab2e86f-f7f2-4d2c-a9bb-662b5f5d9153 req-f509ea07-cc58-4102-9426-ffd7ed16c3e1 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=d456f092-a6de-4700-90a1-8f0775902cb9 HTTP/1.1" status: 200 len: 944 time: 0.2319038 Sep 30 01:01:20.255492 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84e6ea-5cc9-4c62-ba65-051afb3925da req-2b0c631b-fae4-4601-9be2-890e26b74e8c tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:20.262706 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3c84e6ea-5cc9-4c62-ba65-051afb3925da req-2b0c631b-fae4-4601-9be2-890e26b74e8c tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.39 "GET /v2.0/ports?device_id=33a7834a-c2b1-4d20-b9ac-9b3befaec6af HTTP/1.1" status: 200 len: 945 time: 0.3314421 Sep 30 01:01:20.323061 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3c84e6ea-5cc9-4c62-ba65-051afb3925da req-8a4604d0-b154-4eb0-bd34-5a6935ba9bfe tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4921c53-d6de-489f-bb34-bd46c727b96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593338 Sep 30 01:01:20.327781 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6ab2e86f-f7f2-4d2c-a9bb-662b5f5d9153 req-80d4f80f-0e4b-4746-8c6a-256caa1fe31d tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874789 Sep 30 01:01:20.332848 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629668e6-1c72-4b1d-af78-0ecbcd854b3e req-c6246783-4370-4cab-b8fe-3b8e48c277e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:20.336882 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-629668e6-1c72-4b1d-af78-0ecbcd854b3e req-c6246783-4370-4cab-b8fe-3b8e48c277e0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=038e4d0abd4b4e5c940f331b6f0950a9&device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 1095 time: 0.1906826 Sep 30 01:01:20.680014 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629668e6-1c72-4b1d-af78-0ecbcd854b3e req-3cdfdaef-91a8-416b-9fda-6ed1de0fe510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:20.682648 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-629668e6-1c72-4b1d-af78-0ecbcd854b3e req-3cdfdaef-91a8-416b-9fda-6ed1de0fe510 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4c98a929-4bc6-4ff2-9381-439d6c813487 HTTP/1.1" status: 200 len: 912 time: 0.3342192 Sep 30 01:01:20.879369 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7e14d-05f4-4a16-a77e-72f6748975f2 req-72b377c3-d440-4c73-b361-edd8e50e7e6c tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:20.886655 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-92f7e14d-05f4-4a16-a77e-72f6748975f2 req-72b377c3-d440-4c73-b361-edd8e50e7e6c tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.2026405 Sep 30 01:01:20.960017 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-92f7e14d-05f4-4a16-a77e-72f6748975f2 req-91bc34ed-9240-4d43-9ec7-8073ed1813e9 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722423 Sep 30 01:01:21.004684 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-629668e6-1c72-4b1d-af78-0ecbcd854b3e req-932dd955-b9e4-459c-88cb-dfc341ab4b1f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=918c28de-bb64-453a-8beb-13a66f32b207 HTTP/1.1" status: 200 len: 999 time: 0.2563550 Sep 30 01:01:21.141249 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629668e6-1c72-4b1d-af78-0ecbcd854b3e req-efc88341-1bd5-42ed-b7c4-178d98b4b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:21.149817 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-629668e6-1c72-4b1d-af78-0ecbcd854b3e req-efc88341-1bd5-42ed-b7c4-178d98b4b93b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c136aabe-2b6e-40bd-889c-a97ee8fe6bf6 HTTP/1.1" status: 200 len: 850 time: 0.1308887 Sep 30 01:01:21.224181 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ac22a297-75ac-48a3-9739-bdbc36a2c7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:21.393396 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629668e6-1c72-4b1d-af78-0ecbcd854b3e req-26119084-5354-4685-aa1a-3c8a310dc1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:21.394962 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-629668e6-1c72-4b1d-af78-0ecbcd854b3e req-26119084-5354-4685-aa1a-3c8a310dc1f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4c98a929-4bc6-4ff2-9381-439d6c813487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2443156 Sep 30 01:01:21.485257 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:01:21.614503 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:01:21.620388 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:01:21.621035 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:21.860863 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b548b93-63e5-4ac3-8c15-8510c323e795 req-3363b133-46f7-43ad-9378-219a5fc26dcd tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:21.871589 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5b548b93-63e5-4ac3-8c15-8510c323e795 req-3363b133-46f7-43ad-9378-219a5fc26dcd tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 0.5848231 Sep 30 01:01:21.932402 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:22.029286 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd456f092-a6de-4700-90a1-8f0775902cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f6ac8e-8ea6-4490-b1b2-6e44333e83a7'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:01:22.045293 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=40f6ac8e-8ea6-4490-b1b2-6e44333e83a7,segment=NetworkSegment(3f9b5c24-c196-48f3-8275-f67129fa0f6d),segment_id=3f9b5c24-c196-48f3-8275-f67129fa0f6d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:22.059544 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:22.063413 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:22.108195 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-629668e6-1c72-4b1d-af78-0ecbcd854b3e req-4fc81255-c7a3-4628-bce6-32080d620222 service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7030804 Sep 30 01:01:22.217944 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=40f6ac8e-8ea6-4490-b1b2-6e44333e83a7,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:22.222918 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:22.281054 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:22.290937 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94b639-650a-44e8-9362-03a2c054780d req-7524d48b-06c9-4f42-ab9e-364ac0194a8c tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:22.293324 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fb94b639-650a-44e8-9362-03a2c054780d req-7524d48b-06c9-4f42-ab9e-364ac0194a8c tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=d456f092-a6de-4700-90a1-8f0775902cb9 HTTP/1.1" status: 200 len: 945 time: 0.2031257 Sep 30 01:01:22.339850 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5b548b93-63e5-4ac3-8c15-8510c323e795 req-3fd772d8-1d7a-4766-aaba-d73386b9f6e4 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673777 Sep 30 01:01:22.345682 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-629668e6-1c72-4b1d-af78-0ecbcd854b3e req-3a598a2c-a95a-428b-b68c-0aaa5c20d8e7 service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278049 Sep 30 01:01:22.458537 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fb94b639-650a-44e8-9362-03a2c054780d req-5e0d404a-ee06-4e4a-a6c1-ac07d1bda4c2 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588037 Sep 30 01:01:22.756644 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294270a-412d-4db0-abb2-3b7bc5477839 req-ce7e4beb-4b1b-400b-9ecd-f239f3c9d9e7 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:22.764054 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c294270a-412d-4db0-abb2-3b7bc5477839 req-ce7e4beb-4b1b-400b-9ecd-f239f3c9d9e7 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.39 "GET /v2.0/ports?device_id=33a7834a-c2b1-4d20-b9ac-9b3befaec6af HTTP/1.1" status: 200 len: 945 time: 0.1913297 Sep 30 01:01:22.822760 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c294270a-412d-4db0-abb2-3b7bc5477839 req-34a7604f-3a75-49a8-bbc8-1901ae8846fe tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4921c53-d6de-489f-bb34-bd46c727b96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577247 Sep 30 01:01:23.063692 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350e5a0-347f-449b-98aa-6c77218b7e9a req-6d1d3fcb-ba07-4ab3-8c20-883f2fa5fdd4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:23.081652 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6350e5a0-347f-449b-98aa-6c77218b7e9a req-6d1d3fcb-ba07-4ab3-8c20-883f2fa5fdd4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.1922328 Sep 30 01:01:23.083621 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd456f092-a6de-4700-90a1-8f0775902cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f6ac8e-8ea6-4490-b1b2-6e44333e83a7', 'code': 200} Sep 30 01:01:23.237362 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6350e5a0-347f-449b-98aa-6c77218b7e9a req-af561bda-e330-4b84-9b96-ae7655bb043f tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324980 Sep 30 01:01:23.431106 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa46e8-9cf4-4b06-ad07-ba557db0be7a req-95857539-8dca-4e05-bf3b-8b83066c412a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:23.433251 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-57aa46e8-9cf4-4b06-ad07-ba557db0be7a req-95857539-8dca-4e05-bf3b-8b83066c412a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d456f092-a6de-4700-90a1-8f0775902cb9 HTTP/1.1" status: 200 len: 1096 time: 0.1394367 Sep 30 01:01:23.493327 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-57aa46e8-9cf4-4b06-ad07-ba557db0be7a req-6f5b2ed1-e389-4080-8b51-58e9357ea855 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511651 Sep 30 01:01:23.840249 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da2293-22d2-46c3-b2bc-af7f62f81278 req-de625895-5786-4fcb-8846-cb7c55253608 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:23.872909 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-51da2293-22d2-46c3-b2bc-af7f62f81278 req-de625895-5786-4fcb-8846-cb7c55253608 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 0.2369640 Sep 30 01:01:23.943209 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:23.973288 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-51da2293-22d2-46c3-b2bc-af7f62f81278 req-da366152-33b2-41b0-9ea0-0f6e59ffad9a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984633 Sep 30 01:01:23.985071 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8734c66-e2d4-4b26-a272-c4feb2059c2d req-4ecc7143-9805-4aff-9c4f-adce14cd5a2b tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:23.993597 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f8734c66-e2d4-4b26-a272-c4feb2059c2d req-4ecc7143-9805-4aff-9c4f-adce14cd5a2b tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.55 "GET /v2.0/ports?device_id=33a7834a-c2b1-4d20-b9ac-9b3befaec6af HTTP/1.1" status: 200 len: 945 time: 0.2937956 Sep 30 01:01:24.004796 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff07d1-4fc8-490e-b076-32b3ff357ec9 req-eefd59d5-36b9-4df8-b2d0-98d254555fbd tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:24.013493 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-71ff07d1-4fc8-490e-b076-32b3ff357ec9 req-eefd59d5-36b9-4df8-b2d0-98d254555fbd tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=d456f092-a6de-4700-90a1-8f0775902cb9 HTTP/1.1" status: 200 len: 945 time: 0.2532523 Sep 30 01:01:24.127604 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-71ff07d1-4fc8-490e-b076-32b3ff357ec9 req-9eb4e381-4de4-4f6a-a8ce-0db3be810382 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129317 Sep 30 01:01:24.145893 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-f8734c66-e2d4-4b26-a272-c4feb2059c2d req-1cbc4681-5917-45c4-9460-f12a2e63e82e tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Deleting port 3ff1d1d5-f56e-4333-b3b3-08b226034929 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:01:24.146235 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f8734c66-e2d4-4b26-a272-c4feb2059c2d req-1cbc4681-5917-45c4-9460-f12a2e63e82e tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:24.532522 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61699f4-c3d7-4df8-b3b6-6ed8c1b96c28 req-e1845c78-c1c0-4988-a404-fb578cc4d462 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:24.542216 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a61699f4-c3d7-4df8-b3b6-6ed8c1b96c28 req-e1845c78-c1c0-4988-a404-fb578cc4d462 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.39 "GET /v2.0/ports?device_id=33a7834a-c2b1-4d20-b9ac-9b3befaec6af HTTP/1.1" status: 200 len: 945 time: 0.1818566 Sep 30 01:01:24.641430 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a61699f4-c3d7-4df8-b3b6-6ed8c1b96c28 req-962934d6-6648-4da4-a0a5-aac307f34451 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4921c53-d6de-489f-bb34-bd46c727b96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983207 Sep 30 01:01:24.719726 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-f8734c66-e2d4-4b26-a272-c4feb2059c2d req-1cbc4681-5917-45c4-9460-f12a2e63e82e tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] For port 3ff1d1d5-f56e-4333-b3b3-08b226034929, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=3ff1d1d5-f56e-4333-b3b3-08b226034929,segment=NetworkSegment(cb54c837-caaa-481b-b1b1-3d712fcebfc4),segment_id=cb54c837-caaa-481b-b1b1-3d712fcebfc4)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:24.720083 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f8734c66-e2d4-4b26-a272-c4feb2059c2d req-1cbc4681-5917-45c4-9460-f12a2e63e82e tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:24.744679 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8dbb7-7258-4302-b5ec-5f7393e4ad9b req-6f984c5e-c6d8-4a81-8463-3aa46d68825f tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:24.751560 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-11c8dbb7-7258-4302-b5ec-5f7393e4ad9b req-6f984c5e-c6d8-4a81-8463-3aa46d68825f tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.1685839 Sep 30 01:01:25.116083 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-f8734c66-e2d4-4b26-a272-c4feb2059c2d req-1cbc4681-5917-45c4-9460-f12a2e63e82e tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Calling delete_port for 3ff1d1d5-f56e-4333-b3b3-08b226034929 owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:01:25.183323 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-11c8dbb7-7258-4302-b5ec-5f7393e4ad9b req-23f876ba-c036-40aa-8fd2-96ac61d1bf4c tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4305978 Sep 30 01:01:25.282762 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70ce97-7626-457a-b63c-3a27cf62bd9c req-47b751f0-f06d-4ae2-bbc5-a4b913fe21a6 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:25.293876 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1d70ce97-7626-457a-b63c-3a27cf62bd9c req-47b751f0-f06d-4ae2-bbc5-a4b913fe21a6 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 944 time: 0.1329505 Sep 30 01:01:25.355537 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f8734c66-e2d4-4b26-a272-c4feb2059c2d req-1cbc4681-5917-45c4-9460-f12a2e63e82e tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:25.364669 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3bd9b265-5380-4b62-9d89-6e9a5b2eeaf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:25.381233 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1d70ce97-7626-457a-b63c-3a27cf62bd9c req-cf00741a-1fd2-4f50-8d87-dee0633516ed tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863228 Sep 30 01:01:25.434560 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc4681-5917-45c4-9460-f12a2e63e82e tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Pushing event deleted for resources: {'Port': ['ID=3ff1d1d5-f56e-4333-b3b3-08b226034929,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:25.444764 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1cbc4681-5917-45c4-9460-f12a2e63e82e tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:25.626050 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8734c66-e2d4-4b26-a272-c4feb2059c2d req-1cbc4681-5917-45c4-9460-f12a2e63e82e tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] No DVR routers for this DVR port 3ff1d1d5-f56e-4333-b3b3-08b226034929 on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:01:25.633835 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f8734c66-e2d4-4b26-a272-c4feb2059c2d req-1cbc4681-5917-45c4-9460-f12a2e63e82e tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:25.690242 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a7834a-c2b1-4d20-b9ac-9b3befaec6af', 'name': 'network-vif-deleted', 'tag': '3ff1d1d5-f56e-4333-b3b3-08b226034929'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:01:25.739467 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f8734c66-e2d4-4b26-a272-c4feb2059c2d req-1cbc4681-5917-45c4-9460-f12a2e63e82e tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.55 "DELETE /v2.0/ports/3ff1d1d5-f56e-4333-b3b3-08b226034929 HTTP/1.1" status: 204 len: 173 time: 1.7228856 Sep 30 01:01:25.766658 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87af5c-6b7a-4440-916f-f3e3be0ff487 req-ef6aa1ba-d81d-4492-83be-a9579958ecc0 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:25.769417 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9b87af5c-6b7a-4440-916f-f3e3be0ff487 req-ef6aa1ba-d81d-4492-83be-a9579958ecc0 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 944 time: 0.1452672 Sep 30 01:01:25.778544 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8605c-6cb9-47b5-9f39-4e744ebe1ea1 req-812cf203-9ac6-4c5f-b1b4-5672f1170747 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:25.780395 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1ca8605c-6cb9-47b5-9f39-4e744ebe1ea1 req-812cf203-9ac6-4c5f-b1b4-5672f1170747 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 0.2367344 Sep 30 01:01:25.891025 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-9b87af5c-6b7a-4440-916f-f3e3be0ff487 req-6bc6bfbb-6e36-4b2a-86f9-3b84eadaefa1 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Deleting port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:01:25.891379 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9b87af5c-6b7a-4440-916f-f3e3be0ff487 req-6bc6bfbb-6e36-4b2a-86f9-3b84eadaefa1 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:25.950138 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34b481-896b-4f98-834d-423c23fde6b1 req-d15df46a-7443-46b3-b816-e0d16ec98339 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:25.951562 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-8c34b481-896b-4f98-834d-423c23fde6b1 req-d15df46a-7443-46b3-b816-e0d16ec98339 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Synchronizing usage tracker for tenant:47098c8256e3486bb54ee0f412f60d5a on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:01:25.976076 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-8c34b481-896b-4f98-834d-423c23fde6b1 req-d15df46a-7443-46b3-b816-e0d16ec98339 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Unset dirty status for tenant:47098c8256e3486bb54ee0f412f60d5a on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:01:25.985594 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8c34b481-896b-4f98-834d-423c23fde6b1 req-d15df46a-7443-46b3-b816-e0d16ec98339 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=d456f092-a6de-4700-90a1-8f0775902cb9 HTTP/1.1" status: 200 len: 945 time: 0.2263775 Sep 30 01:01:26.014559 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1ca8605c-6cb9-47b5-9f39-4e744ebe1ea1 req-7b2a5a59-f9ee-4e87-8ab8-02b87a9e8336 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987767 Sep 30 01:01:26.063109 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8c34b481-896b-4f98-834d-423c23fde6b1 req-b77166e8-4e71-479a-9cf0-f8fb0d0373b7 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749972 Sep 30 01:01:26.332247 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-9b87af5c-6b7a-4440-916f-f3e3be0ff487 req-6bc6bfbb-6e36-4b2a-86f9-3b84eadaefa1 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] For port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=530d6b4e-d293-4fb6-a6d7-0e6253e2cc97,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:26.332760 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9b87af5c-6b7a-4440-916f-f3e3be0ff487 req-6bc6bfbb-6e36-4b2a-86f9-3b84eadaefa1 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:26.356204 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13209802-21de-4890-953b-e35d3ba950ec req-b2410226-0f7d-4bb2-96c0-21a6185c625b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:26.358346 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-13209802-21de-4890-953b-e35d3ba950ec req-b2410226-0f7d-4bb2-96c0-21a6185c625b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.1932759 Sep 30 01:01:26.462389 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d8555eee-08a4-4acd-9709-6732feeb719b req-e770421e-07c9-4f9e-acb6-80866be71295 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] 10.222.0.39 "GET /v2.0/ports?device_id=33a7834a-c2b1-4d20-b9ac-9b3befaec6af HTTP/1.1" status: 200 len: 210 time: 0.0482166 Sep 30 01:01:26.490246 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-9b87af5c-6b7a-4440-916f-f3e3be0ff487 req-6bc6bfbb-6e36-4b2a-86f9-3b84eadaefa1 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Calling delete_port for 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:01:26.562668 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a7834a-c2b1-4d20-b9ac-9b3befaec6af', 'name': 'network-vif-deleted', 'tag': '3ff1d1d5-f56e-4333-b3b3-08b226034929', 'status': 'completed', 'code': 200} Sep 30 01:01:26.614499 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-13209802-21de-4890-953b-e35d3ba950ec req-8a49a14d-508c-43a3-b2dc-89486f4a4f6b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050536 Sep 30 01:01:26.720246 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4da92-0f9e-44a1-a3c7-96b4f4a25ca6 req-28889ce8-3c12-4f52-8e97-7cf4b2a09bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:26.723096 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-76b4da92-0f9e-44a1-a3c7-96b4f4a25ca6 req-28889ce8-3c12-4f52-8e97-7cf4b2a09bf5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09577eebebf34beb8f9f7386d3ff6957&device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 1096 time: 0.2198563 Sep 30 01:01:26.807714 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9b87af5c-6b7a-4440-916f-f3e3be0ff487 req-6bc6bfbb-6e36-4b2a-86f9-3b84eadaefa1 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:26.819925 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['530d6b4e-d293-4fb6-a6d7-0e6253e2cc97'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:01:26.821192 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b7af2ee9-4d9d-44cb-b989-3c1975cc52f2 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:26.873366 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6bfbb-6e36-4b2a-86f9-3b84eadaefa1 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Pushing event deleted for resources: {'Port': ['ID=530d6b4e-d293-4fb6-a6d7-0e6253e2cc97,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:26.877551 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6bc6bfbb-6e36-4b2a-86f9-3b84eadaefa1 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:26.952891 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840de24-9bb8-411b-bb62-3cc677282866 req-a66e2be4-6141-47bd-b791-4656fa7db889 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:26.961056 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7840de24-9bb8-411b-bb62-3cc677282866 req-a66e2be4-6141-47bd-b791-4656fa7db889 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=d456f092-a6de-4700-90a1-8f0775902cb9 HTTP/1.1" status: 200 len: 945 time: 0.2300508 Sep 30 01:01:26.977475 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4da92-0f9e-44a1-a3c7-96b4f4a25ca6 req-da12b775-7a37-4ca5-9ff4-86be325bab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:26.979411 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-76b4da92-0f9e-44a1-a3c7-96b4f4a25ca6 req-da12b775-7a37-4ca5-9ff4-86be325bab71 service neutron] 10.222.0.59 "GET /v2.0/networks?id=34a0c4bb-7b8e-4af9-940e-de978352f62e HTTP/1.1" status: 200 len: 912 time: 0.2500267 Sep 30 01:01:27.071296 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-76b4da92-0f9e-44a1-a3c7-96b4f4a25ca6 req-3416be80-67e8-4c9b-a5c2-4058d8dba022 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=641797c8-4e64-4db1-9beb-9b28842f20f0 HTTP/1.1" status: 200 len: 217 time: 0.0833182 Sep 30 01:01:27.078665 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7840de24-9bb8-411b-bb62-3cc677282866 req-3d7edaf7-5682-46ac-b6ff-12aed17ed007 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167166 Sep 30 01:01:27.081470 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b87af5c-6b7a-4440-916f-f3e3be0ff487 req-6bc6bfbb-6e36-4b2a-86f9-3b84eadaefa1 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] No DVR routers for this DVR port 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:01:27.098465 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-37db17b8-c8f0-41cd-9a96-c698827944e0 req-4e8b774a-84f1-4a1d-b06f-fa9987f22a14 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b33afc7-7c2c-46ec-bfa6-b8df83b1f029 HTTP/1.1" status: 200 len: 210 time: 0.1520245 Sep 30 01:01:27.100426 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9b87af5c-6b7a-4440-916f-f3e3be0ff487 req-6bc6bfbb-6e36-4b2a-86f9-3b84eadaefa1 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:27.141790 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9b87af5c-6b7a-4440-916f-f3e3be0ff487 req-6bc6bfbb-6e36-4b2a-86f9-3b84eadaefa1 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.55 "DELETE /v2.0/ports/530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 HTTP/1.1" status: 204 len: 173 time: 1.3598111 Sep 30 01:01:27.167275 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4da92-0f9e-44a1-a3c7-96b4f4a25ca6 req-bf18e724-09b8-4e44-bee7-0dd9bd2ab90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:27.168886 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-76b4da92-0f9e-44a1-a3c7-96b4f4a25ca6 req-bf18e724-09b8-4e44-bee7-0dd9bd2ab90d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=518e3f3b-9573-4eac-aa37-789767c0d3b7 HTTP/1.1" status: 200 len: 851 time: 0.0892413 Sep 30 01:01:27.262339 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:01:27.263136 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-76b4da92-0f9e-44a1-a3c7-96b4f4a25ca6 req-83df591c-e36a-438e-8f96-4c2fba279524 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34a0c4bb-7b8e-4af9-940e-de978352f62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793731 Sep 30 01:01:27.317500 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:01:27.317864 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 530d6b4e-d293-4fb6-a6d7-0e6253e2cc97 not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:01:27.318428 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 3ff1d1d5-f56e-4333-b3b3-08b226034929 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:01:27.361961 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: 3ff1d1d5-f56e-4333-b3b3-08b226034929 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:01:27.362963 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 3ff1d1d5-f56e-4333-b3b3-08b226034929 not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:01:27.485601 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-76b4da92-0f9e-44a1-a3c7-96b4f4a25ca6 req-fdd05e17-16c1-4c14-bd3b-94f712ac3f38 service neutron] 10.222.0.59 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214384 Sep 30 01:01:27.786628 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-76b4da92-0f9e-44a1-a3c7-96b4f4a25ca6 req-9b404799-8c16-4ef5-a8b5-239564a16769 service neutron] 10.222.0.59 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897224 Sep 30 01:01:27.812138 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640b5a8-daf8-4b0f-becc-79a1e001b0ac req-7fceac77-ea01-44bc-9056-82c4026fde5f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:27.820345 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7640b5a8-daf8-4b0f-becc-79a1e001b0ac req-7fceac77-ea01-44bc-9056-82c4026fde5f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 0.4022367 Sep 30 01:01:27.873164 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7640b5a8-daf8-4b0f-becc-79a1e001b0ac req-1cdb033d-ce8e-4b91-8295-32a4cbf0cab1 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517275 Sep 30 01:01:28.030114 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43178) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:28.106463 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43184) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:28.232878 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f205755a-bf9a-4d9f-a9b7-a5f1e547ed0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:28.270986 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-636cf562-6308-4fcd-937a-5854be40c180 admin admin] Deleting subnet a36f0f3c-4f80-4ada-977d-ba371276e6f4 {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:01:28.276939 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-f205755a-bf9a-4d9f-a9b7-a5f1e547ed0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:28.278896 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-636cf562-6308-4fcd-937a-5854be40c180 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:28.323536 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-f205755a-bf9a-4d9f-a9b7-a5f1e547ed0a admin admin] Usage tracker for resource:security_group_rule and tenant:4039ecd220f44d2d9a60654c1151bd64 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:28.331018 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-f205755a-bf9a-4d9f-a9b7-a5f1e547ed0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:28.342497 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-f205755a-bf9a-4d9f-a9b7-a5f1e547ed0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:28.354007 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-636cf562-6308-4fcd-937a-5854be40c180 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2490848'] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:28.435756 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed69bfa-b4ce-4a69-8b36-c5396e51e5bd req-03dd3efb-c473-4f9f-b281-ac3bccf5258b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:28.437251 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7ed69bfa-b4ce-4a69-8b36-c5396e51e5bd req-03dd3efb-c473-4f9f-b281-ac3bccf5258b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.2829194 Sep 30 01:01:28.463439 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-636cf562-6308-4fcd-937a-5854be40c180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:28.562766 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7ed69bfa-b4ce-4a69-8b36-c5396e51e5bd req-81b244bc-3913-4bd8-b778-9853cb87e420 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188331 Sep 30 01:01:28.563676 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b33afc7-7c2c-46ec-bfa6-b8df83b1f029', 'name': 'network-vif-deleted', 'tag': '530d6b4e-d293-4fb6-a6d7-0e6253e2cc97'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:01:28.628698 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f205755a-bf9a-4d9f-a9b7-a5f1e547ed0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:28.635153 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f205755a-bf9a-4d9f-a9b7-a5f1e547ed0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:28.650779 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e7ae38a4-52b8-4f55-b6ec-b9bba7e11791 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:28.657558 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-636cf562-6308-4fcd-937a-5854be40c180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:28.702284 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-636cf562-6308-4fcd-937a-5854be40c180 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:28.748504 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b33afc7-7c2c-46ec-bfa6-b8df83b1f029', 'name': 'network-vif-deleted', 'tag': '530d6b4e-d293-4fb6-a6d7-0e6253e2cc97', 'status': 'completed', 'code': 200} Sep 30 01:01:28.756818 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-f205755a-bf9a-4d9f-a9b7-a5f1e547ed0a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4039ecd220f44d2d9a60654c1151bd64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7255299 Sep 30 01:01:28.757970 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205755a-bf9a-4d9f-a9b7-a5f1e547ed0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0daa59c7-a96a-4010-b0f6-b5b66b45c503,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:28.759389 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 43214) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:28.766232 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f205755a-bf9a-4d9f-a9b7-a5f1e547ed0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:28.771985 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-10e55ce2-5aea-4e0f-bcc0-39888719cf8f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:28.807087 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-636cf562-6308-4fcd-937a-5854be40c180 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a36f0f3c-4f80-4ada-977d-ba371276e6f4 HTTP/1.1" status: 204 len: 168 time: 0.6993575 Sep 30 01:01:28.809665 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 43218) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:28.813701 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636cf562-6308-4fcd-937a-5854be40c180 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a36f0f3c-4f80-4ada-977d-ba371276e6f4,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:28.817924 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-636cf562-6308-4fcd-937a-5854be40c180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:28.842032 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604a298-8db1-401a-9bdc-461e8ff12d6e req-801faa05-cb93-43d1-99e3-6be8050d3da7 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:28.843754 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b604a298-8db1-401a-9bdc-461e8ff12d6e req-801faa05-cb93-43d1-99e3-6be8050d3da7 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=d456f092-a6de-4700-90a1-8f0775902cb9 HTTP/1.1" status: 200 len: 945 time: 0.1609921 Sep 30 01:01:28.893526 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b604a298-8db1-401a-9bdc-461e8ff12d6e req-f3053633-f8e7-4f37-a7b2-0b43252bf6ed tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425255 Sep 30 01:01:29.053627 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-56431ae9-432e-4a1c-9286-db5ae439bc1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:29.086340 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4d12c-83f3-45ce-9579-62a244015535 req-953a4150-aed7-47f2-b3f4-dd3a8ffff0db tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:29.088535 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-51d4d12c-83f3-45ce-9579-62a244015535 req-953a4150-aed7-47f2-b3f4-dd3a8ffff0db tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 944 time: 0.0869997 Sep 30 01:01:29.113889 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2c2bfb33-ece6-4e80-ab03-549344dd9183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:29.137205 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-51d4d12c-83f3-45ce-9579-62a244015535 req-90cdfe88-f6de-47b0-aaa2-b4e9ecfd6064 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435503 Sep 30 01:01:29.147065 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-56431ae9-432e-4a1c-9286-db5ae439bc1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:29.317632 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2892a-3704-4daf-b8b3-95b34590ed99 req-d35e3953-ba6d-4c74-a363-6cc1d663914a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:29.319158 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-09f2892a-3704-4daf-b8b3-95b34590ed99 req-d35e3953-ba6d-4c74-a363-6cc1d663914a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.0871162 Sep 30 01:01:29.350972 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2c2bfb33-ece6-4e80-ab03-549344dd9183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:29.367333 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-09f2892a-3704-4daf-b8b3-95b34590ed99 req-2d00913d-cef8-4e3d-bdde-1abc148ee00a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411713 Sep 30 01:01:29.383626 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263493f-9dde-4141-b980-5c094dec1216 req-475a0bf5-9424-4d30-ba73-bcb314f1b111 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:29.385114 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1263493f-9dde-4141-b980-5c094dec1216 req-475a0bf5-9424-4d30-ba73-bcb314f1b111 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 945 time: 0.3354990 Sep 30 01:01:29.405805 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-56431ae9-432e-4a1c-9286-db5ae439bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:29.421563 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-2c2bfb33-ece6-4e80-ab03-549344dd9183 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ef5b07-5222-4e37-aafe-f9382e28a45b']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:01:29.429848 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-be60786e-8ee1-4d68-aece-461f8d17088d tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:29.458205 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56431ae9-432e-4a1c-9286-db5ae439bc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0daa59c7-a96a-4010-b0f6-b5b66b45c503,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:29.462361 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-2c2bfb33-ece6-4e80-ab03-549344dd9183 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb54c837-caaa-481b-b1b1-3d712fcebfc4') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:01:29.462755 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-2c2bfb33-ece6-4e80-ab03-549344dd9183 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb54c837-caaa-481b-b1b1-3d712fcebfc4') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:01:29.472641 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-56431ae9-432e-4a1c-9286-db5ae439bc1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:29.487519 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-56431ae9-432e-4a1c-9286-db5ae439bc1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:29.488641 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-56431ae9-432e-4a1c-9286-db5ae439bc1f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0daa59c7-a96a-4010-b0f6-b5b66b45c503 HTTP/1.1" status: 204 len: 168 time: 0.7281826 Sep 30 01:01:29.491968 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2c2bfb33-ece6-4e80-ab03-549344dd9183 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:29.523262 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 641797c8-4e64-4db1-9beb-9b28842f20f0 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:01:29.527266 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1263493f-9dde-4141-b980-5c094dec1216 req-d02dc5ab-9678-4e0e-bbb7-a2fbda8b8b1c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255410 Sep 30 01:01:29.532250 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2c2bfb33-ece6-4e80-ab03-549344dd9183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:29.547865 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2bfb33-ece6-4e80-ab03-549344dd9183 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:01:29.548274 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2c2bfb33-ece6-4e80-ab03-549344dd9183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: timer() Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:01:29.562595 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:01:29.622867 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8bdcb-3fb4-4afd-962a-b3067c784fc5 req-073d996c-b487-4cfc-93a3-2de8b194a2c2 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:29.623618 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-61c8bdcb-3fb4-4afd-962a-b3067c784fc5 req-073d996c-b487-4cfc-93a3-2de8b194a2c2 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Synchronizing usage tracker for tenant:58336e3a6a854ff7ab57e933b021b603 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:01:29.667119 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-61c8bdcb-3fb4-4afd-962a-b3067c784fc5 req-073d996c-b487-4cfc-93a3-2de8b194a2c2 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Unset dirty status for tenant:58336e3a6a854ff7ab57e933b021b603 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:01:29.668410 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-61c8bdcb-3fb4-4afd-962a-b3067c784fc5 req-073d996c-b487-4cfc-93a3-2de8b194a2c2 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.55 "GET /v2.0/ports?device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 944 time: 0.3569677 Sep 30 01:01:29.671931 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2c2bfb33-ece6-4e80-ab03-549344dd9183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:29.676231 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e32f0464-4092-4024-a443-783b00612654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:29.691352 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2c2bfb33-ece6-4e80-ab03-549344dd9183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:29.725484 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:29.749225 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2bfb33-ece6-4e80-ab03-549344dd9183 admin admin] Pushing event deleted for resources: {'Network': ['ID=55ef5b07-5222-4e37-aafe-f9382e28a45b,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:29.754348 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8afd62-c59f-4de0-a195-91ba9e1e733e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '641797c8-4e64-4db1-9beb-9b28842f20f0'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:01:29.760033 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2c2bfb33-ece6-4e80-ab03-549344dd9183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:29.765755 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-2c2bfb33-ece6-4e80-ab03-549344dd9183 admin admin] 10.222.0.39 "DELETE /v2.0/networks/55ef5b07-5222-4e37-aafe-f9382e28a45b HTTP/1.1" status: 204 len: 168 time: 0.9550965 Sep 30 01:01:29.765912 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 641797c8-4e64-4db1-9beb-9b28842f20f0, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=641797c8-4e64-4db1-9beb-9b28842f20f0,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:29.776580 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:29.779596 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:29.794271 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-61c8bdcb-3fb4-4afd-962a-b3067c784fc5 req-35062666-a9a1-4fb3-9caa-43162702e144 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Deleting port 43b1f2d9-c738-4e37-87eb-2d6218337468 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:01:29.795557 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-61c8bdcb-3fb4-4afd-962a-b3067c784fc5 req-35062666-a9a1-4fb3-9caa-43162702e144 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:29.846381 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8afd62-c59f-4de0-a195-91ba9e1e733e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '641797c8-4e64-4db1-9beb-9b28842f20f0', 'code': 200} Sep 30 01:01:29.870251 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=641797c8-4e64-4db1-9beb-9b28842f20f0,revision_number=8']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:29.875840 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:30.072213 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 43248) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:30.139558 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bcd29e-36c3-4f5a-b800-89b61c2bc711 req-06b10a55-4515-4718-94f2-aa22d042c443 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:30.144049 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-78bcd29e-36c3-4f5a-b800-89b61c2bc711 req-06b10a55-4515-4718-94f2-aa22d042c443 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=d456f092-a6de-4700-90a1-8f0775902cb9 HTTP/1.1" status: 200 len: 945 time: 0.0916560 Sep 30 01:01:30.144923 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-61c8bdcb-3fb4-4afd-962a-b3067c784fc5 req-35062666-a9a1-4fb3-9caa-43162702e144 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] For port 43b1f2d9-c738-4e37-87eb-2d6218337468, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=43b1f2d9-c738-4e37-87eb-2d6218337468,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:30.145273 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-61c8bdcb-3fb4-4afd-962a-b3067c784fc5 req-35062666-a9a1-4fb3-9caa-43162702e144 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:30.199517 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-78bcd29e-36c3-4f5a-b800-89b61c2bc711 req-c8d26986-3ed0-445b-887e-022ea1d220db tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519850 Sep 30 01:01:30.303422 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-61c8bdcb-3fb4-4afd-962a-b3067c784fc5 req-35062666-a9a1-4fb3-9caa-43162702e144 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Calling delete_port for 43b1f2d9-c738-4e37-87eb-2d6218337468 owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:01:30.337203 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-7fcf16de-44a7-4065-8d3c-3362be8f96d5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f2bc823b04c34611bde0884f245a6384&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2612195 Sep 30 01:01:30.338178 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43260) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:30.500184 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-68a4ee69-34d7-44c6-87b0-2763ff7739e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:30.504533 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf0665-99cc-438a-a260-aa2f4710b14c req-1fc1efec-1c04-40fb-84a3-edbc61582046 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:30.506337 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dfcf0665-99cc-438a-a260-aa2f4710b14c req-1fc1efec-1c04-40fb-84a3-edbc61582046 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=420bf569-283b-4f40-be9f-8c3e8c244655 HTTP/1.1" status: 200 len: 944 time: 0.2101219 Sep 30 01:01:30.547295 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-68a4ee69-34d7-44c6-87b0-2763ff7739e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:30.577068 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-61c8bdcb-3fb4-4afd-962a-b3067c784fc5 req-35062666-a9a1-4fb3-9caa-43162702e144 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:30.587270 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a5c2bf27-13de-44f1-982b-f5cb4c946ec4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:30.644051 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35062666-a9a1-4fb3-9caa-43162702e144 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Pushing event deleted for resources: {'Port': ['ID=43b1f2d9-c738-4e37-87eb-2d6218337468,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:30.649624 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-35062666-a9a1-4fb3-9caa-43162702e144 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:30.654131 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dfcf0665-99cc-438a-a260-aa2f4710b14c req-efa8373a-fc40-43c0-831c-e9a5cf9c5e97 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383784 Sep 30 01:01:30.702160 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d632631-9592-483e-a85a-d2c464891a39 req-513ad45a-7f41-4ffa-872b-9ce0a9e79376 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:30.710557 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1d632631-9592-483e-a85a-d2c464891a39 req-513ad45a-7f41-4ffa-872b-9ce0a9e79376 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.1429303 Sep 30 01:01:30.737503 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c8bdcb-3fb4-4afd-962a-b3067c784fc5 req-35062666-a9a1-4fb3-9caa-43162702e144 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] No DVR routers for this DVR port 43b1f2d9-c738-4e37-87eb-2d6218337468 on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:01:30.740491 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-61c8bdcb-3fb4-4afd-962a-b3067c784fc5 req-35062666-a9a1-4fb3-9caa-43162702e144 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:30.747959 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-68a4ee69-34d7-44c6-87b0-2763ff7739e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:30.750434 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420bf569-283b-4f40-be9f-8c3e8c244655', 'name': 'network-vif-deleted', 'tag': '43b1f2d9-c738-4e37-87eb-2d6218337468'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:01:30.756568 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d42912be-7bca-461c-85ec-8dbcd9dffb4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:30.760134 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-61c8bdcb-3fb4-4afd-962a-b3067c784fc5 req-35062666-a9a1-4fb3-9caa-43162702e144 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.55 "DELETE /v2.0/ports/43b1f2d9-c738-4e37-87eb-2d6218337468 HTTP/1.1" status: 204 len: 173 time: 1.0709634 Sep 30 01:01:30.775489 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4ee69-34d7-44c6-87b0-2763ff7739e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4921c53-d6de-489f-bb34-bd46c727b96c,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:30.778873 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-68a4ee69-34d7-44c6-87b0-2763ff7739e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:30.792547 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1d632631-9592-483e-a85a-d2c464891a39 req-72349c7e-a9e3-4196-8337-584e9257270a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805559 Sep 30 01:01:30.807954 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-68a4ee69-34d7-44c6-87b0-2763ff7739e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:30.809531 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-68a4ee69-34d7-44c6-87b0-2763ff7739e8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f4921c53-d6de-489f-bb34-bd46c727b96c HTTP/1.1" status: 204 len: 168 time: 0.4699152 Sep 30 01:01:31.043787 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b59aa1-c6c9-4985-bc2b-c52390412b6b req-bda318f2-22cd-46dc-84f4-07041dae1b28 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:31.045425 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-89b59aa1-c6c9-4985-bc2b-c52390412b6b req-bda318f2-22cd-46dc-84f4-07041dae1b28 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 943 time: 0.1027505 Sep 30 01:01:31.063881 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420bf569-283b-4f40-be9f-8c3e8c244655', 'name': 'network-vif-deleted', 'tag': '43b1f2d9-c738-4e37-87eb-2d6218337468', 'status': 'completed', 'code': 200} Sep 30 01:01:31.107537 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-89b59aa1-c6c9-4985-bc2b-c52390412b6b req-217d6ad3-92c0-4a88-90b2-f7561f34bb8b tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551488 Sep 30 01:01:31.417843 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43312) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:31.515759 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:01:31.660803 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa336ce-31b1-4d2a-b98a-72188a22ebfb req-9583844a-316c-42f3-b00f-284a28175c9d tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:31.662718 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-baa336ce-31b1-4d2a-b98a-72188a22ebfb req-9583844a-316c-42f3-b00f-284a28175c9d tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=d456f092-a6de-4700-90a1-8f0775902cb9 HTTP/1.1" status: 200 len: 945 time: 0.2612524 Sep 30 01:01:31.734807 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-baa336ce-31b1-4d2a-b98a-72188a22ebfb req-79207f12-f6ed-435a-b095-2d8fbf2c211c tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654879 Sep 30 01:01:31.754188 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-5ef591c9-aeb6-4089-8ac4-e0ebc8c680e8 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-521488780'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:01:31.763268 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-5ef591c9-aeb6-4089-8ac4-e0ebc8c680e8 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:31.769674 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-5ef591c9-aeb6-4089-8ac4-e0ebc8c680e8 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Usage tracker for resource:network and tenant:9fec021cc9954dbc88dbd127146db4ac is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:31.773148 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-5ef591c9-aeb6-4089-8ac4-e0ebc8c680e8 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:31.784542 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-5ef591c9-aeb6-4089-8ac4-e0ebc8c680e8 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:31.800159 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef591c9-aeb6-4089-8ac4-e0ebc8c680e8 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Made reservation on behalf of 9fec021cc9954dbc88dbd127146db4ac for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:01:31.807169 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5ef591c9-aeb6-4089-8ac4-e0ebc8c680e8 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:31.823190 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=40f6ac8e-8ea6-4490-b1b2-6e44333e83a7,segment=NetworkSegment(3f9b5c24-c196-48f3-8275-f67129fa0f6d),segment_id=3f9b5c24-c196-48f3-8275-f67129fa0f6d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:31.838647 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '40f6ac8e-8ea6-4490-b1b2-6e44333e83a7', 'network_id': '967f5979-41b2-4f23-910e-0f1e38e22766', 'port_id': '40f6ac8e-8ea6-4490-b1b2-6e44333e83a7', 'mac_address': 'fa:16:3e:dd:e5:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dcca41e-8672-40bd-ac8d-36e228d496d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:01:31.839389 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5ef591c9-aeb6-4089-8ac4-e0ebc8c680e8 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:31.873076 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-5ef591c9-aeb6-4089-8ac4-e0ebc8c680e8 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:31.881223 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-5ef591c9-aeb6-4089-8ac4-e0ebc8c680e8 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Usage tracker for resource:security_group_rule and tenant:9fec021cc9954dbc88dbd127146db4ac is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:31.884467 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-5ef591c9-aeb6-4089-8ac4-e0ebc8c680e8 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:31.891206 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-5ef591c9-aeb6-4089-8ac4-e0ebc8c680e8 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:31.943618 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:31.988847 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:01:32.012748 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=40f6ac8e-8ea6-4490-b1b2-6e44333e83a7,segment=NetworkSegment(3f9b5c24-c196-48f3-8275-f67129fa0f6d),segment_id=3f9b5c24-c196-48f3-8275-f67129fa0f6d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:32.013315 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c384d-6e3c-4dc7-8f33-9d3b914f48f4 req-e43d647d-b6da-4cd6-90bf-83d771955a26 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:32.019790 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5ef591c9-aeb6-4089-8ac4-e0ebc8c680e8 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:32.020345 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:32.022649 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:32.025996 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5ef591c9-aeb6-4089-8ac4-e0ebc8c680e8 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:32.031278 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-703e3283-efb0-4284-a8d7-04cbb9a79be6 tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:32.039670 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-328c384d-6e3c-4dc7-8f33-9d3b914f48f4 req-e43d647d-b6da-4cd6-90bf-83d771955a26 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.1457701 Sep 30 01:01:32.059950 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef591c9-aeb6-4089-8ac4-e0ebc8c680e8 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:01:32.074604 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef591c9-aeb6-4089-8ac4-e0ebc8c680e8 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39f9b130-c5da-4994-b5b8-f8a015b2007f,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:32.094142 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5ef591c9-aeb6-4089-8ac4-e0ebc8c680e8 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:32.095180 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5ef591c9-aeb6-4089-8ac4-e0ebc8c680e8 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:32.095576 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-5ef591c9-aeb6-4089-8ac4-e0ebc8c680e8 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Added segment c5beab59-d941-486b-a1b0-18e37903010a of type vlan for network 0b8c9b50-9e50-4396-9491-d0b513b9e540 Sep 30 01:01:32.145334 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5ef591c9-aeb6-4089-8ac4-e0ebc8c680e8 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:32.146477 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=40f6ac8e-8ea6-4490-b1b2-6e44333e83a7,revision_number=6']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:32.159708 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:32.167200 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-328c384d-6e3c-4dc7-8f33-9d3b914f48f4 req-55470275-55e3-4b0a-acda-6de380eff2cc tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243956 Sep 30 01:01:32.226787 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5ef591c9-aeb6-4089-8ac4-e0ebc8c680e8 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:32.239634 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef591c9-aeb6-4089-8ac4-e0ebc8c680e8 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:32.240719 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5ef591c9-aeb6-4089-8ac4-e0ebc8c680e8 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:32.246832 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4fa04bd9-e407-4760-acf8-ebdad02bdf58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:32.271586 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 43368) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:32.281938 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['40f6ac8e-8ea6-4490-b1b2-6e44333e83a7'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:01:32.365922 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-5ef591c9-aeb6-4089-8ac4-e0ebc8c680e8 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9460769 Sep 30 01:01:32.368892 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 43376) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:32.374666 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-6be5a59c-1219-4c97-90b0-a28f164d6b30 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Request body: {'subnet': {'network_id': '0b8c9b50-9e50-4396-9491-d0b513b9e540', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:01:32.444443 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef591c9-aeb6-4089-8ac4-e0ebc8c680e8 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Pushing event updated for resources: {'Network': ['ID=0b8c9b50-9e50-4396-9491-d0b513b9e540,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:32.448714 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5ef591c9-aeb6-4089-8ac4-e0ebc8c680e8 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:32.458968 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 0b8c9b50-9e50-4396-9491-d0b513b9e540 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:01:32.494296 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-907287ab-d4be-491c-afc4-efa6188223a1 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-515726002-network', 'tenant_id': '679ecd0439544ad5b7460b1d0b9c6989'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:01:32.511221 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-907287ab-d4be-491c-afc4-efa6188223a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:32.521429 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-907287ab-d4be-491c-afc4-efa6188223a1 admin admin] Usage tracker for resource:network and tenant:679ecd0439544ad5b7460b1d0b9c6989 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:32.532550 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-907287ab-d4be-491c-afc4-efa6188223a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:32.545394 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-907287ab-d4be-491c-afc4-efa6188223a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:32.567530 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907287ab-d4be-491c-afc4-efa6188223a1 admin admin] Made reservation on behalf of 679ecd0439544ad5b7460b1d0b9c6989 for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:01:32.571135 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-907287ab-d4be-491c-afc4-efa6188223a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:32.587945 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-6be5a59c-1219-4c97-90b0-a28f164d6b30 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:32.594142 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-907287ab-d4be-491c-afc4-efa6188223a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:32.607391 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-6be5a59c-1219-4c97-90b0-a28f164d6b30 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Usage tracker for resource:subnet and tenant:9fec021cc9954dbc88dbd127146db4ac is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:32.611701 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-6be5a59c-1219-4c97-90b0-a28f164d6b30 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:32.621451 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-6be5a59c-1219-4c97-90b0-a28f164d6b30 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:32.623891 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-907287ab-d4be-491c-afc4-efa6188223a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:32.630852 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-907287ab-d4be-491c-afc4-efa6188223a1 admin admin] Usage tracker for resource:security_group_rule and tenant:679ecd0439544ad5b7460b1d0b9c6989 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:32.635326 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-907287ab-d4be-491c-afc4-efa6188223a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:32.643648 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-907287ab-d4be-491c-afc4-efa6188223a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:32.650121 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be5a59c-1219-4c97-90b0-a28f164d6b30 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Made reservation on behalf of 9fec021cc9954dbc88dbd127146db4ac for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:01:32.653609 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6be5a59c-1219-4c97-90b0-a28f164d6b30 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:32.684998 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e300fac-0253-4bea-908d-3625af02e65a req-70e883ef-47af-49d4-bc26-8853187d7691 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:32.686784 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6e300fac-0253-4bea-908d-3625af02e65a req-70e883ef-47af-49d4-bc26-8853187d7691 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b8afd62-c59f-4de0-a195-91ba9e1e733e HTTP/1.1" status: 200 len: 943 time: 0.1495607 Sep 30 01:01:32.776899 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-6e300fac-0253-4bea-908d-3625af02e65a req-7af77fb2-e4a6-42ad-8732-125e5d12d18c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Deleting port 641797c8-4e64-4db1-9beb-9b28842f20f0 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:01:32.777270 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-6e300fac-0253-4bea-908d-3625af02e65a req-7af77fb2-e4a6-42ad-8732-125e5d12d18c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:32.992523 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-907287ab-d4be-491c-afc4-efa6188223a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:33.005686 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975350d-70c2-4639-9c6b-1ad8f75b68d9 req-c5d8c32a-ba9b-4bf9-8ec1-8d92ec648f9a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:33.007198 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b975350d-70c2-4639-9c6b-1ad8f75b68d9 req-c5d8c32a-ba9b-4bf9-8ec1-8d92ec648f9a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.2328069 Sep 30 01:01:33.009680 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-907287ab-d4be-491c-afc4-efa6188223a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:33.015008 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-cf790d4c-3dc6-405a-9c24-eaaad04fc2c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:33.060893 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907287ab-d4be-491c-afc4-efa6188223a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:01:33.109330 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-907287ab-d4be-491c-afc4-efa6188223a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:33.109680 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-907287ab-d4be-491c-afc4-efa6188223a1 admin admin] Added segment 1da2ba9e-c977-4353-96c4-7934e4215603 of type vlan for network 937bb923-66de-4a05-95d6-5eb092834b56 Sep 30 01:01:33.118002 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907287ab-d4be-491c-afc4-efa6188223a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9adecd80-b380-4b1c-a4a8-3168abda1dc9,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:33.128457 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6be5a59c-1219-4c97-90b0-a28f164d6b30 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981632'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:33.135169 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-907287ab-d4be-491c-afc4-efa6188223a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:33.135762 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3a285958-2bad-4aba-8b79-e35e926f79ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:33.153400 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-6e300fac-0253-4bea-908d-3625af02e65a req-7af77fb2-e4a6-42ad-8732-125e5d12d18c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] For port 641797c8-4e64-4db1-9beb-9b28842f20f0, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=641797c8-4e64-4db1-9beb-9b28842f20f0,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:33.153754 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-6e300fac-0253-4bea-908d-3625af02e65a req-7af77fb2-e4a6-42ad-8732-125e5d12d18c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:33.184400 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b975350d-70c2-4639-9c6b-1ad8f75b68d9 req-857412d6-8dbd-43b0-b529-2a8260b2d3a7 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604872 Sep 30 01:01:33.219479 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-907287ab-d4be-491c-afc4-efa6188223a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:33.243055 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5a59c-1219-4c97-90b0-a28f164d6b30 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Pushing event updated for resources: {'Subnet': ['ID=6626eedb-1a1a-42b6-8a71-bfd9f8475a37,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:33.249697 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6be5a59c-1219-4c97-90b0-a28f164d6b30 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:33.270016 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 43b1f2d9-c738-4e37-87eb-2d6218337468 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:01:33.273120 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be5a59c-1219-4c97-90b0-a28f164d6b30 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Checking segment: {'id': 'c5beab59-d941-486b-a1b0-18e37903010a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0b8c9b50-9e50-4396-9491-d0b513b9e540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:01:33.273559 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be5a59c-1219-4c97-90b0-a28f164d6b30 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Network hostable DHCP agents. Network: 0b8c9b50-9e50-4396-9491-d0b513b9e540, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:01:33.289848 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-6e300fac-0253-4bea-908d-3625af02e65a req-7af77fb2-e4a6-42ad-8732-125e5d12d18c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Calling delete_port for 641797c8-4e64-4db1-9beb-9b28842f20f0 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:01:33.302828 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-907287ab-d4be-491c-afc4-efa6188223a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:33.304224 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907287ab-d4be-491c-afc4-efa6188223a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:33.305553 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-907287ab-d4be-491c-afc4-efa6188223a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:33.307181 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: 43b1f2d9-c738-4e37-87eb-2d6218337468 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:01:33.307826 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 43b1f2d9-c738-4e37-87eb-2d6218337468 not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:01:33.312088 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5377a739-439a-45df-a538-4b43ad7596bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:33.335791 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be5a59c-1219-4c97-90b0-a28f164d6b30 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Network 0b8c9b50-9e50-4396-9491-d0b513b9e540 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:01:33.401511 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-6be5a59c-1219-4c97-90b0-a28f164d6b30 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 0b8c9b50-9e50-4396-9491-d0b513b9e540) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:01:33.414168 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718fbff5-8b53-4363-ae2b-a11285aa6dae None None] Network 0b8c9b50-9e50-4396-9491-d0b513b9e540 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:01:33.447876 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be5a59c-1219-4c97-90b0-a28f164d6b30 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:33.448666 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6be5a59c-1219-4c97-90b0-a28f164d6b30 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:33.463294 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-907287ab-d4be-491c-afc4-efa6188223a1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1902447 Sep 30 01:01:33.466259 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43386) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:33.472654 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907287ab-d4be-491c-afc4-efa6188223a1 admin admin] Pushing event updated for resources: {'Network': ['ID=937bb923-66de-4a05-95d6-5eb092834b56,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:33.473880 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-9bdf1166-73af-4692-b9ba-b899a768c5e3 admin admin] Request body: {'subnet': {'network_id': '937bb923-66de-4a05-95d6-5eb092834b56', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-515726002-subnet', 'tenant_id': '679ecd0439544ad5b7460b1d0b9c6989', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:01:33.479199 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-6e300fac-0253-4bea-908d-3625af02e65a req-7af77fb2-e4a6-42ad-8732-125e5d12d18c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:33.481279 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-9bdf1166-73af-4692-b9ba-b899a768c5e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:33.484012 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-907287ab-d4be-491c-afc4-efa6188223a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:33.489384 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-23a5d036-163d-49c9-ae0f-7714eeb41930 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:33.495685 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-6be5a59c-1219-4c97-90b0-a28f164d6b30 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1254246 Sep 30 01:01:33.498180 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 43390) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:33.506109 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-09489d73-e188-463c-976a-97bf83a0075a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Request body: {'port': {'network_id': '0b8c9b50-9e50-4396-9491-d0b513b9e540', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1491079933'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:01:33.512774 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 937bb923-66de-4a05-95d6-5eb092834b56 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:01:33.534028 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-9bdf1166-73af-4692-b9ba-b899a768c5e3 admin admin] Usage tracker for resource:subnet and tenant:679ecd0439544ad5b7460b1d0b9c6989 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:33.540815 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:01:33.545590 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-9bdf1166-73af-4692-b9ba-b899a768c5e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:33.554231 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af77fb2-e4a6-42ad-8732-125e5d12d18c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Pushing event deleted for resources: {'Port': ['ID=641797c8-4e64-4db1-9beb-9b28842f20f0,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:33.582767 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-9bdf1166-73af-4692-b9ba-b899a768c5e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:33.585099 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-7af77fb2-e4a6-42ad-8732-125e5d12d18c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:33.636977 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdf1166-73af-4692-b9ba-b899a768c5e3 admin admin] Made reservation on behalf of 679ecd0439544ad5b7460b1d0b9c6989 for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:01:33.640339 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9bdf1166-73af-4692-b9ba-b899a768c5e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:33.660280 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e300fac-0253-4bea-908d-3625af02e65a req-7af77fb2-e4a6-42ad-8732-125e5d12d18c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] No DVR routers for this DVR port 641797c8-4e64-4db1-9beb-9b28842f20f0 on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:01:33.665614 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-6e300fac-0253-4bea-908d-3625af02e65a req-7af77fb2-e4a6-42ad-8732-125e5d12d18c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:33.668300 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8afd62-c59f-4de0-a195-91ba9e1e733e', 'name': 'network-vif-deleted', 'tag': '641797c8-4e64-4db1-9beb-9b28842f20f0'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:01:33.684366 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-09489d73-e188-463c-976a-97bf83a0075a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:33.688864 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-09489d73-e188-463c-976a-97bf83a0075a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Usage tracker for resource:port and tenant:9fec021cc9954dbc88dbd127146db4ac is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:33.692806 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-09489d73-e188-463c-976a-97bf83a0075a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:33.699794 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-09489d73-e188-463c-976a-97bf83a0075a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:33.742155 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6e300fac-0253-4bea-908d-3625af02e65a req-7af77fb2-e4a6-42ad-8732-125e5d12d18c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "DELETE /v2.0/ports/641797c8-4e64-4db1-9beb-9b28842f20f0 HTTP/1.1" status: 204 len: 173 time: 1.0462272 Sep 30 01:01:33.763109 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09489d73-e188-463c-976a-97bf83a0075a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Made reservation on behalf of 9fec021cc9954dbc88dbd127146db4ac for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:01:33.775499 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-09489d73-e188-463c-976a-97bf83a0075a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:33.827375 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:01:33.828183 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:33.839024 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [None req-09489d73-e188-463c-976a-97bf83a0075a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] device_id is not set on port 5ea41e8c-753e-4b99-9069-5cf2cb699b16 yet. {{(pid=80275) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:01:33.910253 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9bdf1166-73af-4692-b9ba-b899a768c5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:33.916626 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f1ab7afc-4188-4563-af08-483cd0df681b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:34.012193 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bd3da6-f039-453d-8bcc-d9316232a5df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-0b8c9b50-9e50-4396-9491-d0b513b9e540', 'network_id': '0b8c9b50-9e50-4396-9491-d0b513b9e540', 'tenant_id': '9fec021cc9954dbc88dbd127146db4ac', 'fixed_ips': [{'subnet_id': '6626eedb-1a1a-42b6-8a71-bfd9f8475a37'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 01:01:34.013434 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-f9bd3da6-f039-453d-8bcc-d9316232a5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:34.037500 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:34.063083 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdf1166-73af-4692-b9ba-b899a768c5e3 admin admin] Checking segment: {'id': '1da2ba9e-c977-4353-96c4-7934e4215603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '937bb923-66de-4a05-95d6-5eb092834b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:01:34.063448 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdf1166-73af-4692-b9ba-b899a768c5e3 admin admin] Network hostable DHCP agents. Network: 937bb923-66de-4a05-95d6-5eb092834b56, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:01:34.072392 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96807929-582e-44d8-ae32-2386c1bc673f req-8850928d-3e25-4e66-a8f7-c23b5dc5a0f5 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:34.072915 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf1166-73af-4692-b9ba-b899a768c5e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=687b3e58-680a-404f-bc60-69995e08791a,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:34.074488 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-96807929-582e-44d8-ae32-2386c1bc673f req-8850928d-3e25-4e66-a8f7-c23b5dc5a0f5 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=d456f092-a6de-4700-90a1-8f0775902cb9 HTTP/1.1" status: 200 len: 944 time: 0.3637438 Sep 30 01:01:34.088507 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9bdf1166-73af-4692-b9ba-b899a768c5e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:34.120995 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdf1166-73af-4692-b9ba-b899a768c5e3 admin admin] Network 937bb923-66de-4a05-95d6-5eb092834b56 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:01:34.137251 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-9bdf1166-73af-4692-b9ba-b899a768c5e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 937bb923-66de-4a05-95d6-5eb092834b56) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:01:34.144359 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdf1166-73af-4692-b9ba-b899a768c5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:34.145306 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9bdf1166-73af-4692-b9ba-b899a768c5e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:34.149205 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36161434-302e-46d2-9bd2-975ccf10087f None None] Network 937bb923-66de-4a05-95d6-5eb092834b56 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:01:34.203014 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-9bdf1166-73af-4692-b9ba-b899a768c5e3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7348447 Sep 30 01:01:34.239561 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-09489d73-e188-463c-976a-97bf83a0075a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Allocated IP 172.20.0.14 (0b8c9b50-9e50-4396-9491-d0b513b9e540/6626eedb-1a1a-42b6-8a71-bfd9f8475a37/5ea41e8c-753e-4b99-9069-5cf2cb699b16) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:01:34.244523 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-96807929-582e-44d8-ae32-2386c1bc673f req-e119f92a-9136-4790-b9a6-35eeabc64451 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601000 Sep 30 01:01:34.256121 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5f004-a152-4a78-a5af-57dd28451d03 req-18394f30-52ce-407c-a0ff-395c21077960 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:34.256990 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-8da5f004-a152-4a78-a5af-57dd28451d03 req-18394f30-52ce-407c-a0ff-395c21077960 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Synchronizing usage tracker for tenant:58336e3a6a854ff7ab57e933b021b603 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:01:34.280972 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=40f6ac8e-8ea6-4490-b1b2-6e44333e83a7,segment=NetworkSegment(3f9b5c24-c196-48f3-8275-f67129fa0f6d),segment_id=3f9b5c24-c196-48f3-8275-f67129fa0f6d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:34.308348 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd456f092-a6de-4700-90a1-8f0775902cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f6ac8e-8ea6-4490-b1b2-6e44333e83a7'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:01:34.315710 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-8da5f004-a152-4a78-a5af-57dd28451d03 req-18394f30-52ce-407c-a0ff-395c21077960 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Unset dirty status for tenant:58336e3a6a854ff7ab57e933b021b603 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:01:34.317652 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8da5f004-a152-4a78-a5af-57dd28451d03 req-18394f30-52ce-407c-a0ff-395c21077960 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.55 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 944 time: 0.3782153 Sep 30 01:01:34.324555 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:34.325432 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 641797c8-4e64-4db1-9beb-9b28842f20f0 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:01:34.389781 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:34.420625 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: 641797c8-4e64-4db1-9beb-9b28842f20f0 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:01:34.421240 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 641797c8-4e64-4db1-9beb-9b28842f20f0 not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:01:34.497548 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=40f6ac8e-8ea6-4490-b1b2-6e44333e83a7,revision_number=7']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:34.503072 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:34.607993 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a561e3-4921-479f-91bc-a38a6a7d945d None None] Network 937bb923-66de-4a05-95d6-5eb092834b56 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:01:34.653135 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7424ca7-b507-4232-863f-22449a1b996d req-770bf9c7-1b48-4d24-b62c-5d84d65b7dff tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:34.661336 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e7424ca7-b507-4232-863f-22449a1b996d req-770bf9c7-1b48-4d24-b62c-5d84d65b7dff tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 944 time: 0.1098244 Sep 30 01:01:34.712939 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e7424ca7-b507-4232-863f-22449a1b996d req-8f6305d5-d3a8-4104-80bd-0aede5f2a989 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/security-groups?id=653e610f-7618-449b-93c9-e82ca44110ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505996 Sep 30 01:01:34.740455 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-8da5f004-a152-4a78-a5af-57dd28451d03 req-129b0dc8-1035-4c0b-9dce-0a9310a3a3c6 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Deleting port ee2b0d0b-dd31-4c89-a083-38b19c0be79c {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:01:34.740809 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8da5f004-a152-4a78-a5af-57dd28451d03 req-129b0dc8-1035-4c0b-9dce-0a9310a3a3c6 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:34.850621 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 01:01:34.939341 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-09489d73-e188-463c-976a-97bf83a0075a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:34.962838 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fd8d8-3e2b-484e-be06-aff8eda16c4b req-a336dab0-514a-4087-b47e-b403506cc8ec tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:34.964290 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-eb3fd8d8-3e2b-484e-be06-aff8eda16c4b req-a336dab0-514a-4087-b47e-b403506cc8ec tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.5277169 Sep 30 01:01:35.007654 n-d-811809-1 neutron-server[80274]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4b8afd62-c59f-4de0-a195-91ba9e1e733e', 'name': 'network-vif-deleted', 'tag': '641797c8-4e64-4db1-9beb-9b28842f20f0', 'status': 'failed', 'code': 422} returned with failed status Sep 30 01:01:35.044155 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd456f092-a6de-4700-90a1-8f0775902cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f6ac8e-8ea6-4490-b1b2-6e44333e83a7', 'code': 200} Sep 30 01:01:35.058739 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-09489d73-e188-463c-976a-97bf83a0075a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Transition to ACTIVE for port object 5ea41e8c-753e-4b99-9069-5cf2cb699b16 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:01:35.123945 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-eb3fd8d8-3e2b-484e-be06-aff8eda16c4b req-cd085793-5212-4bf6-ae6d-8dc2650f2a98 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407161 Sep 30 01:01:35.166916 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-8da5f004-a152-4a78-a5af-57dd28451d03 req-129b0dc8-1035-4c0b-9dce-0a9310a3a3c6 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] For port ee2b0d0b-dd31-4c89-a083-38b19c0be79c, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=ee2b0d0b-dd31-4c89-a083-38b19c0be79c,segment=NetworkSegment(b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2),segment_id=b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:35.167281 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8da5f004-a152-4a78-a5af-57dd28451d03 req-129b0dc8-1035-4c0b-9dce-0a9310a3a3c6 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:35.178899 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-09489d73-e188-463c-976a-97bf83a0075a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:35.185728 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f40edc64-6f0c-4a67-ad31-deea38794eab tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:35.309623 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-f9bd3da6-f039-453d-8bcc-d9316232a5df None None] Allocated IP 172.20.0.2 (0b8c9b50-9e50-4396-9491-d0b513b9e540/6626eedb-1a1a-42b6-8a71-bfd9f8475a37/729f3871-3f28-4657-8ddd-08fddf1e4ca6) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:01:35.372676 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-8da5f004-a152-4a78-a5af-57dd28451d03 req-129b0dc8-1035-4c0b-9dce-0a9310a3a3c6 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Calling delete_port for ee2b0d0b-dd31-4c89-a083-38b19c0be79c owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:01:35.472232 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-9d3c15c1-d080-4722-8eb2-b5de4c43dd13 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:35.476016 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-9d3c15c1-d080-4722-8eb2-b5de4c43dd13 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] 10.222.0.39 "GET /v2.0/networks?id=937bb923-66de-4a05-95d6-5eb092834b56 HTTP/1.1" status: 200 len: 820 time: 0.2034686 Sep 30 01:01:35.490518 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-2cb81908-1287-4dc0-8d54-af541d4c3e75 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] 10.222.0.39 "GET /v2.0/quotas/679ecd0439544ad5b7460b1d0b9c6989 HTTP/1.1" status: 200 len: 375 time: 0.0100102 Sep 30 01:01:35.505548 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09489d73-e188-463c-976a-97bf83a0075a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Network 0b8c9b50-9e50-4396-9491-d0b513b9e540 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:01:35.510996 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09489d73-e188-463c-976a-97bf83a0075a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Pushing event updated for resources: {'Port': ['ID=5ea41e8c-753e-4b99-9069-5cf2cb699b16,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:35.512763 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-09489d73-e188-463c-976a-97bf83a0075a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:01:35.515139 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-09489d73-e188-463c-976a-97bf83a0075a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:35.518622 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09489d73-e188-463c-976a-97bf83a0075a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:01:35.546448 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-98ad4d65-cc0e-4c0c-91f7-68d56cb46eec tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=679ecd0439544ad5b7460b1d0b9c6989&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496209 Sep 30 01:01:35.570078 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:35.587618 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-f9bd3da6-f039-453d-8bcc-d9316232a5df None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:35.610611 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-f9bd3da6-f039-453d-8bcc-d9316232a5df None None] Transition to ACTIVE for port object 729f3871-3f28-4657-8ddd-08fddf1e4ca6 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:01:35.614230 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-c58013f5-134b-4c49-803c-b609ad259a2b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 01:01:35.615408 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-c58013f5-134b-4c49-803c-b609ad259a2b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0593214 Sep 30 01:01:35.631858 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-f9bd3da6-f039-453d-8bcc-d9316232a5df None None] Transition to ACTIVE for port object 729f3871-3f28-4657-8ddd-08fddf1e4ca6 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:01:35.639151 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-f9bd3da6-f039-453d-8bcc-d9316232a5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:35.646336 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:35.662281 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09489d73-e188-463c-976a-97bf83a0075a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:35.662963 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-09489d73-e188-463c-976a-97bf83a0075a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:35.707721 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff388eaa-64e2-4455-b404-b3e612b9f092 req-1644baa9-971a-4327-9991-1b474db19c87 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:35.709315 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ff388eaa-64e2-4455-b404-b3e612b9f092 req-1644baa9-971a-4327-9991-1b474db19c87 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.2791612 Sep 30 01:01:35.718195 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8da5f004-a152-4a78-a5af-57dd28451d03 req-129b0dc8-1035-4c0b-9dce-0a9310a3a3c6 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:35.727246 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-09489d73-e188-463c-976a-97bf83a0075a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.2277076 Sep 30 01:01:35.727993 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6bc6bfbb-6e36-4b2a-86f9-3b84eadaefa1 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:35.733027 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43442) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:35.761810 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bd3da6-f039-453d-8bcc-d9316232a5df None None] Network 0b8c9b50-9e50-4396-9491-d0b513b9e540 is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:01:35.764629 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-f9bd3da6-f039-453d-8bcc-d9316232a5df None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:01:35.767806 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bd3da6-f039-453d-8bcc-d9316232a5df None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:01:35.787161 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b0dc8-1035-4c0b-9dce-0a9310a3a3c6 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Pushing event deleted for resources: {'Port': ['ID=ee2b0d0b-dd31-4c89-a083-38b19c0be79c,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:35.794503 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-129b0dc8-1035-4c0b-9dce-0a9310a3a3c6 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:35.839874 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-ac73404a-fd4a-4f4e-ad35-f1eb1648ccb9 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Deleting port 5ea41e8c-753e-4b99-9069-5cf2cb699b16 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:01:35.840390 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ac73404a-fd4a-4f4e-ad35-f1eb1648ccb9 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:35.846348 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd3da6-f039-453d-8bcc-d9316232a5df None None] Pushing event updated for resources: {'Port': ['ID=729f3871-3f28-4657-8ddd-08fddf1e4ca6,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:35.848028 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-f9bd3da6-f039-453d-8bcc-d9316232a5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:35.868503 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-f9bd3da6-f039-453d-8bcc-d9316232a5df None None] Attempting to bind port 729f3871-3f28-4657-8ddd-08fddf1e4ca6 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:01:35.868881 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-f9bd3da6-f039-453d-8bcc-d9316232a5df None None] Attempting to bind port 729f3871-3f28-4657-8ddd-08fddf1e4ca6 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'c5beab59-d941-486b-a1b0-18e37903010a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0b8c9b50-9e50-4396-9491-d0b513b9e540'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:01:35.869254 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bd3da6-f039-453d-8bcc-d9316232a5df None None] Attempting to bind port 729f3871-3f28-4657-8ddd-08fddf1e4ca6 on network 0b8c9b50-9e50-4396-9491-d0b513b9e540 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:01:35.879188 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bd3da6-f039-453d-8bcc-d9316232a5df None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:01:35.879613 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bd3da6-f039-453d-8bcc-d9316232a5df None None] Checking segment: {'id': 'c5beab59-d941-486b-a1b0-18e37903010a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0b8c9b50-9e50-4396-9491-d0b513b9e540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:01:35.880136 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-f9bd3da6-f039-453d-8bcc-d9316232a5df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:35.880746 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bd3da6-f039-453d-8bcc-d9316232a5df None None] Bound using segment: {'id': 'c5beab59-d941-486b-a1b0-18e37903010a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0b8c9b50-9e50-4396-9491-d0b513b9e540'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:01:35.881530 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-f9bd3da6-f039-453d-8bcc-d9316232a5df None None] Bound port: 729f3871-3f28-4657-8ddd-08fddf1e4ca6, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5beab59-d941-486b-a1b0-18e37903010a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0b8c9b50-9e50-4396-9491-d0b513b9e540'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:01:35.882058 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-f9bd3da6-f039-453d-8bcc-d9316232a5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:35.891253 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ff388eaa-64e2-4455-b404-b3e612b9f092 req-2cd486a5-1312-41cd-a1f0-c19a03834dfc tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707766 Sep 30 01:01:35.893915 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da5f004-a152-4a78-a5af-57dd28451d03 req-129b0dc8-1035-4c0b-9dce-0a9310a3a3c6 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] No DVR routers for this DVR port ee2b0d0b-dd31-4c89-a083-38b19c0be79c on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:01:35.897678 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8da5f004-a152-4a78-a5af-57dd28451d03 req-129b0dc8-1035-4c0b-9dce-0a9310a3a3c6 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:35.900617 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8da5f004-a152-4a78-a5af-57dd28451d03 req-129b0dc8-1035-4c0b-9dce-0a9310a3a3c6 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.55 "DELETE /v2.0/ports/ee2b0d0b-dd31-4c89-a083-38b19c0be79c HTTP/1.1" status: 204 len: 173 time: 1.5708084 Sep 30 01:01:35.901458 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79306b7a-c027-41d5-98f3-cb1fa2ccc616', 'name': 'network-vif-deleted', 'tag': 'ee2b0d0b-dd31-4c89-a083-38b19c0be79c'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:01:35.910207 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-60f3acd1-9973-48de-9d89-e394a2b824d2 service neutron] 10.222.0.39 "GET /v2.0/networks/937bb923-66de-4a05-95d6-5eb092834b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813263 Sep 30 01:01:36.007991 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-f9bd3da6-f039-453d-8bcc-d9316232a5df None None] For port 729f3871-3f28-4657-8ddd-08fddf1e4ca6, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:01:36.011984 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-f9bd3da6-f039-453d-8bcc-d9316232a5df None None] For port 729f3871-3f28-4657-8ddd-08fddf1e4ca6, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=729f3871-3f28-4657-8ddd-08fddf1e4ca6,segment=NetworkSegment(c5beab59-d941-486b-a1b0-18e37903010a),segment_id=c5beab59-d941-486b-a1b0-18e37903010a)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:01:36.017205 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-f9bd3da6-f039-453d-8bcc-d9316232a5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:36.022105 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:36.128569 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd3da6-f039-453d-8bcc-d9316232a5df None None] Pushing event updated for resources: {'Port': ['ID=729f3871-3f28-4657-8ddd-08fddf1e4ca6,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:36.131827 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-f9bd3da6-f039-453d-8bcc-d9316232a5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:36.145342 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e7c0a-6ccf-423c-bb87-ca139b0c6e43 req-34431970-7242-4fbe-aec1-a07a58602016 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:36.146998 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-df7e7c0a-6ccf-423c-bb87-ca139b0c6e43 req-34431970-7242-4fbe-aec1-a07a58602016 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=d456f092-a6de-4700-90a1-8f0775902cb9 HTTP/1.1" status: 200 len: 945 time: 0.1201587 Sep 30 01:01:36.200384 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-df7e7c0a-6ccf-423c-bb87-ca139b0c6e43 req-43aac85b-bd77-4747-8890-e2738fdbc18e tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475981 Sep 30 01:01:36.249376 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-b80b4d55-bdc2-4438-ada0-401f660106ea service neutron] 10.222.0.39 "GET /v2.0/networks/937bb923-66de-4a05-95d6-5eb092834b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383777 Sep 30 01:01:36.419589 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ac73404a-fd4a-4f4e-ad35-f1eb1648ccb9 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:36.653134 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-ac73404a-fd4a-4f4e-ad35-f1eb1648ccb9 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Calling delete_port for 5ea41e8c-753e-4b99-9069-5cf2cb699b16 owned by {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:01:36.750221 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b8f1eafa-7bfa-44ff-acaf-1a816eb3977f req-64a084a4-7a7a-4347-aca9-38404487083b tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] 10.222.0.39 "GET /v2.0/ports?device_id=79306b7a-c027-41d5-98f3-cb1fa2ccc616 HTTP/1.1" status: 200 len: 210 time: 0.0580454 Sep 30 01:01:36.791472 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-b333ab81-082e-40f5-85a1-b0fdc2728bbb tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:36.793150 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-b333ab81-082e-40f5-85a1-b0fdc2728bbb tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/networks?id=34a0c4bb-7b8e-4af9-940e-de978352f62e HTTP/1.1" status: 200 len: 811 time: 0.1940022 Sep 30 01:01:36.816021 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-4b453239-5f24-45a8-99a8-b4f40c326c5e tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/quotas/09577eebebf34beb8f9f7386d3ff6957 HTTP/1.1" status: 200 len: 375 time: 0.0155764 Sep 30 01:01:36.862924 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ac73404a-fd4a-4f4e-ad35-f1eb1648ccb9 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:36.870646 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-15ec00b1-3247-4980-bad4-628b2373f4bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:36.876045 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-a59e4dcf-2c9a-42e5-8073-2f6780649be1 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=09577eebebf34beb8f9f7386d3ff6957&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543995 Sep 30 01:01:36.920652 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73404a-fd4a-4f4e-ad35-f1eb1648ccb9 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Pushing event deleted for resources: {'Port': ['ID=5ea41e8c-753e-4b99-9069-5cf2cb699b16,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:36.924874 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ac73404a-fd4a-4f4e-ad35-f1eb1648ccb9 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:37.013342 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79306b7a-c027-41d5-98f3-cb1fa2ccc616', 'name': 'network-vif-deleted', 'tag': 'ee2b0d0b-dd31-4c89-a083-38b19c0be79c', 'status': 'completed', 'code': 200} Sep 30 01:01:37.047888 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ac73404a-fd4a-4f4e-ad35-f1eb1648ccb9 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:37.055681 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-ac73404a-fd4a-4f4e-ad35-f1eb1648ccb9 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] 10.222.0.39 "DELETE /v2.0/ports/5ea41e8c-753e-4b99-9069-5cf2cb699b16 HTTP/1.1" status: 204 len: 168 time: 1.3216045 Sep 30 01:01:37.058164 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43476) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:37.085900 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-e34b9fcd-3fc7-4c9f-8b2e-78bd601c5226 service neutron] 10.222.0.39 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020576 Sep 30 01:01:37.266611 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-3f573caf-1f23-49f6-b273-7c10b0e59438 tempest-DHCPAgentSchedulersTestJSON-2051531522 tempest-DHCPAgentSchedulersTestJSON-2051531522-project-admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.2070506 Sep 30 01:01:37.270108 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43482) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:37.272139 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device ee2b0d0b-dd31-4c89-a083-38b19c0be79c no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:01:37.278358 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-2396caf1-af73-4c1e-87b4-a2f99e5e398a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1398817612'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:01:37.296803 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-2396caf1-af73-4c1e-87b4-a2f99e5e398a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:37.301952 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-2396caf1-af73-4c1e-87b4-a2f99e5e398a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Usage tracker for resource:network and tenant:9fec021cc9954dbc88dbd127146db4ac is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:37.306756 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-2396caf1-af73-4c1e-87b4-a2f99e5e398a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:37.313662 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-2396caf1-af73-4c1e-87b4-a2f99e5e398a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:37.326930 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2396caf1-af73-4c1e-87b4-a2f99e5e398a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Made reservation on behalf of 9fec021cc9954dbc88dbd127146db4ac for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:01:37.332351 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2396caf1-af73-4c1e-87b4-a2f99e5e398a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:37.352304 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: ee2b0d0b-dd31-4c89-a083-38b19c0be79c {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:01:37.352831 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device ee2b0d0b-dd31-4c89-a083-38b19c0be79c not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:01:37.372191 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2396caf1-af73-4c1e-87b4-a2f99e5e398a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:01:37.385354 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2396caf1-af73-4c1e-87b4-a2f99e5e398a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:37.386137 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-2396caf1-af73-4c1e-87b4-a2f99e5e398a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Added segment def96580-07b7-46eb-8834-1a1a048aec27 of type vlan for network 7303f46c-7db9-4d25-9eee-302d918c3907 Sep 30 01:01:37.424862 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2396caf1-af73-4c1e-87b4-a2f99e5e398a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:37.484577 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2396caf1-af73-4c1e-87b4-a2f99e5e398a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:37.493428 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2396caf1-af73-4c1e-87b4-a2f99e5e398a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:37.494251 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2396caf1-af73-4c1e-87b4-a2f99e5e398a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:37.501096 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d4f90519-c9e6-47ee-8641-c5ea224e228c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:37.563858 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-6ad2a837-d8f5-415e-8738-8731b9e98296 service neutron] 10.222.0.39 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745419 Sep 30 01:01:37.589708 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25e349c-65b9-457e-a67f-4c2041035eda None None] Network 0b8c9b50-9e50-4396-9491-d0b513b9e540 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:01:37.711410 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-b55b2995-0e9b-4190-ab9a-2271a5e91eab None None] Provisioning for port 729f3871-3f28-4657-8ddd-08fddf1e4ca6 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:01:37.712248 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cb8f0a8d-1629-460e-b283-7790cb2009cf req-da343e91-dcc3-48ec-9754-b8d1c2462c58 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7ed2654-bd73-41da-8027-b2fa79ff3257 HTTP/1.1" status: 200 len: 210 time: 0.1074247 Sep 30 01:01:37.716182 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-2396caf1-af73-4c1e-87b4-a2f99e5e398a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4449904 Sep 30 01:01:37.717044 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396caf1-af73-4c1e-87b4-a2f99e5e398a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Pushing event updated for resources: {'Network': ['ID=7303f46c-7db9-4d25-9eee-302d918c3907,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:37.719574 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 43490) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:37.730476 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 7303f46c-7db9-4d25-9eee-302d918c3907 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:01:37.735759 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2396caf1-af73-4c1e-87b4-a2f99e5e398a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:37.811945 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-731438cc-c24c-4809-9270-2415f52b46c8 req-b2d14181-d588-41c5-b43a-ca943b222340 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Synchronizing usage tracker for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:01:37.845641 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-731438cc-c24c-4809-9270-2415f52b46c8 req-b2d14181-d588-41c5-b43a-ca943b222340 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Unset dirty status for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:01:37.858718 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-731438cc-c24c-4809-9270-2415f52b46c8 req-b2d14181-d588-41c5-b43a-ca943b222340 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 210 time: 0.0963182 Sep 30 01:01:38.029463 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43504) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:38.105750 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-8862562c-f436-4ea2-9184-3a8b859f952f tempest-DHCPAgentSchedulersTestJSON-2051531522 tempest-DHCPAgentSchedulersTestJSON-2051531522-project-admin] 10.222.0.39 "GET /v2.0/agents/a0f0ea1d-8790-48dc-9397-e685f9e7362d/dhcp-networks HTTP/1.1" status: 200 len: 11288 time: 0.3831413 Sep 30 01:01:38.109361 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43510) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:38.116386 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 729f3871-3f28-4657-8ddd-08fddf1e4ca6 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:01:38.121724 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c04103-ed48-4967-8010-1323abb0424c req-dd7be0a7-9844-4048-8c67-84ea08cde09e tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:38.123577 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-08c04103-ed48-4967-8010-1323abb0424c req-dd7be0a7-9844-4048-8c67-84ea08cde09e tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=d456f092-a6de-4700-90a1-8f0775902cb9 HTTP/1.1" status: 200 len: 945 time: 0.2533901 Sep 30 01:01:38.218931 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 729f3871-3f28-4657-8ddd-08fddf1e4ca6 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:01:38.229267 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 729f3871-3f28-4657-8ddd-08fddf1e4ca6 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:01:38.229660 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:38.307675 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-08c04103-ed48-4967-8010-1323abb0424c req-48717450-9190-4255-a3ab-2b84cac316ff tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303296 Sep 30 01:01:38.378111 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-42c69d9d-2d1c-4b37-9d57-d93fca1a294a tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:38.392909 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-42c69d9d-2d1c-4b37-9d57-d93fca1a294a tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Synchronizing usage tracker for tenant:679ecd0439544ad5b7460b1d0b9c6989 on resource:network {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:01:38.413551 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc9a8ff-611f-4af4-b8e3-f0dfb79e4ba6 admin admin] Deleting subnet 4830ed89-3d0e-4950-9575-5f4f49821c2d {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:01:38.445822 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-42c69d9d-2d1c-4b37-9d57-d93fca1a294a tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Unset dirty status for tenant:679ecd0439544ad5b7460b1d0b9c6989 on resource:network {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:01:38.447097 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-42c69d9d-2d1c-4b37-9d57-d93fca1a294a tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] 10.222.0.55 "GET /v2.0/networks?id=937bb923-66de-4a05-95d6-5eb092834b56 HTTP/1.1" status: 200 len: 820 time: 0.3771317 Sep 30 01:01:38.460695 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-3fac8ccb-ead0-44ac-9438-964a7305bf31 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Request body: {'port': {'device_id': 'f7ed2654-bd73-41da-8027-b2fa79ff3257', 'network_id': '937bb923-66de-4a05-95d6-5eb092834b56', 'admin_state_up': True, 'tenant_id': '679ecd0439544ad5b7460b1d0b9c6989'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:01:38.525573 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:38.532045 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1dc9a8ff-611f-4af4-b8e3-f0dfb79e4ba6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:38.566863 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 729f3871-3f28-4657-8ddd-08fddf1e4ca6, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=729f3871-3f28-4657-8ddd-08fddf1e4ca6,segment=NetworkSegment(c5beab59-d941-486b-a1b0-18e37903010a),segment_id=c5beab59-d941-486b-a1b0-18e37903010a)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:38.572062 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:38.588438 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:38.649994 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036e24c2-e833-46aa-8c3b-11d0a000b5cf tempest-DHCPAgentSchedulersTestJSON-2051531522 tempest-DHCPAgentSchedulersTestJSON-2051531522-project-admin] Network 7303f46c-7db9-4d25-9eee-302d918c3907 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:01:38.680252 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-3fac8ccb-ead0-44ac-9438-964a7305bf31 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:38.681805 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-036e24c2-e833-46aa-8c3b-11d0a000b5cf tempest-DHCPAgentSchedulersTestJSON-2051531522 tempest-DHCPAgentSchedulersTestJSON-2051531522-project-admin] 10.222.0.39 "POST /v2.0/agents/a0f0ea1d-8790-48dc-9397-e685f9e7362d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5711167 Sep 30 01:01:38.684948 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1dc9a8ff-611f-4af4-b8e3-f0dfb79e4ba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2490848'] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:38.687806 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-3fac8ccb-ead0-44ac-9438-964a7305bf31 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Usage tracker for resource:port and tenant:679ecd0439544ad5b7460b1d0b9c6989 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:38.692463 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-3fac8ccb-ead0-44ac-9438-964a7305bf31 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:38.694396 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e796b2-63d0-4fbb-97b0-e1a17adc90ce None None] Network 7303f46c-7db9-4d25-9eee-302d918c3907 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:01:38.700896 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-3fac8ccb-ead0-44ac-9438-964a7305bf31 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:38.708633 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 43518) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:38.723622 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-3fac8ccb-ead0-44ac-9438-964a7305bf31 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Made reservation on behalf of 679ecd0439544ad5b7460b1d0b9c6989 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:01:38.728770 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-3fac8ccb-ead0-44ac-9438-964a7305bf31 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:38.789105 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-6f980914-59bd-445c-bff1-7fddf6efb9a5 None None] Provisioning complete for port 729f3871-3f28-4657-8ddd-08fddf1e4ca6 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:01:38.789585 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6f980914-59bd-445c-bff1-7fddf6efb9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:38.808792 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1dc9a8ff-611f-4af4-b8e3-f0dfb79e4ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:38.935258 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1dc9a8ff-611f-4af4-b8e3-f0dfb79e4ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:38.949992 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8dd8d78e-223f-4cb8-9fe4-01085a5ea2f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:38.951448 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=729f3871-3f28-4657-8ddd-08fddf1e4ca6,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:38.958593 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:38.978099 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6836f9f9-af98-4966-bfc8-c7de7933506f req-a3314cac-25a7-4e9b-b7a2-a7e290b8e7e5 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7ed2654-bd73-41da-8027-b2fa79ff3257 HTTP/1.1" status: 200 len: 210 time: 0.0947967 Sep 30 01:01:39.029826 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1dc9a8ff-611f-4af4-b8e3-f0dfb79e4ba6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:39.041318 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9a8ff-611f-4af4-b8e3-f0dfb79e4ba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4830ed89-3d0e-4950-9575-5f4f49821c2d,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:39.044511 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-1dc9a8ff-611f-4af4-b8e3-f0dfb79e4ba6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4830ed89-3d0e-4950-9575-5f4f49821c2d HTTP/1.1" status: 204 len: 168 time: 1.0135188 Sep 30 01:01:39.045898 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1dc9a8ff-611f-4af4-b8e3-f0dfb79e4ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:39.053855 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 43526) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:39.109707 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d1c18253-2817-4096-8339-f36796c00352 req-5ca04257-40c1-4cbc-9e72-a2c5300139ff tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 210 time: 0.0576508 Sep 30 01:01:39.238384 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-e29d16d0-92e4-4f43-8a56-0817ccf71b05 tempest-DHCPAgentSchedulersTestJSON-2051531522 tempest-DHCPAgentSchedulersTestJSON-2051531522-project-admin] 10.222.0.39 "GET /v2.0/agents/a0f0ea1d-8790-48dc-9397-e685f9e7362d/dhcp-networks HTTP/1.1" status: 200 len: 12059 time: 0.5270987 Sep 30 01:01:39.240757 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43530) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:39.264142 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a8821142-9bd1-4d06-9ec6-2fe29e30b1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:39.292256 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-35a900bf-12ff-4478-b9c4-951ba581d575 None None] Could not find standard attr ID for object 5ea41e8c-753e-4b99-9069-5cf2cb699b16. {{(pid=80276) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 01:01:39.317272 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-366f58d8-d150-4d1d-893f-aa06978c8e7b tempest-DHCPAgentSchedulersTestJSON-2051531522 tempest-DHCPAgentSchedulersTestJSON-2051531522-project-admin] 10.222.0.39 "DELETE /v2.0/agents/a0f0ea1d-8790-48dc-9397-e685f9e7362d/dhcp-networks/7303f46c-7db9-4d25-9eee-302d918c3907 HTTP/1.1" status: 204 len: 168 time: 0.0721021 Sep 30 01:01:39.317777 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43538) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:39.320899 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-3fac8ccb-ead0-44ac-9438-964a7305bf31 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Allocated IP 172.20.0.6 (937bb923-66de-4a05-95d6-5eb092834b56/687b3e58-680a-404f-bc60-69995e08791a/a819763d-3305-4025-9f6f-0878e7ac95ff) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:01:39.433425 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a8821142-9bd1-4d06-9ec6-2fe29e30b1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:39.483166 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-a8821142-9bd1-4d06-9ec6-2fe29e30b1f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75754133-2f30-43b1-b553-38d58661ba06']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:01:39.515160 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-a8821142-9bd1-4d06-9ec6-2fe29e30b1f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:01:39.515455 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-a8821142-9bd1-4d06-9ec6-2fe29e30b1f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f38622-9c2a-43c2-bb65-9a6dbb7a51c2') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:01:39.576320 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:01:39.587359 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a8821142-9bd1-4d06-9ec6-2fe29e30b1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:39.613078 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a8821142-9bd1-4d06-9ec6-2fe29e30b1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:39.627411 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8821142-9bd1-4d06-9ec6-2fe29e30b1f1 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:01:39.627810 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a8821142-9bd1-4d06-9ec6-2fe29e30b1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: timer() Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:01:39.641364 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:01:39.730449 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea35894-8dff-40d4-8c2e-427e09328a12 req-5e18f394-a984-44e6-9b3c-861bef12fbb2 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:39.733079 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fea35894-8dff-40d4-8c2e-427e09328a12 req-5e18f394-a984-44e6-9b3c-861bef12fbb2 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=d456f092-a6de-4700-90a1-8f0775902cb9 HTTP/1.1" status: 200 len: 945 time: 0.1914246 Sep 30 01:01:39.796684 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:39.840782 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=40f6ac8e-8ea6-4490-b1b2-6e44333e83a7,segment=NetworkSegment(3f9b5c24-c196-48f3-8275-f67129fa0f6d),segment_id=3f9b5c24-c196-48f3-8275-f67129fa0f6d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:39.842347 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd456f092-a6de-4700-90a1-8f0775902cb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40f6ac8e-8ea6-4490-b1b2-6e44333e83a7'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:01:39.851334 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:39.854115 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:39.908191 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a8821142-9bd1-4d06-9ec6-2fe29e30b1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:39.912167 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-3fac8ccb-ead0-44ac-9438-964a7305bf31 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:39.916567 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:39.930364 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a8821142-9bd1-4d06-9ec6-2fe29e30b1f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:39.940525 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-3becebab-0c61-430a-817a-0b9713f1e760 tempest-DHCPAgentSchedulersTestJSON-2051531522 tempest-DHCPAgentSchedulersTestJSON-2051531522-project-admin] 10.222.0.39 "GET /v2.0/agents/a0f0ea1d-8790-48dc-9397-e685f9e7362d/dhcp-networks HTTP/1.1" status: 200 len: 11250 time: 0.6204867 Sep 30 01:01:39.944665 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8821142-9bd1-4d06-9ec6-2fe29e30b1f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=75754133-2f30-43b1-b553-38d58661ba06,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:39.946966 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a8821142-9bd1-4d06-9ec6-2fe29e30b1f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:39.947632 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 43548) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:39.961037 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=40f6ac8e-8ea6-4490-b1b2-6e44333e83a7,revision_number=8']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:39.966033 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:39.975301 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-a8821142-9bd1-4d06-9ec6-2fe29e30b1f1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/75754133-2f30-43b1-b553-38d58661ba06 HTTP/1.1" status: 204 len: 168 time: 0.9115067 Sep 30 01:01:39.978604 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 43552) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:39.980653 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fea35894-8dff-40d4-8c2e-427e09328a12 req-a5b7e380-d063-4551-b9b2-62f337aac53b tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835203 Sep 30 01:01:39.981576 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-3326fe11-65dc-4af7-b81b-49a8d756e477 tempest-DHCPAgentSchedulersTestJSON-2051531522 tempest-DHCPAgentSchedulersTestJSON-2051531522-project-admin] 10.222.0.39 "GET /v2.0/networks/0b8c9b50-9e50-4396-9491-d0b513b9e540/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0327754 Sep 30 01:01:39.992244 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43556) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:40.022671 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd456f092-a6de-4700-90a1-8f0775902cb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40f6ac8e-8ea6-4490-b1b2-6e44333e83a7', 'code': 200} Sep 30 01:01:40.053513 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-545c49ea-6764-4c9c-8c63-63e34e04e386 admin admin] Deleting subnet 6d649c40-88c6-4745-a720-06bdd7dae5ba {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:01:40.055765 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 729f3871-3f28-4657-8ddd-08fddf1e4ca6 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:01:40.056843 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-545c49ea-6764-4c9c-8c63-63e34e04e386 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:40.086717 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-e6b80729-c248-4cd9-9b90-b24757a70e30 tempest-DHCPAgentSchedulersTestJSON-2051531522 tempest-DHCPAgentSchedulersTestJSON-2051531522-project-admin] 10.222.0.39 "GET /v2.0/networks/0b8c9b50-9e50-4396-9491-d0b513b9e540/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0930376 Sep 30 01:01:40.104004 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43562) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:40.106934 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-545c49ea-6764-4c9c-8c63-63e34e04e386 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:40.162189 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 729f3871-3f28-4657-8ddd-08fddf1e4ca6 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:01:40.162579 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:40.167403 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-545c49ea-6764-4c9c-8c63-63e34e04e386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:40.223764 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2ee47979-f46d-449f-9b45-3815f1cb25e2 req-9b28514f-b473-4cd5-ade2-fcddb075e2bd tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7ed2654-bd73-41da-8027-b2fa79ff3257 HTTP/1.1" status: 200 len: 210 time: 0.0563507 Sep 30 01:01:40.237581 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-2dac8589-6c5b-4d1f-81ac-4985a8833363 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:40.239847 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-2dac8589-6c5b-4d1f-81ac-4985a8833363 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.59 "GET /v2.0/networks?id=34a0c4bb-7b8e-4af9-940e-de978352f62e HTTP/1.1" status: 200 len: 811 time: 0.5017636 Sep 30 01:01:40.250299 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d2221-9d86-4752-b216-c42abc2b208c req-8d3d7abf-fa82-42da-8ce5-14bf5581e7ec tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:40.252572 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-282d2221-9d86-4752-b216-c42abc2b208c req-8d3d7abf-fa82-42da-8ce5-14bf5581e7ec tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.59 "GET /v2.0/ports?device_id=d456f092-a6de-4700-90a1-8f0775902cb9 HTTP/1.1" status: 200 len: 943 time: 0.3718801 Sep 30 01:01:40.283092 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-545c49ea-6764-4c9c-8c63-63e34e04e386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:40.293307 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:40.322852 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-40be8fa2-f7fd-4d35-898d-2b63b70e6f47 req-99e70386-bef0-4260-b198-163987e5da52 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 210 time: 0.0825927 Sep 30 01:01:40.334647 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c49ea-6764-4c9c-8c63-63e34e04e386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d649c40-88c6-4745-a720-06bdd7dae5ba,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:40.337820 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-545c49ea-6764-4c9c-8c63-63e34e04e386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:40.341676 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-545c49ea-6764-4c9c-8c63-63e34e04e386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:40.349786 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-545c49ea-6764-4c9c-8c63-63e34e04e386 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6d649c40-88c6-4745-a720-06bdd7dae5ba HTTP/1.1" status: 204 len: 168 time: 0.3703725 Sep 30 01:01:40.355463 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 43568) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:40.361809 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-3fac8ccb-ead0-44ac-9438-964a7305bf31 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:40.370411 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-43e653f9-bfc2-407d-95d5-7066b6245c43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:40.390592 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-52213540-5477-4d33-836f-c3694f3ae356 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Request body: {'port': {'device_id': '9800820b-556c-4c3c-abda-3f81d6e73f71', 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e', 'admin_state_up': True, 'tenant_id': '09577eebebf34beb8f9f7386d3ff6957'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:01:40.526685 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-3fac8ccb-ead0-44ac-9438-964a7305bf31 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Network 937bb923-66de-4a05-95d6-5eb092834b56 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:01:40.532158 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-3fac8ccb-ead0-44ac-9438-964a7305bf31 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:01:40.540769 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-3fac8ccb-ead0-44ac-9438-964a7305bf31 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:01:40.546944 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-282d2221-9d86-4752-b216-c42abc2b208c req-3a3f8a9e-8d72-469f-b342-afb1bf2e399a tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Deleting port 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:01:40.547291 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-282d2221-9d86-4752-b216-c42abc2b208c req-3a3f8a9e-8d72-469f-b342-afb1bf2e399a tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:40.577395 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac8ccb-ead0-44ac-9438-964a7305bf31 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Pushing event updated for resources: {'Port': ['ID=a819763d-3305-4025-9f6f-0878e7ac95ff,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:40.590999 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3fac8ccb-ead0-44ac-9438-964a7305bf31 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:40.603452 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f76cd50c-a109-437f-b3bb-7f6197c9581d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:40.627607 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-3fac8ccb-ead0-44ac-9438-964a7305bf31 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:40.628219 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-3fac8ccb-ead0-44ac-9438-964a7305bf31 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:40.693671 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-3fac8ccb-ead0-44ac-9438-964a7305bf31 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2373483 Sep 30 01:01:40.727688 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-52213540-5477-4d33-836f-c3694f3ae356 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:40.731505 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-ad959d9b-448d-423f-baa7-7267b8981890 tempest-DHCPAgentSchedulersTestJSON-2051531522 tempest-DHCPAgentSchedulersTestJSON-2051531522-project-admin] 10.222.0.39 "GET /v2.0/agents/a0f0ea1d-8790-48dc-9397-e685f9e7362d/dhcp-networks HTTP/1.1" status: 200 len: 10482 time: 0.6146150 Sep 30 01:01:40.738426 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 43574) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:40.748553 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-74c925f6-1466-461d-a059-43d4a4f80d4f service neutron] Request body: {'port': {'device_id': 'f7ed2654-bd73-41da-8027-b2fa79ff3257', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:01:40.753825 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-52213540-5477-4d33-836f-c3694f3ae356 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:40.833844 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-52213540-5477-4d33-836f-c3694f3ae356 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Made reservation on behalf of 09577eebebf34beb8f9f7386d3ff6957 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:01:40.837320 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-52213540-5477-4d33-836f-c3694f3ae356 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:40.899481 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f76cd50c-a109-437f-b3bb-7f6197c9581d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:40.985120 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-282d2221-9d86-4752-b216-c42abc2b208c req-3a3f8a9e-8d72-469f-b342-afb1bf2e399a tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] For port 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=40f6ac8e-8ea6-4490-b1b2-6e44333e83a7,segment=NetworkSegment(3f9b5c24-c196-48f3-8275-f67129fa0f6d),segment_id=3f9b5c24-c196-48f3-8275-f67129fa0f6d)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:40.985730 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-282d2221-9d86-4752-b216-c42abc2b208c req-3a3f8a9e-8d72-469f-b342-afb1bf2e399a tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:40.997734 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-f76cd50c-a109-437f-b3bb-7f6197c9581d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e19920-363c-4a2b-8062-f0e935e61b65']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:01:41.017125 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6eddadb7-bd91-4e81-b835-3e634f960620 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:41.022223 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-f76cd50c-a109-437f-b3bb-7f6197c9581d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab2bce8-fb68-47c9-8bb7-dc5ffb23929f') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:01:41.022514 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-f76cd50c-a109-437f-b3bb-7f6197c9581d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab2bce8-fb68-47c9-8bb7-dc5ffb23929f') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:01:41.041351 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-74c925f6-1466-461d-a059-43d4a4f80d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:41.052800 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f76cd50c-a109-437f-b3bb-7f6197c9581d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:41.144539 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f76cd50c-a109-437f-b3bb-7f6197c9581d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:41.153807 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-282d2221-9d86-4752-b216-c42abc2b208c req-3a3f8a9e-8d72-469f-b342-afb1bf2e399a tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Calling delete_port for 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:01:41.173445 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76cd50c-a109-437f-b3bb-7f6197c9581d admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:01:41.174200 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f76cd50c-a109-437f-b3bb-7f6197c9581d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: timer() Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:01:41.191155 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:01:41.262413 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-52213540-5477-4d33-836f-c3694f3ae356 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Allocated IP 172.20.0.13 (34a0c4bb-7b8e-4af9-940e-de978352f62e/518e3f3b-9573-4eac-aa37-789767c0d3b7/43f6e824-d2a8-406c-989e-9294a8a82e66) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:01:41.398845 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6eddadb7-bd91-4e81-b835-3e634f960620 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:41.485225 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:41.549946 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d45c3-f394-424a-8298-c5d70ba438c4 req-3e1fa929-20ff-48f9-ac2e-b80d432bd155 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:41.551564 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-427d45c3-f394-424a-8298-c5d70ba438c4 req-3e1fa929-20ff-48f9-ac2e-b80d432bd155 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=d456f092-a6de-4700-90a1-8f0775902cb9 HTTP/1.1" status: 200 len: 943 time: 0.4073288 Sep 30 01:01:41.616295 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f76cd50c-a109-437f-b3bb-7f6197c9581d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:41.621200 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f76cd50c-a109-437f-b3bb-7f6197c9581d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:41.630938 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:41.644417 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-6eddadb7-bd91-4e81-b835-3e634f960620 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7303f46c-7db9-4d25-9eee-302d918c3907']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:01:41.676059 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-f76cd50c-a109-437f-b3bb-7f6197c9581d admin admin] 10.222.0.39 "DELETE /v2.0/networks/79e19920-363c-4a2b-8062-f0e935e61b65 HTTP/1.1" status: 204 len: 168 time: 1.3171813 Sep 30 01:01:41.679056 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-6eddadb7-bd91-4e81-b835-3e634f960620 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def96580-07b7-46eb-8834-1a1a048aec27') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:01:41.679359 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-6eddadb7-bd91-4e81-b835-3e634f960620 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def96580-07b7-46eb-8834-1a1a048aec27') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:01:41.685790 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-282d2221-9d86-4752-b216-c42abc2b208c req-3a3f8a9e-8d72-469f-b342-afb1bf2e399a tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:41.690773 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76cd50c-a109-437f-b3bb-7f6197c9581d admin admin] Pushing event deleted for resources: {'Network': ['ID=79e19920-363c-4a2b-8062-f0e935e61b65,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:41.693122 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f76cd50c-a109-437f-b3bb-7f6197c9581d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:41.697821 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8508ee78-2723-4954-9454-3f133d589025 tempest-MultipleCreateTestJSON-326792904 tempest-MultipleCreateTestJSON-326792904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:41.720690 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6eddadb7-bd91-4e81-b835-3e634f960620 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:41.751086 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-427d45c3-f394-424a-8298-c5d70ba438c4 req-9cbd53e7-3f91-4429-8925-652d6bee9fa0 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776490 Sep 30 01:01:41.763261 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f8a9e-8d72-469f-b342-afb1bf2e399a tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Pushing event deleted for resources: {'Port': ['ID=40f6ac8e-8ea6-4490-b1b2-6e44333e83a7,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:41.771819 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-3a3f8a9e-8d72-469f-b342-afb1bf2e399a tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:41.812133 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6eddadb7-bd91-4e81-b835-3e634f960620 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:41.830822 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eddadb7-bd91-4e81-b835-3e634f960620 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:01:41.831238 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6eddadb7-bd91-4e81-b835-3e634f960620 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: timer() Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:01:41.847654 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:01:41.851703 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 43592) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:41.874760 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-282d2221-9d86-4752-b216-c42abc2b208c req-3a3f8a9e-8d72-469f-b342-afb1bf2e399a tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] No DVR routers for this DVR port 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7 on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:01:41.878474 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-52213540-5477-4d33-836f-c3694f3ae356 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:41.881896 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-282d2221-9d86-4752-b216-c42abc2b208c req-3a3f8a9e-8d72-469f-b342-afb1bf2e399a tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:41.884387 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd456f092-a6de-4700-90a1-8f0775902cb9', 'name': 'network-vif-deleted', 'tag': '40f6ac8e-8ea6-4490-b1b2-6e44333e83a7'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:01:41.907124 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-282d2221-9d86-4752-b216-c42abc2b208c req-3a3f8a9e-8d72-469f-b342-afb1bf2e399a tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.59 "DELETE /v2.0/ports/40f6ac8e-8ea6-4490-b1b2-6e44333e83a7 HTTP/1.1" status: 204 len: 173 time: 1.5852268 Sep 30 01:01:41.960398 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-d4c0b9d7-d4ab-4852-8e83-79b21e9672ab req-40b571ae-ce46-4a38-98e5-280f7cafd3de tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Synchronizing usage tracker for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:01:41.962595 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2d627-9a1d-4783-898a-fc988012f610 req-eab08410-87e6-41e4-ac00-26825c836803 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:41.963432 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-fdc2d627-9a1d-4783-898a-fc988012f610 req-eab08410-87e6-41e4-ac00-26825c836803 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Synchronizing usage tracker for tenant:679ecd0439544ad5b7460b1d0b9c6989 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:01:41.977649 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-52213540-5477-4d33-836f-c3694f3ae356 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:41.979450 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-d4c0b9d7-d4ab-4852-8e83-79b21e9672ab req-40b571ae-ce46-4a38-98e5-280f7cafd3de tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Unset dirty status for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:01:41.980600 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d4c0b9d7-d4ab-4852-8e83-79b21e9672ab req-40b571ae-ce46-4a38-98e5-280f7cafd3de tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 210 time: 0.0673883 Sep 30 01:01:41.984996 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-fd14f277-0117-4384-b4a3-a0a885014acd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:42.027183 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6eddadb7-bd91-4e81-b835-3e634f960620 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:42.032164 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6eddadb7-bd91-4e81-b835-3e634f960620 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:42.040389 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:42.058415 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-52213540-5477-4d33-836f-c3694f3ae356 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Network 34a0c4bb-7b8e-4af9-940e-de978352f62e is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:01:42.061937 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-52213540-5477-4d33-836f-c3694f3ae356 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:01:42.066351 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-52213540-5477-4d33-836f-c3694f3ae356 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:01:42.079376 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-fdc2d627-9a1d-4783-898a-fc988012f610 req-eab08410-87e6-41e4-ac00-26825c836803 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Unset dirty status for tenant:679ecd0439544ad5b7460b1d0b9c6989 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:01:42.088241 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fdc2d627-9a1d-4783-898a-fc988012f610 req-eab08410-87e6-41e4-ac00-26825c836803 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7ed2654-bd73-41da-8027-b2fa79ff3257 HTTP/1.1" status: 200 len: 931 time: 0.6977487 Sep 30 01:01:42.102015 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-6eddadb7-bd91-4e81-b835-3e634f960620 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] 10.222.0.39 "DELETE /v2.0/networks/7303f46c-7db9-4d25-9eee-302d918c3907 HTTP/1.1" status: 204 len: 168 time: 1.3625898 Sep 30 01:01:42.107650 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52213540-5477-4d33-836f-c3694f3ae356 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Pushing event updated for resources: {'Port': ['ID=43f6e824-d2a8-406c-989e-9294a8a82e66,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:42.110004 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43600) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:42.115247 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-52213540-5477-4d33-836f-c3694f3ae356 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:42.119054 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddadb7-bd91-4e81-b835-3e634f960620 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Pushing event deleted for resources: {'Network': ['ID=7303f46c-7db9-4d25-9eee-302d918c3907,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:42.121441 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6eddadb7-bd91-4e81-b835-3e634f960620 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:42.164026 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-ed4afcd1-6bd0-418a-9ca5-161a6ea83ca3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=58336e3a6a854ff7ab57e933b021b603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3014512 Sep 30 01:01:42.177663 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43604) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:42.186999 n-d-811809-1 neutron-server[80274]: INFO neutron.pecan_wsgi.hooks.translation [None req-15293586-d213-4fac-835a-b587d8397381 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] DELETE failed (client error): The resource could not be found. Sep 30 01:01:42.187792 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15293586-d213-4fac-835a-b587d8397381 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80274) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 01:01:42.190310 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-15293586-d213-4fac-835a-b587d8397381 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] 10.222.0.39 "DELETE /v2.0/ports/5ea41e8c-753e-4b99-9069-5cf2cb699b16 HTTP/1.1" status: 404 len: 333 time: 0.0767212 Sep 30 01:01:42.200334 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 43608) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:42.225136 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-52213540-5477-4d33-836f-c3694f3ae356 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:42.225952 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-52213540-5477-4d33-836f-c3694f3ae356 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:42.275707 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-52213540-5477-4d33-836f-c3694f3ae356 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9548352 Sep 30 01:01:42.281426 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-74c925f6-1466-461d-a059-43d4a4f80d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a819763d-3305-4025-9f6f-0878e7ac95ff {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:01:42.291474 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-fdc2d627-9a1d-4783-898a-fc988012f610 req-834eceb3-c0c9-4a82-bffb-e49c843c70ac tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Synchronizing usage tracker for tenant:679ecd0439544ad5b7460b1d0b9c6989 on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:01:42.301296 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-74c925f6-1466-461d-a059-43d4a4f80d4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:42.309329 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-411ea286-e2cd-443d-b103-a8ab3e076fc0 service neutron] Request body: {'port': {'device_id': '9800820b-556c-4c3c-abda-3f81d6e73f71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:01:42.330341 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-74c925f6-1466-461d-a059-43d4a4f80d4f service neutron] Transition to ACTIVE for port object a819763d-3305-4025-9f6f-0878e7ac95ff will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:01:42.343223 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-74fdf2f4-f214-48a6-be9b-2f2240c9ccd0 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Deleting subnet 6626eedb-1a1a-42b6-8a71-bfd9f8475a37 {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:01:42.345174 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-74c925f6-1466-461d-a059-43d4a4f80d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:42.352006 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e3c94987-1f29-448b-a50f-a7a0e6b00c49 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:42.372496 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b0f28d12-25e9-4ae7-a046-ae89ab68c3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:42.390481 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-74fdf2f4-f214-48a6-be9b-2f2240c9ccd0 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:42.434029 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-fdc2d627-9a1d-4783-898a-fc988012f610 req-834eceb3-c0c9-4a82-bffb-e49c843c70ac tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Unset dirty status for tenant:679ecd0439544ad5b7460b1d0b9c6989 on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:01:42.442935 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fdc2d627-9a1d-4783-898a-fc988012f610 req-834eceb3-c0c9-4a82-bffb-e49c843c70ac tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] 10.222.0.39 "GET /v2.0/security-groups?id=9adecd80-b380-4b1c-a4a8-3168abda1dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537014 Sep 30 01:01:42.464401 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b0f28d12-25e9-4ae7-a046-ae89ab68c3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:42.481381 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd456f092-a6de-4700-90a1-8f0775902cb9', 'name': 'network-vif-deleted', 'tag': '40f6ac8e-8ea6-4490-b1b2-6e44333e83a7', 'status': 'completed', 'code': 200} Sep 30 01:01:42.515511 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-411ea286-e2cd-443d-b103-a8ab3e076fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:42.592762 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-74fdf2f4-f214-48a6-be9b-2f2240c9ccd0 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:42.666412 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c925f6-1466-461d-a059-43d4a4f80d4f service neutron] Pushing event updated for resources: {'Port': ['ID=a819763d-3305-4025-9f6f-0878e7ac95ff,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:42.669432 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-74c925f6-1466-461d-a059-43d4a4f80d4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:42.750460 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-74c925f6-1466-461d-a059-43d4a4f80d4f service neutron] Attempting to bind port a819763d-3305-4025-9f6f-0878e7ac95ff on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:01:42.750665 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-74c925f6-1466-461d-a059-43d4a4f80d4f service neutron] Attempting to bind port a819763d-3305-4025-9f6f-0878e7ac95ff by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '1da2ba9e-c977-4353-96c4-7934e4215603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '937bb923-66de-4a05-95d6-5eb092834b56'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:01:42.751032 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-74c925f6-1466-461d-a059-43d4a4f80d4f service neutron] Attempting to bind port a819763d-3305-4025-9f6f-0878e7ac95ff on network 937bb923-66de-4a05-95d6-5eb092834b56 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:01:42.758626 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-74c925f6-1466-461d-a059-43d4a4f80d4f service neutron] Port a819763d-3305-4025-9f6f-0878e7ac95ff on network 937bb923-66de-4a05-95d6-5eb092834b56 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:01:42.758976 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-74c925f6-1466-461d-a059-43d4a4f80d4f service neutron] Attempting to bind port a819763d-3305-4025-9f6f-0878e7ac95ff on network 937bb923-66de-4a05-95d6-5eb092834b56 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:01:42.767232 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-74c925f6-1466-461d-a059-43d4a4f80d4f service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:01:42.767232 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-74c925f6-1466-461d-a059-43d4a4f80d4f service neutron] Checking segment: {'id': '1da2ba9e-c977-4353-96c4-7934e4215603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '937bb923-66de-4a05-95d6-5eb092834b56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:01:42.768198 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-74c925f6-1466-461d-a059-43d4a4f80d4f service neutron] Bound using segment: {'id': '1da2ba9e-c977-4353-96c4-7934e4215603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '937bb923-66de-4a05-95d6-5eb092834b56'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:01:42.768473 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-74c925f6-1466-461d-a059-43d4a4f80d4f service neutron] Bound port: a819763d-3305-4025-9f6f-0878e7ac95ff, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1da2ba9e-c977-4353-96c4-7934e4215603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '937bb923-66de-4a05-95d6-5eb092834b56'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:01:42.768905 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-74c925f6-1466-461d-a059-43d4a4f80d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:42.781107 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-74fdf2f4-f214-48a6-be9b-2f2240c9ccd0 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:42.896989 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-411ea286-e2cd-443d-b103-a8ab3e076fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f6e824-d2a8-406c-989e-9294a8a82e66 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:01:42.916383 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-411ea286-e2cd-443d-b103-a8ab3e076fc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:42.932475 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-411ea286-e2cd-443d-b103-a8ab3e076fc0 service neutron] Transition to ACTIVE for port object 43f6e824-d2a8-406c-989e-9294a8a82e66 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:01:42.937305 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-411ea286-e2cd-443d-b103-a8ab3e076fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:42.945188 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-467e44a7-dead-4e3e-8b93-df3104a5d4e5 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:42.979475 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b0f28d12-25e9-4ae7-a046-ae89ab68c3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:42.990486 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-74fdf2f4-f214-48a6-be9b-2f2240c9ccd0 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:42.999247 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-545c49ea-6764-4c9c-8c63-63e34e04e386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:43.054415 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fdf2f4-f214-48a6-be9b-2f2240c9ccd0 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Pushing event deleted for resources: {'Subnet': ['ID=6626eedb-1a1a-42b6-8a71-bfd9f8475a37,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:43.057251 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-74fdf2f4-f214-48a6-be9b-2f2240c9ccd0 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:43.060441 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-74fdf2f4-f214-48a6-be9b-2f2240c9ccd0 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:43.063920 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-74c925f6-1466-461d-a059-43d4a4f80d4f service neutron] For port a819763d-3305-4025-9f6f-0878e7ac95ff, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:01:43.066154 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353aca27-c093-46e0-8ec8-e8124480a1c1 None None] Network 0b8c9b50-9e50-4396-9491-d0b513b9e540 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:01:43.069468 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-74c925f6-1466-461d-a059-43d4a4f80d4f service neutron] For port a819763d-3305-4025-9f6f-0878e7ac95ff, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=a819763d-3305-4025-9f6f-0878e7ac95ff,segment=NetworkSegment(1da2ba9e-c977-4353-96c4-7934e4215603),segment_id=1da2ba9e-c977-4353-96c4-7934e4215603)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:01:43.070650 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-74fdf2f4-f214-48a6-be9b-2f2240c9ccd0 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] 10.222.0.39 "DELETE /v2.0/subnets/6626eedb-1a1a-42b6-8a71-bfd9f8475a37 HTTP/1.1" status: 204 len: 168 time: 0.8691342 Sep 30 01:01:43.073085 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 43618) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:43.076984 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-74c925f6-1466-461d-a059-43d4a4f80d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:43.135560 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b0f28d12-25e9-4ae7-a046-ae89ab68c3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:43.136344 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-b0f28d12-25e9-4ae7-a046-ae89ab68c3b9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/653e610f-7618-449b-93c9-e82ca44110ac HTTP/1.1" status: 204 len: 168 time: 0.9546850 Sep 30 01:01:43.219676 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3bd9b265-5380-4b62-9d89-6e9a5b2eeaf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:43.244026 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ea286-e2cd-443d-b103-a8ab3e076fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=43f6e824-d2a8-406c-989e-9294a8a82e66,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:43.248318 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-411ea286-e2cd-443d-b103-a8ab3e076fc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:43.252480 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f505b4b4-cd27-4fec-9106-f48f3a73e4f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.258s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:43.265469 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f28d12-25e9-4ae7-a046-ae89ab68c3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653e610f-7618-449b-93c9-e82ca44110ac,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:43.278758 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b0f28d12-25e9-4ae7-a046-ae89ab68c3b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:43.312889 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-411ea286-e2cd-443d-b103-a8ab3e076fc0 service neutron] Attempting to bind port 43f6e824-d2a8-406c-989e-9294a8a82e66 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:01:43.313783 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-411ea286-e2cd-443d-b103-a8ab3e076fc0 service neutron] Attempting to bind port 43f6e824-d2a8-406c-989e-9294a8a82e66 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:01:43.313783 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-411ea286-e2cd-443d-b103-a8ab3e076fc0 service neutron] Attempting to bind port 43f6e824-d2a8-406c-989e-9294a8a82e66 on network 34a0c4bb-7b8e-4af9-940e-de978352f62e {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:01:43.321786 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-411ea286-e2cd-443d-b103-a8ab3e076fc0 service neutron] Port 43f6e824-d2a8-406c-989e-9294a8a82e66 on network 34a0c4bb-7b8e-4af9-940e-de978352f62e not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:01:43.322158 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-411ea286-e2cd-443d-b103-a8ab3e076fc0 service neutron] Attempting to bind port 43f6e824-d2a8-406c-989e-9294a8a82e66 on network 34a0c4bb-7b8e-4af9-940e-de978352f62e {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:01:43.328994 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-411ea286-e2cd-443d-b103-a8ab3e076fc0 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:01:43.329504 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-411ea286-e2cd-443d-b103-a8ab3e076fc0 service neutron] Checking segment: {'id': 'e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:01:43.330067 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-411ea286-e2cd-443d-b103-a8ab3e076fc0 service neutron] Bound using segment: {'id': 'e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:01:43.330515 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-411ea286-e2cd-443d-b103-a8ab3e076fc0 service neutron] Bound port: 43f6e824-d2a8-406c-989e-9294a8a82e66, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:01:43.331010 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-411ea286-e2cd-443d-b103-a8ab3e076fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:43.412106 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971aba84-e7cb-4c8b-9cc3-299e4ba996e5 req-d0180d76-e18e-4f98-aeca-dee4d2aefbb8 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:43.420161 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-971aba84-e7cb-4c8b-9cc3-299e4ba996e5 req-d0180d76-e18e-4f98-aeca-dee4d2aefbb8 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 944 time: 0.2389200 Sep 30 01:01:43.431937 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-74c925f6-1466-461d-a059-43d4a4f80d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:43.432577 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-74c925f6-1466-461d-a059-43d4a4f80d4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:43.435055 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-74c925f6-1466-461d-a059-43d4a4f80d4f service neutron] 10.222.0.55 "PUT /v2.0/ports/a819763d-3305-4025-9f6f-0878e7ac95ff HTTP/1.1" status: 200 len: 1091 time: 2.6966746 Sep 30 01:01:43.447032 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ed2654-bd73-41da-8027-b2fa79ff3257', 'tag': 'a819763d-3305-4025-9f6f-0878e7ac95ff'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:01:43.494804 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a563c9a1-03f1-40df-888a-b61f309f6452 None None] DHCP port deletion for 0b8c9b50-9e50-4396-9491-d0b513b9e540 request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 01:01:43.502827 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-a563c9a1-03f1-40df-888a-b61f309f6452 None None] Deleting port 729f3871-3f28-4657-8ddd-08fddf1e4ca6 {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:01:43.503613 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-a563c9a1-03f1-40df-888a-b61f309f6452 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:43.510400 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-971aba84-e7cb-4c8b-9cc3-299e4ba996e5 req-19b40ca2-a0cd-4b9b-9fcf-cb3ba16ed62f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855644 Sep 30 01:01:43.530689 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-710598d1-012f-4b3b-bad1-dd8014c5c510 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:43.531891 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-411ea286-e2cd-443d-b103-a8ab3e076fc0 service neutron] For port 43f6e824-d2a8-406c-989e-9294a8a82e66, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:01:43.547241 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-411ea286-e2cd-443d-b103-a8ab3e076fc0 service neutron] For port 43f6e824-d2a8-406c-989e-9294a8a82e66, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=43f6e824-d2a8-406c-989e-9294a8a82e66,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:01:43.549420 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c925f6-1466-461d-a059-43d4a4f80d4f service neutron] Pushing event updated for resources: {'Port': ['ID=a819763d-3305-4025-9f6f-0878e7ac95ff,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:43.553311 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-74c925f6-1466-461d-a059-43d4a4f80d4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:43.558244 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-411ea286-e2cd-443d-b103-a8ab3e076fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:43.569782 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4e6ad1b1-59b1-48f3-934a-af596392b464 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:43.636393 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-710598d1-012f-4b3b-bad1-dd8014c5c510 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Deleting port 729f3871-3f28-4657-8ddd-08fddf1e4ca6 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:01:43.636743 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-710598d1-012f-4b3b-bad1-dd8014c5c510 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:43.733133 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 43644) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:43.748116 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:01:43.802222 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:01:43.802592 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 40f6ac8e-8ea6-4490-b1b2-6e44333e83a7 not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:01:43.807182 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ea286-e2cd-443d-b103-a8ab3e076fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=43f6e824-d2a8-406c-989e-9294a8a82e66,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:43.811557 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-411ea286-e2cd-443d-b103-a8ab3e076fc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:43.816791 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-411ea286-e2cd-443d-b103-a8ab3e076fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:43.817404 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-411ea286-e2cd-443d-b103-a8ab3e076fc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:43.818810 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-411ea286-e2cd-443d-b103-a8ab3e076fc0 service neutron] 10.222.0.59 "PUT /v2.0/ports/43f6e824-d2a8-406c-989e-9294a8a82e66 HTTP/1.1" status: 200 len: 1092 time: 1.5160208 Sep 30 01:01:43.848359 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-a563c9a1-03f1-40df-888a-b61f309f6452 None None] For port 729f3871-3f28-4657-8ddd-08fddf1e4ca6, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=729f3871-3f28-4657-8ddd-08fddf1e4ca6,segment=NetworkSegment(c5beab59-d941-486b-a1b0-18e37903010a),segment_id=c5beab59-d941-486b-a1b0-18e37903010a)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:43.848825 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-a563c9a1-03f1-40df-888a-b61f309f6452 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:43.965766 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-ef697b51-d0b8-41ea-9b58-ba7d5e5050f6 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:43.967261 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-ef697b51-d0b8-41ea-9b58-ba7d5e5050f6 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/networks?id=967f5979-41b2-4f23-910e-0f1e38e22766 HTTP/1.1" status: 200 len: 822 time: 0.6952426 Sep 30 01:01:44.009786 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-a563c9a1-03f1-40df-888a-b61f309f6452 None None] Calling delete_port for 729f3871-3f28-4657-8ddd-08fddf1e4ca6 owned by network:dhcp {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:01:44.012572 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-8a73afa4-52d9-4876-8857-deab9e0b87f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:44.014177 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-8a73afa4-52d9-4876-8857-deab9e0b87f3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09577eebebf34beb8f9f7386d3ff6957&device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 1095 time: 0.1177328 Sep 30 01:01:44.039515 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 729f3871-3f28-4657-8ddd-08fddf1e4ca6 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:01:44.046051 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-7ee59422-1020-4a97-8f3c-98d21ef6676e tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/quotas/47098c8256e3486bb54ee0f412f60d5a HTTP/1.1" status: 200 len: 375 time: 0.0666912 Sep 30 01:01:44.056125 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-24d41c11-cfcf-41de-93b0-c5b9b40fdec0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=46f1961c96e04591a3b760f68e3fd1d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3125536 Sep 30 01:01:44.066545 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-67214edf-767b-4a92-8487-7e7fb07b73f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:44.068029 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-67214edf-767b-4a92-8487-7e7fb07b73f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=679ecd0439544ad5b7460b1d0b9c6989&device_id=f7ed2654-bd73-41da-8027-b2fa79ff3257 HTTP/1.1" status: 200 len: 1094 time: 0.5905793 Sep 30 01:01:44.069213 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 43648) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:44.136046 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-432f06ee-3679-453b-b50c-e4b80f4ce859 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43f6e824-d2a8-406c-989e-9294a8a82e66 HTTP/1.1" status: 200 len: 217 time: 0.1079381 Sep 30 01:01:44.179897 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-a563c9a1-03f1-40df-888a-b61f309f6452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821'] for port, after_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:44.192510 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:44.224777 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-435ffd9b-9f72-4fdf-a6e5-1674af10cb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:44.226232 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-435ffd9b-9f72-4fdf-a6e5-1674af10cb91 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=518e3f3b-9573-4eac-aa37-789767c0d3b7 HTTP/1.1" status: 200 len: 851 time: 0.0788980 Sep 30 01:01:44.241039 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563c9a1-03f1-40df-888a-b61f309f6452 None None] Pushing event deleted for resources: {'Port': ['ID=729f3871-3f28-4657-8ddd-08fddf1e4ca6,revision_number=None']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:44.247574 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-524db052-33e2-4780-8c80-2df61cdf0bdc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a819763d-3305-4025-9f6f-0878e7ac95ff HTTP/1.1" status: 200 len: 217 time: 0.1033251 Sep 30 01:01:44.249408 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-a563c9a1-03f1-40df-888a-b61f309f6452 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:44.255631 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a563c9a1-03f1-40df-888a-b61f309f6452 None None] No DVR routers for this DVR port 729f3871-3f28-4657-8ddd-08fddf1e4ca6 on host n-d-811809-1 {{(pid=80276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:01:44.257075 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:44.290106 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e9a0f-6aba-42e2-bb62-882db7cf9cb8 req-3cb32e07-ec1e-42a0-b5ef-1c6f267132c9 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:44.293907 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c01e9a0f-6aba-42e2-bb62-882db7cf9cb8 req-3cb32e07-ec1e-42a0-b5ef-1c6f267132c9 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7ed2654-bd73-41da-8027-b2fa79ff3257 HTTP/1.1" status: 200 len: 943 time: 0.1956792 Sep 30 01:01:44.304075 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-186ff8e9-ead1-4cb2-937d-82c27938bd97 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34a0c4bb-7b8e-4af9-940e-de978352f62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704072 Sep 30 01:01:44.421905 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ceb67f4-9398-4bb8-a192-945af0a86fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:44.424223 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c01e9a0f-6aba-42e2-bb62-882db7cf9cb8 req-b264a09d-549f-4107-a972-6ae8e7c630b2 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] 10.222.0.39 "GET /v2.0/security-groups?id=9adecd80-b380-4b1c-a4a8-3168abda1dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235702 Sep 30 01:01:44.453276 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-710598d1-012f-4b3b-bad1-dd8014c5c510 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] For port 729f3871-3f28-4657-8ddd-08fddf1e4ca6, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=729f3871-3f28-4657-8ddd-08fddf1e4ca6,segment=NetworkSegment(c5beab59-d941-486b-a1b0-18e37903010a),segment_id=c5beab59-d941-486b-a1b0-18e37903010a)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:44.453644 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-710598d1-012f-4b3b-bad1-dd8014c5c510 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:44.468713 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-7d7ac842-2e5a-4ca1-9589-3f3fa2ef8129 service neutron] 10.222.0.59 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522214 Sep 30 01:01:44.495344 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9800820b-556c-4c3c-abda-3f81d6e73f71', 'tag': '43f6e824-d2a8-406c-989e-9294a8a82e66'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:01:44.541945 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-0033c353-f1ca-42f1-a78d-1d0bef43a5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:44.543407 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-0033c353-f1ca-42f1-a78d-1d0bef43a5e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=687b3e58-680a-404f-bc60-69995e08791a HTTP/1.1" status: 200 len: 860 time: 0.2124181 Sep 30 01:01:44.565328 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9800820b-556c-4c3c-abda-3f81d6e73f71', 'tag': '43f6e824-d2a8-406c-989e-9294a8a82e66', 'status': 'completed', 'code': 200} Sep 30 01:01:44.601818 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ceb67f4-9398-4bb8-a192-945af0a86fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:44.609313 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ed2654-bd73-41da-8027-b2fa79ff3257', 'tag': 'a819763d-3305-4025-9f6f-0878e7ac95ff', 'status': 'completed', 'code': 200} Sep 30 01:01:44.618380 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-710598d1-012f-4b3b-bad1-dd8014c5c510 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Calling delete_port for 729f3871-3f28-4657-8ddd-08fddf1e4ca6 owned by network:dhcp {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:01:44.629142 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-59bec78d-8809-4822-b53c-d81d7fd21646 req-61ce933c-da8d-44c1-9e0f-cd73b2c89f9a service neutron] 10.222.0.59 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529927 Sep 30 01:01:44.722091 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-181b0106-99f2-46da-89bf-64429e772c98 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=937bb923-66de-4a05-95d6-5eb092834b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716856 Sep 30 01:01:44.739776 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-045ce381-3cb5-4105-9436-a7e14a43db3c tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=47098c8256e3486bb54ee0f412f60d5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6825016 Sep 30 01:01:44.785103 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68fcdf-3163-4aac-b9a8-7f603e3cb060 req-50291bd8-82b2-4b69-8bcc-af70855bef76 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:44.786560 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3a68fcdf-3163-4aac-b9a8-7f603e3cb060 req-50291bd8-82b2-4b69-8bcc-af70855bef76 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 944 time: 0.1334169 Sep 30 01:01:44.842136 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3a68fcdf-3163-4aac-b9a8-7f603e3cb060 req-ea87368e-e7b6-4f0f-929a-6f2eecbe8854 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472734 Sep 30 01:01:44.852706 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3017a-4a4c-4a3b-b8ee-8464f0eabcbf req-e25a5602-ef03-447b-a480-e2a0cefea11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:44.854501 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d3d3017a-4a4c-4a3b-b8ee-8464f0eabcbf req-e25a5602-ef03-447b-a480-e2a0cefea11b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09577eebebf34beb8f9f7386d3ff6957&device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 1095 time: 0.1235263 Sep 30 01:01:44.951351 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.db.api [None req-710598d1-012f-4b3b-bad1-dd8014c5c510 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80275) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 01:01:44.951671 n-d-811809-1 neutron-server[80275]: DEBUG oslo_db.api [None req-710598d1-012f-4b3b-bad1-dd8014c5c510 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 01:01:44.984181 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ceb67f4-9398-4bb8-a192-945af0a86fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:44.998776 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-940553d3-8ad7-4ee2-97a0-68d6707480e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:45.012735 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3017a-4a4c-4a3b-b8ee-8464f0eabcbf req-24946e50-514b-40b4-93c8-56ab58b03ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:45.014353 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d3d3017a-4a4c-4a3b-b8ee-8464f0eabcbf req-24946e50-514b-40b4-93c8-56ab58b03ecd service neutron] 10.222.0.59 "GET /v2.0/networks?id=34a0c4bb-7b8e-4af9-940e-de978352f62e HTTP/1.1" status: 200 len: 912 time: 0.1465859 Sep 30 01:01:45.024946 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb67f4-9398-4bb8-a192-945af0a86fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d0c347-2b43-426b-905c-9a29df18b2fc,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:45.035016 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2ceb67f4-9398-4bb8-a192-945af0a86fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:45.040661 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-7906f93c-21d5-4fb9-a475-22f3221eedfa service neutron] 10.222.0.55 "GET /v2.0/networks/937bb923-66de-4a05-95d6-5eb092834b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999482 Sep 30 01:01:45.044289 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-7845a4c2-3ed2-4010-b052-a40504af4e70 service neutron] 10.222.0.39 "GET /v2.0/networks/967f5979-41b2-4f23-910e-0f1e38e22766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756114 Sep 30 01:01:45.111477 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d3d3017a-4a4c-4a3b-b8ee-8464f0eabcbf req-df6084e8-995c-4e68-be65-f2bc9cbb5df4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43f6e824-d2a8-406c-989e-9294a8a82e66 HTTP/1.1" status: 200 len: 217 time: 0.0895040 Sep 30 01:01:45.173296 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3017a-4a4c-4a3b-b8ee-8464f0eabcbf req-286e22f0-5f1f-437b-ac05-ca27745510f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:45.174773 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d3d3017a-4a4c-4a3b-b8ee-8464f0eabcbf req-286e22f0-5f1f-437b-ac05-ca27745510f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=518e3f3b-9573-4eac-aa37-789767c0d3b7 HTTP/1.1" status: 200 len: 851 time: 0.0574861 Sep 30 01:01:45.201910 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ceb67f4-9398-4bb8-a192-945af0a86fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:45.203123 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-2ceb67f4-9398-4bb8-a192-945af0a86fed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b7d0c347-2b43-426b-905c-9a29df18b2fc HTTP/1.1" status: 204 len: 168 time: 1.1307592 Sep 30 01:01:45.228734 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d3d3017a-4a4c-4a3b-b8ee-8464f0eabcbf req-8aa5da19-99ed-42e0-b1a2-082f8fff12f0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34a0c4bb-7b8e-4af9-940e-de978352f62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441658 Sep 30 01:01:45.297879 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-95b6efcb-e909-4149-bd1d-f027d85a2139 service neutron] 10.222.0.39 "GET /v2.0/networks/967f5979-41b2-4f23-910e-0f1e38e22766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408464 Sep 30 01:01:45.307230 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9aad9479-a477-4a7c-b94a-decd03b7b86b req-35b98f64-5a44-4fcd-a603-778ff0a7fada service neutron] 10.222.0.55 "GET /v2.0/networks/937bb923-66de-4a05-95d6-5eb092834b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515848 Sep 30 01:01:45.370700 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d3d3017a-4a4c-4a3b-b8ee-8464f0eabcbf req-e7e0a524-2e19-4508-be41-9c955f14b621 service neutron] 10.222.0.59 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347408 Sep 30 01:01:45.453138 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-710598d1-012f-4b3b-bad1-dd8014c5c510 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Deleting port 729f3871-3f28-4657-8ddd-08fddf1e4ca6 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:01:45.453483 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-710598d1-012f-4b3b-bad1-dd8014c5c510 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:45.497553 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11b2e-ded9-4a56-b1ca-ed30b53f5a03 req-f6bfc9ef-c7c8-47ff-a935-0df916d76ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:45.499361 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b6c11b2e-ded9-4a56-b1ca-ed30b53f5a03 req-f6bfc9ef-c7c8-47ff-a935-0df916d76ab2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=679ecd0439544ad5b7460b1d0b9c6989&device_id=f7ed2654-bd73-41da-8027-b2fa79ff3257 HTTP/1.1" status: 200 len: 1094 time: 0.1304865 Sep 30 01:01:45.544582 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d3d3017a-4a4c-4a3b-b8ee-8464f0eabcbf req-6ca3cff6-8c82-44d2-b559-ea5a4bd99e96 service neutron] 10.222.0.59 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668708 Sep 30 01:01:45.575568 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-710598d1-012f-4b3b-bad1-dd8014c5c510 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] The port '729f3871-3f28-4657-8ddd-08fddf1e4ca6' was deleted {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 30 01:01:45.612715 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-8ca7882d-daf2-4fd3-8114-ee2128e19cbc req-319eeb27-d335-4e11-b7bb-6f0c788b8c13 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Synchronizing usage tracker for tenant:47098c8256e3486bb54ee0f412f60d5a on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:01:45.632781 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-8ca7882d-daf2-4fd3-8114-ee2128e19cbc req-319eeb27-d335-4e11-b7bb-6f0c788b8c13 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Unset dirty status for tenant:47098c8256e3486bb54ee0f412f60d5a on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:01:45.647355 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8ca7882d-daf2-4fd3-8114-ee2128e19cbc req-319eeb27-d335-4e11-b7bb-6f0c788b8c13 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0bdceac-4b37-48dd-87a4-dfe23703ff6b HTTP/1.1" status: 200 len: 210 time: 0.1017156 Sep 30 01:01:45.971581 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-710598d1-012f-4b3b-bad1-dd8014c5c510 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:46.024194 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-710598d1-012f-4b3b-bad1-dd8014c5c510 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b8c9b50-9e50-4396-9491-d0b513b9e540']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:01:46.073278 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-710598d1-012f-4b3b-bad1-dd8014c5c510 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5beab59-d941-486b-a1b0-18e37903010a') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:01:46.073617 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-710598d1-012f-4b3b-bad1-dd8014c5c510 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5beab59-d941-486b-a1b0-18e37903010a') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:01:46.083824 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf0918-28a5-4578-bf6c-2d2110c2bd42 req-a1c9606e-4883-4c4d-bad0-84beb6512c62 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:46.085651 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-72cf0918-28a5-4578-bf6c-2d2110c2bd42 req-a1c9606e-4883-4c4d-bad0-84beb6512c62 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 944 time: 0.1037982 Sep 30 01:01:46.108091 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11b2e-ded9-4a56-b1ca-ed30b53f5a03 req-22d0ba4e-9f3e-4b5e-b50a-8b5b3ba7839f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:46.110527 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b6c11b2e-ded9-4a56-b1ca-ed30b53f5a03 req-22d0ba4e-9f3e-4b5e-b50a-8b5b3ba7839f service neutron] 10.222.0.55 "GET /v2.0/networks?id=937bb923-66de-4a05-95d6-5eb092834b56 HTTP/1.1" status: 200 len: 921 time: 0.5828116 Sep 30 01:01:46.114866 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-710598d1-012f-4b3b-bad1-dd8014c5c510 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:46.204006 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac85b4b-4881-4c7d-843d-9ae9a35952ac req-45a07ac2-ebfe-410d-95fc-31dd94f4a7e7 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:46.206003 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6ac85b4b-4881-4c7d-843d-9ae9a35952ac req-45a07ac2-ebfe-410d-95fc-31dd94f4a7e7 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7ed2654-bd73-41da-8027-b2fa79ff3257 HTTP/1.1" status: 200 len: 943 time: 0.4488461 Sep 30 01:01:46.239933 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b6c11b2e-ded9-4a56-b1ca-ed30b53f5a03 req-54bbffb1-e115-45f1-a8b7-81cb9ee8a8d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a819763d-3305-4025-9f6f-0878e7ac95ff HTTP/1.1" status: 200 len: 217 time: 0.1094851 Sep 30 01:01:46.242938 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-710598d1-012f-4b3b-bad1-dd8014c5c510 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:46.276440 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-72cf0918-28a5-4578-bf6c-2d2110c2bd42 req-8daea03c-0995-42c1-a7ee-a0921405860b tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832328 Sep 30 01:01:46.294452 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710598d1-012f-4b3b-bad1-dd8014c5c510 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:01:46.294887 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-710598d1-012f-4b3b-bad1-dd8014c5c510 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: util.warn( Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: util.warn( Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: util.warn( Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: util.warn( Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: timer() Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:01:46.311120 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:01:46.409984 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6ac85b4b-4881-4c7d-843d-9ae9a35952ac req-37398e93-aa67-471f-a753-d684dc9c0dd1 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] 10.222.0.39 "GET /v2.0/security-groups?id=9adecd80-b380-4b1c-a4a8-3168abda1dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866748 Sep 30 01:01:46.437229 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11b2e-ded9-4a56-b1ca-ed30b53f5a03 req-cc124570-f8b6-443e-9364-d18efc019391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:46.438980 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b6c11b2e-ded9-4a56-b1ca-ed30b53f5a03 req-cc124570-f8b6-443e-9364-d18efc019391 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=687b3e58-680a-404f-bc60-69995e08791a HTTP/1.1" status: 200 len: 860 time: 0.1882136 Sep 30 01:01:46.444361 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-710598d1-012f-4b3b-bad1-dd8014c5c510 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:46.448477 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0ecb09be-761b-43e2-a99c-08104c4eaaa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:46.470480 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-710598d1-012f-4b3b-bad1-dd8014c5c510 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:46.476018 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710598d1-012f-4b3b-bad1-dd8014c5c510 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Pushing event deleted for resources: {'Network': ['ID=0b8c9b50-9e50-4396-9491-d0b513b9e540,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:46.478426 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-710598d1-012f-4b3b-bad1-dd8014c5c510 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] 10.222.0.39 "DELETE /v2.0/networks/0b8c9b50-9e50-4396-9491-d0b513b9e540 HTTP/1.1" status: 204 len: 168 time: 3.4043684 Sep 30 01:01:46.509117 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-710598d1-012f-4b3b-bad1-dd8014c5c510 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:46.522783 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b6c11b2e-ded9-4a56-b1ca-ed30b53f5a03 req-a5f0fbc8-076c-4478-85b1-285172ea2f9b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=937bb923-66de-4a05-95d6-5eb092834b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541801 Sep 30 01:01:46.709704 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b6c11b2e-ded9-4a56-b1ca-ed30b53f5a03 req-4ed0d6f8-64a9-4ced-8ab7-20e4108418dc service neutron] 10.222.0.55 "GET /v2.0/networks/937bb923-66de-4a05-95d6-5eb092834b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732433 Sep 30 01:01:46.859951 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43714) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:46.937293 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e1a283a1-8818-4000-976c-0a46a984dae1 req-9f82f9ef-a0c4-4226-8019-a2e344d46952 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0bdceac-4b37-48dd-87a4-dfe23703ff6b HTTP/1.1" status: 200 len: 210 time: 0.1314785 Sep 30 01:01:47.026503 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b6c11b2e-ded9-4a56-b1ca-ed30b53f5a03 req-3b4ff9b5-f760-45b4-bb7a-41a35b7c17d4 service neutron] 10.222.0.55 "GET /v2.0/networks/937bb923-66de-4a05-95d6-5eb092834b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095973 Sep 30 01:01:47.057090 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-830d4621-ee69-4898-bbef-82aab5a7f531 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:47.058533 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-830d4621-ee69-4898-bbef-82aab5a7f531 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.55 "GET /v2.0/networks?id=967f5979-41b2-4f23-910e-0f1e38e22766 HTTP/1.1" status: 200 len: 822 time: 0.2517462 Sep 30 01:01:47.075097 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-b320d0ec-9d33-41b9-b4cf-63b069867420 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Request body: {'port': {'device_id': 'f0bdceac-4b37-48dd-87a4-dfe23703ff6b', 'network_id': '967f5979-41b2-4f23-910e-0f1e38e22766', 'admin_state_up': True, 'tenant_id': '47098c8256e3486bb54ee0f412f60d5a'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:01:47.179627 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-14f330ea-21cb-44d9-9520-9980ebcfcc5c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9fec021cc9954dbc88dbd127146db4ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3162231 Sep 30 01:01:47.180039 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43726) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:47.216863 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-b320d0ec-9d33-41b9-b4cf-63b069867420 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:47.227501 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-b320d0ec-9d33-41b9-b4cf-63b069867420 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:47.237229 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-b320d0ec-9d33-41b9-b4cf-63b069867420 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Made reservation on behalf of 47098c8256e3486bb54ee0f412f60d5a for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:01:47.240742 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-b320d0ec-9d33-41b9-b4cf-63b069867420 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:47.242545 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a7500176-ad98-419b-9c8b-1d30f88fe68f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:47.269730 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a7500176-ad98-419b-9c8b-1d30f88fe68f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:47.292977 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device a819763d-3305-4025-9f6f-0878e7ac95ff details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:01:47.338455 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a7500176-ad98-419b-9c8b-1d30f88fe68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:47.343969 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f205755a-bf9a-4d9f-a9b7-a5f1e547ed0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:47.362335 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7500176-ad98-419b-9c8b-1d30f88fe68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f9b130-c5da-4994-b5b8-f8a015b2007f,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:47.370754 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a7500176-ad98-419b-9c8b-1d30f88fe68f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:47.374685 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-a7500176-ad98-419b-9c8b-1d30f88fe68f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/39f9b130-c5da-4994-b5b8-f8a015b2007f HTTP/1.1" status: 204 len: 168 time: 0.1937678 Sep 30 01:01:47.377640 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7500176-ad98-419b-9c8b-1d30f88fe68f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:47.378340 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7500176-ad98-419b-9c8b-1d30f88fe68f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:47.378915 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7500176-ad98-419b-9c8b-1d30f88fe68f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:47.379442 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7500176-ad98-419b-9c8b-1d30f88fe68f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:47.379968 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7500176-ad98-419b-9c8b-1d30f88fe68f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:47.383573 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7500176-ad98-419b-9c8b-1d30f88fe68f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:47.384104 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7500176-ad98-419b-9c8b-1d30f88fe68f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:47.384629 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7500176-ad98-419b-9c8b-1d30f88fe68f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:47.385233 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7500176-ad98-419b-9c8b-1d30f88fe68f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:47.385860 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7500176-ad98-419b-9c8b-1d30f88fe68f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:47.386413 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7500176-ad98-419b-9c8b-1d30f88fe68f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:47.387000 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7500176-ad98-419b-9c8b-1d30f88fe68f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:47.389830 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43736) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:47.394583 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a7500176-ad98-419b-9c8b-1d30f88fe68f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:47.461024 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-b320d0ec-9d33-41b9-b4cf-63b069867420 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Allocated IP 172.20.0.2 (967f5979-41b2-4f23-910e-0f1e38e22766/3dcca41e-8672-40bd-ac8d-36e228d496d0/54fb605e-4a4a-416c-b3bb-d938d60d4678) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:01:47.575439 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fb19c-5152-4cc1-bca1-0a7c364fc0c8 req-28ea1a70-2f7f-425a-b051-5ee2bcae7ab3 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:47.577022 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1c8fb19c-5152-4cc1-bca1-0a7c364fc0c8 req-28ea1a70-2f7f-425a-b051-5ee2bcae7ab3 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 944 time: 0.1444726 Sep 30 01:01:47.609335 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port a819763d-3305-4025-9f6f-0878e7ac95ff, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=a819763d-3305-4025-9f6f-0878e7ac95ff,segment=NetworkSegment(1da2ba9e-c977-4353-96c4-7934e4215603),segment_id=1da2ba9e-c977-4353-96c4-7934e4215603)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:47.640810 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 43f6e824-d2a8-406c-989e-9294a8a82e66 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:01:47.663725 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bb80d243-0d1c-47af-a1b7-b1b83090cc73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:47.755283 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1c8fb19c-5152-4cc1-bca1-0a7c364fc0c8 req-fd0819a9-0445-4d84-904c-9de730cc0ffa tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345205 Sep 30 01:01:47.756873 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-bb80d243-0d1c-47af-a1b7-b1b83090cc73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:47.771407 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-bb80d243-0d1c-47af-a1b7-b1b83090cc73 admin admin] Usage tracker for resource:security_group_rule and tenant:aef3c217d8124464b44b56e8f9994ae3 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:47.776057 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-bb80d243-0d1c-47af-a1b7-b1b83090cc73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:47.778104 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': 'a819763d-3305-4025-9f6f-0878e7ac95ff', 'network_id': '937bb923-66de-4a05-95d6-5eb092834b56', 'port_id': 'a819763d-3305-4025-9f6f-0878e7ac95ff', 'mac_address': 'fa:16:3e:28:66:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '687b3e58-680a-404f-bc60-69995e08791a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:01:47.791954 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-bb80d243-0d1c-47af-a1b7-b1b83090cc73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:47.852631 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43750) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:47.870425 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 43f6e824-d2a8-406c-989e-9294a8a82e66, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=43f6e824-d2a8-406c-989e-9294a8a82e66,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:47.877330 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3e662e72-eab9-455e-9eb2-8f5312a17b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:47.895581 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '43f6e824-d2a8-406c-989e-9294a8a82e66', 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e', 'port_id': '43f6e824-d2a8-406c-989e-9294a8a82e66', 'mac_address': 'fa:16:3e:60:3a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '518e3f3b-9573-4eac-aa37-789767c0d3b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:01:47.900111 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-3e662e72-eab9-455e-9eb2-8f5312a17b2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:47.905528 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-3e662e72-eab9-455e-9eb2-8f5312a17b2c admin admin] Usage tracker for resource:security_group_rule and tenant:d579bf8ae7ca4f4ca1aa3c521d31bd96 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:47.912934 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-3e662e72-eab9-455e-9eb2-8f5312a17b2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:47.920900 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-3e662e72-eab9-455e-9eb2-8f5312a17b2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:47.937825 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:47.972594 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a819763d-3305-4025-9f6f-0878e7ac95ff {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:01:47.988208 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:48.001504 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bb80d243-0d1c-47af-a1b7-b1b83090cc73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:48.009652 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port a819763d-3305-4025-9f6f-0878e7ac95ff, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=a819763d-3305-4025-9f6f-0878e7ac95ff,segment=NetworkSegment(1da2ba9e-c977-4353-96c4-7934e4215603),segment_id=1da2ba9e-c977-4353-96c4-7934e4215603)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:48.010133 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bb80d243-0d1c-47af-a1b7-b1b83090cc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:48.011557 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f6e824-d2a8-406c-989e-9294a8a82e66 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:01:48.015047 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3dfc4-3e28-4a2c-8a15-dffde99f14fd req-04f36859-9ec3-434a-a002-858ea3a21ff0 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:48.017713 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:48.017873 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b3d3dfc4-3e28-4a2c-8a15-dffde99f14fd req-04f36859-9ec3-434a-a002-858ea3a21ff0 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7ed2654-bd73-41da-8027-b2fa79ff3257 HTTP/1.1" status: 200 len: 943 time: 0.2232685 Sep 30 01:01:48.020382 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-a563c9a1-03f1-40df-888a-b61f309f6452 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:48.026032 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5dbc2637-5199-409c-9f90-97dbc984d926 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:48.045376 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-b320d0ec-9d33-41b9-b4cf-63b069867420 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:48.093195 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b3d3dfc4-3e28-4a2c-8a15-dffde99f14fd req-93cec5f0-aae4-45f5-b4f1-f3594a0ba802 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] 10.222.0.39 "GET /v2.0/security-groups?id=9adecd80-b380-4b1c-a4a8-3168abda1dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700259 Sep 30 01:01:48.104414 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80d243-0d1c-47af-a1b7-b1b83090cc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cb4d1e-3088-492e-a844-a3606aa28fae,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:48.112475 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-bb80d243-0d1c-47af-a1b7-b1b83090cc73 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aef3c217d8124464b44b56e8f9994ae3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7214372 Sep 30 01:01:48.114673 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bb80d243-0d1c-47af-a1b7-b1b83090cc73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:48.121317 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 43758) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:48.138399 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 43f6e824-d2a8-406c-989e-9294a8a82e66, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=43f6e824-d2a8-406c-989e-9294a8a82e66,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:48.145473 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:48.159581 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=a819763d-3305-4025-9f6f-0878e7ac95ff,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:48.162692 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:48.163212 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:48.174702 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-b320d0ec-9d33-41b9-b4cf-63b069867420 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:48.180983 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2472a7ba-b037-413e-9fc2-5342e0b6ac2a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:48.215951 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3e662e72-eab9-455e-9eb2-8f5312a17b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:48.230825 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3e662e72-eab9-455e-9eb2-8f5312a17b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:48.241040 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b0f28d12-25e9-4ae7-a046-ae89ab68c3b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:48.247827 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=43f6e824-d2a8-406c-989e-9294a8a82e66,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:48.252011 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:48.272750 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e662e72-eab9-455e-9eb2-8f5312a17b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51bb342-f7e1-48e3-867f-355445c6a6c7,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:48.275351 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-127895eb-5e74-4235-ac80-d436f5dd2590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:48.276048 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-3e662e72-eab9-455e-9eb2-8f5312a17b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:48.282935 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-b320d0ec-9d33-41b9-b4cf-63b069867420 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Network 967f5979-41b2-4f23-910e-0f1e38e22766 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:01:48.290948 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['a819763d-3305-4025-9f6f-0878e7ac95ff'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:01:48.293326 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-b320d0ec-9d33-41b9-b4cf-63b069867420 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:01:48.298145 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320d0ec-9d33-41b9-b4cf-63b069867420 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Pushing event updated for resources: {'Port': ['ID=54fb605e-4a4a-416c-b3bb-d938d60d4678,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:48.300043 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-b320d0ec-9d33-41b9-b4cf-63b069867420 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:01:48.316387 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-3e662e72-eab9-455e-9eb2-8f5312a17b2c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d579bf8ae7ca4f4ca1aa3c521d31bd96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4581792 Sep 30 01:01:48.316944 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43762) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:48.333138 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b320d0ec-9d33-41b9-b4cf-63b069867420 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:48.361967 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad462e-d6bd-4cc6-9c8a-2f8d939f49e2 req-4201837f-4088-4c36-8ec6-7100615d7dbc tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:48.362669 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-127895eb-5e74-4235-ac80-d436f5dd2590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:48.368965 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-27ad462e-d6bd-4cc6-9c8a-2f8d939f49e2 req-4201837f-4088-4c36-8ec6-7100615d7dbc tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0bdceac-4b37-48dd-87a4-dfe23703ff6b HTTP/1.1" status: 200 len: 931 time: 0.2136903 Sep 30 01:01:48.407209 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-b320d0ec-9d33-41b9-b4cf-63b069867420 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:48.408484 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-b320d0ec-9d33-41b9-b4cf-63b069867420 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:48.439449 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-b320d0ec-9d33-41b9-b4cf-63b069867420 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3672822 Sep 30 01:01:48.457034 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-4308b769-410c-4303-8694-353d0dedf45e service neutron] Request body: {'port': {'device_id': 'f0bdceac-4b37-48dd-87a4-dfe23703ff6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:01:48.459297 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-27ad462e-d6bd-4cc6-9c8a-2f8d939f49e2 req-e21ed1b9-d090-472d-ace8-8dfdc134142e tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894132 Sep 30 01:01:48.461075 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2cd9f9b8-3fe5-4687-929c-1e5123297b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:48.488983 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-127895eb-5e74-4235-ac80-d436f5dd2590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:48.493985 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2cd9f9b8-3fe5-4687-929c-1e5123297b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:48.498428 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5377a739-439a-45df-a538-4b43ad7596bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:48.525633 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127895eb-5e74-4235-ac80-d436f5dd2590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cb4d1e-3088-492e-a844-a3606aa28fae,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:48.535369 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-127895eb-5e74-4235-ac80-d436f5dd2590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:48.558935 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-127895eb-5e74-4235-ac80-d436f5dd2590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:48.560011 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-127895eb-5e74-4235-ac80-d436f5dd2590 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45cb4d1e-3088-492e-a844-a3606aa28fae HTTP/1.1" status: 204 len: 168 time: 0.4358265 Sep 30 01:01:48.564441 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2cd9f9b8-3fe5-4687-929c-1e5123297b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:48.576101 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-49ab8f50-b256-4991-b1c8-fc57d42be215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:48.590211 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9f9b8-3fe5-4687-929c-1e5123297b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51bb342-f7e1-48e3-867f-355445c6a6c7,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:48.594311 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2cd9f9b8-3fe5-4687-929c-1e5123297b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:48.601978 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2cd9f9b8-3fe5-4687-929c-1e5123297b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:48.606258 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-2cd9f9b8-3fe5-4687-929c-1e5123297b6a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d51bb342-f7e1-48e3-867f-355445c6a6c7 HTTP/1.1" status: 204 len: 168 time: 0.2883992 Sep 30 01:01:48.659701 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-4308b769-410c-4303-8694-353d0dedf45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:48.675911 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['43f6e824-d2a8-406c-989e-9294a8a82e66'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:01:48.852164 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-74a5520a-4163-4c8c-8f58-6b79e91bf935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:49.025949 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe8cfd-6f22-49d7-b375-5cb6a05bfeeb req-45abf0c2-64be-4fae-90f0-723e03b1f094 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:49.027306 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:49.039582 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6bfe8cfd-6f22-49d7-b375-5cb6a05bfeeb req-45abf0c2-64be-4fae-90f0-723e03b1f094 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 945 time: 0.1300426 Sep 30 01:01:49.104486 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6bfe8cfd-6f22-49d7-b375-5cb6a05bfeeb req-fb80ea97-abc0-496b-a528-fd4ce477b13c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635562 Sep 30 01:01:49.174508 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 43786) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:49.197998 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5e486c23-729a-4168-ae60-6ce82612aeb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:49.214375 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-4308b769-410c-4303-8694-353d0dedf45e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54fb605e-4a4a-416c-b3bb-d938d60d4678 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:01:49.223700 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5e486c23-729a-4168-ae60-6ce82612aeb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:49.226832 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-4308b769-410c-4303-8694-353d0dedf45e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:49.231663 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-5e486c23-729a-4168-ae60-6ce82612aeb1 admin admin] Usage tracker for resource:security_group_rule and tenant:2be15d7c9c0c4beea528238addb6111b is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:49.265174 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-5e486c23-729a-4168-ae60-6ce82612aeb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:49.288713 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5e486c23-729a-4168-ae60-6ce82612aeb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:49.297407 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-4308b769-410c-4303-8694-353d0dedf45e service neutron] Transition to ACTIVE for port object 54fb605e-4a4a-416c-b3bb-d938d60d4678 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:01:49.314631 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-4308b769-410c-4303-8694-353d0dedf45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:49.317374 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device a819763d-3305-4025-9f6f-0878e7ac95ff up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:01:49.321829 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ffbbdfa7-43ae-4b3f-99ca-d9f621fde08b tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:49.390580 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port a819763d-3305-4025-9f6f-0878e7ac95ff completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:01:49.396277 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port a819763d-3305-4025-9f6f-0878e7ac95ff triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:01:49.396803 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:49.477801 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308b769-410c-4303-8694-353d0dedf45e service neutron] Pushing event updated for resources: {'Port': ['ID=54fb605e-4a4a-416c-b3bb-d938d60d4678,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:49.517624 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4308b769-410c-4303-8694-353d0dedf45e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:49.523486 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:49.578626 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ed2654-bd73-41da-8027-b2fa79ff3257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a819763d-3305-4025-9f6f-0878e7ac95ff'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:01:49.591042 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port a819763d-3305-4025-9f6f-0878e7ac95ff, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=a819763d-3305-4025-9f6f-0878e7ac95ff,segment=NetworkSegment(1da2ba9e-c977-4353-96c4-7934e4215603),segment_id=1da2ba9e-c977-4353-96c4-7934e4215603)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:49.592818 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7541c-74fe-42ef-b7b0-7af51076d1dc req-38d865a6-3509-40f0-ac36-7174ba6e8485 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:49.594527 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dee7541c-74fe-42ef-b7b0-7af51076d1dc req-38d865a6-3509-40f0-ac36-7174ba6e8485 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7ed2654-bd73-41da-8027-b2fa79ff3257 HTTP/1.1" status: 200 len: 944 time: 0.3640344 Sep 30 01:01:49.607792 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:49.609939 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:49.684545 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=a819763d-3305-4025-9f6f-0878e7ac95ff,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:49.689766 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:49.703646 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5e486c23-729a-4168-ae60-6ce82612aeb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:49.710266 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923fc66-63fd-422d-9483-156710e13e42 req-90c061e6-2ea5-4ec5-8644-8556f8228013 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:49.712039 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a923fc66-63fd-422d-9483-156710e13e42 req-90c061e6-2ea5-4ec5-8644-8556f8228013 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0bdceac-4b37-48dd-87a4-dfe23703ff6b HTTP/1.1" status: 200 len: 943 time: 0.1036525 Sep 30 01:01:49.716126 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dee7541c-74fe-42ef-b7b0-7af51076d1dc req-e117ccb8-4a76-457c-8e74-591db61e0f38 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] 10.222.0.39 "GET /v2.0/security-groups?id=9adecd80-b380-4b1c-a4a8-3168abda1dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081738 Sep 30 01:01:49.718778 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5e486c23-729a-4168-ae60-6ce82612aeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:49.725535 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0c404074-7ff7-474f-8773-9fb10837f561 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:49.739982 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-4308b769-410c-4303-8694-353d0dedf45e service neutron] Attempting to bind port 54fb605e-4a4a-416c-b3bb-d938d60d4678 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:01:49.739982 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-4308b769-410c-4303-8694-353d0dedf45e service neutron] Attempting to bind port 54fb605e-4a4a-416c-b3bb-d938d60d4678 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '3f9b5c24-c196-48f3-8275-f67129fa0f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '967f5979-41b2-4f23-910e-0f1e38e22766'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:01:49.739982 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-4308b769-410c-4303-8694-353d0dedf45e service neutron] Attempting to bind port 54fb605e-4a4a-416c-b3bb-d938d60d4678 on network 967f5979-41b2-4f23-910e-0f1e38e22766 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:01:49.750627 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-4308b769-410c-4303-8694-353d0dedf45e service neutron] Port 54fb605e-4a4a-416c-b3bb-d938d60d4678 on network 967f5979-41b2-4f23-910e-0f1e38e22766 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:01:49.750990 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-4308b769-410c-4303-8694-353d0dedf45e service neutron] Attempting to bind port 54fb605e-4a4a-416c-b3bb-d938d60d4678 on network 967f5979-41b2-4f23-910e-0f1e38e22766 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:01:49.765498 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a923fc66-63fd-422d-9483-156710e13e42 req-1535f6ff-3d25-4a4a-8194-be0bbfb8ea41 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474322 Sep 30 01:01:49.781148 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-4308b769-410c-4303-8694-353d0dedf45e service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:01:49.781488 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-4308b769-410c-4303-8694-353d0dedf45e service neutron] Checking segment: {'id': '3f9b5c24-c196-48f3-8275-f67129fa0f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '967f5979-41b2-4f23-910e-0f1e38e22766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:01:49.781873 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-4308b769-410c-4303-8694-353d0dedf45e service neutron] Bound using segment: {'id': '3f9b5c24-c196-48f3-8275-f67129fa0f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '967f5979-41b2-4f23-910e-0f1e38e22766'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:01:49.782302 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-4308b769-410c-4303-8694-353d0dedf45e service neutron] Bound port: 54fb605e-4a4a-416c-b3bb-d938d60d4678, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f9b5c24-c196-48f3-8275-f67129fa0f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '967f5979-41b2-4f23-910e-0f1e38e22766'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:01:49.782745 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-4308b769-410c-4303-8694-353d0dedf45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:49.802478 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ed2654-bd73-41da-8027-b2fa79ff3257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a819763d-3305-4025-9f6f-0878e7ac95ff', 'code': 200} Sep 30 01:01:49.802767 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e486c23-729a-4168-ae60-6ce82612aeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7548e2-9a19-49ea-a4c3-caceb6d42484,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:49.807217 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-5e486c23-729a-4168-ae60-6ce82612aeb1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2be15d7c9c0c4beea528238addb6111b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6316292 Sep 30 01:01:49.808375 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5e486c23-729a-4168-ae60-6ce82612aeb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:49.809794 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43810) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:49.887645 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-992e2b97-c538-41f2-b2aa-42f9c56bf089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:49.917164 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-992e2b97-c538-41f2-b2aa-42f9c56bf089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:49.992026 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-992e2b97-c538-41f2-b2aa-42f9c56bf089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:49.993681 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-4308b769-410c-4303-8694-353d0dedf45e service neutron] For port 54fb605e-4a4a-416c-b3bb-d938d60d4678, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:01:49.999682 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5e8a2346-3b46-43d9-a94f-8e442e533ac4 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:50.004754 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-4308b769-410c-4303-8694-353d0dedf45e service neutron] For port 54fb605e-4a4a-416c-b3bb-d938d60d4678, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=54fb605e-4a4a-416c-b3bb-d938d60d4678,segment=NetworkSegment(3f9b5c24-c196-48f3-8275-f67129fa0f6d),segment_id=3f9b5c24-c196-48f3-8275-f67129fa0f6d)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:01:50.015969 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-4308b769-410c-4303-8694-353d0dedf45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:50.017579 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e2b97-c538-41f2-b2aa-42f9c56bf089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7548e2-9a19-49ea-a4c3-caceb6d42484,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:50.022314 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-992e2b97-c538-41f2-b2aa-42f9c56bf089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:50.022314 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-992e2b97-c538-41f2-b2aa-42f9c56bf089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:50.022892 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-992e2b97-c538-41f2-b2aa-42f9c56bf089 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/da7548e2-9a19-49ea-a4c3-caceb6d42484 HTTP/1.1" status: 204 len: 168 time: 0.2119915 Sep 30 01:01:50.030217 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0803bfee-51cd-4551-97be-ff04b42dc437 tempest-ImagesTestJSON-980466072 tempest-ImagesTestJSON-980466072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:50.285364 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-4308b769-410c-4303-8694-353d0dedf45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:50.285975 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-4308b769-410c-4303-8694-353d0dedf45e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:50.287469 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-4308b769-410c-4303-8694-353d0dedf45e service neutron] 10.222.0.55 "PUT /v2.0/ports/54fb605e-4a4a-416c-b3bb-d938d60d4678 HTTP/1.1" status: 200 len: 1091 time: 1.8359172 Sep 30 01:01:50.288071 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0bdceac-4b37-48dd-87a4-dfe23703ff6b', 'tag': '54fb605e-4a4a-416c-b3bb-d938d60d4678'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:01:50.320827 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08337ef-9d8c-40fd-8521-45ab36736e7b req-2f71a625-db3a-4f60-9bc4-d917d61b4dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:50.324384 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c08337ef-9d8c-40fd-8521-45ab36736e7b req-2f71a625-db3a-4f60-9bc4-d917d61b4dc8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f7ed2654-bd73-41da-8027-b2fa79ff3257 HTTP/1.1" status: 200 len: 1096 time: 0.4237623 Sep 30 01:01:50.412876 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0bdceac-4b37-48dd-87a4-dfe23703ff6b', 'tag': '54fb605e-4a4a-416c-b3bb-d938d60d4678', 'status': 'completed', 'code': 200} Sep 30 01:01:50.422021 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860742ab-cdaf-42a2-8e3b-393eea155f21 req-64d89a46-d5fe-4fd1-97e2-a9bf770f6b78 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:50.423978 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308b769-410c-4303-8694-353d0dedf45e service neutron] Pushing event updated for resources: {'Port': ['ID=54fb605e-4a4a-416c-b3bb-d938d60d4678,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:50.428663 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4308b769-410c-4303-8694-353d0dedf45e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:50.432434 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-860742ab-cdaf-42a2-8e3b-393eea155f21 req-64d89a46-d5fe-4fd1-97e2-a9bf770f6b78 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 945 time: 0.1514211 Sep 30 01:01:50.462656 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c08337ef-9d8c-40fd-8521-45ab36736e7b req-5643a564-be25-4ef4-bc94-a1d734e6e465 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9adecd80-b380-4b1c-a4a8-3168abda1dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257551 Sep 30 01:01:50.478486 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-860742ab-cdaf-42a2-8e3b-393eea155f21 req-4318a73e-0388-48a4-8fbe-349b19ec7eb6 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428340 Sep 30 01:01:50.486360 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-a5afc626-669b-4002-8001-89ea413f1591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:50.488640 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-a5afc626-669b-4002-8001-89ea413f1591 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=47098c8256e3486bb54ee0f412f60d5a&device_id=f0bdceac-4b37-48dd-87a4-dfe23703ff6b HTTP/1.1" status: 200 len: 1094 time: 0.1211574 Sep 30 01:01:50.738347 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-822ad26c-ed6f-45d8-bd9b-b701e25bafd4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54fb605e-4a4a-416c-b3bb-d938d60d4678 HTTP/1.1" status: 200 len: 217 time: 0.0644367 Sep 30 01:01:50.827772 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-4dfc598a-1851-4462-bc94-8cc674c630ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:50.829375 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-4dfc598a-1851-4462-bc94-8cc674c630ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3dcca41e-8672-40bd-ac8d-36e228d496d0 HTTP/1.1" status: 200 len: 862 time: 0.0840411 Sep 30 01:01:50.932942 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-1bc5c3a0-c90f-41bb-9af2-b2c86941f19d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=967f5979-41b2-4f23-910e-0f1e38e22766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948882 Sep 30 01:01:51.006193 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5fa257-c490-4872-acbc-48f7a2ea9738 req-7f63f292-500d-4af3-b613-a33f7c928b41 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:51.007729 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bf5fa257-c490-4872-acbc-48f7a2ea9738 req-7f63f292-500d-4af3-b613-a33f7c928b41 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0bdceac-4b37-48dd-87a4-dfe23703ff6b HTTP/1.1" status: 200 len: 943 time: 0.1058791 Sep 30 01:01:51.069168 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bf5fa257-c490-4872-acbc-48f7a2ea9738 req-0fea040e-dc6c-419a-85ec-1f1d9f50fb0d tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549214 Sep 30 01:01:51.082085 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fea510-0940-4416-b3f3-43193044feff req-c3b88b9c-9e40-47d8-abf6-7581d611e1c8 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:51.083693 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-06fea510-0940-4416-b3f3-43193044feff req-c3b88b9c-9e40-47d8-abf6-7581d611e1c8 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7ed2654-bd73-41da-8027-b2fa79ff3257 HTTP/1.1" status: 200 len: 945 time: 0.2098327 Sep 30 01:01:51.150964 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-71496bf9-bdcf-4c0c-abab-446032624156 service neutron] 10.222.0.55 "GET /v2.0/networks/967f5979-41b2-4f23-910e-0f1e38e22766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065115 Sep 30 01:01:51.159028 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-06fea510-0940-4416-b3f3-43193044feff req-0d8d7f84-6454-479b-9123-9d6ee7b2554c tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] 10.222.0.39 "GET /v2.0/security-groups?id=9adecd80-b380-4b1c-a4a8-3168abda1dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652905 Sep 30 01:01:51.216308 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-32b4195a-84ca-4c54-8691-375422fbc45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:51.277568 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43866) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:51.314838 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a4edeee7-18eb-4da1-9a5a-e8810fdc59a3 req-b251c561-5556-41a1-88e4-9bf72146050f service neutron] 10.222.0.55 "GET /v2.0/networks/967f5979-41b2-4f23-910e-0f1e38e22766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526949 Sep 30 01:01:51.397730 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-bd14fedf-bf91-44bb-9e0f-13c4568d0c62 tempest-QuotasTest-1604229320 tempest-QuotasTest-1604229320-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:01:51.431932 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-bd14fedf-bf91-44bb-9e0f-13c4568d0c62 tempest-QuotasTest-1604229320 tempest-QuotasTest-1604229320-project-admin] 10.222.0.39 "PUT /v2.0/quotas/4d6e018ac66e492fbbe6cced589ea1b9 HTTP/1.1" status: 200 len: 366 time: 0.1532817 Sep 30 01:01:51.433940 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43876) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:51.447209 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-4359a14f-b655-40b7-8628-ade01941dcb9 tempest-QuotasTest-1604229320 tempest-QuotasTest-1604229320-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0109718 Sep 30 01:01:51.449177 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a7aec-1d3b-4352-ac2d-7853f3233a6e req-3bc54c50-c97d-44cb-aa51-d1712edbf8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:51.449657 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43880) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:51.450759 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5f7a7aec-1d3b-4352-ac2d-7853f3233a6e req-3bc54c50-c97d-44cb-aa51-d1712edbf8f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=47098c8256e3486bb54ee0f412f60d5a&device_id=f0bdceac-4b37-48dd-87a4-dfe23703ff6b HTTP/1.1" status: 200 len: 1094 time: 0.0794492 Sep 30 01:01:51.460164 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-c1652ce6-a716-43d5-bdfb-9342a96cecc3 tempest-QuotasTest-1604229320 tempest-QuotasTest-1604229320-project-admin] 10.222.0.39 "GET /v2.0/quotas/4d6e018ac66e492fbbe6cced589ea1b9 HTTP/1.1" status: 200 len: 366 time: 0.0095744 Sep 30 01:01:51.462565 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43884) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:51.478060 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-5ae02f04-50a1-4493-991e-15cc3f79209a tempest-QuotasTest-1604229320 tempest-QuotasTest-1604229320-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/4d6e018ac66e492fbbe6cced589ea1b9 HTTP/1.1" status: 204 len: 168 time: 0.0141749 Sep 30 01:01:51.480323 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43888) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:51.490671 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-455d76e7-1512-425a-b52b-ace066c9acfb tempest-QuotasTest-1604229320 tempest-QuotasTest-1604229320-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0089405 Sep 30 01:01:51.493057 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43892) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:51.504646 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-a3597599-19b4-49b6-b767-b50762599923 tempest-QuotasTest-1604229320 tempest-QuotasTest-1604229320-project-admin] 10.222.0.39 "GET /v2.0/quotas/4d6e018ac66e492fbbe6cced589ea1b9 HTTP/1.1" status: 200 len: 370 time: 0.0103498 Sep 30 01:01:51.511020 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43896) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:51.521725 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-0bd0ba75-ff9f-4f12-b4c0-4d64b73fe173 tempest-QuotasTest-1604229320 tempest-QuotasTest-1604229320-project-admin] 10.222.0.39 "GET /v2.0/quotas/4d6e018ac66e492fbbe6cced589ea1b9/default HTTP/1.1" status: 200 len: 370 time: 0.0091026 Sep 30 01:01:51.522455 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43902) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:51.543883 n-d-811809-1 neutron-server[80274]: INFO neutron.api.v2.resource [None req-dc478bf7-d66d-43ad-96dc-017b3551a324 tempest-QuotasTest-1604229320 tempest-QuotasTest-1604229320-project-admin] delete failed (client error): The resource could not be found. Sep 30 01:01:51.551281 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-dc478bf7-d66d-43ad-96dc-017b3551a324 tempest-QuotasTest-1604229320 tempest-QuotasTest-1604229320-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/4d6e018ac66e492fbbe6cced589ea1b9 HTTP/1.1" status: 404 len: 348 time: 0.0277848 Sep 30 01:01:51.607627 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a7aec-1d3b-4352-ac2d-7853f3233a6e req-eb569328-7392-4fa8-825d-d930d4508d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:51.609121 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5f7a7aec-1d3b-4352-ac2d-7853f3233a6e req-eb569328-7392-4fa8-825d-d930d4508d97 service neutron] 10.222.0.55 "GET /v2.0/networks?id=967f5979-41b2-4f23-910e-0f1e38e22766 HTTP/1.1" status: 200 len: 923 time: 0.1470208 Sep 30 01:01:51.661403 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 43f6e824-d2a8-406c-989e-9294a8a82e66 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:01:51.773168 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5f7a7aec-1d3b-4352-ac2d-7853f3233a6e req-4e0138e9-4cd1-49ff-87e2-9155b92a7929 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54fb605e-4a4a-416c-b3bb-d938d60d4678 HTTP/1.1" status: 200 len: 217 time: 0.1505826 Sep 30 01:01:51.789163 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 43f6e824-d2a8-406c-989e-9294a8a82e66 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:01:51.803565 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 43f6e824-d2a8-406c-989e-9294a8a82e66 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:01:51.806975 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:51.807390 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b213e5-29d3-46db-abfd-8799ee6f7d61 req-fabf7b6a-c13e-4be3-9582-5c4ae5c8b198 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:51.816366 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-17b213e5-29d3-46db-abfd-8799ee6f7d61 req-fabf7b6a-c13e-4be3-9582-5c4ae5c8b198 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 945 time: 0.2035594 Sep 30 01:01:51.906397 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-17b213e5-29d3-46db-abfd-8799ee6f7d61 req-a3546318-e867-40ce-976e-52b6dd0f6b01 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835025 Sep 30 01:01:51.923923 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a7aec-1d3b-4352-ac2d-7853f3233a6e req-51da754e-b633-4f22-b54e-a476980e157d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:51.927428 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5f7a7aec-1d3b-4352-ac2d-7853f3233a6e req-51da754e-b633-4f22-b54e-a476980e157d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3dcca41e-8672-40bd-ac8d-36e228d496d0 HTTP/1.1" status: 200 len: 862 time: 0.1471357 Sep 30 01:01:51.979540 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43918) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:51.994877 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5f7a7aec-1d3b-4352-ac2d-7853f3233a6e req-4183fe98-96ed-43a2-a9bf-e05623fb481e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=967f5979-41b2-4f23-910e-0f1e38e22766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572746 Sep 30 01:01:51.996239 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:51.998299 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-54c2c287-883a-4945-832e-dab9cac3d8c1 tempest-QuotasTest-1604229320 tempest-QuotasTest-1604229320-project-admin] Usage tracker for resource:network and tenant:bccfbc19068f40e8a043ba084dbd54ba is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:52.002372 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-54c2c287-883a-4945-832e-dab9cac3d8c1 tempest-QuotasTest-1604229320 tempest-QuotasTest-1604229320-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:52.009429 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-54c2c287-883a-4945-832e-dab9cac3d8c1 tempest-QuotasTest-1604229320 tempest-QuotasTest-1604229320-project-admin] Usage tracker for resource:subnet and tenant:bccfbc19068f40e8a043ba084dbd54ba is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:52.014636 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-54c2c287-883a-4945-832e-dab9cac3d8c1 tempest-QuotasTest-1604229320 tempest-QuotasTest-1604229320-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:52.022152 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-54c2c287-883a-4945-832e-dab9cac3d8c1 tempest-QuotasTest-1604229320 tempest-QuotasTest-1604229320-project-admin] Usage tracker for resource:subnetpool and tenant:bccfbc19068f40e8a043ba084dbd54ba is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:52.026356 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-54c2c287-883a-4945-832e-dab9cac3d8c1 tempest-QuotasTest-1604229320 tempest-QuotasTest-1604229320-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:52.027629 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9800820b-556c-4c3c-abda-3f81d6e73f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f6e824-d2a8-406c-989e-9294a8a82e66'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:01:52.033918 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-54c2c287-883a-4945-832e-dab9cac3d8c1 tempest-QuotasTest-1604229320 tempest-QuotasTest-1604229320-project-admin] Usage tracker for resource:port and tenant:bccfbc19068f40e8a043ba084dbd54ba is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:52.037999 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-54c2c287-883a-4945-832e-dab9cac3d8c1 tempest-QuotasTest-1604229320 tempest-QuotasTest-1604229320-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:52.038701 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 43f6e824-d2a8-406c-989e-9294a8a82e66, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=43f6e824-d2a8-406c-989e-9294a8a82e66,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:52.044942 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-54c2c287-883a-4945-832e-dab9cac3d8c1 tempest-QuotasTest-1604229320 tempest-QuotasTest-1604229320-project-admin] Usage tracker for resource:router and tenant:bccfbc19068f40e8a043ba084dbd54ba is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:52.045821 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:52.049512 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-54c2c287-883a-4945-832e-dab9cac3d8c1 tempest-QuotasTest-1604229320 tempest-QuotasTest-1604229320-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:52.051828 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:52.057126 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-54c2c287-883a-4945-832e-dab9cac3d8c1 tempest-QuotasTest-1604229320 tempest-QuotasTest-1604229320-project-admin] Usage tracker for resource:floatingip and tenant:bccfbc19068f40e8a043ba084dbd54ba is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:52.068567 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-54c2c287-883a-4945-832e-dab9cac3d8c1 tempest-QuotasTest-1604229320 tempest-QuotasTest-1604229320-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:52.111881 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9800820b-556c-4c3c-abda-3f81d6e73f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f6e824-d2a8-406c-989e-9294a8a82e66', 'code': 200} Sep 30 01:01:52.120014 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-54c2c287-883a-4945-832e-dab9cac3d8c1 tempest-QuotasTest-1604229320 tempest-QuotasTest-1604229320-project-admin] Usage tracker for resource:security_group and tenant:bccfbc19068f40e8a043ba084dbd54ba is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:52.125926 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-54c2c287-883a-4945-832e-dab9cac3d8c1 tempest-QuotasTest-1604229320 tempest-QuotasTest-1604229320-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:52.144338 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=43f6e824-d2a8-406c-989e-9294a8a82e66,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:52.148556 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-54c2c287-883a-4945-832e-dab9cac3d8c1 tempest-QuotasTest-1604229320 tempest-QuotasTest-1604229320-project-admin] Usage tracker for resource:security_group_rule and tenant:bccfbc19068f40e8a043ba084dbd54ba is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:52.153350 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:52.153754 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:52.154107 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:52.154318 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-54c2c287-883a-4945-832e-dab9cac3d8c1 tempest-QuotasTest-1604229320 tempest-QuotasTest-1604229320-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:52.154809 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:52.155407 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:52.155954 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:52.156481 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:52.156963 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:52.158064 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:52.158590 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:52.159084 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:52.159724 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:52.164558 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:52.169134 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-54c2c287-883a-4945-832e-dab9cac3d8c1 tempest-QuotasTest-1604229320 tempest-QuotasTest-1604229320-project-admin] 10.222.0.39 "GET /v2.0/quotas/bccfbc19068f40e8a043ba084dbd54ba/details.json HTTP/1.1" status: 200 len: 703 time: 0.1870182 Sep 30 01:01:52.225385 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5f7a7aec-1d3b-4352-ac2d-7853f3233a6e req-a0490909-c32a-40da-bf53-895d94b063f3 service neutron] 10.222.0.55 "GET /v2.0/networks/967f5979-41b2-4f23-910e-0f1e38e22766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215867 Sep 30 01:01:52.260675 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:52.305643 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c171e3-02ad-4998-aeed-d6ad7742809b req-86cff9cd-f802-4e3b-a431-2b26a80cd885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:52.307440 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-41c171e3-02ad-4998-aeed-d6ad7742809b req-86cff9cd-f802-4e3b-a431-2b26a80cd885 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 1097 time: 0.1106534 Sep 30 01:01:52.370025 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-41c171e3-02ad-4998-aeed-d6ad7742809b req-229487b0-ebfd-4f80-85b9-6ba1a111e354 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538406 Sep 30 01:01:52.415074 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4bf77-d4c7-4c99-981b-3d49e00704ce req-373a1db4-eb57-43e6-837a-7c21cb107405 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:52.415794 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-72e4bf77-d4c7-4c99-981b-3d49e00704ce req-373a1db4-eb57-43e6-837a-7c21cb107405 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Synchronizing usage tracker for tenant:47098c8256e3486bb54ee0f412f60d5a on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:01:52.460204 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5f7a7aec-1d3b-4352-ac2d-7853f3233a6e req-bc4e6a4e-ef3f-4a65-9fd2-b533891a2b7e service neutron] 10.222.0.55 "GET /v2.0/networks/967f5979-41b2-4f23-910e-0f1e38e22766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772339 Sep 30 01:01:52.460204 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-72e4bf77-d4c7-4c99-981b-3d49e00704ce req-373a1db4-eb57-43e6-837a-7c21cb107405 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Unset dirty status for tenant:47098c8256e3486bb54ee0f412f60d5a on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:01:52.463166 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-72e4bf77-d4c7-4c99-981b-3d49e00704ce req-373a1db4-eb57-43e6-837a-7c21cb107405 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0bdceac-4b37-48dd-87a4-dfe23703ff6b HTTP/1.1" status: 200 len: 943 time: 0.2311854 Sep 30 01:01:52.509300 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656929b7-a6a5-482e-abe5-1d6435794212 req-e5b37158-0ef8-4e5c-bffa-99a145b3b7c0 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:52.510833 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-656929b7-a6a5-482e-abe5-1d6435794212 req-e5b37158-0ef8-4e5c-bffa-99a145b3b7c0 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7ed2654-bd73-41da-8027-b2fa79ff3257 HTTP/1.1" status: 200 len: 945 time: 0.0938544 Sep 30 01:01:52.512843 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-72e4bf77-d4c7-4c99-981b-3d49e00704ce req-1267fe51-55df-455b-b06c-12abe8f16c64 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460551 Sep 30 01:01:52.552479 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 43944) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:52.581944 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-656929b7-a6a5-482e-abe5-1d6435794212 req-a239a977-1f8d-4889-81eb-c91116e0b6bf tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] 10.222.0.39 "GET /v2.0/security-groups?id=9adecd80-b380-4b1c-a4a8-3168abda1dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581732 Sep 30 01:01:52.694689 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7dcfca19-77d1-43b8-9b6f-48bf33b76b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:52.710810 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-7dcfca19-77d1-43b8-9b6f-48bf33b76b69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:52.715364 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-7dcfca19-77d1-43b8-9b6f-48bf33b76b69 admin admin] Usage tracker for resource:security_group_rule and tenant:00385cf72c1b40c98f6da85a449628be is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:52.718835 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-7dcfca19-77d1-43b8-9b6f-48bf33b76b69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:52.724951 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-7dcfca19-77d1-43b8-9b6f-48bf33b76b69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:52.947097 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7dcfca19-77d1-43b8-9b6f-48bf33b76b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:52.955990 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7dcfca19-77d1-43b8-9b6f-48bf33b76b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:52.964503 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-647cf0c6-39f8-45f4-9897-c317c216ed98 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:53.013561 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-7dcfca19-77d1-43b8-9b6f-48bf33b76b69 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=00385cf72c1b40c98f6da85a449628be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4597139 Sep 30 01:01:53.014517 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcfca19-77d1-43b8-9b6f-48bf33b76b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d95403d-0a97-4304-91e4-865973b991a2,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:53.016591 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 43986) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:53.026380 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcfca19-77d1-43b8-9b6f-48bf33b76b69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:53.026759 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcfca19-77d1-43b8-9b6f-48bf33b76b69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:53.027125 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcfca19-77d1-43b8-9b6f-48bf33b76b69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:53.027492 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcfca19-77d1-43b8-9b6f-48bf33b76b69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:53.027855 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcfca19-77d1-43b8-9b6f-48bf33b76b69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:53.028221 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcfca19-77d1-43b8-9b6f-48bf33b76b69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:53.028567 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcfca19-77d1-43b8-9b6f-48bf33b76b69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:53.028921 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcfca19-77d1-43b8-9b6f-48bf33b76b69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:53.029274 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcfca19-77d1-43b8-9b6f-48bf33b76b69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:53.029626 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcfca19-77d1-43b8-9b6f-48bf33b76b69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:53.029978 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcfca19-77d1-43b8-9b6f-48bf33b76b69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:53.035050 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcfca19-77d1-43b8-9b6f-48bf33b76b69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:01:53.046426 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7dcfca19-77d1-43b8-9b6f-48bf33b76b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:53.081290 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cd278d07-74bb-4e62-94c9-fc7daa9cf02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:53.113018 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cd278d07-74bb-4e62-94c9-fc7daa9cf02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:53.132608 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc565b4e-ac06-4b9d-a6eb-f837281cfb56 req-e3a04aa7-5d3c-4dfc-aee1-749b6bca734a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:53.134100 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fc565b4e-ac06-4b9d-a6eb-f837281cfb56 req-e3a04aa7-5d3c-4dfc-aee1-749b6bca734a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 946 time: 0.0847533 Sep 30 01:01:53.176012 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cd278d07-74bb-4e62-94c9-fc7daa9cf02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:53.180526 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fc565b4e-ac06-4b9d-a6eb-f837281cfb56 req-1c36b28d-8b61-4530-8d8d-b7b2ac6164dd tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396826 Sep 30 01:01:53.183223 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c8d8a3ab-ce3d-4aa7-8a6f-35048fa0e5d3 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:53.196548 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd278d07-74bb-4e62-94c9-fc7daa9cf02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d95403d-0a97-4304-91e4-865973b991a2,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:53.200925 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cd278d07-74bb-4e62-94c9-fc7daa9cf02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:53.202081 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-cd278d07-74bb-4e62-94c9-fc7daa9cf02c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9d95403d-0a97-4304-91e4-865973b991a2 HTTP/1.1" status: 204 len: 168 time: 0.1841910 Sep 30 01:01:53.213289 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-cd278d07-74bb-4e62-94c9-fc7daa9cf02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:53.325298 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 54fb605e-4a4a-416c-b3bb-d938d60d4678 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:01:53.481813 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 54fb605e-4a4a-416c-b3bb-d938d60d4678, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=54fb605e-4a4a-416c-b3bb-d938d60d4678,segment=NetworkSegment(3f9b5c24-c196-48f3-8275-f67129fa0f6d),segment_id=3f9b5c24-c196-48f3-8275-f67129fa0f6d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:53.504956 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '54fb605e-4a4a-416c-b3bb-d938d60d4678', 'network_id': '967f5979-41b2-4f23-910e-0f1e38e22766', 'port_id': '54fb605e-4a4a-416c-b3bb-d938d60d4678', 'mac_address': 'fa:16:3e:79:80:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dcca41e-8672-40bd-ac8d-36e228d496d0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:01:53.583419 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:53.606122 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54fb605e-4a4a-416c-b3bb-d938d60d4678 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:01:53.622090 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 44014) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:53.622663 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 54fb605e-4a4a-416c-b3bb-d938d60d4678, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=54fb605e-4a4a-416c-b3bb-d938d60d4678,segment=NetworkSegment(3f9b5c24-c196-48f3-8275-f67129fa0f6d),segment_id=3f9b5c24-c196-48f3-8275-f67129fa0f6d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:53.628419 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:53.631173 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:53.648538 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44018) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:53.661559 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c3bdca0d-1ab8-466b-be37-2ec8dec2d2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:53.714380 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=54fb605e-4a4a-416c-b3bb-d938d60d4678,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:53.717314 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c3bdca0d-1ab8-466b-be37-2ec8dec2d2ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:53.717719 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:53.726213 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-c3bdca0d-1ab8-466b-be37-2ec8dec2d2ce admin admin] Usage tracker for resource:security_group_rule and tenant:bccfbc19068f40e8a043ba084dbd54ba is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:53.736143 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-c3bdca0d-1ab8-466b-be37-2ec8dec2d2ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:53.761576 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c3bdca0d-1ab8-466b-be37-2ec8dec2d2ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:53.907062 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['54fb605e-4a4a-416c-b3bb-d938d60d4678'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:01:53.928074 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273a29c-1e0b-4817-8f9c-5d85e6cfe8ba req-c30f3011-67f8-4134-8aa2-a9e796540dff tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:53.929654 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c273a29c-1e0b-4817-8f9c-5d85e6cfe8ba req-c30f3011-67f8-4134-8aa2-a9e796540dff tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0bdceac-4b37-48dd-87a4-dfe23703ff6b HTTP/1.1" status: 200 len: 944 time: 0.1700034 Sep 30 01:01:53.974531 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e6c19cc2-8672-4d42-950f-00c1d625b989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:53.997665 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-e6c19cc2-8672-4d42-950f-00c1d625b989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:54.003017 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-e6c19cc2-8672-4d42-950f-00c1d625b989 admin admin] Usage tracker for resource:security_group_rule and tenant:08a8e2a0f3b6471ea30d7772d1761eaa is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:54.006159 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-e6c19cc2-8672-4d42-950f-00c1d625b989 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:54.013379 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-e6c19cc2-8672-4d42-950f-00c1d625b989 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:54.031697 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c273a29c-1e0b-4817-8f9c-5d85e6cfe8ba req-c94680d5-9f20-44f7-b1ce-336a20f7adea tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947115 Sep 30 01:01:54.091368 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:54.134895 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c3bdca0d-1ab8-466b-be37-2ec8dec2d2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:54.135801 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e6c19cc2-8672-4d42-950f-00c1d625b989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:54.140838 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c3bdca0d-1ab8-466b-be37-2ec8dec2d2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:54.144844 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e6c19cc2-8672-4d42-950f-00c1d625b989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:54.158242 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-66592425-c1de-4beb-919c-441bc92a32b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:54.158484 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a9170730-75fb-4025-9d96-9aa2d9fca633 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:54.223327 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-e6c19cc2-8672-4d42-950f-00c1d625b989 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=08a8e2a0f3b6471ea30d7772d1761eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5667300 Sep 30 01:01:54.223581 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdca0d-1ab8-466b-be37-2ec8dec2d2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5259347c-92d1-4a8c-a05c-009cf7349c9d,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:54.223672 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c19cc2-8672-4d42-950f-00c1d625b989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e43c3d7-6d56-490e-83ed-819d67e41ca1,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:54.224802 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e6c19cc2-8672-4d42-950f-00c1d625b989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:54.225347 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44032) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:54.228568 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c3bdca0d-1ab8-466b-be37-2ec8dec2d2ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:54.233776 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-c3bdca0d-1ab8-466b-be37-2ec8dec2d2ce admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bccfbc19068f40e8a043ba084dbd54ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6106367 Sep 30 01:01:54.241093 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44036) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:54.349784 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a35db-1588-4ac3-b777-67c068b90a08 req-0bc37b04-ae4f-4e9a-8365-196856301605 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:54.352148 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2a7a35db-1588-4ac3-b777-67c068b90a08 req-0bc37b04-ae4f-4e9a-8365-196856301605 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7ed2654-bd73-41da-8027-b2fa79ff3257 HTTP/1.1" status: 200 len: 945 time: 0.1225135 Sep 30 01:01:54.387477 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a0c6f0ec-b784-411d-b1d3-01d3915c6dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:54.414869 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-45339175-be12-47dc-9127-d46015321b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:54.428405 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2a7a35db-1588-4ac3-b777-67c068b90a08 req-5e261700-46f0-40d8-a46c-0aa8dfd9d122 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] 10.222.0.39 "GET /v2.0/security-groups?id=9adecd80-b380-4b1c-a4a8-3168abda1dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705481 Sep 30 01:01:54.463046 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a0c6f0ec-b784-411d-b1d3-01d3915c6dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:54.488407 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-45339175-be12-47dc-9127-d46015321b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:54.555292 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1850b-94b3-431b-ace7-113b9c5e8043 req-1638a3b4-a1da-4cbc-8897-1d4f744d533d tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:54.556755 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d6c1850b-94b3-431b-ace7-113b9c5e8043 req-1638a3b4-a1da-4cbc-8897-1d4f744d533d tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 946 time: 0.2205877 Sep 30 01:01:54.605424 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-45339175-be12-47dc-9127-d46015321b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:54.608987 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a0c6f0ec-b784-411d-b1d3-01d3915c6dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:54.614573 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d6c1850b-94b3-431b-ace7-113b9c5e8043 req-4cbfb620-4f04-45ea-87e6-7ed196e92fd7 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516047 Sep 30 01:01:54.617414 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-04d6761d-7f31-4990-b2b2-2d4e1bbb24d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:54.633083 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45339175-be12-47dc-9127-d46015321b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e43c3d7-6d56-490e-83ed-819d67e41ca1,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:54.654677 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6f0ec-b784-411d-b1d3-01d3915c6dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5259347c-92d1-4a8c-a05c-009cf7349c9d,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:54.658023 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a0c6f0ec-b784-411d-b1d3-01d3915c6dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:54.659072 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4d314646-5d0c-4b14-a65e-2c7372236f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:54.659458 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4d314646-5d0c-4b14-a65e-2c7372236f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:54.660469 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-45339175-be12-47dc-9127-d46015321b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:54.661607 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-45339175-be12-47dc-9127-d46015321b6d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2e43c3d7-6d56-490e-83ed-819d67e41ca1 HTTP/1.1" status: 204 len: 168 time: 0.4344742 Sep 30 01:01:54.662476 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a0c6f0ec-b784-411d-b1d3-01d3915c6dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:54.665770 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-a0c6f0ec-b784-411d-b1d3-01d3915c6dde admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5259347c-92d1-4a8c-a05c-009cf7349c9d HTTP/1.1" status: 204 len: 168 time: 0.4190235 Sep 30 01:01:55.045852 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 44060) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:55.071868 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a587edbe-9b5d-488b-887e-46a2e147ddf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:55.092172 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a587edbe-9b5d-488b-887e-46a2e147ddf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:55.096654 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-a587edbe-9b5d-488b-887e-46a2e147ddf9 admin admin] Usage tracker for resource:security_group_rule and tenant:c26331cd21024237845804c42c063309 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:55.099565 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-a587edbe-9b5d-488b-887e-46a2e147ddf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:55.105389 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a587edbe-9b5d-488b-887e-46a2e147ddf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:55.148688 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fa995-6b37-4f55-86b6-4cfa1869f1a3 req-341f0cdc-e384-4921-ae0f-dfda6a85d04c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:55.150219 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-045fa995-6b37-4f55-86b6-4cfa1869f1a3 req-341f0cdc-e384-4921-ae0f-dfda6a85d04c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 946 time: 0.2290418 Sep 30 01:01:55.209101 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-045fa995-6b37-4f55-86b6-4cfa1869f1a3 req-5a802620-f864-4758-a1c7-22ffd4482a25 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526402 Sep 30 01:01:55.211903 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a587edbe-9b5d-488b-887e-46a2e147ddf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:55.217077 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a587edbe-9b5d-488b-887e-46a2e147ddf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:55.234099 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0d164a8f-06c2-475a-8c0c-234797199e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:55.322666 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587edbe-9b5d-488b-887e-46a2e147ddf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d4dd3d-034a-40b0-9ec4-fc22e19112c4,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:55.327418 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a587edbe-9b5d-488b-887e-46a2e147ddf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:55.338603 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-a587edbe-9b5d-488b-887e-46a2e147ddf9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c26331cd21024237845804c42c063309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2912350 Sep 30 01:01:55.341072 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44074) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:55.348413 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 54fb605e-4a4a-416c-b3bb-d938d60d4678 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:01:55.382025 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180001f-0eed-4082-96a1-fa5fc760653d req-a853bf11-e8f4-4eeb-a037-c9dd94145666 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:55.384099 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1180001f-0eed-4082-96a1-fa5fc760653d req-a853bf11-e8f4-4eeb-a037-c9dd94145666 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0bdceac-4b37-48dd-87a4-dfe23703ff6b HTTP/1.1" status: 200 len: 944 time: 0.1457045 Sep 30 01:01:55.436594 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6a17bd06-eed4-4649-bdad-c1c15308c81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:55.446832 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1180001f-0eed-4082-96a1-fa5fc760653d req-81c1b617-1e40-45d0-9206-ab1100a12fef tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569112 Sep 30 01:01:55.448709 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port 54fb605e-4a4a-416c-b3bb-d938d60d4678 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:01:55.457008 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 54fb605e-4a4a-416c-b3bb-d938d60d4678 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:01:55.457851 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:55.467731 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6a17bd06-eed4-4649-bdad-c1c15308c81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:55.552259 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6a17bd06-eed4-4649-bdad-c1c15308c81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:55.557987 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4bce1efb-892b-42cb-926d-51ea6d55e0cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:55.589995 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17bd06-eed4-4649-bdad-c1c15308c81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d4dd3d-034a-40b0-9ec4-fc22e19112c4,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:55.595077 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6a17bd06-eed4-4649-bdad-c1c15308c81c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:55.643181 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:55.648557 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace7767-cd17-49fd-afc8-bd416db11aad req-59f20b1f-91d3-4603-96e5-918a20863c7e tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:55.650563 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5ace7767-cd17-49fd-afc8-bd416db11aad req-59f20b1f-91d3-4603-96e5-918a20863c7e tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7ed2654-bd73-41da-8027-b2fa79ff3257 HTTP/1.1" status: 200 len: 945 time: 0.1272879 Sep 30 01:01:55.661119 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6a17bd06-eed4-4649-bdad-c1c15308c81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:55.664510 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-6a17bd06-eed4-4649-bdad-c1c15308c81c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f6d4dd3d-034a-40b0-9ec4-fc22e19112c4 HTTP/1.1" status: 204 len: 168 time: 0.3194795 Sep 30 01:01:55.675343 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bdceac-4b37-48dd-87a4-dfe23703ff6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fb605e-4a4a-416c-b3bb-d938d60d4678'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:01:55.703195 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 54fb605e-4a4a-416c-b3bb-d938d60d4678, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=54fb605e-4a4a-416c-b3bb-d938d60d4678,segment=NetworkSegment(3f9b5c24-c196-48f3-8275-f67129fa0f6d),segment_id=3f9b5c24-c196-48f3-8275-f67129fa0f6d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:55.712292 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:55.714369 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:55.760189 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-5ace7767-cd17-49fd-afc8-bd416db11aad req-101cc092-5350-4807-a0c6-914f4871ec66 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Deleting port a819763d-3305-4025-9f6f-0878e7ac95ff {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:01:55.760618 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5ace7767-cd17-49fd-afc8-bd416db11aad req-101cc092-5350-4807-a0c6-914f4871ec66 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:55.779297 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0bdceac-4b37-48dd-87a4-dfe23703ff6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fb605e-4a4a-416c-b3bb-d938d60d4678', 'code': 200} Sep 30 01:01:55.786480 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d177f-ed17-4a75-b4f1-d6196e7c0180 req-0bb3c777-11dd-4100-beea-5feeabd59b8f tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:55.793561 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c89d177f-ed17-4a75-b4f1-d6196e7c0180 req-0bb3c777-11dd-4100-beea-5feeabd59b8f tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7ed2654-bd73-41da-8027-b2fa79ff3257 HTTP/1.1" status: 200 len: 945 time: 0.2005131 Sep 30 01:01:55.820784 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=54fb605e-4a4a-416c-b3bb-d938d60d4678,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:55.824586 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:55.841346 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c89d177f-ed17-4a75-b4f1-d6196e7c0180 req-36f3f2cb-d740-401c-990a-058494909a4b tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] 10.222.0.39 "GET /v2.0/security-groups?id=9adecd80-b380-4b1c-a4a8-3168abda1dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469215 Sep 30 01:01:56.062578 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34992a4-c7f0-4e55-aae1-fae3b12fded8 req-1543943e-d42b-45a4-9026-8ea1fc49ee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:56.065903 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e34992a4-c7f0-4e55-aae1-fae3b12fded8 req-1543943e-d42b-45a4-9026-8ea1fc49ee92 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f0bdceac-4b37-48dd-87a4-dfe23703ff6b HTTP/1.1" status: 200 len: 1096 time: 0.2090876 Sep 30 01:01:56.148268 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e34992a4-c7f0-4e55-aae1-fae3b12fded8 req-42dbb263-6ac1-4dde-ac9f-c187e41d13d2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750721 Sep 30 01:01:56.157813 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-5ace7767-cd17-49fd-afc8-bd416db11aad req-101cc092-5350-4807-a0c6-914f4871ec66 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] For port a819763d-3305-4025-9f6f-0878e7ac95ff, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=a819763d-3305-4025-9f6f-0878e7ac95ff,segment=NetworkSegment(1da2ba9e-c977-4353-96c4-7934e4215603),segment_id=1da2ba9e-c977-4353-96c4-7934e4215603)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:01:56.157813 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5ace7767-cd17-49fd-afc8-bd416db11aad req-101cc092-5350-4807-a0c6-914f4871ec66 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:56.294407 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-5ace7767-cd17-49fd-afc8-bd416db11aad req-101cc092-5350-4807-a0c6-914f4871ec66 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Calling delete_port for a819763d-3305-4025-9f6f-0878e7ac95ff owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:01:56.440336 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdc15b-5bd3-446c-a7c6-56f837123e30 req-ddec9f66-341b-4b5a-b51a-01b44582ef0c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:56.443335 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-08fdc15b-5bd3-446c-a7c6-56f837123e30 req-ddec9f66-341b-4b5a-b51a-01b44582ef0c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 946 time: 0.1034100 Sep 30 01:01:56.470099 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5ace7767-cd17-49fd-afc8-bd416db11aad req-101cc092-5350-4807-a0c6-914f4871ec66 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:56.480990 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1cbc4681-5917-45c4-9460-f12a2e63e82e tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:56.487306 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['a819763d-3305-4025-9f6f-0878e7ac95ff'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:01:56.498602 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44122) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:56.502635 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-08fdc15b-5bd3-446c-a7c6-56f837123e30 req-4844195d-0f65-42c8-a4a5-adfc695c5c4a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504365 Sep 30 01:01:56.619457 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cc092-5350-4807-a0c6-914f4871ec66 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Pushing event deleted for resources: {'Port': ['ID=a819763d-3305-4025-9f6f-0878e7ac95ff,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:56.623247 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-101cc092-5350-4807-a0c6-914f4871ec66 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:56.708836 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ace7767-cd17-49fd-afc8-bd416db11aad req-101cc092-5350-4807-a0c6-914f4871ec66 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] No DVR routers for this DVR port a819763d-3305-4025-9f6f-0878e7ac95ff on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:01:56.710906 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-bdb686a9-3cb9-4f0d-9cdd-1953e10c91d2 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2064612474'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:01:56.712512 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5ace7767-cd17-49fd-afc8-bd416db11aad req-101cc092-5350-4807-a0c6-914f4871ec66 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:56.717320 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ed2654-bd73-41da-8027-b2fa79ff3257', 'name': 'network-vif-deleted', 'tag': 'a819763d-3305-4025-9f6f-0878e7ac95ff'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:01:56.719253 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-bdb686a9-3cb9-4f0d-9cdd-1953e10c91d2 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:56.726317 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-bdb686a9-3cb9-4f0d-9cdd-1953e10c91d2 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Usage tracker for resource:router and tenant:9cd3af59066346aa956c2e767faab564 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:56.729888 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-bdb686a9-3cb9-4f0d-9cdd-1953e10c91d2 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:56.738586 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-bdb686a9-3cb9-4f0d-9cdd-1953e10c91d2 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:56.763338 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77ef0e-8046-4a81-866b-dcabc7fd7fd3 req-694e6d40-6657-4a5e-a8f9-75447591e200 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:56.765095 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ff77ef0e-8046-4a81-866b-dcabc7fd7fd3 req-694e6d40-6657-4a5e-a8f9-75447591e200 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0bdceac-4b37-48dd-87a4-dfe23703ff6b HTTP/1.1" status: 200 len: 945 time: 0.1252785 Sep 30 01:01:56.766670 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bdb686a9-3cb9-4f0d-9cdd-1953e10c91d2 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-730961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30750'] for router, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:56.767862 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bdb686a9-3cb9-4f0d-9cdd-1953e10c91d2 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30743'] for router, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:56.775246 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5ace7767-cd17-49fd-afc8-bd416db11aad req-101cc092-5350-4807-a0c6-914f4871ec66 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] 10.222.0.55 "DELETE /v2.0/ports/a819763d-3305-4025-9f6f-0878e7ac95ff HTTP/1.1" status: 204 len: 173 time: 1.1164930 Sep 30 01:01:56.776712 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ed2654-bd73-41da-8027-b2fa79ff3257', 'name': 'network-vif-deleted', 'tag': 'a819763d-3305-4025-9f6f-0878e7ac95ff', 'status': 'completed', 'code': 200} Sep 30 01:01:56.815535 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bdb686a9-3cb9-4f0d-9cdd-1953e10c91d2 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:56.828354 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44138) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:56.849467 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ff77ef0e-8046-4a81-866b-dcabc7fd7fd3 req-2606bd1a-c6a3-42a4-ba18-76ba13d07c55 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746839 Sep 30 01:01:56.857642 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bdb686a9-3cb9-4f0d-9cdd-1953e10c91d2 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673175'] for router, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:56.880788 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bdb686a9-3cb9-4f0d-9cdd-1953e10c91d2 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks [] for router, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:56.884756 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-bdb686a9-3cb9-4f0d-9cdd-1953e10c91d2 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3785958 Sep 30 01:01:56.884863 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44146) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:57.015688 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-e44370d2-9e36-45d9-9db2-7a7929ec25d9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1861468136-network', 'tenant_id': '02bc79a9675142e593506d561654e76f'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:01:57.028635 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-e44370d2-9e36-45d9-9db2-7a7929ec25d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:57.036855 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-e44370d2-9e36-45d9-9db2-7a7929ec25d9 admin admin] Usage tracker for resource:network and tenant:02bc79a9675142e593506d561654e76f is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:57.041378 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-e44370d2-9e36-45d9-9db2-7a7929ec25d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:57.044723 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b4068224-69ce-470d-b5b6-b24ce5475d32 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks [] for router, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:57.106984 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-e44370d2-9e36-45d9-9db2-7a7929ec25d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:57.144019 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-7f447f70-f1cf-4255-a715-4dce2bce1753 req-c3b5d0a5-b9c8-4069-adc9-922fbcfa1294 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Synchronizing usage tracker for tenant:679ecd0439544ad5b7460b1d0b9c6989 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:01:57.159350 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-7f447f70-f1cf-4255-a715-4dce2bce1753 req-c3b5d0a5-b9c8-4069-adc9-922fbcfa1294 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Unset dirty status for tenant:679ecd0439544ad5b7460b1d0b9c6989 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:01:57.160475 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7f447f70-f1cf-4255-a715-4dce2bce1753 req-c3b5d0a5-b9c8-4069-adc9-922fbcfa1294 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7ed2654-bd73-41da-8027-b2fa79ff3257 HTTP/1.1" status: 200 len: 210 time: 0.1771660 Sep 30 01:01:57.185626 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44370d2-9e36-45d9-9db2-7a7929ec25d9 admin admin] Made reservation on behalf of 02bc79a9675142e593506d561654e76f for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:01:57.187920 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e44370d2-9e36-45d9-9db2-7a7929ec25d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:57.301360 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e44370d2-9e36-45d9-9db2-7a7929ec25d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:57.384028 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-e44370d2-9e36-45d9-9db2-7a7929ec25d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:57.387363 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b4068224-69ce-470d-b5b6-b24ce5475d32 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30720'] for router, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:57.390761 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b4068224-69ce-470d-b5b6-b24ce5475d32 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:57.393347 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-e44370d2-9e36-45d9-9db2-7a7929ec25d9 admin admin] Usage tracker for resource:security_group_rule and tenant:02bc79a9675142e593506d561654e76f is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:57.397283 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-e44370d2-9e36-45d9-9db2-7a7929ec25d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:57.406364 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-e44370d2-9e36-45d9-9db2-7a7929ec25d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:57.434708 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b4068224-69ce-470d-b5b6-b24ce5475d32 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736498'] for router, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:57.435230 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4068224-69ce-470d-b5b6-b24ce5475d32 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32abf729-a180-4c13-9350-bdbaf8871442 {{(pid=80274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 30 01:01:57.470836 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b4068224-69ce-470d-b5b6-b24ce5475d32 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks [] for router, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:57.471978 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-b4068224-69ce-470d-b5b6-b24ce5475d32 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] 10.222.0.39 "DELETE /v2.0/routers/32abf729-a180-4c13-9350-bdbaf8871442 HTTP/1.1" status: 204 len: 168 time: 0.5861368 Sep 30 01:01:57.474861 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44152) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:57.482979 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-fed9e9f9-5322-4108-ad15-4322ea9d1a27 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Request body: {'router': {'name': 'tempest-router-125797556', 'distributed': False}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:01:57.490238 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-fed9e9f9-5322-4108-ad15-4322ea9d1a27 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:57.502412 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-fed9e9f9-5322-4108-ad15-4322ea9d1a27 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Usage tracker for resource:router and tenant:9cd3af59066346aa956c2e767faab564 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:57.511494 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-fed9e9f9-5322-4108-ad15-4322ea9d1a27 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:57.520486 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-fed9e9f9-5322-4108-ad15-4322ea9d1a27 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:57.547894 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-fed9e9f9-5322-4108-ad15-4322ea9d1a27 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-730961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30750'] for router, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:57.548872 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-fed9e9f9-5322-4108-ad15-4322ea9d1a27 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30743'] for router, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:57.572760 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e44370d2-9e36-45d9-9db2-7a7929ec25d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:57.580860 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-fed9e9f9-5322-4108-ad15-4322ea9d1a27 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:57.582660 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e44370d2-9e36-45d9-9db2-7a7929ec25d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:57.592471 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-388395b0-61e3-4ddd-9c58-046b3cd3cfd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:57.629013 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e44370d2-9e36-45d9-9db2-7a7929ec25d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:01:57.648663 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e44370d2-9e36-45d9-9db2-7a7929ec25d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:57.649189 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-e44370d2-9e36-45d9-9db2-7a7929ec25d9 admin admin] Added segment 15605330-c69b-4e76-b9b5-742b2b2c6ca4 of type vlan for network 8cf157b5-3a5b-4875-babe-38a13725d469 Sep 30 01:01:57.651933 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44370d2-9e36-45d9-9db2-7a7929ec25d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09c36c6-2884-41d0-995c-7b3963f991a5,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:57.660273 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-fed9e9f9-5322-4108-ad15-4322ea9d1a27 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673175'] for router, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:57.666223 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e44370d2-9e36-45d9-9db2-7a7929ec25d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:57.702312 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e44370d2-9e36-45d9-9db2-7a7929ec25d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:57.716971 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-fed9e9f9-5322-4108-ad15-4322ea9d1a27 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks [] for router, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:57.718315 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-fed9e9f9-5322-4108-ad15-4322ea9d1a27 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2425153 Sep 30 01:01:57.721663 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 44160) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:57.745032 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e44370d2-9e36-45d9-9db2-7a7929ec25d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:57.746309 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44370d2-9e36-45d9-9db2-7a7929ec25d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:57.747007 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e44370d2-9e36-45d9-9db2-7a7929ec25d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:57.750860 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a40e1980-4c58-4276-b60c-84daf797eebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:57.831678 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-e44370d2-9e36-45d9-9db2-7a7929ec25d9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0000088 Sep 30 01:01:57.834794 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44164) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:57.849076 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-e19e9324-2e20-4954-982e-9acb95f96ab8 admin admin] Request body: {'subnet': {'network_id': '8cf157b5-3a5b-4875-babe-38a13725d469', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1861468136-subnet', 'tenant_id': '02bc79a9675142e593506d561654e76f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:01:57.858456 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-e19e9324-2e20-4954-982e-9acb95f96ab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:57.866995 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-e19e9324-2e20-4954-982e-9acb95f96ab8 admin admin] Usage tracker for resource:subnet and tenant:02bc79a9675142e593506d561654e76f is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:57.869594 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44370d2-9e36-45d9-9db2-7a7929ec25d9 admin admin] Pushing event updated for resources: {'Network': ['ID=8cf157b5-3a5b-4875-babe-38a13725d469,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:57.871857 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-e19e9324-2e20-4954-982e-9acb95f96ab8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:57.874620 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e44370d2-9e36-45d9-9db2-7a7929ec25d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:57.880769 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-e19e9324-2e20-4954-982e-9acb95f96ab8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:57.883833 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 8cf157b5-3a5b-4875-babe-38a13725d469 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:01:57.886896 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485cca6-195e-4c9b-832e-ee27b5ef2344 req-33a50ae8-525a-4987-8b43-648cec5221ea tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:57.892661 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f485cca6-195e-4c9b-832e-ee27b5ef2344 req-33a50ae8-525a-4987-8b43-648cec5221ea tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 946 time: 0.2554193 Sep 30 01:01:57.893741 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19e9324-2e20-4954-982e-9acb95f96ab8 admin admin] Made reservation on behalf of 02bc79a9675142e593506d561654e76f for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:01:57.895398 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4592634d-028c-4b02-aece-05f108a6ae7f tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks [] for router, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:57.897823 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e19e9324-2e20-4954-982e-9acb95f96ab8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:58.168808 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f485cca6-195e-4c9b-832e-ee27b5ef2344 req-0b328331-d005-434f-9ac8-e8abb8210c7c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208688 Sep 30 01:01:58.243772 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4592634d-028c-4b02-aece-05f108a6ae7f tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30720'] for router, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:58.246663 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4592634d-028c-4b02-aece-05f108a6ae7f tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:58.253160 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e935f-04fe-4c01-aa25-af015efc0df9 req-8a1d2407-6323-4cd9-b458-f63d513b193e tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:58.254665 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-054e935f-04fe-4c01-aa25-af015efc0df9 req-8a1d2407-6323-4cd9-b458-f63d513b193e tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0bdceac-4b37-48dd-87a4-dfe23703ff6b HTTP/1.1" status: 200 len: 945 time: 0.2541676 Sep 30 01:01:58.276596 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44172) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:58.286761 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4592634d-028c-4b02-aece-05f108a6ae7f tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736498'] for router, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:58.287260 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4592634d-028c-4b02-aece-05f108a6ae7f tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c44aea0-d032-45b9-b499-52cb58ac08c5 {{(pid=80275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 30 01:01:58.295858 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4592634d-028c-4b02-aece-05f108a6ae7f tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks [] for router, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:58.296949 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-4592634d-028c-4b02-aece-05f108a6ae7f tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] 10.222.0.39 "DELETE /v2.0/routers/3c44aea0-d032-45b9-b499-52cb58ac08c5 HTTP/1.1" status: 204 len: 168 time: 0.5740805 Sep 30 01:01:58.300544 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 44176) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:58.305338 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-c674c870-8feb-445d-bdca-f1c52d20c729 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Request body: {'router': {'name': 'tempest-router-1786181692', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '16c5a673f7c74d2a8a790849d08554b7'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:01:58.310829 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c674c870-8feb-445d-bdca-f1c52d20c729 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:58.315897 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-c674c870-8feb-445d-bdca-f1c52d20c729 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Usage tracker for resource:router and tenant:16c5a673f7c74d2a8a790849d08554b7 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:58.318910 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-c674c870-8feb-445d-bdca-f1c52d20c729 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:58.324637 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c674c870-8feb-445d-bdca-f1c52d20c729 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:58.336942 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c674c870-8feb-445d-bdca-f1c52d20c729 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-730961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30750'] for router, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:58.337941 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c674c870-8feb-445d-bdca-f1c52d20c729 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30743'] for router, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:58.353303 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c674c870-8feb-445d-bdca-f1c52d20c729 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:58.371793 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c674c870-8feb-445d-bdca-f1c52d20c729 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673175'] for router, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:58.394761 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c674c870-8feb-445d-bdca-f1c52d20c729 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks [] for router, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:58.399552 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-c674c870-8feb-445d-bdca-f1c52d20c729 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.0953822 Sep 30 01:01:58.399872 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 44182) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:58.405633 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-8bc61025-da36-40e9-a62d-7f629e855470 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Request body: {'router': {'distributed': True}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:01:58.414351 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-054e935f-04fe-4c01-aa25-af015efc0df9 req-63aa74aa-2f18-4293-aba4-3b26bd4ec58b tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286366 Sep 30 01:01:58.419683 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d195da-0188-4a8e-b7fa-612657bc0c08 admin admin] Deleting subnet 687b3e58-680a-404f-bc60-69995e08791a {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:01:58.426058 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-06d195da-0188-4a8e-b7fa-612657bc0c08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:58.476849 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e19e9324-2e20-4954-982e-9acb95f96ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:58.481971 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:58.524649 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-06d195da-0188-4a8e-b7fa-612657bc0c08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2490848'] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:58.618141 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-06d195da-0188-4a8e-b7fa-612657bc0c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:58.653106 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e9324-2e20-4954-982e-9acb95f96ab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b1d4a0e-373b-4a8f-bc06-2d1f76945ee5,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:58.655837 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e19e9324-2e20-4954-982e-9acb95f96ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:58.667623 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19e9324-2e20-4954-982e-9acb95f96ab8 admin admin] Checking segment: {'id': '15605330-c69b-4e76-b9b5-742b2b2c6ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8cf157b5-3a5b-4875-babe-38a13725d469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:01:58.667982 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19e9324-2e20-4954-982e-9acb95f96ab8 admin admin] Network hostable DHCP agents. Network: 8cf157b5-3a5b-4875-babe-38a13725d469, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:01:58.714304 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19e9324-2e20-4954-982e-9acb95f96ab8 admin admin] Network 8cf157b5-3a5b-4875-babe-38a13725d469 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:01:58.734206 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-e19e9324-2e20-4954-982e-9acb95f96ab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 8cf157b5-3a5b-4875-babe-38a13725d469) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:01:58.737451 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-06d195da-0188-4a8e-b7fa-612657bc0c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:58.744100 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a7c0d7-735d-47f3-8434-91b84acc7920 None None] Network 8cf157b5-3a5b-4875-babe-38a13725d469 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:01:58.752666 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1dc9a8ff-611f-4af4-b8e3-f0dfb79e4ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:58.786863 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19e9324-2e20-4954-982e-9acb95f96ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:58.787852 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e19e9324-2e20-4954-982e-9acb95f96ab8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:58.818014 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-e19e9324-2e20-4954-982e-9acb95f96ab8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9821792 Sep 30 01:01:58.820604 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d195da-0188-4a8e-b7fa-612657bc0c08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=687b3e58-680a-404f-bc60-69995e08791a,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:58.822104 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 44190) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:58.826325 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-06d195da-0188-4a8e-b7fa-612657bc0c08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:58.831542 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-06d195da-0188-4a8e-b7fa-612657bc0c08 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/687b3e58-680a-404f-bc60-69995e08791a HTTP/1.1" status: 204 len: 168 time: 0.5496666 Sep 30 01:01:58.832239 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44194) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:58.833183 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-06d195da-0188-4a8e-b7fa-612657bc0c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:58.837145 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-b8c824c3-673f-4fab-9b16-7377451e2e1a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1861468136-router', 'tenant_id': '02bc79a9675142e593506d561654e76f', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:01:58.844614 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-b8c824c3-673f-4fab-9b16-7377451e2e1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:01:58.897532 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8bc61025-da36-40e9-a62d-7f629e855470 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-672991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-730982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30841'] for router, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:58.897870 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8bc61025-da36-40e9-a62d-7f629e855470 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks [] for router, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:58.953924 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3f741eac-a462-437b-a85a-1aedaed734eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:58.954242 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-b8c824c3-673f-4fab-9b16-7377451e2e1a admin admin] Usage tracker for resource:router and tenant:02bc79a9675142e593506d561654e76f is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:01:58.994068 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c416b07-407c-451c-b50c-bd0bd1a21c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-8cf157b5-3a5b-4875-babe-38a13725d469', 'network_id': '8cf157b5-3a5b-4875-babe-38a13725d469', 'tenant_id': '02bc79a9675142e593506d561654e76f', 'fixed_ips': [{'subnet_id': '1b1d4a0e-373b-4a8f-bc06-2d1f76945ee5'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 01:01:58.995116 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3c416b07-407c-451c-b50c-bd0bd1a21c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:59.087717 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3f741eac-a462-437b-a85a-1aedaed734eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:59.115502 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-3f741eac-a462-437b-a85a-1aedaed734eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['937bb923-66de-4a05-95d6-5eb092834b56']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:01:59.127807 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-3f741eac-a462-437b-a85a-1aedaed734eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1da2ba9e-c977-4353-96c4-7934e4215603') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:01:59.128099 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-3f741eac-a462-437b-a85a-1aedaed734eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1da2ba9e-c977-4353-96c4-7934e4215603') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:01:59.139359 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3f741eac-a462-437b-a85a-1aedaed734eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:59.150954 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-b8c824c3-673f-4fab-9b16-7377451e2e1a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:01:59.159500 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3f741eac-a462-437b-a85a-1aedaed734eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:59.165167 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-3c416b07-407c-451c-b50c-bd0bd1a21c49 None None] Allocated IP 172.20.0.2 (8cf157b5-3a5b-4875-babe-38a13725d469/1b1d4a0e-373b-4a8f-bc06-2d1f76945ee5/c0edb48a-9b95-45c6-8703-6dd771d2c7fd) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:01:59.169597 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f741eac-a462-437b-a85a-1aedaed734eb admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:01:59.170341 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3f741eac-a462-437b-a85a-1aedaed734eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:59.172902 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-b8c824c3-673f-4fab-9b16-7377451e2e1a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: timer() Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:01:59.184789 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:01:59.212386 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b8c824c3-673f-4fab-9b16-7377451e2e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-730961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30750'] for router, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:59.213394 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b8c824c3-673f-4fab-9b16-7377451e2e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30743'] for router, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:59.217728 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8bc61025-da36-40e9-a62d-7f629e855470 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=80275) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Sep 30 01:01:59.218061 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8bc61025-da36-40e9-a62d-7f629e855470 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Router 73533bf0-2d2e-4946-a815-f8c1af33f307 migrating from provider to provider. {{(pid=80275) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Sep 30 01:01:59.218428 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8bc61025-da36-40e9-a62d-7f629e855470 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:59.230164 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca29b64-0f20-4904-af27-5f618c222202 req-0aeb56cd-784c-4b1c-8f76-f0601f932231 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:59.237974 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6ca29b64-0f20-4904-af27-5f618c222202 req-0aeb56cd-784c-4b1c-8f76-f0601f932231 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0bdceac-4b37-48dd-87a4-dfe23703ff6b HTTP/1.1" status: 200 len: 945 time: 0.3944087 Sep 30 01:01:59.254923 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8bc61025-da36-40e9-a62d-7f629e855470 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:59.268145 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8bc61025-da36-40e9-a62d-7f629e855470 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-673166', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-736726'] for router, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:59.285750 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3f741eac-a462-437b-a85a-1aedaed734eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:59.290289 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-72f813a7-0af1-48d3-841e-a4e6a82c480a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:59.307768 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3f741eac-a462-437b-a85a-1aedaed734eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:59.339308 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b8c824c3-673f-4fab-9b16-7377451e2e1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:59.365186 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f741eac-a462-437b-a85a-1aedaed734eb admin admin] Pushing event deleted for resources: {'Network': ['ID=937bb923-66de-4a05-95d6-5eb092834b56,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:59.374060 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-3f741eac-a462-437b-a85a-1aedaed734eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:59.376608 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device a819763d-3305-4025-9f6f-0878e7ac95ff no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:01:59.387443 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-3f741eac-a462-437b-a85a-1aedaed734eb admin admin] 10.222.0.39 "DELETE /v2.0/networks/937bb923-66de-4a05-95d6-5eb092834b56 HTTP/1.1" status: 204 len: 168 time: 0.5531206 Sep 30 01:01:59.419787 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab48e77-1e3e-42c5-8a2b-a2d312715fb6 req-a7afce17-dccd-4329-ac3e-f92a19c1db78 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:01:59.421733 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cab48e77-1e3e-42c5-8a2b-a2d312715fb6 req-a7afce17-dccd-4329-ac3e-f92a19c1db78 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 946 time: 0.1070838 Sep 30 01:01:59.427322 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6ca29b64-0f20-4904-af27-5f618c222202 req-ef76ce1b-97c4-4568-99f7-398761218e92 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884732 Sep 30 01:01:59.430461 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: a819763d-3305-4025-9f6f-0878e7ac95ff {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:01:59.431196 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device a819763d-3305-4025-9f6f-0878e7ac95ff not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:01:59.461641 n-d-811809-1 neutron-server[80275]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8bc61025-da36-40e9-a62d-7f629e855470 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] No L3 agents can host the router 73533bf0-2d2e-4946-a815-f8c1af33f307 Sep 30 01:01:59.462476 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3c416b07-407c-451c-b50c-bd0bd1a21c49 None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:59.474480 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-3c416b07-407c-451c-b50c-bd0bd1a21c49 None None] Transition to ACTIVE for port object c0edb48a-9b95-45c6-8703-6dd771d2c7fd will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:01:59.493926 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cab48e77-1e3e-42c5-8a2b-a2d312715fb6 req-a35b4990-d746-4941-afe1-0104a2422f04 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641046 Sep 30 01:01:59.500548 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-3c416b07-407c-451c-b50c-bd0bd1a21c49 None None] Transition to ACTIVE for port object c0edb48a-9b95-45c6-8703-6dd771d2c7fd will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:01:59.513636 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3c416b07-407c-451c-b50c-bd0bd1a21c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:59.517854 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:59.577453 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44206) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:59.637442 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-536f6880-8e48-4eef-af08-3511f8152667 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=679ecd0439544ad5b7460b1d0b9c6989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563745 Sep 30 01:01:59.637829 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44210) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:01:59.643695 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c416b07-407c-451c-b50c-bd0bd1a21c49 None None] Network 8cf157b5-3a5b-4875-babe-38a13725d469 is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:01:59.646714 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-3c416b07-407c-451c-b50c-bd0bd1a21c49 None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:01:59.651180 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c416b07-407c-451c-b50c-bd0bd1a21c49 None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:01:59.653342 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c416b07-407c-451c-b50c-bd0bd1a21c49 None None] Pushing event updated for resources: {'Port': ['ID=c0edb48a-9b95-45c6-8703-6dd771d2c7fd,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:59.656898 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-3c416b07-407c-451c-b50c-bd0bd1a21c49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:59.711483 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d505b4ab-8521-402e-a0d2-adf2082b3901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:59.739146 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d505b4ab-8521-402e-a0d2-adf2082b3901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:59.744038 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-3c416b07-407c-451c-b50c-bd0bd1a21c49 None None] Attempting to bind port c0edb48a-9b95-45c6-8703-6dd771d2c7fd on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:01:59.744351 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-3c416b07-407c-451c-b50c-bd0bd1a21c49 None None] Attempting to bind port c0edb48a-9b95-45c6-8703-6dd771d2c7fd by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '15605330-c69b-4e76-b9b5-742b2b2c6ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8cf157b5-3a5b-4875-babe-38a13725d469'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:01:59.744734 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c416b07-407c-451c-b50c-bd0bd1a21c49 None None] Attempting to bind port c0edb48a-9b95-45c6-8703-6dd771d2c7fd on network 8cf157b5-3a5b-4875-babe-38a13725d469 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:01:59.750640 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c416b07-407c-451c-b50c-bd0bd1a21c49 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:01:59.751714 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c416b07-407c-451c-b50c-bd0bd1a21c49 None None] Checking segment: {'id': '15605330-c69b-4e76-b9b5-742b2b2c6ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8cf157b5-3a5b-4875-babe-38a13725d469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:01:59.752160 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3c416b07-407c-451c-b50c-bd0bd1a21c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:59.752634 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c416b07-407c-451c-b50c-bd0bd1a21c49 None None] Bound using segment: {'id': '15605330-c69b-4e76-b9b5-742b2b2c6ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8cf157b5-3a5b-4875-babe-38a13725d469'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:01:59.753307 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-3c416b07-407c-451c-b50c-bd0bd1a21c49 None None] Bound port: c0edb48a-9b95-45c6-8703-6dd771d2c7fd, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15605330-c69b-4e76-b9b5-742b2b2c6ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8cf157b5-3a5b-4875-babe-38a13725d469'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:01:59.753712 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3c416b07-407c-451c-b50c-bd0bd1a21c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:59.796989 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d505b4ab-8521-402e-a0d2-adf2082b3901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:59.802114 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e44370d2-9e36-45d9-9db2-7a7929ec25d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:59.815815 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505b4ab-8521-402e-a0d2-adf2082b3901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adecd80-b380-4b1c-a4a8-3168abda1dc9,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:59.818757 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d505b4ab-8521-402e-a0d2-adf2082b3901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:01:59.831790 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d505b4ab-8521-402e-a0d2-adf2082b3901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:59.832993 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-d505b4ab-8521-402e-a0d2-adf2082b3901 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9adecd80-b380-4b1c-a4a8-3168abda1dc9 HTTP/1.1" status: 204 len: 168 time: 0.1940577 Sep 30 01:01:59.868087 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-3c416b07-407c-451c-b50c-bd0bd1a21c49 None None] For port c0edb48a-9b95-45c6-8703-6dd771d2c7fd, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:01:59.871501 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-3c416b07-407c-451c-b50c-bd0bd1a21c49 None None] For port c0edb48a-9b95-45c6-8703-6dd771d2c7fd, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=c0edb48a-9b95-45c6-8703-6dd771d2c7fd,segment=NetworkSegment(15605330-c69b-4e76-b9b5-742b2b2c6ca4),segment_id=15605330-c69b-4e76-b9b5-742b2b2c6ca4)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:01:59.875707 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3c416b07-407c-451c-b50c-bd0bd1a21c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:59.884687 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:01:59.934460 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b8c824c3-673f-4fab-9b16-7377451e2e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-672991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-730982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30841'] for router, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:01:59.949740 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc61025-da36-40e9-a62d-7f629e855470 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Hosts for router 73533bf0-2d2e-4946-a815-f8c1af33f307: [] {{(pid=80275) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Sep 30 01:01:59.965056 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c416b07-407c-451c-b50c-bd0bd1a21c49 None None] Pushing event updated for resources: {'Port': ['ID=c0edb48a-9b95-45c6-8703-6dd771d2c7fd,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:01:59.968501 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-3c416b07-407c-451c-b50c-bd0bd1a21c49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:00.007872 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc61025-da36-40e9-a62d-7f629e855470 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Hosts for other DVR routers connected to router 73533bf0-2d2e-4946-a815-f8c1af33f307: set() {{(pid=80275) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Sep 30 01:02:00.074315 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8bc61025-da36-40e9-a62d-7f629e855470 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks [] for router, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:00.078417 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-8bc61025-da36-40e9-a62d-7f629e855470 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] 10.222.0.39 "PUT /v2.0/routers/73533bf0-2d2e-4946-a815-f8c1af33f307 HTTP/1.1" status: 200 len: 717 time: 1.6742201 Sep 30 01:02:00.078652 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44220) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:00.323599 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-6d1b8d89-45d3-41a2-9be7-f8b7ea2580ac tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] 10.222.0.39 "GET /v2.0/routers/73533bf0-2d2e-4946-a815-f8c1af33f307 HTTP/1.1" status: 200 len: 717 time: 0.2426741 Sep 30 01:02:00.324134 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 44230) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:00.460892 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b8c824c3-673f-4fab-9b16-7377451e2e1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:00.492425 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b8c824c3-673f-4fab-9b16-7377451e2e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:00.796566 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5042b18-e6e0-4266-b509-e2f165c61b4d req-dfc2d6f3-8d2c-4e2a-bce7-592e69076a9a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:00.805199 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a5042b18-e6e0-4266-b509-e2f165c61b4d req-dfc2d6f3-8d2c-4e2a-bce7-592e69076a9a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 946 time: 0.1049592 Sep 30 01:02:00.846922 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 44254) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:00.859498 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2337c7-29c4-4d5b-8ce6-ee806a4f7fd3 req-c0a0bfb0-b015-4a7f-9e5a-1e7fffe0a480 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:00.861324 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-df2337c7-29c4-4d5b-8ce6-ee806a4f7fd3 req-c0a0bfb0-b015-4a7f-9e5a-1e7fffe0a480 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0bdceac-4b37-48dd-87a4-dfe23703ff6b HTTP/1.1" status: 200 len: 945 time: 0.5293992 Sep 30 01:02:00.863242 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a5042b18-e6e0-4266-b509-e2f165c61b4d req-7a6af6eb-f274-4e64-8cbf-b121dd75a9bb tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571599 Sep 30 01:02:01.061625 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-466e9440-85ca-4bc9-87eb-23cd9def830d tempest-RoutersTestDVR-1070939184 tempest-RoutersTestDVR-1070939184-project] 10.222.0.39 "GET /v2.0/routers/73533bf0-2d2e-4946-a815-f8c1af33f307 HTTP/1.1" status: 200 len: 683 time: 0.7363024 Sep 30 01:02:01.064883 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44260) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:01.078063 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-55e7e14d-1d27-4846-a0b3-bd11e7a06f95 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2120630885-network', 'tenant_id': 'afe16caadc024ae6a08c9ca85296b0ba'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:01.105365 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-55e7e14d-1d27-4846-a0b3-bd11e7a06f95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:01.119029 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-df2337c7-29c4-4d5b-8ce6-ee806a4f7fd3 req-a7aadf46-4e60-4cbf-a102-980e3cad2ee9 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Deleting port 54fb605e-4a4a-416c-b3bb-d938d60d4678 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:02:01.119412 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-df2337c7-29c4-4d5b-8ce6-ee806a4f7fd3 req-a7aadf46-4e60-4cbf-a102-980e3cad2ee9 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:01.145357 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-55e7e14d-1d27-4846-a0b3-bd11e7a06f95 admin admin] Usage tracker for resource:network and tenant:afe16caadc024ae6a08c9ca85296b0ba is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:01.154137 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-55e7e14d-1d27-4846-a0b3-bd11e7a06f95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:01.174688 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58bcea3-f697-4295-897a-c64e098b0373 None None] Network 8cf157b5-3a5b-4875-babe-38a13725d469 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:02:01.182313 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-55e7e14d-1d27-4846-a0b3-bd11e7a06f95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:01.197761 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-b8c824c3-673f-4fab-9b16-7377451e2e1a admin admin] Allocated IP 172.25.0.81 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/1d0899c4-55c6-4d29-a539-cb2a8e2df790) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:02:01.209261 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6b85c-c4bb-422c-b0ff-24dbdc4bc887 req-fe1596f3-f2da-4e5c-9889-a77eab3a71d6 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:01.215310 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-55d6b85c-c4bb-422c-b0ff-24dbdc4bc887 req-fe1596f3-f2da-4e5c-9889-a77eab3a71d6 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0bdceac-4b37-48dd-87a4-dfe23703ff6b HTTP/1.1" status: 200 len: 945 time: 0.5265110 Sep 30 01:02:01.263567 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e7e14d-1d27-4846-a0b3-bd11e7a06f95 admin admin] Made reservation on behalf of afe16caadc024ae6a08c9ca85296b0ba for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:02:01.266190 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-55e7e14d-1d27-4846-a0b3-bd11e7a06f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:01.318759 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-6b1b4b91-873d-4d9b-99e7-5fa4283c4aab None None] Provisioning for port c0edb48a-9b95-45c6-8703-6dd771d2c7fd completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:02:01.333315 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3b333619-f415-48ee-a1a2-755303c47840 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks [] for router, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:01.430595 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-55e7e14d-1d27-4846-a0b3-bd11e7a06f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:01.457972 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-55d6b85c-c4bb-422c-b0ff-24dbdc4bc887 req-f5200dd6-e4f0-481d-8c28-e38d6f2cbc8f tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups?id=29fc5f75-8033-44e2-8d03-4fa4aa659865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412779 Sep 30 01:02:01.467631 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-55e7e14d-1d27-4846-a0b3-bd11e7a06f95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:01.497160 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-55e7e14d-1d27-4846-a0b3-bd11e7a06f95 admin admin] Usage tracker for resource:security_group_rule and tenant:afe16caadc024ae6a08c9ca85296b0ba is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:01.505958 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-55e7e14d-1d27-4846-a0b3-bd11e7a06f95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:01.583759 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-55e7e14d-1d27-4846-a0b3-bd11e7a06f95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:01.653220 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3b333619-f415-48ee-a1a2-755303c47840 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30720'] for router, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:01.655673 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3b333619-f415-48ee-a1a2-755303c47840 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:01.658696 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b8c824c3-673f-4fab-9b16-7377451e2e1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:01.680141 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3b333619-f415-48ee-a1a2-755303c47840 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736498'] for router, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:01.680631 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b333619-f415-48ee-a1a2-755303c47840 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 73533bf0-2d2e-4946-a815-f8c1af33f307 {{(pid=80274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 30 01:02:01.696230 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3b333619-f415-48ee-a1a2-755303c47840 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks [] for router, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:01.697346 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-3b333619-f415-48ee-a1a2-755303c47840 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] 10.222.0.39 "DELETE /v2.0/routers/73533bf0-2d2e-4946-a815-f8c1af33f307 HTTP/1.1" status: 204 len: 168 time: 0.6312025 Sep 30 01:02:01.700854 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44266) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:01.706916 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-15f4d786-3320-482b-8a7d-63228d37ea9d tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Request body: {'router': {'name': 'tempest-router-2130066247', 'distributed': True}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:01.711807 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-15f4d786-3320-482b-8a7d-63228d37ea9d tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:01.715733 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-15f4d786-3320-482b-8a7d-63228d37ea9d tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Usage tracker for resource:router and tenant:9cd3af59066346aa956c2e767faab564 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:01.718798 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-15f4d786-3320-482b-8a7d-63228d37ea9d tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:01.721891 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-df2337c7-29c4-4d5b-8ce6-ee806a4f7fd3 req-a7aadf46-4e60-4cbf-a102-980e3cad2ee9 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] For port 54fb605e-4a4a-416c-b3bb-d938d60d4678, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=54fb605e-4a4a-416c-b3bb-d938d60d4678,segment=NetworkSegment(3f9b5c24-c196-48f3-8275-f67129fa0f6d),segment_id=3f9b5c24-c196-48f3-8275-f67129fa0f6d)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:01.722249 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-df2337c7-29c4-4d5b-8ce6-ee806a4f7fd3 req-a7aadf46-4e60-4cbf-a102-980e3cad2ee9 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:01.725783 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-15f4d786-3320-482b-8a7d-63228d37ea9d tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:01.735767 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-15f4d786-3320-482b-8a7d-63228d37ea9d tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-730961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30750'] for router, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:01.737145 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-15f4d786-3320-482b-8a7d-63228d37ea9d tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30743'] for router, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:01.753700 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-15f4d786-3320-482b-8a7d-63228d37ea9d tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:01.777161 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-15f4d786-3320-482b-8a7d-63228d37ea9d tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673175'] for router, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:01.800822 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-15f4d786-3320-482b-8a7d-63228d37ea9d tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks [] for router, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:01.802835 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-15f4d786-3320-482b-8a7d-63228d37ea9d tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1003346 Sep 30 01:02:01.804922 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44270) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:01.884859 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-df2337c7-29c4-4d5b-8ce6-ee806a4f7fd3 req-a7aadf46-4e60-4cbf-a102-980e3cad2ee9 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Calling delete_port for 54fb605e-4a4a-416c-b3bb-d938d60d4678 owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:02:01.971509 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cd812d67-45d0-4b03-aed5-d04ec8bdb6a5 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks [] for router, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:02.042734 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b8c824c3-673f-4fab-9b16-7377451e2e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:02.053218 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3fac8ccb-ead0-44ac-9438-964a7305bf31 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:02.086215 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device c0edb48a-9b95-45c6-8703-6dd771d2c7fd up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:02:02.121034 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-55e7e14d-1d27-4846-a0b3-bd11e7a06f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:02.142704 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-55e7e14d-1d27-4846-a0b3-bd11e7a06f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:02.227976 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port c0edb48a-9b95-45c6-8703-6dd771d2c7fd completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:02:02.236400 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c824c3-673f-4fab-9b16-7377451e2e1a admin admin] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:02:02.238487 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e7e14d-1d27-4846-a0b3-bd11e7a06f95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:02:02.239181 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port c0edb48a-9b95-45c6-8703-6dd771d2c7fd triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:02:02.240051 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:02.249033 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-b8c824c3-673f-4fab-9b16-7377451e2e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:02:02.254393 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c824c3-673f-4fab-9b16-7377451e2e1a admin admin] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:02:02.298629 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c824c3-673f-4fab-9b16-7377451e2e1a admin admin] Pushing event updated for resources: {'Port': ['ID=1d0899c4-55c6-4d29-a539-cb2a8e2df790,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:02.301593 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b8c824c3-673f-4fab-9b16-7377451e2e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:02.316046 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-127895eb-5e74-4235-ac80-d436f5dd2590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:02.356031 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-55e7e14d-1d27-4846-a0b3-bd11e7a06f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:02.356031 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-55e7e14d-1d27-4846-a0b3-bd11e7a06f95 admin admin] Added segment e9178c45-df03-419a-986b-ac0188d8368d of type vlan for network 85f2c68c-3403-4da4-8639-a902584e2bd4 Sep 30 01:02:02.401009 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-df2337c7-29c4-4d5b-8ce6-ee806a4f7fd3 req-a7aadf46-4e60-4cbf-a102-980e3cad2ee9 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:02.420293 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7e14d-1d27-4846-a0b3-bd11e7a06f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2a80e0-dfb9-4f70-b7b7-5fa88bd9b647,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:02.430203 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-55e7e14d-1d27-4846-a0b3-bd11e7a06f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:02.447805 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:02.481879 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e3c94987-1f29-448b-a50f-a7a0e6b00c49 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:02.502556 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port c0edb48a-9b95-45c6-8703-6dd771d2c7fd, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=c0edb48a-9b95-45c6-8703-6dd771d2c7fd,segment=NetworkSegment(15605330-c69b-4e76-b9b5-742b2b2c6ca4),segment_id=15605330-c69b-4e76-b9b5-742b2b2c6ca4)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:02.508805 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:02.510266 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:02.570260 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cd812d67-45d0-4b03-aed5-d04ec8bdb6a5 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30720'] for router, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:02.574915 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cd812d67-45d0-4b03-aed5-d04ec8bdb6a5 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:02.643092 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682e0c1-e090-45f7-a78e-340538b4d6a4 req-eaa3a701-2ca5-4681-88cd-f514e72ac2f5 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:02.650109 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=c0edb48a-9b95-45c6-8703-6dd771d2c7fd,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:02.659550 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f682e0c1-e090-45f7-a78e-340538b4d6a4 req-eaa3a701-2ca5-4681-88cd-f514e72ac2f5 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 946 time: 0.4943078 Sep 30 01:02:02.661340 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:02.693012 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cd812d67-45d0-4b03-aed5-d04ec8bdb6a5 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736498'] for router, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:02.693817 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd812d67-45d0-4b03-aed5-d04ec8bdb6a5 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b574a54-a37e-4404-aa3b-2fa012a8cad8 {{(pid=80274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 30 01:02:02.731616 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cd812d67-45d0-4b03-aed5-d04ec8bdb6a5 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] Notify callbacks [] for router, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:02.733707 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-cd812d67-45d0-4b03-aed5-d04ec8bdb6a5 tempest-RoutersTestDVR-328126315 tempest-RoutersTestDVR-328126315-project-admin] 10.222.0.39 "DELETE /v2.0/routers/1b574a54-a37e-4404-aa3b-2fa012a8cad8 HTTP/1.1" status: 204 len: 168 time: 0.9270298 Sep 30 01:02:02.750992 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f682e0c1-e090-45f7-a78e-340538b4d6a4 req-10238770-5389-4b28-8804-cdcc41d91384 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900919 Sep 30 01:02:02.930146 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-55e7e14d-1d27-4846-a0b3-bd11e7a06f95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:02.957760 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44286) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:02.965710 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aadf46-4e60-4cbf-a102-980e3cad2ee9 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Pushing event deleted for resources: {'Port': ['ID=54fb605e-4a4a-416c-b3bb-d938d60d4678,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:02.976836 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a7aadf46-4e60-4cbf-a102-980e3cad2ee9 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:03.081316 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2704e7ee-f2b7-4277-bc47-228b5ee612ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:03.087039 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b776e7ff-bcd1-4e2a-8319-f4cbd74657cc req-3b015d70-9bbf-4895-9ada-70e7b186cce1 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0bdceac-4b37-48dd-87a4-dfe23703ff6b HTTP/1.1" status: 200 len: 210 time: 0.1531804 Sep 30 01:02:03.097104 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-2704e7ee-f2b7-4277-bc47-228b5ee612ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:03.101289 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-2704e7ee-f2b7-4277-bc47-228b5ee612ac admin admin] Usage tracker for resource:security_group_rule and tenant:16c5a673f7c74d2a8a790849d08554b7 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:03.104305 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-2704e7ee-f2b7-4277-bc47-228b5ee612ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:03.113096 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-2704e7ee-f2b7-4277-bc47-228b5ee612ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:03.118946 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2337c7-29c4-4d5b-8ce6-ee806a4f7fd3 req-a7aadf46-4e60-4cbf-a102-980e3cad2ee9 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] No DVR routers for this DVR port 54fb605e-4a4a-416c-b3bb-d938d60d4678 on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:02:03.126254 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-df2337c7-29c4-4d5b-8ce6-ee806a4f7fd3 req-a7aadf46-4e60-4cbf-a102-980e3cad2ee9 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:03.132461 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bdceac-4b37-48dd-87a4-dfe23703ff6b', 'name': 'network-vif-deleted', 'tag': '54fb605e-4a4a-416c-b3bb-d938d60d4678'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:02:03.170674 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-55e7e14d-1d27-4846-a0b3-bd11e7a06f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:03.171742 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e7e14d-1d27-4846-a0b3-bd11e7a06f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:03.172348 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-55e7e14d-1d27-4846-a0b3-bd11e7a06f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:03.179024 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2e72b6b7-9956-4627-bd45-ce0c609673fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:03.198977 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0bdceac-4b37-48dd-87a4-dfe23703ff6b', 'name': 'network-vif-deleted', 'tag': '54fb605e-4a4a-416c-b3bb-d938d60d4678', 'status': 'completed', 'code': 200} Sep 30 01:02:03.226144 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2704e7ee-f2b7-4277-bc47-228b5ee612ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:03.230339 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2704e7ee-f2b7-4277-bc47-228b5ee612ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:03.238408 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a1798ca6-0853-4579-95e2-0c674cd3a99b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:03.261239 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-df2337c7-29c4-4d5b-8ce6-ee806a4f7fd3 req-a7aadf46-4e60-4cbf-a102-980e3cad2ee9 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.55 "DELETE /v2.0/ports/54fb605e-4a4a-416c-b3bb-d938d60d4678 HTTP/1.1" status: 204 len: 173 time: 2.3308420 Sep 30 01:02:03.292293 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704e7ee-f2b7-4277-bc47-228b5ee612ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7754aac-4686-44e4-acb0-62a1bd0b8001,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:03.310191 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-2704e7ee-f2b7-4277-bc47-228b5ee612ac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=16c5a673f7c74d2a8a790849d08554b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3497071 Sep 30 01:02:03.313464 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2704e7ee-f2b7-4277-bc47-228b5ee612ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:03.315408 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44296) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:03.379985 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 54fb605e-4a4a-416c-b3bb-d938d60d4678 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:02:03.394345 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-55e7e14d-1d27-4846-a0b3-bd11e7a06f95 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5436928 Sep 30 01:02:03.397930 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44300) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:03.406680 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-52faf67e-04f4-417e-b894-5e355b840106 admin admin] Request body: {'subnet': {'network_id': '85f2c68c-3403-4da4-8639-a902584e2bd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2120630885-subnet', 'tenant_id': 'afe16caadc024ae6a08c9ca85296b0ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:03.413860 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f6c1a013-c868-4fc0-bbd2-6b5dc8095562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:03.421636 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-52faf67e-04f4-417e-b894-5e355b840106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:03.424860 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7e14d-1d27-4846-a0b3-bd11e7a06f95 admin admin] Pushing event updated for resources: {'Network': ['ID=85f2c68c-3403-4da4-8639-a902584e2bd4,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:03.429131 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-55e7e14d-1d27-4846-a0b3-bd11e7a06f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:03.432284 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-52faf67e-04f4-417e-b894-5e355b840106 admin admin] Usage tracker for resource:subnet and tenant:afe16caadc024ae6a08c9ca85296b0ba is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:03.438195 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-52faf67e-04f4-417e-b894-5e355b840106 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:03.441478 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 85f2c68c-3403-4da4-8639-a902584e2bd4 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:02:03.464700 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: 54fb605e-4a4a-416c-b3bb-d938d60d4678 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:02:03.465123 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 54fb605e-4a4a-416c-b3bb-d938d60d4678 not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:02:03.479807 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-52faf67e-04f4-417e-b894-5e355b840106 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:03.491389 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f6c1a013-c868-4fc0-bbd2-6b5dc8095562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:03.511549 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b8c824c3-673f-4fab-9b16-7377451e2e1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:03.542274 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52faf67e-04f4-417e-b894-5e355b840106 admin admin] Made reservation on behalf of afe16caadc024ae6a08c9ca85296b0ba for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:02:03.547036 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-52faf67e-04f4-417e-b894-5e355b840106 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:03.855836 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f6c1a013-c868-4fc0-bbd2-6b5dc8095562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:03.870545 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-df660ba0-de71-4587-8730-51668f9efcd1 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:03.889774 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1a013-c868-4fc0-bbd2-6b5dc8095562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7754aac-4686-44e4-acb0-62a1bd0b8001,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:03.895640 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f6c1a013-c868-4fc0-bbd2-6b5dc8095562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:03.947142 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f6c1a013-c868-4fc0-bbd2-6b5dc8095562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:03.949000 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-f6c1a013-c868-4fc0-bbd2-6b5dc8095562 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a7754aac-4686-44e4-acb0-62a1bd0b8001 HTTP/1.1" status: 204 len: 168 time: 0.6319623 Sep 30 01:02:04.014216 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-52faf67e-04f4-417e-b894-5e355b840106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:04.020634 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-22814fc5-877a-4443-9db8-1134743c4e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:04.063243 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device c0edb48a-9b95-45c6-8703-6dd771d2c7fd up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:02:04.122382 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52faf67e-04f4-417e-b894-5e355b840106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86d86c36-df24-47a6-a3d6-6fbbabc87bdc,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:04.122382 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-52faf67e-04f4-417e-b894-5e355b840106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:04.134905 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52faf67e-04f4-417e-b894-5e355b840106 admin admin] Checking segment: {'id': 'e9178c45-df03-419a-986b-ac0188d8368d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '85f2c68c-3403-4da4-8639-a902584e2bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:02:04.134905 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52faf67e-04f4-417e-b894-5e355b840106 admin admin] Network hostable DHCP agents. Network: 85f2c68c-3403-4da4-8639-a902584e2bd4, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:02:04.166011 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52faf67e-04f4-417e-b894-5e355b840106 admin admin] Network 85f2c68c-3403-4da4-8639-a902584e2bd4 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:02:04.195476 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-52faf67e-04f4-417e-b894-5e355b840106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 85f2c68c-3403-4da4-8639-a902584e2bd4) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:02:04.200028 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52faf67e-04f4-417e-b894-5e355b840106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:04.200615 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-52faf67e-04f4-417e-b894-5e355b840106 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:04.237957 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d32eb6c-388e-4aac-8773-543b711ce7d6 None None] Network 85f2c68c-3403-4da4-8639-a902584e2bd4 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:02:04.261468 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-52faf67e-04f4-417e-b894-5e355b840106 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8618040 Sep 30 01:02:04.273467 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b8c824c3-673f-4fab-9b16-7377451e2e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673175'] for router, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:04.608313 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404a8fa-5c15-456e-99ea-21a9651cb8c1 req-60c5b6c7-b920-4859-807c-c95aba35fdc9 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:04.621823 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44332) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:04.625394 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e404a8fa-5c15-456e-99ea-21a9651cb8c1 req-60c5b6c7-b920-4859-807c-c95aba35fdc9 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 946 time: 0.6387255 Sep 30 01:02:04.664965 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f0ac742d-eb87-41a4-8411-5f45da0d3517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:04.693360 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port c0edb48a-9b95-45c6-8703-6dd771d2c7fd triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:02:04.693360 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:04.699959 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-f0ac742d-eb87-41a4-8411-5f45da0d3517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:04.715152 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-f0ac742d-eb87-41a4-8411-5f45da0d3517 admin admin] Usage tracker for resource:security_group_rule and tenant:9cd3af59066346aa956c2e767faab564 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:04.717622 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e404a8fa-5c15-456e-99ea-21a9651cb8c1 req-4bdc5ee3-b7cf-49e8-9876-8634e9258219 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911939 Sep 30 01:02:04.718506 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-f0ac742d-eb87-41a4-8411-5f45da0d3517 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:04.733081 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-f0ac742d-eb87-41a4-8411-5f45da0d3517 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:04.783277 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c824c3-673f-4fab-9b16-7377451e2e1a admin admin] Router 4421e02c-a1a6-48fd-b2a0-93c1ac0e9515 is scheduled to L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 with binding_index 1 {{(pid=80275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 30 01:02:04.807127 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b45bbbf-d46b-4417-b453-7a4004c58dbe None None] Network 85f2c68c-3403-4da4-8639-a902584e2bd4 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:02:04.938771 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f0ac742d-eb87-41a4-8411-5f45da0d3517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:04.948429 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f0ac742d-eb87-41a4-8411-5f45da0d3517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:04.962599 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e576948e-61fa-4b7d-bc51-50355d7288bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:05.020895 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 44344) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:05.028041 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-f0ac742d-eb87-41a4-8411-5f45da0d3517 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9cd3af59066346aa956c2e767faab564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4055567 Sep 30 01:02:05.031180 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44348) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:05.073300 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac742d-eb87-41a4-8411-5f45da0d3517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e4ca1d-cf28-4d86-a751-096c3029c098,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:05.093145 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f0ac742d-eb87-41a4-8411-5f45da0d3517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:05.141989 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ad5f0e15-8d21-4863-8482-008db27f0839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:05.187481 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ad5f0e15-8d21-4863-8482-008db27f0839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:05.315022 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-37b21371-4cad-4e5a-99b6-e8fb610ebc81 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:05.337458 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c824c3-673f-4fab-9b16-7377451e2e1a admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:02:05.359396 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a1f11c-97f1-4ef7-b045-3af18e2b878b None None] Sync routers for ids ['4421e02c-a1a6-48fd-b2a0-93c1ac0e9515'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:02:05.366461 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-37b21371-4cad-4e5a-99b6-e8fb610ebc81 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:05.375464 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a1f11c-97f1-4ef7-b045-3af18e2b878b None None] Routers {'4421e02c-a1a6-48fd-b2a0-93c1ac0e9515'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:02:05.377181 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-15a1f11c-97f1-4ef7-b045-3af18e2b878b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:01:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['4421e02c-a1a6-48fd-b2a0-93c1ac0e9515'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:05.383155 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ad5f0e15-8d21-4863-8482-008db27f0839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:05.387562 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b8c824c3-673f-4fab-9b16-7377451e2e1a admin admin] Notify callbacks [] for router, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:05.391214 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-b8c824c3-673f-4fab-9b16-7377451e2e1a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.5660541 Sep 30 01:02:05.391383 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f7e43df6-1713-493e-aed9-d12900a6eafd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:05.392173 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 44360) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:05.410881 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-2559bafe-00d0-4819-8ac9-37274c82cc69 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:05.412270 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-2559bafe-00d0-4819-8ac9-37274c82cc69 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.39 "GET /v2.0/networks?id=85f2c68c-3403-4da4-8639-a902584e2bd4 HTTP/1.1" status: 200 len: 813 time: 0.1950836 Sep 30 01:02:05.413501 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f0e15-8d21-4863-8482-008db27f0839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e4ca1d-cf28-4d86-a751-096c3029c098,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:05.417299 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ad5f0e15-8d21-4863-8482-008db27f0839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:05.420667 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ad5f0e15-8d21-4863-8482-008db27f0839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:05.421774 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-ad5f0e15-8d21-4863-8482-008db27f0839 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/15e4ca1d-cf28-4d86-a751-096c3029c098 HTTP/1.1" status: 204 len: 168 time: 0.3885255 Sep 30 01:02:05.464419 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-e7f39948-a62c-4de5-8916-9d5c0c95ba37 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.39 "GET /v2.0/quotas/afe16caadc024ae6a08c9ca85296b0ba HTTP/1.1" status: 200 len: 375 time: 0.0277419 Sep 30 01:02:05.529593 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-a9ab9fdd-733c-4997-811a-6347625e56ac tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=afe16caadc024ae6a08c9ca85296b0ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581484 Sep 30 01:02:05.560338 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:05.591904 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-37b21371-4cad-4e5a-99b6-e8fb610ebc81 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:05.599211 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-93ab1bd4-3c6f-4210-b164-006076c6e310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:05.621701 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b21371-4cad-4e5a-99b6-e8fb610ebc81 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7147ae9e-c306-4614-8ab0-6864d30cd2c5,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:05.625467 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-37b21371-4cad-4e5a-99b6-e8fb610ebc81 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:05.752685 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-15a1f11c-97f1-4ef7-b045-3af18e2b878b None None] Set router 4421e02c-a1a6-48fd-b2a0-93c1ac0e9515 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:02:05.775692 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-127b4307-ea64-42dc-89e9-f034c43576f3 service neutron] 10.222.0.39 "GET /v2.0/networks/85f2c68c-3403-4da4-8639-a902584e2bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310038 Sep 30 01:02:05.873959 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-37b21371-4cad-4e5a-99b6-e8fb610ebc81 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:05.875099 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-37b21371-4cad-4e5a-99b6-e8fb610ebc81 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "DELETE /v2.0/security-groups/7147ae9e-c306-4614-8ab0-6864d30cd2c5 HTTP/1.1" status: 204 len: 168 time: 0.8530381 Sep 30 01:02:05.878445 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 44374) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:05.934402 n-d-811809-1 neutron-server[80275]: INFO neutron.api.v2.resource [None req-64b94c41-6cdf-402f-9c78-4fad3951703b tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] show failed (client error): The resource could not be found. Sep 30 01:02:05.935552 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-64b94c41-6cdf-402f-9c78-4fad3951703b tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "GET /v2.0/security-groups/7147ae9e-c306-4614-8ab0-6864d30cd2c5 HTTP/1.1" status: 404 len: 347 time: 0.0559504 Sep 30 01:02:05.939570 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 44378) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:06.035154 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-2731fc12-ec7d-4a83-be45-5a892d7011a0 service neutron] 10.222.0.39 "GET /v2.0/networks/85f2c68c-3403-4da4-8639-a902584e2bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488446 Sep 30 01:02:06.161144 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-007171ec-5686-4046-a50c-45c294cd5531 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Deleting port 5b9784c5-6f0e-4043-ba8f-5564f68bffb4 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:02:06.161392 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-007171ec-5686-4046-a50c-45c294cd5531 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:06.309213 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-15a1f11c-97f1-4ef7-b045-3af18e2b878b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4421e02c-a1a6-48fd-b2a0-93c1ac0e9515', 'name': 'tempest-AttachSCSIVolumeTestJSON-1861468136-router', 'tenant_id': '02bc79a9675142e593506d561654e76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '1d0899c4-55c6-4d29-a539-cb2a8e2df790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:01:59Z', 'updated_at': '2021-09-30T01:02:03Z', 'revision_number': 3, 'project_id': '02bc79a9675142e593506d561654e76f', 'gw_port': {'id': '1d0899c4-55c6-4d29-a539-cb2a8e2df790', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:42:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4421e02c-a1a6-48fd-b2a0-93c1ac0e9515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:00Z', 'updated_at': '2021-09-30T01:02:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:06.315370 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a1f11c-97f1-4ef7-b045-3af18e2b878b None None] Checking router: 4421e02c-a1a6-48fd-b2a0-93c1ac0e9515 for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:02:06.315370 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a1f11c-97f1-4ef7-b045-3af18e2b878b None None] Updating router 4421e02c-a1a6-48fd-b2a0-93c1ac0e9515 port 1d0899c4-55c6-4d29-a539-cb2a8e2df790 binding host n-d-811809-1 {{(pid=80277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 01:02:06.396061 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-15a1f11c-97f1-4ef7-b045-3af18e2b878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:06.522794 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243802b-0fad-4623-b636-c5594b22ba28 req-9c4687fc-bd89-4b98-84d8-51b494005e29 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:06.524742 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e243802b-0fad-4623-b636-c5594b22ba28 req-9c4687fc-bd89-4b98-84d8-51b494005e29 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/ports?device_id=90973e42-f441-49f8-9fe9-3dbe657d3762 HTTP/1.1" status: 200 len: 945 time: 0.2183201 Sep 30 01:02:06.588685 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e243802b-0fad-4623-b636-c5594b22ba28 req-11e8088e-5031-46bf-8ef4-f9af66f567ea tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc32b6da-1853-41ca-a1f0-9486ba9ef355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553091 Sep 30 01:02:06.758159 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-007171ec-5686-4046-a50c-45c294cd5531 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:06.759014 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-007171ec-5686-4046-a50c-45c294cd5531 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:06.928076 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-007171ec-5686-4046-a50c-45c294cd5531 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Calling delete_port for 5b9784c5-6f0e-4043-ba8f-5564f68bffb4 owned by network:floatingip {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:02:06.959452 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1269d7c4-e8e9-46c3-afc8-818675d87802 req-a614f8fa-ed57-457f-b6fc-522928a97008 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.39 "GET /v2.0/ports?device_id=30e43d80-4fa8-4e88-a15b-da2d298cd185 HTTP/1.1" status: 200 len: 210 time: 0.1133900 Sep 30 01:02:06.987843 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44412) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:07.032866 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-15a1f11c-97f1-4ef7-b045-3af18e2b878b None None] Notify callbacks [] for port, precommit_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:07.049911 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.provisioning_blocks [None req-15a1f11c-97f1-4ef7-b045-3af18e2b878b None None] Transition to ACTIVE for port object 1d0899c4-55c6-4d29-a539-cb2a8e2df790 will not be triggered until provisioned by entity L2. {{(pid=80277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:02:07.061293 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-15a1f11c-97f1-4ef7-b045-3af18e2b878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:07.075519 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:07.176597 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611733d8-267e-48d3-99c9-f93a646decd3 req-9726067e-578c-4796-a1af-04c3dc43d6ab tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:07.176597 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-611733d8-267e-48d3-99c9-f93a646decd3 req-9726067e-578c-4796-a1af-04c3dc43d6ab tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 946 time: 1.0053477 Sep 30 01:02:07.179783 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d16aa-b42b-4bc0-a4ed-40fdcd07ef33 None None] Pushing event updated for resources: {'Port': ['ID=1d0899c4-55c6-4d29-a539-cb2a8e2df790,revision_number=2']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:07.188320 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-ae24b037-29d0-408a-a243-8173035242f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1222593248'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:07.208258 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-ae24b037-29d0-408a-a243-8173035242f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:07.224600 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d16aa-b42b-4bc0-a4ed-40fdcd07ef33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:07.224600 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d16aa-b42b-4bc0-a4ed-40fdcd07ef33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:07.233752 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-ae24b037-29d0-408a-a243-8173035242f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Usage tracker for resource:network and tenant:ce15b5b3a45049f98365a32b55cc807c is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:07.242151 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d16aa-b42b-4bc0-a4ed-40fdcd07ef33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:07.242151 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d16aa-b42b-4bc0-a4ed-40fdcd07ef33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:07.242151 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d16aa-b42b-4bc0-a4ed-40fdcd07ef33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:07.248805 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-ae24b037-29d0-408a-a243-8173035242f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:07.255432 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d16aa-b42b-4bc0-a4ed-40fdcd07ef33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:07.255432 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d16aa-b42b-4bc0-a4ed-40fdcd07ef33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:07.255432 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d16aa-b42b-4bc0-a4ed-40fdcd07ef33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:07.255432 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d16aa-b42b-4bc0-a4ed-40fdcd07ef33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:07.255432 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d16aa-b42b-4bc0-a4ed-40fdcd07ef33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:07.255432 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d16aa-b42b-4bc0-a4ed-40fdcd07ef33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:07.255432 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d16aa-b42b-4bc0-a4ed-40fdcd07ef33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:07.263034 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-ae24b037-29d0-408a-a243-8173035242f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:07.268709 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-fd4d16aa-b42b-4bc0-a4ed-40fdcd07ef33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:07.270868 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae24b037-29d0-408a-a243-8173035242f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Made reservation on behalf of ce15b5b3a45049f98365a32b55cc807c for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:02:07.270868 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ae24b037-29d0-408a-a243-8173035242f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:07.273298 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-15a1f11c-97f1-4ef7-b045-3af18e2b878b None None] Attempting to bind port 1d0899c4-55c6-4d29-a539-cb2a8e2df790 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:02:07.273298 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-15a1f11c-97f1-4ef7-b045-3af18e2b878b None None] Attempting to bind port 1d0899c4-55c6-4d29-a539-cb2a8e2df790 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:02:07.273298 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a1f11c-97f1-4ef7-b045-3af18e2b878b None None] Attempting to bind port 1d0899c4-55c6-4d29-a539-cb2a8e2df790 on network 1b813296-b79a-4ce4-abf3-9e488de9f705 {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:02:07.273298 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a1f11c-97f1-4ef7-b045-3af18e2b878b None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:02:07.273298 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a1f11c-97f1-4ef7-b045-3af18e2b878b None None] Checking segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:02:07.278111 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ae24b037-29d0-408a-a243-8173035242f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:07.280126 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-15a1f11c-97f1-4ef7-b045-3af18e2b878b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:07.280126 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a1f11c-97f1-4ef7-b045-3af18e2b878b None None] Bound using segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:02:07.280126 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-15a1f11c-97f1-4ef7-b045-3af18e2b878b None None] Bound port: 1d0899c4-55c6-4d29-a539-cb2a8e2df790, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:02:07.280126 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-15a1f11c-97f1-4ef7-b045-3af18e2b878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:07.296160 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-ae24b037-29d0-408a-a243-8173035242f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:07.308362 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-ae24b037-29d0-408a-a243-8173035242f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Usage tracker for resource:security_group_rule and tenant:ce15b5b3a45049f98365a32b55cc807c is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:07.308362 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-ae24b037-29d0-408a-a243-8173035242f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:07.320826 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-ae24b037-29d0-408a-a243-8173035242f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:07.392829 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-611733d8-267e-48d3-99c9-f93a646decd3 req-9402a04d-99c6-40a5-866a-315d13198ba4 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729228 Sep 30 01:02:07.458837 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-15a1f11c-97f1-4ef7-b045-3af18e2b878b None None] For port 1d0899c4-55c6-4d29-a539-cb2a8e2df790, host n-d-811809-1, cleared binding levels {{(pid=80277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:02:07.464785 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-15a1f11c-97f1-4ef7-b045-3af18e2b878b None None] For port 1d0899c4-55c6-4d29-a539-cb2a8e2df790, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=1d0899c4-55c6-4d29-a539-cb2a8e2df790,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:02:07.471397 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-15a1f11c-97f1-4ef7-b045-3af18e2b878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:07.475415 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:07.499075 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ae24b037-29d0-408a-a243-8173035242f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:07.505383 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ae24b037-29d0-408a-a243-8173035242f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:07.512577 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a7500176-ad98-419b-9c8b-1d30f88fe68f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:07.514023 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e5f86f1c-c11c-40bb-b1f4-c5131c9cb721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:07.559474 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-007171ec-5686-4046-a50c-45c294cd5531 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:07.559824 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a1f11c-97f1-4ef7-b045-3af18e2b878b None None] Routers {'4421e02c-a1a6-48fd-b2a0-93c1ac0e9515'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:02:07.559953 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae24b037-29d0-408a-a243-8173035242f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:02:07.560469 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-15a1f11c-97f1-4ef7-b045-3af18e2b878b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:01:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['4421e02c-a1a6-48fd-b2a0-93c1ac0e9515'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:07.569920 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ae24b037-29d0-408a-a243-8173035242f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:07.570299 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-ae24b037-29d0-408a-a243-8173035242f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Added segment c188c849-fc90-4264-a7c0-bf385691346a of type vlan for network 733f9dcf-2253-40c5-bc62-3638c139c2d5 Sep 30 01:02:07.571490 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24b037-29d0-408a-a243-8173035242f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1d4921-d6f5-48ac-95be-7124afefbf56,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:07.574561 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ae24b037-29d0-408a-a243-8173035242f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:07.585950 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-74c925f6-1466-461d-a059-43d4a4f80d4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:07.603652 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ae24b037-29d0-408a-a243-8173035242f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:07.659539 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ae24b037-29d0-408a-a243-8173035242f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:07.667977 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae24b037-29d0-408a-a243-8173035242f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:07.669035 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ae24b037-29d0-408a-a243-8173035242f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:07.679054 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f37230e9-0dd0-47b6-aa52-7e7997baab1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:07.759629 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d16aa-b42b-4bc0-a4ed-40fdcd07ef33 None None] Pushing event updated for resources: {'Port': ['ID=1d0899c4-55c6-4d29-a539-cb2a8e2df790,revision_number=3']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:07.772046 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-fd4d16aa-b42b-4bc0-a4ed-40fdcd07ef33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:07.831726 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007171ec-5686-4046-a50c-45c294cd5531 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Pushing event deleted for resources: {'Port': ['ID=5b9784c5-6f0e-4043-ba8f-5564f68bffb4,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:07.845955 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-ae24b037-29d0-408a-a243-8173035242f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8606017 Sep 30 01:02:07.849720 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44422) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:07.850419 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24b037-29d0-408a-a243-8173035242f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Pushing event updated for resources: {'Network': ['ID=733f9dcf-2253-40c5-bc62-3638c139c2d5,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:07.855665 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ae24b037-29d0-408a-a243-8173035242f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:07.861330 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-207378b7-969a-49ec-8085-76b14236f9b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Request body: {'subnet': {'network_id': '733f9dcf-2253-40c5-bc62-3638c139c2d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:07.872918 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 733f9dcf-2253-40c5-bc62-3638c139c2d5 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:02:07.884563 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-15a1f11c-97f1-4ef7-b045-3af18e2b878b None None] Set router 4421e02c-a1a6-48fd-b2a0-93c1ac0e9515 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:02:08.016871 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-007171ec-5686-4046-a50c-45c294cd5531 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks [] for floatingip, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:08.020330 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-207378b7-969a-49ec-8085-76b14236f9b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:08.022974 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-007171ec-5686-4046-a50c-45c294cd5531 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:08.034113 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-207378b7-969a-49ec-8085-76b14236f9b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Usage tracker for resource:subnet and tenant:ce15b5b3a45049f98365a32b55cc807c is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:08.039544 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-207378b7-969a-49ec-8085-76b14236f9b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:08.056541 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-007171ec-5686-4046-a50c-45c294cd5531 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:08.056969 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-207378b7-969a-49ec-8085-76b14236f9b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:08.058221 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-007171ec-5686-4046-a50c-45c294cd5531 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] 10.222.0.39 "DELETE /v2.0/floatingips/f0f3cdff-9ca2-4744-aecc-49588375bb16 HTTP/1.1" status: 204 len: 168 time: 2.1181879 Sep 30 01:02:08.080866 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207378b7-969a-49ec-8085-76b14236f9b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Made reservation on behalf of ce15b5b3a45049f98365a32b55cc807c for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:02:08.084772 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-207378b7-969a-49ec-8085-76b14236f9b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:08.296648 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-e5f86f1c-c11c-40bb-b1f4-c5131c9cb721 admin admin] Allocated IP 172.20.0.1 (8cf157b5-3a5b-4875-babe-38a13725d469/1b1d4a0e-373b-4a8f-bc06-2d1f76945ee5/628ae672-3e6b-4726-8cfc-8b58635021d2) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:02:08.345319 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-15a1f11c-97f1-4ef7-b045-3af18e2b878b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4421e02c-a1a6-48fd-b2a0-93c1ac0e9515', 'name': 'tempest-AttachSCSIVolumeTestJSON-1861468136-router', 'tenant_id': '02bc79a9675142e593506d561654e76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '1d0899c4-55c6-4d29-a539-cb2a8e2df790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:01:59Z', 'updated_at': '2021-09-30T01:02:03Z', 'revision_number': 3, 'project_id': '02bc79a9675142e593506d561654e76f', 'gw_port': {'id': '1d0899c4-55c6-4d29-a539-cb2a8e2df790', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:42:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4421e02c-a1a6-48fd-b2a0-93c1ac0e9515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:00Z', 'updated_at': '2021-09-30T01:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:08.353595 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a1f11c-97f1-4ef7-b045-3af18e2b878b None None] The sync data for ids ['4421e02c-a1a6-48fd-b2a0-93c1ac0e9515'] in n-d-811809-1 is: [{'id': '4421e02c-a1a6-48fd-b2a0-93c1ac0e9515', 'name': 'tempest-AttachSCSIVolumeTestJSON-1861468136-router', 'tenant_id': '02bc79a9675142e593506d561654e76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '1d0899c4-55c6-4d29-a539-cb2a8e2df790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:01:59Z', 'updated_at': '2021-09-30T01:02:03Z', 'revision_number': 3, 'project_id': '02bc79a9675142e593506d561654e76f', 'gw_port': {'id': '1d0899c4-55c6-4d29-a539-cb2a8e2df790', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:42:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4421e02c-a1a6-48fd-b2a0-93c1ac0e9515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:00Z', 'updated_at': '2021-09-30T01:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:02:08.400275 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-29d9c30e-9a67-4e5f-b888-02807408c1d0 req-c47bf2fe-8418-4878-a2cb-a55771f8fb28 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.39 "GET /v2.0/ports?device_id=30e43d80-4fa8-4e88-a15b-da2d298cd185 HTTP/1.1" status: 200 len: 210 time: 0.0929356 Sep 30 01:02:08.409126 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fde75a-3c7d-4c24-8e7e-babac1221d8d req-2a5c06ec-b751-4fa2-937c-a0568d7b8878 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:08.416180 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d4fde75a-3c7d-4c24-8e7e-babac1221d8d req-2a5c06ec-b751-4fa2-937c-a0568d7b8878 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/ports?device_id=90973e42-f441-49f8-9fe9-3dbe657d3762 HTTP/1.1" status: 200 len: 945 time: 0.1751125 Sep 30 01:02:08.532892 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d4fde75a-3c7d-4c24-8e7e-babac1221d8d req-9569beb8-91e2-4bfd-a68d-513ef5cee5b3 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc32b6da-1853-41ca-a1f0-9486ba9ef355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155651 Sep 30 01:02:08.596301 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-207378b7-969a-49ec-8085-76b14236f9b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:08.603327 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:08.714240 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e5f86f1c-c11c-40bb-b1f4-c5131c9cb721 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:08.786895 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-92323cca-e6b8-4606-9801-93ad1b2b43fc tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:08.787626 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-92323cca-e6b8-4606-9801-93ad1b2b43fc tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Synchronizing usage tracker for tenant:afe16caadc024ae6a08c9ca85296b0ba on resource:network {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:02:08.796728 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-e5f86f1c-c11c-40bb-b1f4-c5131c9cb721 admin admin] Transition to ACTIVE for port object 628ae672-3e6b-4726-8cfc-8b58635021d2 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:02:08.827723 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44446) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:08.849635 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba392a2-0ef2-4828-886b-485fdb3b428e req-14e4c5d2-46e1-4d45-a159-6fda25126f3a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:08.851227 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7ba392a2-0ef2-4828-886b-485fdb3b428e req-14e4c5d2-46e1-4d45-a159-6fda25126f3a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 946 time: 0.2714529 Sep 30 01:02:08.855363 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-92323cca-e6b8-4606-9801-93ad1b2b43fc tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Unset dirty status for tenant:afe16caadc024ae6a08c9ca85296b0ba on resource:network {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:02:08.856438 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-92323cca-e6b8-4606-9801-93ad1b2b43fc tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.55 "GET /v2.0/networks?id=85f2c68c-3403-4da4-8639-a902584e2bd4 HTTP/1.1" status: 200 len: 813 time: 0.7324588 Sep 30 01:02:08.878353 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-6a050509-3a15-4f50-a3d5-67882e75df26 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Request body: {'port': {'device_id': '30e43d80-4fa8-4e88-a15b-da2d298cd185', 'network_id': '85f2c68c-3403-4da4-8639-a902584e2bd4', 'admin_state_up': True, 'tenant_id': 'afe16caadc024ae6a08c9ca85296b0ba'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:08.889424 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207378b7-969a-49ec-8085-76b14236f9b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Checking segment: {'id': 'c188c849-fc90-4264-a7c0-bf385691346a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '733f9dcf-2253-40c5-bc62-3638c139c2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:02:08.890097 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207378b7-969a-49ec-8085-76b14236f9b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Network hostable DHCP agents. Network: 733f9dcf-2253-40c5-bc62-3638c139c2d5, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:02:08.920941 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207378b7-969a-49ec-8085-76b14236f9b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Pushing event updated for resources: {'Subnet': ['ID=f9699eef-1a64-41a1-816f-4fdc22025d23,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:08.927744 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-207378b7-969a-49ec-8085-76b14236f9b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:08.930701 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c650977-2bee-47c0-a1d5-a9b94a8207cc admin admin] Deleting subnet 3dcca41e-8672-40bd-ac8d-36e228d496d0 {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:02:08.934704 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9c650977-2bee-47c0-a1d5-a9b94a8207cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:08.981019 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e5f86f1c-c11c-40bb-b1f4-c5131c9cb721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:08.984109 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207378b7-969a-49ec-8085-76b14236f9b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Network 733f9dcf-2253-40c5-bc62-3638c139c2d5 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:02:08.990931 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-43e653f9-bfc2-407d-95d5-7066b6245c43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:09.001571 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-207378b7-969a-49ec-8085-76b14236f9b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 733f9dcf-2253-40c5-bc62-3638c139c2d5) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:02:09.007869 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9c650977-2bee-47c0-a1d5-a9b94a8207cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2490848'] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:09.011862 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e56d814-c399-49c1-8819-6444297241af None None] Network 733f9dcf-2253-40c5-bc62-3638c139c2d5 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:02:09.066318 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207378b7-969a-49ec-8085-76b14236f9b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:09.068308 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-207378b7-969a-49ec-8085-76b14236f9b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:09.099208 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7ba392a2-0ef2-4828-886b-485fdb3b428e req-afa6f0d2-3c7a-4619-8298-b7ffd491969f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407267 Sep 30 01:02:09.127442 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-207378b7-969a-49ec-8085-76b14236f9b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2722094 Sep 30 01:02:09.140094 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44454) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:09.148260 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f86f1c-c11c-40bb-b1f4-c5131c9cb721 admin admin] Pushing event updated for resources: {'Port': ['ID=628ae672-3e6b-4726-8cfc-8b58635021d2,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:09.151429 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9c650977-2bee-47c0-a1d5-a9b94a8207cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:09.160170 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e5f86f1c-c11c-40bb-b1f4-c5131c9cb721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:09.173353 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f86f1c-c11c-40bb-b1f4-c5131c9cb721 admin admin] Network 8cf157b5-3a5b-4875-babe-38a13725d469 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:02:09.180101 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-e5f86f1c-c11c-40bb-b1f4-c5131c9cb721 admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:02:09.185091 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f86f1c-c11c-40bb-b1f4-c5131c9cb721 admin admin] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:02:09.223015 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-066b057d-d543-499a-a020-1ed6c4403866 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Request body: {'port': {'network_id': '733f9dcf-2253-40c5-bc62-3638c139c2d5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-410642128'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:09.294261 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-6a050509-3a15-4f50-a3d5-67882e75df26 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:09.313349 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-6a050509-3a15-4f50-a3d5-67882e75df26 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Usage tracker for resource:port and tenant:afe16caadc024ae6a08c9ca85296b0ba is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:09.328877 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-6a050509-3a15-4f50-a3d5-67882e75df26 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:09.344249 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-6a050509-3a15-4f50-a3d5-67882e75df26 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:09.346865 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e5f86f1c-c11c-40bb-b1f4-c5131c9cb721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734280'] for router_interface, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:09.400939 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-6a050509-3a15-4f50-a3d5-67882e75df26 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Made reservation on behalf of afe16caadc024ae6a08c9ca85296b0ba for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:02:09.416090 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-6a050509-3a15-4f50-a3d5-67882e75df26 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:09.546171 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9c650977-2bee-47c0-a1d5-a9b94a8207cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:09.569082 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-92533a86-5d84-4e8b-b972-94157cb5e5b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:09.573210 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0c1b57-fb6e-4ff8-af5e-987a05944fe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-733f9dcf-2253-40c5-bc62-3638c139c2d5', 'network_id': '733f9dcf-2253-40c5-bc62-3638c139c2d5', 'tenant_id': 'ce15b5b3a45049f98365a32b55cc807c', 'fixed_ips': [{'subnet_id': 'f9699eef-1a64-41a1-816f-4fdc22025d23'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 01:02:09.574670 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-dc0c1b57-fb6e-4ff8-af5e-987a05944fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:09.652532 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c650977-2bee-47c0-a1d5-a9b94a8207cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dcca41e-8672-40bd-ac8d-36e228d496d0,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:09.687716 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9c650977-2bee-47c0-a1d5-a9b94a8207cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:09.691106 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9c650977-2bee-47c0-a1d5-a9b94a8207cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:09.697907 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-066b057d-d543-499a-a020-1ed6c4403866 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:09.711036 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-066b057d-d543-499a-a020-1ed6c4403866 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Usage tracker for resource:port and tenant:ce15b5b3a45049f98365a32b55cc807c is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:09.716659 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-066b057d-d543-499a-a020-1ed6c4403866 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:09.732707 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-9c650977-2bee-47c0-a1d5-a9b94a8207cc admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3dcca41e-8672-40bd-ac8d-36e228d496d0 HTTP/1.1" status: 204 len: 168 time: 0.9020603 Sep 30 01:02:09.735469 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-066b057d-d543-499a-a020-1ed6c4403866 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:09.737642 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44462) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:09.765367 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-87b58cb5-e82a-4a40-b3cc-d9c0300ef4f9 None None] Provisioning for port 628ae672-3e6b-4726-8cfc-8b58635021d2 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:02:09.784143 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-87b58cb5-e82a-4a40-b3cc-d9c0300ef4f9 None None] Provisioning complete for port 628ae672-3e6b-4726-8cfc-8b58635021d2 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:02:09.784806 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-87b58cb5-e82a-4a40-b3cc-d9c0300ef4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:09.824639 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-6a050509-3a15-4f50-a3d5-67882e75df26 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Allocated IP 172.20.0.13 (85f2c68c-3403-4da4-8639-a902584e2bd4/86d86c36-df24-47a6-a3d6-6fbbabc87bdc/7e183b04-e9e9-42f2-b8ec-d0f6d70933f2) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:02:09.833108 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066b057d-d543-499a-a020-1ed6c4403866 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Made reservation on behalf of ce15b5b3a45049f98365a32b55cc807c for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:02:09.837337 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-066b057d-d543-499a-a020-1ed6c4403866 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:09.848479 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c3887290-7857-418b-9f94-9c949c0194ee req-10bc8a76-8a6d-46ea-b35b-772b453b3ccf tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.39 "GET /v2.0/ports?device_id=30e43d80-4fa8-4e88-a15b-da2d298cd185 HTTP/1.1" status: 200 len: 210 time: 0.1660011 Sep 30 01:02:09.860676 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-dc0c1b57-fb6e-4ff8-af5e-987a05944fe1 None None] Allocated IP 2001:db8::2 (733f9dcf-2253-40c5-bc62-3638c139c2d5/f9699eef-1a64-41a1-816f-4fdc22025d23/e574a1fc-b1fd-40db-a661-45996ebe40a3) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:02:09.866980 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-87b58cb5-e82a-4a40-b3cc-d9c0300ef4f9 None None] Port 628ae672-3e6b-4726-8cfc-8b58635021d2 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:02:09.884763 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e5f86f1c-c11c-40bb-b1f4-c5131c9cb721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:09.908793 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [None req-066b057d-d543-499a-a020-1ed6c4403866 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] device_id is not set on port 4d0c9c02-55e8-4091-8dcc-a23c4057f990 yet. {{(pid=80274) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:02:09.958454 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e8f1da9b-7fe8-48f8-bb7b-5d14dee9b39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:10.000760 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49002f23-7e46-42de-80bd-18124341bd65 req-5e651869-9ff8-4caf-87ab-762d28cbd46f tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:10.008336 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-49002f23-7e46-42de-80bd-18124341bd65 req-5e651869-9ff8-4caf-87ab-762d28cbd46f tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/ports?device_id=90973e42-f441-49f8-9fe9-3dbe657d3762 HTTP/1.1" status: 200 len: 945 time: 0.3856587 Sep 30 01:02:10.043351 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 1d0899c4-55c6-4d29-a539-cb2a8e2df790 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:02:10.164722 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-49002f23-7e46-42de-80bd-18124341bd65 req-58c5cfaf-457c-4c53-9d10-19a49808f7da tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc32b6da-1853-41ca-a1f0-9486ba9ef355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553648 Sep 30 01:02:10.226710 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e8f1da9b-7fe8-48f8-bb7b-5d14dee9b39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:10.240035 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 1d0899c4-55c6-4d29-a539-cb2a8e2df790 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:02:10.244386 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-dc0c1b57-fb6e-4ff8-af5e-987a05944fe1 None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:10.257186 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 1d0899c4-55c6-4d29-a539-cb2a8e2df790 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:02:10.257564 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:10.276178 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-e8f1da9b-7fe8-48f8-bb7b-5d14dee9b39b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['967f5979-41b2-4f23-910e-0f1e38e22766']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:10.291375 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-e8f1da9b-7fe8-48f8-bb7b-5d14dee9b39b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f9b5c24-c196-48f3-8275-f67129fa0f6d') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:10.291701 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-e8f1da9b-7fe8-48f8-bb7b-5d14dee9b39b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f9b5c24-c196-48f3-8275-f67129fa0f6d') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:10.297398 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-dc0c1b57-fb6e-4ff8-af5e-987a05944fe1 None None] Transition to ACTIVE for port object e574a1fc-b1fd-40db-a661-45996ebe40a3 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:02:10.304475 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e8f1da9b-7fe8-48f8-bb7b-5d14dee9b39b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:10.321740 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e8f1da9b-7fe8-48f8-bb7b-5d14dee9b39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:10.329236 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f1da9b-7fe8-48f8-bb7b-5d14dee9b39b admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:02:10.329963 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e8f1da9b-7fe8-48f8-bb7b-5d14dee9b39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:10.332819 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-dc0c1b57-fb6e-4ff8-af5e-987a05944fe1 None None] Transition to ACTIVE for port object e574a1fc-b1fd-40db-a661-45996ebe40a3 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:02:10.346482 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-dc0c1b57-fb6e-4ff8-af5e-987a05944fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: timer() Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:02:10.350743 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:02:10.355809 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:10.513341 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e8f1da9b-7fe8-48f8-bb7b-5d14dee9b39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:10.527158 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4f83d056-8581-4737-89e6-fe723ad72fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:10.528616 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:10.537693 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0c1b57-fb6e-4ff8-af5e-987a05944fe1 None None] Network 733f9dcf-2253-40c5-bc62-3638c139c2d5 is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:02:10.542411 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-dc0c1b57-fb6e-4ff8-af5e-987a05944fe1 None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:02:10.543915 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-066b057d-d543-499a-a020-1ed6c4403866 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Allocated IP 2001:db8::b8 (733f9dcf-2253-40c5-bc62-3638c139c2d5/f9699eef-1a64-41a1-816f-4fdc22025d23/4d0c9c02-55e8-4091-8dcc-a23c4057f990) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:02:10.546746 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e8f1da9b-7fe8-48f8-bb7b-5d14dee9b39b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:10.547400 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0c1b57-fb6e-4ff8-af5e-987a05944fe1 None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:02:10.567999 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1da9b-7fe8-48f8-bb7b-5d14dee9b39b admin admin] Pushing event deleted for resources: {'Network': ['ID=967f5979-41b2-4f23-910e-0f1e38e22766,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:10.569861 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c1b57-fb6e-4ff8-af5e-987a05944fe1 None None] Pushing event updated for resources: {'Port': ['ID=e574a1fc-b1fd-40db-a661-45996ebe40a3,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:10.572878 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-6a050509-3a15-4f50-a3d5-67882e75df26 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:10.575439 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-dc0c1b57-fb6e-4ff8-af5e-987a05944fe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:10.576843 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e8f1da9b-7fe8-48f8-bb7b-5d14dee9b39b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:10.586111 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-e8f1da9b-7fe8-48f8-bb7b-5d14dee9b39b admin admin] 10.222.0.39 "DELETE /v2.0/networks/967f5979-41b2-4f23-910e-0f1e38e22766 HTTP/1.1" status: 204 len: 168 time: 0.8460567 Sep 30 01:02:10.608488 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 1d0899c4-55c6-4d29-a539-cb2a8e2df790, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=1d0899c4-55c6-4d29-a539-cb2a8e2df790,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:10.650366 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:10.674035 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:10.686256 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e5f86f1c-c11c-40bb-b1f4-c5131c9cb721 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:10.696583 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057c0da-6af0-4a1e-b5fb-6112fd6a61a2 req-d74c4f29-837b-4aee-afca-77639870dbb8 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:10.705219 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c057c0da-6af0-4a1e-b5fb-6112fd6a61a2 req-d74c4f29-837b-4aee-afca-77639870dbb8 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 946 time: 0.4188218 Sep 30 01:02:10.760141 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e5f86f1c-c11c-40bb-b1f4-c5131c9cb721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:10.767732 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-dc0c1b57-fb6e-4ff8-af5e-987a05944fe1 None None] Attempting to bind port e574a1fc-b1fd-40db-a661-45996ebe40a3 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:02:10.769409 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-dc0c1b57-fb6e-4ff8-af5e-987a05944fe1 None None] Attempting to bind port e574a1fc-b1fd-40db-a661-45996ebe40a3 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'c188c849-fc90-4264-a7c0-bf385691346a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '733f9dcf-2253-40c5-bc62-3638c139c2d5'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:02:10.769995 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0c1b57-fb6e-4ff8-af5e-987a05944fe1 None None] Attempting to bind port e574a1fc-b1fd-40db-a661-45996ebe40a3 on network 733f9dcf-2253-40c5-bc62-3638c139c2d5 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:02:10.783432 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0c1b57-fb6e-4ff8-af5e-987a05944fe1 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:02:10.784241 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0c1b57-fb6e-4ff8-af5e-987a05944fe1 None None] Checking segment: {'id': 'c188c849-fc90-4264-a7c0-bf385691346a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '733f9dcf-2253-40c5-bc62-3638c139c2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:02:10.784866 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-dc0c1b57-fb6e-4ff8-af5e-987a05944fe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:10.785559 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0c1b57-fb6e-4ff8-af5e-987a05944fe1 None None] Bound using segment: {'id': 'c188c849-fc90-4264-a7c0-bf385691346a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '733f9dcf-2253-40c5-bc62-3638c139c2d5'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:02:10.786265 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-dc0c1b57-fb6e-4ff8-af5e-987a05944fe1 None None] Bound port: e574a1fc-b1fd-40db-a661-45996ebe40a3, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c188c849-fc90-4264-a7c0-bf385691346a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '733f9dcf-2253-40c5-bc62-3638c139c2d5'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:02:10.787050 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-dc0c1b57-fb6e-4ff8-af5e-987a05944fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:10.812919 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-066b057d-d543-499a-a020-1ed6c4403866 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:10.815569 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-775ec5e6-c806-4b15-a49b-a80bf04d0114 tempest-ServersAdminTestJSON-1597311632 tempest-ServersAdminTestJSON-1597311632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:10.834964 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [None req-066b057d-d543-499a-a020-1ed6c4403866 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Transition to ACTIVE for port object 4d0c9c02-55e8-4091-8dcc-a23c4057f990 will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:02:10.849765 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=1d0899c4-55c6-4d29-a539-cb2a8e2df790,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:10.866977 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:10.876651 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-066b057d-d543-499a-a020-1ed6c4403866 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:10.885481 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4e6ad1b1-59b1-48f3-934a-af596392b464 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:10.927449 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-dc0c1b57-fb6e-4ff8-af5e-987a05944fe1 None None] For port e574a1fc-b1fd-40db-a661-45996ebe40a3, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:02:10.931661 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-dc0c1b57-fb6e-4ff8-af5e-987a05944fe1 None None] For port e574a1fc-b1fd-40db-a661-45996ebe40a3, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=e574a1fc-b1fd-40db-a661-45996ebe40a3,segment=NetworkSegment(c188c849-fc90-4264-a7c0-bf385691346a),segment_id=c188c849-fc90-4264-a7c0-bf385691346a)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:02:10.940699 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-dc0c1b57-fb6e-4ff8-af5e-987a05944fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:10.948370 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:10.962137 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066b057d-d543-499a-a020-1ed6c4403866 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Network 733f9dcf-2253-40c5-bc62-3638c139c2d5 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:02:10.965887 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-066b057d-d543-499a-a020-1ed6c4403866 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:02:10.970183 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44476) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:10.975921 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066b057d-d543-499a-a020-1ed6c4403866 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:02:10.981867 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066b057d-d543-499a-a020-1ed6c4403866 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:10.982833 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-066b057d-d543-499a-a020-1ed6c4403866 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:10.994532 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c057c0da-6af0-4a1e-b5fb-6112fd6a61a2 req-5eb0671b-5bf0-493d-8022-90fcdcc01d83 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801514 Sep 30 01:02:11.004027 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b057d-d543-499a-a020-1ed6c4403866 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Pushing event updated for resources: {'Port': ['ID=4d0c9c02-55e8-4091-8dcc-a23c4057f990,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:11.018448 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-066b057d-d543-499a-a020-1ed6c4403866 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:11.030584 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e5f86f1c-c11c-40bb-b1f4-c5131c9cb721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734445'] for router_interface, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:11.043798 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-066b057d-d543-499a-a020-1ed6c4403866 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.9060977 Sep 30 01:02:11.044496 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f86f1c-c11c-40bb-b1f4-c5131c9cb721 admin admin] Pushing event updated for resources: {'Port': ['ID=628ae672-3e6b-4726-8cfc-8b58635021d2,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:11.047367 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44480) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:11.055551 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-9af0b64c-0935-4f0a-96ca-f2a043ac84c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Request body: {'port': {'network_id': '733f9dcf-2253-40c5-bc62-3638c139c2d5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1235716064', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:11.056111 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.api.validators [None req-9af0b64c-0935-4f0a-96ca-f2a043ac84c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] bootfile-name is not in valid_values {{(pid=80274) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 30 01:02:11.056458 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.api.validators [None req-9af0b64c-0935-4f0a-96ca-f2a043ac84c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] tftp-server is not in valid_values {{(pid=80274) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 30 01:02:11.056794 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.api.validators [None req-9af0b64c-0935-4f0a-96ca-f2a043ac84c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] server-ip-address is not in valid_values {{(pid=80274) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 30 01:02:11.061198 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e5f86f1c-c11c-40bb-b1f4-c5131c9cb721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:11.062360 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c1b57-fb6e-4ff8-af5e-987a05944fe1 None None] Pushing event updated for resources: {'Port': ['ID=e574a1fc-b1fd-40db-a661-45996ebe40a3,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:11.066394 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-dc0c1b57-fb6e-4ff8-af5e-987a05944fe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:11.147090 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-6a050509-3a15-4f50-a3d5-67882e75df26 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:11.154836 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c247ce5a-9d19-46fc-a8a5-e415b291333c tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:11.252390 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-6a050509-3a15-4f50-a3d5-67882e75df26 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Network 85f2c68c-3403-4da4-8639-a902584e2bd4 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:02:11.316889 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-6a050509-3a15-4f50-a3d5-67882e75df26 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:02:11.326113 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-6a050509-3a15-4f50-a3d5-67882e75df26 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:02:11.348744 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-929ea93e-b05e-4d0a-90ab-62981f26e8bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=47098c8256e3486bb54ee0f412f60d5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3769419 Sep 30 01:02:11.353222 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44486) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:11.432127 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f86f1c-c11c-40bb-b1f4-c5131c9cb721 admin admin] Network 8cf157b5-3a5b-4875-babe-38a13725d469 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:02:11.432127 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-6a050509-3a15-4f50-a3d5-67882e75df26 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:11.432127 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-6a050509-3a15-4f50-a3d5-67882e75df26 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:11.451249 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-e5f86f1c-c11c-40bb-b1f4-c5131c9cb721 admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:02:11.453330 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a050509-3a15-4f50-a3d5-67882e75df26 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Pushing event updated for resources: {'Port': ['ID=7e183b04-e9e9-42f2-b8ec-d0f6d70933f2,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:11.500112 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:11.518343 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6a050509-3a15-4f50-a3d5-67882e75df26 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:11.521098 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-6a050509-3a15-4f50-a3d5-67882e75df26 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6467576 Sep 30 01:02:11.521378 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-9af0b64c-0935-4f0a-96ca-f2a043ac84c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:11.523719 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a8893ca8-3b8d-40cd-b5ca-a517a1a4726c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:11.535196 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-9af0b64c-0935-4f0a-96ca-f2a043ac84c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Usage tracker for resource:port and tenant:ce15b5b3a45049f98365a32b55cc807c is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:11.552131 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6f274-2f77-405f-b508-54069ea28249 req-54246028-fb1c-46de-8c84-0a47a993fee0 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:11.556273 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b5d6f274-2f77-405f-b508-54069ea28249 req-54246028-fb1c-46de-8c84-0a47a993fee0 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.39 "GET /v2.0/ports?device_id=30e43d80-4fa8-4e88-a15b-da2d298cd185 HTTP/1.1" status: 200 len: 932 time: 0.4793544 Sep 30 01:02:11.557185 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-9af0b64c-0935-4f0a-96ca-f2a043ac84c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:11.617578 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-9af0b64c-0935-4f0a-96ca-f2a043ac84c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:11.654608 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a8893ca8-3b8d-40cd-b5ca-a517a1a4726c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:11.663064 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-63702ab0-69d0-498e-bf3c-c5d90eb06134 service neutron] Request body: {'port': {'device_id': '30e43d80-4fa8-4e88-a15b-da2d298cd185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:11.690547 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af0b64c-0935-4f0a-96ca-f2a043ac84c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Made reservation on behalf of ce15b5b3a45049f98365a32b55cc807c for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:02:11.694113 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9af0b64c-0935-4f0a-96ca-f2a043ac84c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:11.748360 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b5d6f274-2f77-405f-b508-54069ea28249 req-9e47047c-984b-49c6-af0e-bd2f80fb7b75 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b2a80e0-dfb9-4f70-b7b7-5fa88bd9b647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389306 Sep 30 01:02:11.756143 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [None req-9af0b64c-0935-4f0a-96ca-f2a043ac84c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] device_id is not set on port c9fc9c8d-2935-48e4-a92f-584bec468b46 yet. {{(pid=80274) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:02:11.842926 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be16af0-7b6c-45ef-8a6a-ecc330b30ae0 req-a45f72c0-6a26-4181-8798-b15b84a4c2d9 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:11.844535 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4be16af0-7b6c-45ef-8a6a-ecc330b30ae0 req-a45f72c0-6a26-4181-8798-b15b84a4c2d9 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.59 "GET /v2.0/ports?device_id=90973e42-f441-49f8-9fe9-3dbe657d3762 HTTP/1.1" status: 200 len: 945 time: 0.2841854 Sep 30 01:02:11.850399 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 01:02:11.853193 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-e3e70111-dab1-44e4-a605-8718802f505e None None] Provisioning complete for port 628ae672-3e6b-4726-8cfc-8b58635021d2 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:02:11.853745 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e3e70111-dab1-44e4-a605-8718802f505e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:11.869301 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350bc48-498c-42af-ba84-97f3cff90647 req-8cb8e825-e9e5-4f34-a2a7-de22420ec8b8 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:11.878666 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8350bc48-498c-42af-ba84-97f3cff90647 req-8cb8e825-e9e5-4f34-a2a7-de22420ec8b8 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/ports?device_id=90973e42-f441-49f8-9fe9-3dbe657d3762 HTTP/1.1" status: 200 len: 945 time: 0.4296710 Sep 30 01:02:11.894161 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a8893ca8-3b8d-40cd-b5ca-a517a1a4726c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:11.909964 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f86f1c-c11c-40bb-b1f4-c5131c9cb721 admin admin] Router 4421e02c-a1a6-48fd-b2a0-93c1ac0e9515 has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 01:02:11.932029 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-e3e70111-dab1-44e4-a605-8718802f505e None None] Port 628ae672-3e6b-4726-8cfc-8b58635021d2 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:02:11.936714 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e6c19cc2-8672-4d42-950f-00c1d625b989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:11.971051 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8893ca8-3b8d-40cd-b5ca-a517a1a4726c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fc5f75-8033-44e2-8d03-4fa4aa659865,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:11.979961 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a8893ca8-3b8d-40cd-b5ca-a517a1a4726c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:12.003053 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-4be16af0-7b6c-45ef-8a6a-ecc330b30ae0 req-424c463b-7add-4739-85f2-9989223dcd03 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Deleting port 9629efa2-d035-49ad-abcb-e927a4e9a6aa {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:02:12.003398 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4be16af0-7b6c-45ef-8a6a-ecc330b30ae0 req-424c463b-7add-4739-85f2-9989223dcd03 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:12.083696 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-9af0b64c-0935-4f0a-96ca-f2a043ac84c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Allocated IP 2001:db8::10e (733f9dcf-2253-40c5-bc62-3638c139c2d5/f9699eef-1a64-41a1-816f-4fdc22025d23/c9fc9c8d-2935-48e4-a92f-584bec468b46) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:02:12.091475 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a8893ca8-3b8d-40cd-b5ca-a517a1a4726c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:12.099034 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-a8893ca8-3b8d-40cd-b5ca-a517a1a4726c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/29fc5f75-8033-44e2-8d03-4fa4aa659865 HTTP/1.1" status: 204 len: 168 time: 0.7446828 Sep 30 01:02:12.128415 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device e574a1fc-b1fd-40db-a661-45996ebe40a3 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:02:12.192836 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f86f1c-c11c-40bb-b1f4-c5131c9cb721 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:02:12.212695 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fb21e2-6229-4cff-b75e-6ff22bbf2cf9 None None] Sync routers for ids ['4421e02c-a1a6-48fd-b2a0-93c1ac0e9515'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:02:12.215899 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-e5f86f1c-c11c-40bb-b1f4-c5131c9cb721 admin admin] 10.222.0.39 "PUT /v2.0/routers/4421e02c-a1a6-48fd-b2a0-93c1ac0e9515/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8227417 Sep 30 01:02:12.226891 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-63702ab0-69d0-498e-bf3c-c5d90eb06134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:12.254173 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fb21e2-6229-4cff-b75e-6ff22bbf2cf9 None None] Routers {'4421e02c-a1a6-48fd-b2a0-93c1ac0e9515'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:02:12.255201 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-b3fb21e2-6229-4cff-b75e-6ff22bbf2cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:01:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['4421e02c-a1a6-48fd-b2a0-93c1ac0e9515'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:12.457729 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port e574a1fc-b1fd-40db-a661-45996ebe40a3 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:02:12.494767 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 1d0899c4-55c6-4d29-a539-cb2a8e2df790 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:02:12.589386 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9af0b64c-0935-4f0a-96ca-f2a043ac84c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:12.604778 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57452fae-ca4a-4cff-89a8-4d9c72853786 None None] Network 733f9dcf-2253-40c5-bc62-3638c139c2d5 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:02:12.717270 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a1475-a36d-4e58-87b2-c56fe55dec85 req-b3e10489-6926-4175-8a23-1ccb800c9e71 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:12.734210 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-421a1475-a36d-4e58-87b2-c56fe55dec85 req-b3e10489-6926-4175-8a23-1ccb800c9e71 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 946 time: 0.5634465 Sep 30 01:02:12.742781 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [None req-9af0b64c-0935-4f0a-96ca-f2a043ac84c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Transition to ACTIVE for port object c9fc9c8d-2935-48e4-a92f-584bec468b46 will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:02:12.761391 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 1d0899c4-55c6-4d29-a539-cb2a8e2df790 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:02:12.762167 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:12.794930 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-b3fb21e2-6229-4cff-b75e-6ff22bbf2cf9 None None] Set router 4421e02c-a1a6-48fd-b2a0-93c1ac0e9515 gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:02:12.823336 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8350bc48-498c-42af-ba84-97f3cff90647 req-81427722-f184-4cc6-b1db-9abe08fd7aaa tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc32b6da-1853-41ca-a1f0-9486ba9ef355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9434531 Sep 30 01:02:12.847915 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-421a1475-a36d-4e58-87b2-c56fe55dec85 req-95da5523-25f6-4c80-9195-0b8563428b26 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126785 Sep 30 01:02:12.864430 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-3fec0f56-bccd-4b58-bbef-844f3c385ebe None None] Provisioning for port e574a1fc-b1fd-40db-a661-45996ebe40a3 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:02:12.911736 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-3fec0f56-bccd-4b58-bbef-844f3c385ebe None None] Provisioning complete for port e574a1fc-b1fd-40db-a661-45996ebe40a3 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:02:12.912382 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3fec0f56-bccd-4b58-bbef-844f3c385ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:13.010641 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-4be16af0-7b6c-45ef-8a6a-ecc330b30ae0 req-424c463b-7add-4739-85f2-9989223dcd03 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] For port 9629efa2-d035-49ad-abcb-e927a4e9a6aa, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=9629efa2-d035-49ad-abcb-e927a4e9a6aa,segment=NetworkSegment(015fb91f-b0a9-47b8-ad9f-bab043fec126),segment_id=015fb91f-b0a9-47b8-ad9f-bab043fec126)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:13.014747 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4be16af0-7b6c-45ef-8a6a-ecc330b30ae0 req-424c463b-7add-4739-85f2-9989223dcd03 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:13.243285 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9af0b64c-0935-4f0a-96ca-f2a043ac84c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:13.247797 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44526) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:13.310129 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-aeda5dad-d597-402a-91c5-3e2241c83d79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:13.351915 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-63702ab0-69d0-498e-bf3c-c5d90eb06134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e183b04-e9e9-42f2-b8ec-d0f6d70933f2 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:02:13.354934 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-183d04e5-def3-4981-a718-3e32b7708466 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-639882307-network', 'tenant_id': '10d97beb9b5a41a49548f7a10459373d'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:13.359685 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-63702ab0-69d0-498e-bf3c-c5d90eb06134 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:13.379955 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-63702ab0-69d0-498e-bf3c-c5d90eb06134 service neutron] Transition to ACTIVE for port object 7e183b04-e9e9-42f2-b8ec-d0f6d70933f2 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:02:13.388887 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-63702ab0-69d0-498e-bf3c-c5d90eb06134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:13.389064 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-183d04e5-def3-4981-a718-3e32b7708466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:13.394577 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-101cc092-5350-4807-a0c6-914f4871ec66 tempest-ServerMetadataNegativeTestJSON-488540920 tempest-ServerMetadataNegativeTestJSON-488540920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:13.408512 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-183d04e5-def3-4981-a718-3e32b7708466 admin admin] Usage tracker for resource:network and tenant:10d97beb9b5a41a49548f7a10459373d is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:13.415834 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-183d04e5-def3-4981-a718-3e32b7708466 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:13.421498 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af0b64c-0935-4f0a-96ca-f2a043ac84c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Network 733f9dcf-2253-40c5-bc62-3638c139c2d5 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:02:13.437057 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-9af0b64c-0935-4f0a-96ca-f2a043ac84c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:02:13.440268 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-183d04e5-def3-4981-a718-3e32b7708466 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:13.447319 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af0b64c-0935-4f0a-96ca-f2a043ac84c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:02:13.447561 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b742ca-3e6f-46cb-a732-d9e7e342ccdc req-312c6526-c6f1-499c-8271-340dcbb867f2 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:13.448263 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-c9b742ca-3e6f-46cb-a732-d9e7e342ccdc req-312c6526-c6f1-499c-8271-340dcbb867f2 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Synchronizing usage tracker for tenant:afe16caadc024ae6a08c9ca85296b0ba on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:02:13.453466 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af0b64c-0935-4f0a-96ca-f2a043ac84c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:13.454817 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9af0b64c-0935-4f0a-96ca-f2a043ac84c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:13.553862 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0b64c-0935-4f0a-96ca-f2a043ac84c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Pushing event updated for resources: {'Port': ['ID=c9fc9c8d-2935-48e4-a92f-584bec468b46,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:13.562987 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9af0b64c-0935-4f0a-96ca-f2a043ac84c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:13.570219 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183d04e5-def3-4981-a718-3e32b7708466 admin admin] Made reservation on behalf of 10d97beb9b5a41a49548f7a10459373d for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:02:13.572797 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-183d04e5-def3-4981-a718-3e32b7708466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:13.592975 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-9af0b64c-0935-4f0a-96ca-f2a043ac84c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.5435214 Sep 30 01:02:13.600327 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-183d04e5-def3-4981-a718-3e32b7708466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:13.611148 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44536) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:13.625769 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-c9b742ca-3e6f-46cb-a732-d9e7e342ccdc req-312c6526-c6f1-499c-8271-340dcbb867f2 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Unset dirty status for tenant:afe16caadc024ae6a08c9ca85296b0ba on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:02:13.633968 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c9b742ca-3e6f-46cb-a732-d9e7e342ccdc req-312c6526-c6f1-499c-8271-340dcbb867f2 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.39 "GET /v2.0/ports?device_id=30e43d80-4fa8-4e88-a15b-da2d298cd185 HTTP/1.1" status: 200 len: 932 time: 0.6070261 Sep 30 01:02:13.662667 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-183d04e5-def3-4981-a718-3e32b7708466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:13.666396 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3fec0f56-bccd-4b58-bbef-844f3c385ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:13.671200 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4be16af0-7b6c-45ef-8a6a-ecc330b30ae0 req-424c463b-7add-4739-85f2-9989223dcd03 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:13.671645 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4be16af0-7b6c-45ef-8a6a-ecc330b30ae0 req-424c463b-7add-4739-85f2-9989223dcd03 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:13.672029 n-d-811809-1 neutron-server[80274]: INFO neutron.db.l3_db [req-4be16af0-7b6c-45ef-8a6a-ecc330b30ae0 req-424c463b-7add-4739-85f2-9989223dcd03 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Floating IP 2fb33e77-3aee-4999-8996-ba4fac73cfa5 disassociated. External IP: 172.25.0.121, port: 9629efa2-d035-49ad-abcb-e927a4e9a6aa. Sep 30 01:02:13.672449 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-4be16af0-7b6c-45ef-8a6a-ecc330b30ae0 req-424c463b-7add-4739-85f2-9989223dcd03 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Calling delete_port for 9629efa2-d035-49ad-abcb-e927a4e9a6aa owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:02:13.695855 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63702ab0-69d0-498e-bf3c-c5d90eb06134 service neutron] Pushing event updated for resources: {'Port': ['ID=7e183b04-e9e9-42f2-b8ec-d0f6d70933f2,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:13.705350 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-63702ab0-69d0-498e-bf3c-c5d90eb06134 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:13.748115 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-3fec0f56-bccd-4b58-bbef-844f3c385ebe None None] For port e574a1fc-b1fd-40db-a661-45996ebe40a3, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=e574a1fc-b1fd-40db-a661-45996ebe40a3,segment=NetworkSegment(c188c849-fc90-4264-a7c0-bf385691346a),segment_id=c188c849-fc90-4264-a7c0-bf385691346a)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:13.760860 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3fec0f56-bccd-4b58-bbef-844f3c385ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:13.762231 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-c9b742ca-3e6f-46cb-a732-d9e7e342ccdc req-671bcaf4-4fb2-4d75-8547-4d480f0ecc53 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Synchronizing usage tracker for tenant:afe16caadc024ae6a08c9ca85296b0ba on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:02:13.763867 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:13.794112 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-63702ab0-69d0-498e-bf3c-c5d90eb06134 service neutron] Attempting to bind port 7e183b04-e9e9-42f2-b8ec-d0f6d70933f2 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:02:13.794348 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-63702ab0-69d0-498e-bf3c-c5d90eb06134 service neutron] Attempting to bind port 7e183b04-e9e9-42f2-b8ec-d0f6d70933f2 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'e9178c45-df03-419a-986b-ac0188d8368d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '85f2c68c-3403-4da4-8639-a902584e2bd4'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:02:13.794811 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-63702ab0-69d0-498e-bf3c-c5d90eb06134 service neutron] Attempting to bind port 7e183b04-e9e9-42f2-b8ec-d0f6d70933f2 on network 85f2c68c-3403-4da4-8639-a902584e2bd4 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:02:13.802851 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-63702ab0-69d0-498e-bf3c-c5d90eb06134 service neutron] Port 7e183b04-e9e9-42f2-b8ec-d0f6d70933f2 on network 85f2c68c-3403-4da4-8639-a902584e2bd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:02:13.803242 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-63702ab0-69d0-498e-bf3c-c5d90eb06134 service neutron] Attempting to bind port 7e183b04-e9e9-42f2-b8ec-d0f6d70933f2 on network 85f2c68c-3403-4da4-8639-a902584e2bd4 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:02:13.809735 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-c9b742ca-3e6f-46cb-a732-d9e7e342ccdc req-671bcaf4-4fb2-4d75-8547-4d480f0ecc53 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Unset dirty status for tenant:afe16caadc024ae6a08c9ca85296b0ba on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:02:13.811223 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c9b742ca-3e6f-46cb-a732-d9e7e342ccdc req-671bcaf4-4fb2-4d75-8547-4d480f0ecc53 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b2a80e0-dfb9-4f70-b7b7-5fa88bd9b647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761296 Sep 30 01:02:13.812968 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-63702ab0-69d0-498e-bf3c-c5d90eb06134 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:02:13.813708 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-63702ab0-69d0-498e-bf3c-c5d90eb06134 service neutron] Checking segment: {'id': 'e9178c45-df03-419a-986b-ac0188d8368d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '85f2c68c-3403-4da4-8639-a902584e2bd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:02:13.814566 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-63702ab0-69d0-498e-bf3c-c5d90eb06134 service neutron] Bound using segment: {'id': 'e9178c45-df03-419a-986b-ac0188d8368d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '85f2c68c-3403-4da4-8639-a902584e2bd4'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:02:13.815245 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-63702ab0-69d0-498e-bf3c-c5d90eb06134 service neutron] Bound port: 7e183b04-e9e9-42f2-b8ec-d0f6d70933f2, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9178c45-df03-419a-986b-ac0188d8368d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '85f2c68c-3403-4da4-8639-a902584e2bd4'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:02:13.816022 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-63702ab0-69d0-498e-bf3c-c5d90eb06134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:13.845747 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec0f56-bccd-4b58-bbef-844f3c385ebe None None] Pushing event updated for resources: {'Port': ['ID=e574a1fc-b1fd-40db-a661-45996ebe40a3,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:13.855517 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-3fec0f56-bccd-4b58-bbef-844f3c385ebe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:13.865950 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-b3fb21e2-6229-4cff-b75e-6ff22bbf2cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4421e02c-a1a6-48fd-b2a0-93c1ac0e9515', 'name': 'tempest-AttachSCSIVolumeTestJSON-1861468136-router', 'tenant_id': '02bc79a9675142e593506d561654e76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '1d0899c4-55c6-4d29-a539-cb2a8e2df790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:01:59Z', 'updated_at': '2021-09-30T01:02:09Z', 'revision_number': 4, 'project_id': '02bc79a9675142e593506d561654e76f', 'gw_port': {'id': '1d0899c4-55c6-4d29-a539-cb2a8e2df790', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:42:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4421e02c-a1a6-48fd-b2a0-93c1ac0e9515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:00Z', 'updated_at': '2021-09-30T01:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '628ae672-3e6b-4726-8cfc-8b58635021d2', 'name': '', 'network_id': '8cf157b5-3a5b-4875-babe-38a13725d469', 'tenant_id': '02bc79a9675142e593506d561654e76f', 'mac_address': 'fa:16:3e:50:8f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4421e02c-a1a6-48fd-b2a0-93c1ac0e9515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '1b1d4a0e-373b-4a8f-bc06-2d1f76945ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:07Z', 'updated_at': '2021-09-30T01:02:10Z', 'revision_number': 2, 'project_id': '02bc79a9675142e593506d561654e76f', 'subnets': [{'id': '1b1d4a0e-373b-4a8f-bc06-2d1f76945ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:13.873803 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fb21e2-6229-4cff-b75e-6ff22bbf2cf9 None None] Checking router: 4421e02c-a1a6-48fd-b2a0-93c1ac0e9515 for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:02:13.874163 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fb21e2-6229-4cff-b75e-6ff22bbf2cf9 None None] Updating router 4421e02c-a1a6-48fd-b2a0-93c1ac0e9515 port 628ae672-3e6b-4726-8cfc-8b58635021d2 binding host n-d-811809-1 {{(pid=80276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 01:02:13.963701 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-b3fb21e2-6229-4cff-b75e-6ff22bbf2cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:14.070146 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device e574a1fc-b1fd-40db-a661-45996ebe40a3 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:02:14.072496 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-63702ab0-69d0-498e-bf3c-c5d90eb06134 service neutron] For port 7e183b04-e9e9-42f2-b8ec-d0f6d70933f2, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:02:14.082343 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-63702ab0-69d0-498e-bf3c-c5d90eb06134 service neutron] For port 7e183b04-e9e9-42f2-b8ec-d0f6d70933f2, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=7e183b04-e9e9-42f2-b8ec-d0f6d70933f2,segment=NetworkSegment(e9178c45-df03-419a-986b-ac0188d8368d),segment_id=e9178c45-df03-419a-986b-ac0188d8368d)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:02:14.091902 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-63702ab0-69d0-498e-bf3c-c5d90eb06134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:14.096606 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-63702ab0-69d0-498e-bf3c-c5d90eb06134 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:14.145104 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-183d04e5-def3-4981-a718-3e32b7708466 admin admin] Usage tracker for resource:security_group_rule and tenant:10d97beb9b5a41a49548f7a10459373d is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:14.150131 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-183d04e5-def3-4981-a718-3e32b7708466 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:14.157458 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-183d04e5-def3-4981-a718-3e32b7708466 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:14.199128 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-63702ab0-69d0-498e-bf3c-c5d90eb06134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:14.199744 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-63702ab0-69d0-498e-bf3c-c5d90eb06134 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:14.201082 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-63702ab0-69d0-498e-bf3c-c5d90eb06134 service neutron] 10.222.0.55 "PUT /v2.0/ports/7e183b04-e9e9-42f2-b8ec-d0f6d70933f2 HTTP/1.1" status: 200 len: 1092 time: 2.5421858 Sep 30 01:02:14.206633 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e43d80-4fa8-4e88-a15b-da2d298cd185', 'tag': '7e183b04-e9e9-42f2-b8ec-d0f6d70933f2'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:02:14.245334 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-6c203461-d71c-4a9b-a006-62ad88472cf0 None None] Provisioning for port c9fc9c8d-2935-48e4-a92f-584bec468b46 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:02:14.245607 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63702ab0-69d0-498e-bf3c-c5d90eb06134 service neutron] Pushing event updated for resources: {'Port': ['ID=7e183b04-e9e9-42f2-b8ec-d0f6d70933f2,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:14.250000 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-63702ab0-69d0-498e-bf3c-c5d90eb06134 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:14.320106 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-6c203461-d71c-4a9b-a006-62ad88472cf0 None None] Provisioning complete for port c9fc9c8d-2935-48e4-a92f-584bec468b46 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:02:14.320793 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6c203461-d71c-4a9b-a006-62ad88472cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:14.332980 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4dc24-cb86-4512-a0d0-84774b630bd8 req-6d0d661a-7928-4e09-b642-359e39d72c70 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:14.335150 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-31d4dc24-cb86-4512-a0d0-84774b630bd8 req-6d0d661a-7928-4e09-b642-359e39d72c70 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 946 time: 0.2002058 Sep 30 01:02:14.352600 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4be16af0-7b6c-45ef-8a6a-ecc330b30ae0 req-424c463b-7add-4739-85f2-9989223dcd03 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:14.366758 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-78badc1e-947d-4400-9627-1ba814218a38 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:14.374027 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port e574a1fc-b1fd-40db-a661-45996ebe40a3 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:02:14.374410 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:14.408672 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-ae3e9009-6289-4a49-b63e-c3e7874d2539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:14.410813 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-ae3e9009-6289-4a49-b63e-c3e7874d2539 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=afe16caadc024ae6a08c9ca85296b0ba&device_id=30e43d80-4fa8-4e88-a15b-da2d298cd185 HTTP/1.1" status: 200 len: 1095 time: 0.1545293 Sep 30 01:02:14.424769 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-31d4dc24-cb86-4512-a0d0-84774b630bd8 req-7e7a8347-4afa-4bf3-8a37-b74a326227a7 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772951 Sep 30 01:02:14.450186 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c463b-7add-4739-85f2-9989223dcd03 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Pushing event deleted for resources: {'Port': ['ID=9629efa2-d035-49ad-abcb-e927a4e9a6aa,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:14.465728 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-6c203461-d71c-4a9b-a006-62ad88472cf0 None None] Port c9fc9c8d-2935-48e4-a92f-584bec468b46 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:02:14.469528 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-424c463b-7add-4739-85f2-9989223dcd03 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:14.486592 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911d92bb-17cb-4b23-826a-e50070632a9b tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:14.504857 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911d92bb-17cb-4b23-826a-e50070632a9b tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:14.526973 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911d92bb-17cb-4b23-826a-e50070632a9b tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:14.528561 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-911d92bb-17cb-4b23-826a-e50070632a9b tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Synchronizing usage tracker for tenant:ce15b5b3a45049f98365a32b55cc807c on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:02:14.540861 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-8aff1a7e-f787-4a48-b491-4056a28b7180 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e183b04-e9e9-42f2-b8ec-d0f6d70933f2 HTTP/1.1" status: 200 len: 217 time: 0.1084979 Sep 30 01:02:14.571273 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159ff73-1ee2-49de-bd0b-72e147c0ea52 req-a72ca172-3b60-4ce1-8df0-50eba41243d8 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:14.573030 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d159ff73-1ee2-49de-bd0b-72e147c0ea52 req-a72ca172-3b60-4ce1-8df0-50eba41243d8 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/ports?device_id=90973e42-f441-49f8-9fe9-3dbe657d3762 HTTP/1.1" status: 200 len: 945 time: 0.4400356 Sep 30 01:02:14.639002 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-3e5768aa-592a-46f6-a560-7b78b40b9924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:14.640827 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-3e5768aa-592a-46f6-a560-7b78b40b9924 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=86d86c36-df24-47a6-a3d6-6fbbabc87bdc HTTP/1.1" status: 200 len: 853 time: 0.0933955 Sep 30 01:02:14.652560 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e43d80-4fa8-4e88-a15b-da2d298cd185', 'tag': '7e183b04-e9e9-42f2-b8ec-d0f6d70933f2', 'status': 'completed', 'code': 200} Sep 30 01:02:14.693384 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-b3fb21e2-6229-4cff-b75e-6ff22bbf2cf9 None None] Notify callbacks [] for port, precommit_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:14.700692 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-1dd54a48-5244-4152-afcc-b556c36a0729 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=85f2c68c-3403-4da4-8639-a902584e2bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461457 Sep 30 01:02:14.708309 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-b3fb21e2-6229-4cff-b75e-6ff22bbf2cf9 None None] Transition to ACTIVE for port object 628ae672-3e6b-4726-8cfc-8b58635021d2 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:02:14.716034 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-6c203461-d71c-4a9b-a006-62ad88472cf0 None None] Provisioning complete for port e574a1fc-b1fd-40db-a661-45996ebe40a3 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:02:14.716836 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6c203461-d71c-4a9b-a006-62ad88472cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:14.788205 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-911d92bb-17cb-4b23-826a-e50070632a9b tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Unset dirty status for tenant:ce15b5b3a45049f98365a32b55cc807c on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:02:14.792200 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-911d92bb-17cb-4b23-826a-e50070632a9b tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 1.1750340 Sep 30 01:02:14.795155 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 44554) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:14.826574 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-b3fb21e2-6229-4cff-b75e-6ff22bbf2cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:14.846149 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-183d04e5-def3-4981-a718-3e32b7708466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:14.848590 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-3fec0f56-bccd-4b58-bbef-844f3c385ebe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:14.875238 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-183d04e5-def3-4981-a718-3e32b7708466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:14.882871 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-992e2b97-c538-41f2-b2aa-42f9c56bf089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:14.905418 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d159ff73-1ee2-49de-bd0b-72e147c0ea52 req-b73ac2af-6559-43c2-b086-5e4f387cf6dc tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc32b6da-1853-41ca-a1f0-9486ba9ef355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2294998 Sep 30 01:02:14.931507 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-183d04e5-def3-4981-a718-3e32b7708466 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:02:14.963886 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-93672485-2d6f-4066-97f4-23fcb902456a tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Deleting port c9fc9c8d-2935-48e4-a92f-584bec468b46 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:02:14.964290 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-93672485-2d6f-4066-97f4-23fcb902456a tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:14.966094 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-183d04e5-def3-4981-a718-3e32b7708466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:14.966690 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-183d04e5-def3-4981-a718-3e32b7708466 admin admin] Added segment 0396e2ab-180b-4b52-95d4-83b55febc5ed of type vlan for network 4a8813fb-764f-478e-8ab4-eef45e133d98 Sep 30 01:02:14.977875 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d04e5-def3-4981-a718-3e32b7708466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad1c1f5-f31a-4869-a00d-34ebf26381cc,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:14.993542 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-183d04e5-def3-4981-a718-3e32b7708466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:15.021999 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4be16af0-7b6c-45ef-8a6a-ecc330b30ae0 req-424c463b-7add-4739-85f2-9989223dcd03 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Router 573b8029-9da2-40e6-9f66-0f3cb61b896d has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 01:02:15.023940 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f576c29-2af2-4ab6-8ac8-8e1bb1179c28 None None] Pushing event updated for resources: {'Port': ['ID=628ae672-3e6b-4726-8cfc-8b58635021d2,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:15.028300 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8f576c29-2af2-4ab6-8ac8-8e1bb1179c28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:15.066822 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-183d04e5-def3-4981-a718-3e32b7708466 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:15.091386 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-f94f02b7-fb4e-4bd8-9978-088d622f6c29 service neutron] 10.222.0.55 "GET /v2.0/networks/85f2c68c-3403-4da4-8639-a902584e2bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834844 Sep 30 01:02:15.153800 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-b3fb21e2-6229-4cff-b75e-6ff22bbf2cf9 None None] Attempting to bind port 628ae672-3e6b-4726-8cfc-8b58635021d2 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:02:15.154186 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-b3fb21e2-6229-4cff-b75e-6ff22bbf2cf9 None None] Attempting to bind port 628ae672-3e6b-4726-8cfc-8b58635021d2 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '15605330-c69b-4e76-b9b5-742b2b2c6ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8cf157b5-3a5b-4875-babe-38a13725d469'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:02:15.154676 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fb21e2-6229-4cff-b75e-6ff22bbf2cf9 None None] Attempting to bind port 628ae672-3e6b-4726-8cfc-8b58635021d2 on network 8cf157b5-3a5b-4875-babe-38a13725d469 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:02:15.165320 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fb21e2-6229-4cff-b75e-6ff22bbf2cf9 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:02:15.165712 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fb21e2-6229-4cff-b75e-6ff22bbf2cf9 None None] Checking segment: {'id': '15605330-c69b-4e76-b9b5-742b2b2c6ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8cf157b5-3a5b-4875-babe-38a13725d469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:02:15.166140 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-b3fb21e2-6229-4cff-b75e-6ff22bbf2cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:15.166553 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fb21e2-6229-4cff-b75e-6ff22bbf2cf9 None None] Bound using segment: {'id': '15605330-c69b-4e76-b9b5-742b2b2c6ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8cf157b5-3a5b-4875-babe-38a13725d469'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:02:15.167073 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-b3fb21e2-6229-4cff-b75e-6ff22bbf2cf9 None None] Bound port: 628ae672-3e6b-4726-8cfc-8b58635021d2, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15605330-c69b-4e76-b9b5-742b2b2c6ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8cf157b5-3a5b-4875-babe-38a13725d469'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:02:15.167628 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-b3fb21e2-6229-4cff-b75e-6ff22bbf2cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:15.292695 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-b3fb21e2-6229-4cff-b75e-6ff22bbf2cf9 None None] For port 628ae672-3e6b-4726-8cfc-8b58635021d2, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:02:15.341075 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-b3fb21e2-6229-4cff-b75e-6ff22bbf2cf9 None None] For port 628ae672-3e6b-4726-8cfc-8b58635021d2, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=628ae672-3e6b-4726-8cfc-8b58635021d2,segment=NetworkSegment(15605330-c69b-4e76-b9b5-742b2b2c6ca4),segment_id=15605330-c69b-4e76-b9b5-742b2b2c6ca4)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:02:15.349526 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.resource_extend [None req-183d04e5-def3-4981-a718-3e32b7708466 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 01:02:15.376342 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-b3fb21e2-6229-4cff-b75e-6ff22bbf2cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:15.388426 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4be16af0-7b6c-45ef-8a6a-ecc330b30ae0 req-424c463b-7add-4739-85f2-9989223dcd03 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:02:15.401391 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae045d-60f7-49b1-b4aa-45eed7e3b70a None None] Sync routers for ids ['573b8029-9da2-40e6-9f66-0f3cb61b896d'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:02:15.411189 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:15.426466 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ae045d-60f7-49b1-b4aa-45eed7e3b70a None None] Routers {'573b8029-9da2-40e6-9f66-0f3cb61b896d'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:02:15.428351 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-d6ae045d-60f7-49b1-b4aa-45eed7e3b70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:01:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['573b8029-9da2-40e6-9f66-0f3cb61b896d'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:15.474609 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-183d04e5-def3-4981-a718-3e32b7708466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:15.478349 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183d04e5-def3-4981-a718-3e32b7708466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:15.485093 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-183d04e5-def3-4981-a718-3e32b7708466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:15.501922 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e44370d2-9e36-45d9-9db2-7a7929ec25d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:15.778752 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-6c203461-d71c-4a9b-a006-62ad88472cf0 None None] Provisioning for port 4d0c9c02-55e8-4091-8dcc-a23c4057f990 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:02:15.796157 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 9629efa2-d035-49ad-abcb-e927a4e9a6aa no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:02:15.837143 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-d6ae045d-60f7-49b1-b4aa-45eed7e3b70a None None] Set router 573b8029-9da2-40e6-9f66-0f3cb61b896d gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:02:15.840279 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-6c203461-d71c-4a9b-a006-62ad88472cf0 None None] Provisioning complete for port 4d0c9c02-55e8-4091-8dcc-a23c4057f990 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:02:15.842145 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6c203461-d71c-4a9b-a006-62ad88472cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:15.845554 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-183d04e5-def3-4981-a718-3e32b7708466 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5966525 Sep 30 01:02:15.861831 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44582) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:15.895899 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be16af0-7b6c-45ef-8a6a-ecc330b30ae0 req-424c463b-7add-4739-85f2-9989223dcd03 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] No DVR routers for this DVR port 9629efa2-d035-49ad-abcb-e927a4e9a6aa on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:02:15.911730 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fb21e2-6229-4cff-b75e-6ff22bbf2cf9 None None] Routers {'4421e02c-a1a6-48fd-b2a0-93c1ac0e9515'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:02:15.912661 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-b3fb21e2-6229-4cff-b75e-6ff22bbf2cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:01:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['4421e02c-a1a6-48fd-b2a0-93c1ac0e9515'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:15.945065 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9a23eaa8-ddee-4889-a163-5b956abc9152 req-47f0c2a1-8f48-4552-bcf0-a16bf1fdf061 service neutron] 10.222.0.55 "GET /v2.0/networks/85f2c68c-3403-4da4-8639-a902584e2bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8429303 Sep 30 01:02:15.971523 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e696d-552f-4807-b640-8d110ee3c2b6 req-b6ccc521-28c3-41f4-88e8-d56ed2978bd3 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:15.980682 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-867e696d-552f-4807-b640-8d110ee3c2b6 req-b6ccc521-28c3-41f4-88e8-d56ed2978bd3 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.39 "GET /v2.0/ports?device_id=30e43d80-4fa8-4e88-a15b-da2d298cd185 HTTP/1.1" status: 200 len: 944 time: 0.8835807 Sep 30 01:02:15.995542 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: 9629efa2-d035-49ad-abcb-e927a4e9a6aa {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:02:16.000258 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 9629efa2-d035-49ad-abcb-e927a4e9a6aa not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:02:16.106705 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-f418aaff-48d9-4564-a3e2-2177e47cb5fa admin admin] Request body: {'subnet': {'network_id': '4a8813fb-764f-478e-8ab4-eef45e133d98', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-639882307-subnet', 'tenant_id': '10d97beb9b5a41a49548f7a10459373d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:16.114457 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-f418aaff-48d9-4564-a3e2-2177e47cb5fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:16.125688 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-f418aaff-48d9-4564-a3e2-2177e47cb5fa admin admin] Usage tracker for resource:subnet and tenant:10d97beb9b5a41a49548f7a10459373d is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:16.129905 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-93672485-2d6f-4066-97f4-23fcb902456a tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:16.141983 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-f418aaff-48d9-4564-a3e2-2177e47cb5fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:16.156003 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-f418aaff-48d9-4564-a3e2-2177e47cb5fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:16.184984 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4be16af0-7b6c-45ef-8a6a-ecc330b30ae0 req-424c463b-7add-4739-85f2-9989223dcd03 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:16.191300 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4be16af0-7b6c-45ef-8a6a-ecc330b30ae0 req-424c463b-7add-4739-85f2-9989223dcd03 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.59 "DELETE /v2.0/ports/9629efa2-d035-49ad-abcb-e927a4e9a6aa HTTP/1.1" status: 204 len: 173 time: 4.3373733 Sep 30 01:02:16.204860 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90973e42-f441-49f8-9fe9-3dbe657d3762', 'name': 'network-vif-deleted', 'tag': '9629efa2-d035-49ad-abcb-e927a4e9a6aa'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:02:16.234265 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f418aaff-48d9-4564-a3e2-2177e47cb5fa admin admin] Made reservation on behalf of 10d97beb9b5a41a49548f7a10459373d for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:02:16.238709 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-b3fb21e2-6229-4cff-b75e-6ff22bbf2cf9 None None] Set router 4421e02c-a1a6-48fd-b2a0-93c1ac0e9515 gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:02:16.249421 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f418aaff-48d9-4564-a3e2-2177e47cb5fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:16.308319 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-93672485-2d6f-4066-97f4-23fcb902456a tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Calling delete_port for c9fc9c8d-2935-48e4-a92f-584bec468b46 owned by {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:02:16.331961 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-d6ae045d-60f7-49b1-b4aa-45eed7e3b70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'name': 'tempest-ServersTestBootFromVolume-1211713980-router', 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ffca5a43-0c1b-444b-9b34-a89d30cb848a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:58:37Z', 'updated_at': '2021-09-30T00:58:46Z', 'revision_number': 4, 'project_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'gw_port': {'id': 'ffca5a43-0c1b-444b-9b34-a89d30cb848a', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:58:38Z', 'updated_at': '2021-09-30T00:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '963cb7dd-dd5f-43bc-8e39-8f930ee9198d', 'name': '', 'network_id': 'f9efe454-4b8f-42c4-b4a6-30f69635ca21', 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'mac_address': 'fa:16:3e:cd:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '9fadca4a-5fe1-43f7-92b8-0c814b532dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:58:45Z', 'updated_at': '2021-09-30T00:58:56Z', 'revision_number': 5, 'project_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'subnets': [{'id': '9fadca4a-5fe1-43f7-92b8-0c814b532dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:16.342642 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae045d-60f7-49b1-b4aa-45eed7e3b70a None None] Checking router: 573b8029-9da2-40e6-9f66-0f3cb61b896d for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:02:16.352461 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-867e696d-552f-4807-b640-8d110ee3c2b6 req-faf9a4ca-8116-42aa-be20-0fd46c5234e0 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b2a80e0-dfb9-4f70-b7b7-5fa88bd9b647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703873 Sep 30 01:02:16.364750 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ae045d-60f7-49b1-b4aa-45eed7e3b70a None None] Routers {'573b8029-9da2-40e6-9f66-0f3cb61b896d'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:02:16.366968 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-d6ae045d-60f7-49b1-b4aa-45eed7e3b70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:01:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['573b8029-9da2-40e6-9f66-0f3cb61b896d'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:16.455007 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d04e5-def3-4981-a718-3e32b7708466 admin admin] Pushing event updated for resources: {'Network': ['ID=4a8813fb-764f-478e-8ab4-eef45e133d98,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:16.470460 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-183d04e5-def3-4981-a718-3e32b7708466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.968s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:16.506540 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206160d0-b7d7-47a2-889d-66d949dd7b51 req-fe67b267-f661-48e9-8082-71dce92da7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:16.508457 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-206160d0-b7d7-47a2-889d-66d949dd7b51 req-fe67b267-f661-48e9-8082-71dce92da7cd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=afe16caadc024ae6a08c9ca85296b0ba&device_id=30e43d80-4fa8-4e88-a15b-da2d298cd185 HTTP/1.1" status: 200 len: 1095 time: 0.4638045 Sep 30 01:02:16.550550 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83260f-1c33-4c4d-9cdc-4892b34e6a54 req-17564071-35bd-4b80-8811-19f16c2df586 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:16.560100 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ed83260f-1c33-4c4d-9cdc-4892b34e6a54 req-17564071-35bd-4b80-8811-19f16c2df586 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 946 time: 0.7161827 Sep 30 01:02:16.765341 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 4a8813fb-764f-478e-8ab4-eef45e133d98 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:02:16.864848 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ed83260f-1c33-4c4d-9cdc-4892b34e6a54 req-6c53c349-4cbd-4a1b-96da-16c4274dd160 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037329 Sep 30 01:02:16.900387 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-93672485-2d6f-4066-97f4-23fcb902456a tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:16.925851 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-d6ae045d-60f7-49b1-b4aa-45eed7e3b70a None None] Set router 573b8029-9da2-40e6-9f66-0f3cb61b896d gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:02:16.927680 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4308b769-410c-4303-8694-353d0dedf45e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:16.942712 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f576c29-2af2-4ab6-8ac8-8e1bb1179c28 None None] Pushing event updated for resources: {'Port': ['ID=628ae672-3e6b-4726-8cfc-8b58635021d2,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:16.994129 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90973e42-f441-49f8-9fe9-3dbe657d3762', 'name': 'network-vif-deleted', 'tag': '9629efa2-d035-49ad-abcb-e927a4e9a6aa', 'status': 'completed', 'code': 200} Sep 30 01:02:17.004163 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f418aaff-48d9-4564-a3e2-2177e47cb5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:17.004680 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8f576c29-2af2-4ab6-8ac8-8e1bb1179c28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.593s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:17.024877 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-6c203461-d71c-4a9b-a006-62ad88472cf0 None None] Port 4d0c9c02-55e8-4091-8dcc-a23c4057f990 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:02:17.038875 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:17.079169 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-b3fb21e2-6229-4cff-b75e-6ff22bbf2cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4421e02c-a1a6-48fd-b2a0-93c1ac0e9515', 'name': 'tempest-AttachSCSIVolumeTestJSON-1861468136-router', 'tenant_id': '02bc79a9675142e593506d561654e76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '1d0899c4-55c6-4d29-a539-cb2a8e2df790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:01:59Z', 'updated_at': '2021-09-30T01:02:09Z', 'revision_number': 4, 'project_id': '02bc79a9675142e593506d561654e76f', 'gw_port': {'id': '1d0899c4-55c6-4d29-a539-cb2a8e2df790', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:42:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4421e02c-a1a6-48fd-b2a0-93c1ac0e9515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:00Z', 'updated_at': '2021-09-30T01:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '628ae672-3e6b-4726-8cfc-8b58635021d2', 'name': '', 'network_id': '8cf157b5-3a5b-4875-babe-38a13725d469', 'tenant_id': '02bc79a9675142e593506d561654e76f', 'mac_address': 'fa:16:3e:50:8f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4421e02c-a1a6-48fd-b2a0-93c1ac0e9515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '1b1d4a0e-373b-4a8f-bc06-2d1f76945ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:07Z', 'updated_at': '2021-09-30T01:02:15Z', 'revision_number': 4, 'project_id': '02bc79a9675142e593506d561654e76f', 'subnets': [{'id': '1b1d4a0e-373b-4a8f-bc06-2d1f76945ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:17.085544 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fb21e2-6229-4cff-b75e-6ff22bbf2cf9 None None] The sync data for ids ['4421e02c-a1a6-48fd-b2a0-93c1ac0e9515'] in n-d-811809-1 is: [{'id': '4421e02c-a1a6-48fd-b2a0-93c1ac0e9515', 'name': 'tempest-AttachSCSIVolumeTestJSON-1861468136-router', 'tenant_id': '02bc79a9675142e593506d561654e76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '1d0899c4-55c6-4d29-a539-cb2a8e2df790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:01:59Z', 'updated_at': '2021-09-30T01:02:09Z', 'revision_number': 4, 'project_id': '02bc79a9675142e593506d561654e76f', 'gw_port': {'id': '1d0899c4-55c6-4d29-a539-cb2a8e2df790', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:42:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4421e02c-a1a6-48fd-b2a0-93c1ac0e9515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:00Z', 'updated_at': '2021-09-30T01:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '628ae672-3e6b-4726-8cfc-8b58635021d2', 'name': '', 'network_id': '8cf157b5-3a5b-4875-babe-38a13725d469', 'tenant_id': '02bc79a9675142e593506d561654e76f', 'mac_address': 'fa:16:3e:50:8f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4421e02c-a1a6-48fd-b2a0-93c1ac0e9515', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '1b1d4a0e-373b-4a8f-bc06-2d1f76945ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:07Z', 'updated_at': '2021-09-30T01:02:15Z', 'revision_number': 4, 'project_id': '02bc79a9675142e593506d561654e76f', 'subnets': [{'id': '1b1d4a0e-373b-4a8f-bc06-2d1f76945ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:02:17.121287 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93672485-2d6f-4066-97f4-23fcb902456a tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Pushing event deleted for resources: {'Port': ['ID=c9fc9c8d-2935-48e4-a92f-584bec468b46,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:17.142705 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-08ba872d-b13e-4ebe-9dd4-f8438c00330e None None] Could not find standard attr ID for object c9fc9c8d-2935-48e4-a92f-584bec468b46. {{(pid=80276) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 01:02:17.170922 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206160d0-b7d7-47a2-889d-66d949dd7b51 req-00478f1c-7759-4582-a4f5-4ae856e73b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:17.172343 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-206160d0-b7d7-47a2-889d-66d949dd7b51 req-00478f1c-7759-4582-a4f5-4ae856e73b1d service neutron] 10.222.0.55 "GET /v2.0/networks?id=85f2c68c-3403-4da4-8639-a902584e2bd4 HTTP/1.1" status: 200 len: 914 time: 0.6558590 Sep 30 01:02:17.232449 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-08ba872d-b13e-4ebe-9dd4-f8438c00330e None None] Provisioning complete for port 4d0c9c02-55e8-4091-8dcc-a23c4057f990 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:02:17.232912 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-08ba872d-b13e-4ebe-9dd4-f8438c00330e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:17.245973 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418aaff-48d9-4564-a3e2-2177e47cb5fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ab964ae-420f-4137-b792-00cb82bf3b79,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:17.254437 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f418aaff-48d9-4564-a3e2-2177e47cb5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:17.269007 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f418aaff-48d9-4564-a3e2-2177e47cb5fa admin admin] Checking segment: {'id': '0396e2ab-180b-4b52-95d4-83b55febc5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4a8813fb-764f-478e-8ab4-eef45e133d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:02:17.269416 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f418aaff-48d9-4564-a3e2-2177e47cb5fa admin admin] Network hostable DHCP agents. Network: 4a8813fb-764f-478e-8ab4-eef45e133d98, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:02:17.278062 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-93672485-2d6f-4066-97f4-23fcb902456a tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:17.330489 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f418aaff-48d9-4564-a3e2-2177e47cb5fa admin admin] Network 4a8813fb-764f-478e-8ab4-eef45e133d98 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:02:17.359630 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-f418aaff-48d9-4564-a3e2-2177e47cb5fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 4a8813fb-764f-478e-8ab4-eef45e133d98) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:02:17.383833 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f418aaff-48d9-4564-a3e2-2177e47cb5fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:17.384576 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f418aaff-48d9-4564-a3e2-2177e47cb5fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:17.442060 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609ce553-b380-418a-aa64-11cc64e67316 None None] Network 4a8813fb-764f-478e-8ab4-eef45e133d98 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:02:17.464035 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-f418aaff-48d9-4564-a3e2-2177e47cb5fa admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5749738 Sep 30 01:02:17.469974 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44616) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:17.481031 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-bffe1717-d9ba-4e4f-93e6-1fad3f086b0d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-639882307-router', 'tenant_id': '10d97beb9b5a41a49548f7a10459373d', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:17.507605 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-bffe1717-d9ba-4e4f-93e6-1fad3f086b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:17.523802 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-bffe1717-d9ba-4e4f-93e6-1fad3f086b0d admin admin] Usage tracker for resource:router and tenant:10d97beb9b5a41a49548f7a10459373d is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:17.530553 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-bffe1717-d9ba-4e4f-93e6-1fad3f086b0d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:17.550469 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-bffe1717-d9ba-4e4f-93e6-1fad3f086b0d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:17.582124 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-34b91354-a65f-413a-acfc-e929683c8c7a req-fefa0c46-e1f7-4135-8b3c-b3683d8fec25 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/ports?device_id=90973e42-f441-49f8-9fe9-3dbe657d3762 HTTP/1.1" status: 200 len: 210 time: 0.5621228 Sep 30 01:02:17.588561 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bffe1717-d9ba-4e4f-93e6-1fad3f086b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-730961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30750'] for router, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:17.589952 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bffe1717-d9ba-4e4f-93e6-1fad3f086b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30743'] for router, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:17.597397 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-206160d0-b7d7-47a2-889d-66d949dd7b51 req-940e8fc2-89dc-438d-92cc-bcc7c65862bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e183b04-e9e9-42f2-b8ec-d0f6d70933f2 HTTP/1.1" status: 200 len: 217 time: 0.3181543 Sep 30 01:02:17.626517 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bffe1717-d9ba-4e4f-93e6-1fad3f086b0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:17.674181 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-93672485-2d6f-4066-97f4-23fcb902456a tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:17.844310 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-d6ae045d-60f7-49b1-b4aa-45eed7e3b70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'name': 'tempest-ServersTestBootFromVolume-1211713980-router', 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ffca5a43-0c1b-444b-9b34-a89d30cb848a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:58:37Z', 'updated_at': '2021-09-30T00:58:46Z', 'revision_number': 4, 'project_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'gw_port': {'id': 'ffca5a43-0c1b-444b-9b34-a89d30cb848a', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:58:38Z', 'updated_at': '2021-09-30T00:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '963cb7dd-dd5f-43bc-8e39-8f930ee9198d', 'name': '', 'network_id': 'f9efe454-4b8f-42c4-b4a6-30f69635ca21', 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'mac_address': 'fa:16:3e:cd:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '9fadca4a-5fe1-43f7-92b8-0c814b532dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:58:45Z', 'updated_at': '2021-09-30T00:58:56Z', 'revision_number': 5, 'project_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'subnets': [{'id': '9fadca4a-5fe1-43f7-92b8-0c814b532dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:17.859423 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-08ba872d-b13e-4ebe-9dd4-f8438c00330e None None] Port 4d0c9c02-55e8-4091-8dcc-a23c4057f990 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:02:17.882523 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae045d-60f7-49b1-b4aa-45eed7e3b70a None None] The sync data for ids ['573b8029-9da2-40e6-9f66-0f3cb61b896d'] in n-d-811809-1 is: [{'id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'name': 'tempest-ServersTestBootFromVolume-1211713980-router', 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ffca5a43-0c1b-444b-9b34-a89d30cb848a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:58:37Z', 'updated_at': '2021-09-30T00:58:46Z', 'revision_number': 4, 'project_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'gw_port': {'id': 'ffca5a43-0c1b-444b-9b34-a89d30cb848a', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:58:38Z', 'updated_at': '2021-09-30T00:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '963cb7dd-dd5f-43bc-8e39-8f930ee9198d', 'name': '', 'network_id': 'f9efe454-4b8f-42c4-b4a6-30f69635ca21', 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'mac_address': 'fa:16:3e:cd:e6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '9fadca4a-5fe1-43f7-92b8-0c814b532dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:58:45Z', 'updated_at': '2021-09-30T00:58:56Z', 'revision_number': 5, 'project_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'subnets': [{'id': '9fadca4a-5fe1-43f7-92b8-0c814b532dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:02:17.900758 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-93672485-2d6f-4066-97f4-23fcb902456a tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] 10.222.0.39 "DELETE /v2.0/ports/c9fc9c8d-2935-48e4-a92f-584bec468b46 HTTP/1.1" status: 204 len: 168 time: 3.0927234 Sep 30 01:02:17.907355 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 44624) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:17.915157 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-5266b98c-58a2-4c96-97a4-125a060e6441 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Request body: {'port': {'name': 'tempest-new-port-name-731786749', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:17.915404 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.api.validators [None req-5266b98c-58a2-4c96-97a4-125a060e6441 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] bootfile-name is not in valid_values {{(pid=80275) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 30 01:02:17.916147 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.api.validators [None req-5266b98c-58a2-4c96-97a4-125a060e6441 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] tftp-server is not in valid_values {{(pid=80275) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 30 01:02:17.916147 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.api.validators [None req-5266b98c-58a2-4c96-97a4-125a060e6441 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] server-ip-address is not in valid_values {{(pid=80275) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 30 01:02:18.163222 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206160d0-b7d7-47a2-889d-66d949dd7b51 req-78ae1fcc-5512-4c78-80fe-3639ce677eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:18.164733 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-206160d0-b7d7-47a2-889d-66d949dd7b51 req-78ae1fcc-5512-4c78-80fe-3639ce677eaf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=86d86c36-df24-47a6-a3d6-6fbbabc87bdc HTTP/1.1" status: 200 len: 853 time: 0.5507762 Sep 30 01:02:18.179012 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 628ae672-3e6b-4726-8cfc-8b58635021d2 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:02:18.320613 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36392cc-048a-425e-812b-1db4cda3b24c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-4a8813fb-764f-478e-8ab4-eef45e133d98', 'network_id': '4a8813fb-764f-478e-8ab4-eef45e133d98', 'tenant_id': '10d97beb9b5a41a49548f7a10459373d', 'fixed_ips': [{'subnet_id': '1ab964ae-420f-4137-b792-00cb82bf3b79'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 01:02:18.321880 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e36392cc-048a-425e-812b-1db4cda3b24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:18.356746 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-206160d0-b7d7-47a2-889d-66d949dd7b51 req-83cb4340-a45c-4b9d-ae90-9b16635189d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=85f2c68c-3403-4da4-8639-a902584e2bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1724157 Sep 30 01:02:18.365321 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 628ae672-3e6b-4726-8cfc-8b58635021d2 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:02:18.541619 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 628ae672-3e6b-4726-8cfc-8b58635021d2 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:02:18.542007 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:18.683168 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feb2ac4-32fb-4774-b283-92831f701b78 None None] New status for floating IP 2fb33e77-3aee-4999-8996-ba4fac73cfa5: DOWN {{(pid=80276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 01:02:18.914009 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-e36392cc-048a-425e-812b-1db4cda3b24c None None] Allocated IP 172.20.0.2 (4a8813fb-764f-478e-8ab4-eef45e133d98/1ab964ae-420f-4137-b792-00cb82bf3b79/521203aa-9828-4ee0-ae5e-2fb423cc45fe) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:02:18.989696 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5266b98c-58a2-4c96-97a4-125a060e6441 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:19.097804 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32093f4f-008d-47f7-a20a-54b50185fda1 req-0e53a750-b8a9-4eab-af96-a6a72f1de148 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:19.100140 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-32093f4f-008d-47f7-a20a-54b50185fda1 req-0e53a750-b8a9-4eab-af96-a6a72f1de148 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.39 "GET /v2.0/ports?device_id=30e43d80-4fa8-4e88-a15b-da2d298cd185 HTTP/1.1" status: 200 len: 944 time: 1.4378686 Sep 30 01:02:19.160641 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bffe1717-d9ba-4e4f-93e6-1fad3f086b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-672991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-730982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30841'] for router, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:19.175933 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-32093f4f-008d-47f7-a20a-54b50185fda1 req-f4bc0934-be33-48eb-8df8-4b4e50e99cee tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b2a80e0-dfb9-4f70-b7b7-5fa88bd9b647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680945 Sep 30 01:02:19.210168 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d27d5-3dc2-435e-b27f-63cef837128a req-c5486617-e79f-477a-b84f-4bd1eeffefae tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:19.228994 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fb0d27d5-3dc2-435e-b27f-63cef837128a req-c5486617-e79f-477a-b84f-4bd1eeffefae tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 946 time: 1.0433583 Sep 30 01:02:19.248148 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-206160d0-b7d7-47a2-889d-66d949dd7b51 req-501cf5d3-57f9-4690-8f41-c3f31d1fc88d service neutron] 10.222.0.55 "GET /v2.0/networks/85f2c68c-3403-4da4-8639-a902584e2bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8618064 Sep 30 01:02:19.291747 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e36392cc-048a-425e-812b-1db4cda3b24c None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:19.303390 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-e36392cc-048a-425e-812b-1db4cda3b24c None None] Transition to ACTIVE for port object 521203aa-9828-4ee0-ae5e-2fb423cc45fe will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:02:19.324158 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-e36392cc-048a-425e-812b-1db4cda3b24c None None] Transition to ACTIVE for port object 521203aa-9828-4ee0-ae5e-2fb423cc45fe will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:02:19.411434 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e36392cc-048a-425e-812b-1db4cda3b24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:19.422316 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:19.579801 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bffe1717-d9ba-4e4f-93e6-1fad3f086b0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:19.581569 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36392cc-048a-425e-812b-1db4cda3b24c None None] Pushing event updated for resources: {'Port': ['ID=521203aa-9828-4ee0-ae5e-2fb423cc45fe,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:19.586575 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 7e183b04-e9e9-42f2-b8ec-d0f6d70933f2 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:02:19.603271 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-e36392cc-048a-425e-812b-1db4cda3b24c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:19.619439 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bffe1717-d9ba-4e4f-93e6-1fad3f086b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:19.777281 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5266b98c-58a2-4c96-97a4-125a060e6441 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:19.782110 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44664) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:19.791805 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36392cc-048a-425e-812b-1db4cda3b24c None None] Network 4a8813fb-764f-478e-8ab4-eef45e133d98 is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:02:19.801847 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:19.805234 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-9c653f1b-ebef-4682-b3fc-8d28fc5f213b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:19.808054 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-e36392cc-048a-425e-812b-1db4cda3b24c None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:02:19.814172 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fb0d27d5-3dc2-435e-b27f-63cef837128a req-faf42f40-4956-4c2d-89f0-896006a3a4c4 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5835495 Sep 30 01:02:19.815452 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36392cc-048a-425e-812b-1db4cda3b24c None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:02:19.823938 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5266b98c-58a2-4c96-97a4-125a060e6441 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:19.836932 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2a078c24-aea1-4bab-9cfb-8fcd14f49595 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:19.853182 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-bffe1717-d9ba-4e4f-93e6-1fad3f086b0d admin admin] Allocated IP 172.25.0.64 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/e53f074a-6248-4bd3-900b-42632edb22e4) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:02:19.919107 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-5266b98c-58a2-4c96-97a4-125a060e6441 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] In _notify_port_updated(), no bound segment for port 4d0c9c02-55e8-4091-8dcc-a23c4057f990 on network 733f9dcf-2253-40c5-bc62-3638c139c2d5 {{(pid=80275) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Sep 30 01:02:19.927023 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5266b98c-58a2-4c96-97a4-125a060e6441 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:19.927727 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5266b98c-58a2-4c96-97a4-125a060e6441 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:19.932432 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-5266b98c-58a2-4c96-97a4-125a060e6441 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] 10.222.0.39 "PUT /v2.0/ports/4d0c9c02-55e8-4091-8dcc-a23c4057f990 HTTP/1.1" status: 200 len: 1128 time: 2.0286329 Sep 30 01:02:19.936599 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 44680) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:19.946039 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.resource_extend [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 01:02:20.004021 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266b98c-58a2-4c96-97a4-125a060e6441 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Pushing event updated for resources: {'Port': ['ID=4d0c9c02-55e8-4091-8dcc-a23c4057f990,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:20.016965 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5266b98c-58a2-4c96-97a4-125a060e6441 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:20.053603 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-206160d0-b7d7-47a2-889d-66d949dd7b51 req-9db885d1-fa27-4e90-9b40-e8af3ef3ca0f service neutron] 10.222.0.55 "GET /v2.0/networks/85f2c68c-3403-4da4-8639-a902584e2bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7533343 Sep 30 01:02:20.071872 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5173107c-f928-4449-a611-3a1933cc962c tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:20.076864 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-5173107c-f928-4449-a611-3a1933cc962c tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Synchronizing usage tracker for tenant:ce15b5b3a45049f98365a32b55cc807c on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:02:20.082278 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1a307930-3564-4819-945c-5f4fc1245e60 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:20.105422 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-5173107c-f928-4449-a611-3a1933cc962c tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Unset dirty status for tenant:ce15b5b3a45049f98365a32b55cc807c on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:02:20.109325 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:20.119006 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44684) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:20.123952 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-5173107c-f928-4449-a611-3a1933cc962c tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] 10.222.0.39 "GET /v2.0/ports/4d0c9c02-55e8-4091-8dcc-a23c4057f990 HTTP/1.1" status: 200 len: 1128 time: 0.1827910 Sep 30 01:02:20.227134 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 7e183b04-e9e9-42f2-b8ec-d0f6d70933f2, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=7e183b04-e9e9-42f2-b8ec-d0f6d70933f2,segment=NetworkSegment(e9178c45-df03-419a-986b-ac0188d8368d),segment_id=e9178c45-df03-419a-986b-ac0188d8368d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:20.249024 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-536b7dee-b1cf-4e17-8ec3-bd7ba30bf702 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Deleting port 4d0c9c02-55e8-4091-8dcc-a23c4057f990 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:02:20.249302 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-536b7dee-b1cf-4e17-8ec3-bd7ba30bf702 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:20.264554 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-e36392cc-048a-425e-812b-1db4cda3b24c None None] Attempting to bind port 521203aa-9828-4ee0-ae5e-2fb423cc45fe on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:02:20.265225 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-e36392cc-048a-425e-812b-1db4cda3b24c None None] Attempting to bind port 521203aa-9828-4ee0-ae5e-2fb423cc45fe by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '0396e2ab-180b-4b52-95d4-83b55febc5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4a8813fb-764f-478e-8ab4-eef45e133d98'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:02:20.265842 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36392cc-048a-425e-812b-1db4cda3b24c None None] Attempting to bind port 521203aa-9828-4ee0-ae5e-2fb423cc45fe on network 4a8813fb-764f-478e-8ab4-eef45e133d98 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:02:20.272023 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '7e183b04-e9e9-42f2-b8ec-d0f6d70933f2', 'network_id': '85f2c68c-3403-4da4-8639-a902584e2bd4', 'port_id': '7e183b04-e9e9-42f2-b8ec-d0f6d70933f2', 'mac_address': 'fa:16:3e:f0:53:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d86c36-df24-47a6-a3d6-6fbbabc87bdc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:02:20.283110 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36392cc-048a-425e-812b-1db4cda3b24c None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:02:20.284192 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36392cc-048a-425e-812b-1db4cda3b24c None None] Checking segment: {'id': '0396e2ab-180b-4b52-95d4-83b55febc5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4a8813fb-764f-478e-8ab4-eef45e133d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:02:20.284823 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e36392cc-048a-425e-812b-1db4cda3b24c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:20.285433 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36392cc-048a-425e-812b-1db4cda3b24c None None] Bound using segment: {'id': '0396e2ab-180b-4b52-95d4-83b55febc5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4a8813fb-764f-478e-8ab4-eef45e133d98'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:02:20.286124 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-e36392cc-048a-425e-812b-1db4cda3b24c None None] Bound port: 521203aa-9828-4ee0-ae5e-2fb423cc45fe, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0396e2ab-180b-4b52-95d4-83b55febc5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4a8813fb-764f-478e-8ab4-eef45e133d98'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:02:20.286778 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e36392cc-048a-425e-812b-1db4cda3b24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:20.308873 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1a307930-3564-4819-945c-5f4fc1245e60 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:20.370857 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 628ae672-3e6b-4726-8cfc-8b58635021d2, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=628ae672-3e6b-4726-8cfc-8b58635021d2,segment=NetworkSegment(15605330-c69b-4e76-b9b5-742b2b2c6ca4),segment_id=15605330-c69b-4e76-b9b5-742b2b2c6ca4)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:20.376630 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:20.377247 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1a307930-3564-4819-945c-5f4fc1245e60 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:20.385876 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-3e662e72-eab9-455e-9eb2-8f5312a17b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:20.405620 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e183b04-e9e9-42f2-b8ec-d0f6d70933f2 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:02:20.405831 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bffe1717-d9ba-4e4f-93e6-1fad3f086b0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:20.409689 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a307930-3564-4819-945c-5f4fc1245e60 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc32b6da-1853-41ca-a1f0-9486ba9ef355,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:20.411858 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:20.416726 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:20.427689 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1a307930-3564-4819-945c-5f4fc1245e60 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:20.431289 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f340186-7328-4196-923d-2713dce8c967 req-948f1ec0-3685-4620-8c4e-bc877ee129d6 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:20.439653 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7f340186-7328-4196-923d-2713dce8c967 req-948f1ec0-3685-4620-8c4e-bc877ee129d6 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.39 "GET /v2.0/ports?device_id=30e43d80-4fa8-4e88-a15b-da2d298cd185 HTTP/1.1" status: 200 len: 944 time: 0.1060667 Sep 30 01:02:20.492482 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7f340186-7328-4196-923d-2713dce8c967 req-c7ce46ce-0c42-43b5-a251-49f21b480117 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b2a80e0-dfb9-4f70-b7b7-5fa88bd9b647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497096 Sep 30 01:02:20.562835 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 7e183b04-e9e9-42f2-b8ec-d0f6d70933f2, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=7e183b04-e9e9-42f2-b8ec-d0f6d70933f2,segment=NetworkSegment(e9178c45-df03-419a-986b-ac0188d8368d),segment_id=e9178c45-df03-419a-986b-ac0188d8368d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:20.574068 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-288f7980-0ac7-4825-ad0e-80969bfe5683 None None] Provisioning complete for port 4d0c9c02-55e8-4091-8dcc-a23c4057f990 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:02:20.574529 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-288f7980-0ac7-4825-ad0e-80969bfe5683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:20.603065 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=628ae672-3e6b-4726-8cfc-8b58635021d2,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:20.613317 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:20.624676 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:20.625297 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-e36392cc-048a-425e-812b-1db4cda3b24c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:20.640189 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1a307930-3564-4819-945c-5f4fc1245e60 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:20.641965 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-1a307930-3564-4819-945c-5f4fc1245e60 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "DELETE /v2.0/security-groups/fc32b6da-1853-41ca-a1f0-9486ba9ef355 HTTP/1.1" status: 204 len: 168 time: 0.8579988 Sep 30 01:02:20.644613 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 44692) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:20.677696 n-d-811809-1 neutron-server[80275]: INFO neutron.api.v2.resource [None req-ecaa7cc8-7cc6-41dc-a22f-d179991b4e3e tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] show failed (client error): The resource could not be found. Sep 30 01:02:20.678750 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-ecaa7cc8-7cc6-41dc-a22f-d179991b4e3e tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "GET /v2.0/security-groups/fc32b6da-1853-41ca-a1f0-9486ba9ef355 HTTP/1.1" status: 404 len: 347 time: 0.0331533 Sep 30 01:02:20.681587 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 44696) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:20.741858 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-288f7980-0ac7-4825-ad0e-80969bfe5683 None None] Port 4d0c9c02-55e8-4091-8dcc-a23c4057f990 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:02:20.747939 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-e36392cc-048a-425e-812b-1db4cda3b24c None None] For port 521203aa-9828-4ee0-ae5e-2fb423cc45fe, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:02:20.753591 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-e36392cc-048a-425e-812b-1db4cda3b24c None None] For port 521203aa-9828-4ee0-ae5e-2fb423cc45fe, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=521203aa-9828-4ee0-ae5e-2fb423cc45fe,segment=NetworkSegment(0396e2ab-180b-4b52-95d4-83b55febc5ed),segment_id=0396e2ab-180b-4b52-95d4-83b55febc5ed)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:02:20.754874 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=7e183b04-e9e9-42f2-b8ec-d0f6d70933f2,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:20.758403 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:20.758536 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-536b7dee-b1cf-4e17-8ec3-bd7ba30bf702 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:20.760951 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e36392cc-048a-425e-812b-1db4cda3b24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:20.771652 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:20.774069 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bffe1717-d9ba-4e4f-93e6-1fad3f086b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:20.850073 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36392cc-048a-425e-812b-1db4cda3b24c None None] Pushing event updated for resources: {'Port': ['ID=521203aa-9828-4ee0-ae5e-2fb423cc45fe,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:20.854045 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-e36392cc-048a-425e-812b-1db4cda3b24c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:20.870354 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5a92502b-bd22-4f94-87ad-602a6b6c94c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:20.925265 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-1323b2eb-7115-4ab2-8edb-416df24f2028 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Deleting port 5b067db1-ae8c-4273-ad38-32e44ce307ef {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:02:20.925751 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1323b2eb-7115-4ab2-8edb-416df24f2028 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:20.948464 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['7e183b04-e9e9-42f2-b8ec-d0f6d70933f2'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:02:21.334015 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-9edf096c-8897-47dc-8e44-fc5630ba3aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:21.406159 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1323b2eb-7115-4ab2-8edb-416df24f2028 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:21.406528 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1323b2eb-7115-4ab2-8edb-416df24f2028 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:21.498344 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-536b7dee-b1cf-4e17-8ec3-bd7ba30bf702 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Calling delete_port for 4d0c9c02-55e8-4091-8dcc-a23c4057f990 owned by {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:02:21.572569 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-1323b2eb-7115-4ab2-8edb-416df24f2028 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Calling delete_port for 5b067db1-ae8c-4273-ad38-32e44ce307ef owned by network:floatingip {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:02:21.612714 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5480d99-8e5d-408a-a570-97519446f7b8 req-b4e17031-530e-4b7e-89f1-040a4073aafa tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:21.620221 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f5480d99-8e5d-408a-a570-97519446f7b8 req-b4e17031-530e-4b7e-89f1-040a4073aafa tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 946 time: 0.5384374 Sep 30 01:02:21.663200 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffe1717-d9ba-4e4f-93e6-1fad3f086b0d admin admin] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:02:21.737684 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe1717-d9ba-4e4f-93e6-1fad3f086b0d admin admin] Pushing event updated for resources: {'Port': ['ID=e53f074a-6248-4bd3-900b-42632edb22e4,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:21.741884 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bffe1717-d9ba-4e4f-93e6-1fad3f086b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.871s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:21.742827 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-bffe1717-d9ba-4e4f-93e6-1fad3f086b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:02:21.750525 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffe1717-d9ba-4e4f-93e6-1fad3f086b0d admin admin] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:02:21.814353 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f5480d99-8e5d-408a-a570-97519446f7b8 req-ae204cd8-1e9b-4c1d-bb28-ffa89f91d5c0 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931961 Sep 30 01:02:21.845642 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1323b2eb-7115-4ab2-8edb-416df24f2028 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:21.852813 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-35062666-a9a1-4fb3-9caa-43162702e144 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:21.968806 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323b2eb-7115-4ab2-8edb-416df24f2028 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Pushing event deleted for resources: {'Port': ['ID=5b067db1-ae8c-4273-ad38-32e44ce307ef,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:21.976884 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1323b2eb-7115-4ab2-8edb-416df24f2028 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:22.260656 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3de5c-0f25-45b6-a786-6b9c6d0b7ff0 req-32e40dbf-5b74-4d72-8cf8-afa26cea51d7 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:22.262201 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-40c3de5c-0f25-45b6-a786-6b9c6d0b7ff0 req-32e40dbf-5b74-4d72-8cf8-afa26cea51d7 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.39 "GET /v2.0/ports?device_id=30e43d80-4fa8-4e88-a15b-da2d298cd185 HTTP/1.1" status: 200 len: 945 time: 0.5979388 Sep 30 01:02:22.274902 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:22.276195 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-cb33b04a-5840-44ad-ad17-e0905551fa8a tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=24e282c74c8f40408f83386e910a4884&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391889 Sep 30 01:02:22.289214 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1323b2eb-7115-4ab2-8edb-416df24f2028 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks [] for floatingip, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:22.394891 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1323b2eb-7115-4ab2-8edb-416df24f2028 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:22.396224 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-1323b2eb-7115-4ab2-8edb-416df24f2028 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] 10.222.0.39 "DELETE /v2.0/floatingips/2fb33e77-3aee-4999-8996-ba4fac73cfa5 HTTP/1.1" status: 204 len: 168 time: 1.7133665 Sep 30 01:02:22.399328 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 44756) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:22.455901 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-536b7dee-b1cf-4e17-8ec3-bd7ba30bf702 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:22.457711 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6861fe2-bbbc-4584-b12c-ccae53533930 None None] Network 4a8813fb-764f-478e-8ab4-eef45e133d98 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:02:22.480141 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9af0b64c-0935-4f0a-96ca-f2a043ac84c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:22.548476 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-40c3de5c-0f25-45b6-a786-6b9c6d0b7ff0 req-dab962e9-d789-43f6-a0f5-aea03dbe9760 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b2a80e0-dfb9-4f70-b7b7-5fa88bd9b647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677381 Sep 30 01:02:22.568210 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b7dee-b1cf-4e17-8ec3-bd7ba30bf702 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Pushing event deleted for resources: {'Port': ['ID=4d0c9c02-55e8-4091-8dcc-a23c4057f990,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:22.576064 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-536b7dee-b1cf-4e17-8ec3-bd7ba30bf702 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:22.639804 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-536b7dee-b1cf-4e17-8ec3-bd7ba30bf702 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:22.679163 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-536b7dee-b1cf-4e17-8ec3-bd7ba30bf702 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] 10.222.0.39 "DELETE /v2.0/ports/4d0c9c02-55e8-4091-8dcc-a23c4057f990 HTTP/1.1" status: 204 len: 168 time: 2.5544605 Sep 30 01:02:22.680418 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44760) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:22.702451 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-a7022572-5749-4120-ae27-be886f30875c tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:22.714195 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-a7022572-5749-4120-ae27-be886f30875c tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4257998 Sep 30 01:02:22.746422 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-20dbc798-13fa-417a-9927-f4c1bfcc9ddd tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/quotas/24e282c74c8f40408f83386e910a4884 HTTP/1.1" status: 200 len: 375 time: 0.0306804 Sep 30 01:02:22.753588 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-7337420e-b455-4771-9499-15d23ad8039e None None] Provisioning for port 521203aa-9828-4ee0-ae5e-2fb423cc45fe completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:02:22.756788 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bffe1717-d9ba-4e4f-93e6-1fad3f086b0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:22.761675 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 628ae672-3e6b-4726-8cfc-8b58635021d2 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:02:22.837517 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-a997acdd-510d-4d76-8488-9e326cfd7a3a tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=24e282c74c8f40408f83386e910a4884&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0899456 Sep 30 01:02:22.996272 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 628ae672-3e6b-4726-8cfc-8b58635021d2 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:02:22.997187 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:22.997307 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdd2c7b8-54c7-4764-9479-ab3a86e64ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Deleting subnet f9699eef-1a64-41a1-816f-4fdc22025d23 {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:02:23.101364 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bdd2c7b8-54c7-4764-9479-ab3a86e64ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:23.170395 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 521203aa-9828-4ee0-ae5e-2fb423cc45fe up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:02:23.259755 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bdd2c7b8-54c7-4764-9479-ab3a86e64ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2490848'] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:23.315026 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 521203aa-9828-4ee0-ae5e-2fb423cc45fe completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:02:23.321487 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 521203aa-9828-4ee0-ae5e-2fb423cc45fe triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:02:23.321935 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:23.373719 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-da5caa27-b32f-4f4d-b39a-f599df8e954b tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=24e282c74c8f40408f83386e910a4884&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0847132 Sep 30 01:02:23.480940 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 7e183b04-e9e9-42f2-b8ec-d0f6d70933f2 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:02:23.552522 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-da9a3703-18ae-41f1-bc30-5d1738f81f16 None None] Provisioning complete for port 521203aa-9828-4ee0-ae5e-2fb423cc45fe triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:02:23.553027 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-da9a3703-18ae-41f1-bc30-5d1738f81f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:23.622180 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:23.685820 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port 7e183b04-e9e9-42f2-b8ec-d0f6d70933f2 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:02:23.700459 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 7e183b04-e9e9-42f2-b8ec-d0f6d70933f2 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:02:23.700930 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:23.727710 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 521203aa-9828-4ee0-ae5e-2fb423cc45fe, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=521203aa-9828-4ee0-ae5e-2fb423cc45fe,segment=NetworkSegment(0396e2ab-180b-4b52-95d4-83b55febc5ed),segment_id=0396e2ab-180b-4b52-95d4-83b55febc5ed)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:23.780407 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:23.798835 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:23.840530 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-51fff516-a12f-4a1b-a97a-1a25117ccd20 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:23.847774 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-51fff516-a12f-4a1b-a97a-1a25117ccd20 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4562922 Sep 30 01:02:23.864719 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-27b3c128-1418-4f56-ab21-3ff4799e8142 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/quotas/24e282c74c8f40408f83386e910a4884 HTTP/1.1" status: 200 len: 375 time: 0.0160012 Sep 30 01:02:23.918348 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bdd2c7b8-54c7-4764-9479-ab3a86e64ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:23.946051 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-326a1368-6f3e-4969-a38e-c847e73c4435 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=24e282c74c8f40408f83386e910a4884&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801539 Sep 30 01:02:23.954847 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=521203aa-9828-4ee0-ae5e-2fb423cc45fe,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:23.960122 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:23.993685 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:23.994467 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ac658-b159-47ff-bb50-7e91173ee0bb req-8e3ec8bd-e85c-47a1-8e05-2ef73794b09a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:23.996140 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-874ac658-b159-47ff-bb50-7e91173ee0bb req-8e3ec8bd-e85c-47a1-8e05-2ef73794b09a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 946 time: 0.9959884 Sep 30 01:02:24.014033 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:24.068533 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e43d80-4fa8-4e88-a15b-da2d298cd185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e183b04-e9e9-42f2-b8ec-d0f6d70933f2'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:02:24.082692 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1cbb8a0c-47c4-40cd-b5f2-84091b7eca9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734431'] for router_interface, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:24.093769 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 7e183b04-e9e9-42f2-b8ec-d0f6d70933f2, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=7e183b04-e9e9-42f2-b8ec-d0f6d70933f2,segment=NetworkSegment(e9178c45-df03-419a-986b-ac0188d8368d),segment_id=e9178c45-df03-419a-986b-ac0188d8368d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:24.098308 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bffe1717-d9ba-4e4f-93e6-1fad3f086b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673175'] for router, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:24.102880 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:24.105372 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:24.114926 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-874ac658-b159-47ff-bb50-7e91173ee0bb req-908f7136-4568-4cb2-a6f1-b942c94aea75 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058180 Sep 30 01:02:24.281815 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=7e183b04-e9e9-42f2-b8ec-d0f6d70933f2,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:24.287319 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:24.326685 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bdd2c7b8-54c7-4764-9479-ab3a86e64ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:24.335463 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-40156c54-3195-4fce-aedd-b9ca70232c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:24.378951 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2c7b8-54c7-4764-9479-ab3a86e64ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Pushing event deleted for resources: {'Subnet': ['ID=f9699eef-1a64-41a1-816f-4fdc22025d23,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:24.386539 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bdd2c7b8-54c7-4764-9479-ab3a86e64ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:24.389782 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bdd2c7b8-54c7-4764-9479-ab3a86e64ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:24.394193 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460d05bf-9df2-422a-8b32-b532a7abae37 None None] Network 733f9dcf-2253-40c5-bc62-3638c139c2d5 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:02:24.404985 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-bdd2c7b8-54c7-4764-9479-ab3a86e64ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] 10.222.0.39 "DELETE /v2.0/subnets/f9699eef-1a64-41a1-816f-4fdc22025d23 HTTP/1.1" status: 204 len: 168 time: 1.7242107 Sep 30 01:02:24.405694 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44798) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:24.586968 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 521203aa-9828-4ee0-ae5e-2fb423cc45fe up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:02:24.634654 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9586d89e-8c78-4d7b-a744-5c381f643351 req-ecc0d015-0a3a-40dd-b93b-80cbcec52757 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b1e9a-5e2d-4bbd-890d-918614c57af0 HTTP/1.1" status: 200 len: 210 time: 0.2562549 Sep 30 01:02:24.711666 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-811f763c-2b6c-4dea-9146-aee93b93d67d tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:24.751101 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffe1717-d9ba-4e4f-93e6-1fad3f086b0d admin admin] Router a4a44c79-61b9-4979-a3a4-8951416125bc is scheduled to L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 with binding_index 1 {{(pid=80274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 30 01:02:24.756959 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-811f763c-2b6c-4dea-9146-aee93b93d67d tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Deleting port e574a1fc-b1fd-40db-a661-45996ebe40a3 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:02:24.757915 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-811f763c-2b6c-4dea-9146-aee93b93d67d tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:24.795973 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73b14b-15fb-4ec7-ab34-d605cc44af3a req-2d729d08-a773-4887-8efa-7b982145111d tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:24.798481 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1a73b14b-15fb-4ec7-ab34-d605cc44af3a req-2d729d08-a773-4887-8efa-7b982145111d tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.39 "GET /v2.0/ports?device_id=30e43d80-4fa8-4e88-a15b-da2d298cd185 HTTP/1.1" status: 200 len: 946 time: 0.3397686 Sep 30 01:02:24.798716 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e43d80-4fa8-4e88-a15b-da2d298cd185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e183b04-e9e9-42f2-b8ec-d0f6d70933f2', 'code': 200} Sep 30 01:02:24.970300 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 521203aa-9828-4ee0-ae5e-2fb423cc45fe triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:02:24.971082 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:24.983780 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-1cbb8a0c-47c4-40cd-b5f2-84091b7eca9e admin admin] Deleting port 963cb7dd-dd5f-43bc-8e39-8f930ee9198d {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:02:24.984334 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1cbb8a0c-47c4-40cd-b5f2-84091b7eca9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:24.987112 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1a73b14b-15fb-4ec7-ab34-d605cc44af3a req-6d113dcd-12cb-4b3b-992a-8b1421f855c2 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b2a80e0-dfb9-4f70-b7b7-5fa88bd9b647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799040 Sep 30 01:02:25.207332 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-a080db0c-a0b4-42af-9e53-82a0989b4ce1 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=24e282c74c8f40408f83386e910a4884&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692425 Sep 30 01:02:25.213600 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffe1717-d9ba-4e4f-93e6-1fad3f086b0d admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:02:25.231266 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92bc56-c713-43ad-9db3-2baeee90e853 req-127a69e9-749e-41c6-bfef-5f83d6531895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:25.232386 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3626d3fe-5e6f-4118-a8a6-bee4ea4671d9 None None] Sync routers for ids ['a4a44c79-61b9-4979-a3a4-8951416125bc'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:02:25.233329 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1f92bc56-c713-43ad-9db3-2baeee90e853 req-127a69e9-749e-41c6-bfef-5f83d6531895 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=30e43d80-4fa8-4e88-a15b-da2d298cd185 HTTP/1.1" status: 200 len: 1097 time: 0.3018394 Sep 30 01:02:25.247035 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9c32de-01ad-437f-ae4c-369a7b66d56b None None] DHCP port deletion for 733f9dcf-2253-40c5-bc62-3638c139c2d5 request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 01:02:25.252033 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-ea9c32de-01ad-437f-ae4c-369a7b66d56b None None] Deleting port e574a1fc-b1fd-40db-a661-45996ebe40a3 {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:02:25.252426 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ea9c32de-01ad-437f-ae4c-369a7b66d56b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:25.256417 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3626d3fe-5e6f-4118-a8a6-bee4ea4671d9 None None] Routers {'a4a44c79-61b9-4979-a3a4-8951416125bc'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:02:25.259472 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-3626d3fe-5e6f-4118-a8a6-bee4ea4671d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:02:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['a4a44c79-61b9-4979-a3a4-8951416125bc'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:25.268269 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-811f763c-2b6c-4dea-9146-aee93b93d67d tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] For port e574a1fc-b1fd-40db-a661-45996ebe40a3, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=e574a1fc-b1fd-40db-a661-45996ebe40a3,segment=NetworkSegment(c188c849-fc90-4264-a7c0-bf385691346a),segment_id=c188c849-fc90-4264-a7c0-bf385691346a)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:25.268644 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-811f763c-2b6c-4dea-9146-aee93b93d67d tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:25.288938 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bffe1717-d9ba-4e4f-93e6-1fad3f086b0d admin admin] Notify callbacks [] for router, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:25.290627 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-bffe1717-d9ba-4e4f-93e6-1fad3f086b0d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.8187079 Sep 30 01:02:25.294704 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44808) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:25.544948 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1f92bc56-c713-43ad-9db3-2baeee90e853 req-9125753f-8433-42b1-b609-f575e6d9a5e6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4b2a80e0-dfb9-4f70-b7b7-5fa88bd9b647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783000 Sep 30 01:02:25.596566 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-ea9c32de-01ad-437f-ae4c-369a7b66d56b None None] For port e574a1fc-b1fd-40db-a661-45996ebe40a3, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=e574a1fc-b1fd-40db-a661-45996ebe40a3,segment=NetworkSegment(c188c849-fc90-4264-a7c0-bf385691346a),segment_id=c188c849-fc90-4264-a7c0-bf385691346a)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:25.597151 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ea9c32de-01ad-437f-ae4c-369a7b66d56b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:25.641641 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-1cbb8a0c-47c4-40cd-b5f2-84091b7eca9e admin admin] For port 963cb7dd-dd5f-43bc-8e39-8f930ee9198d, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=963cb7dd-dd5f-43bc-8e39-8f930ee9198d,segment=NetworkSegment(015fb91f-b0a9-47b8-ad9f-bab043fec126),segment_id=015fb91f-b0a9-47b8-ad9f-bab043fec126)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:25.642178 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1cbb8a0c-47c4-40cd-b5f2-84091b7eca9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:25.679000 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-3626d3fe-5e6f-4118-a8a6-bee4ea4671d9 None None] Set router a4a44c79-61b9-4979-a3a4-8951416125bc gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:02:25.775347 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-1efa9198-df1d-4e1e-b776-629e8050f140 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:25.776929 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-1efa9198-df1d-4e1e-b776-629e8050f140 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5387695 Sep 30 01:02:25.833387 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-ea9c32de-01ad-437f-ae4c-369a7b66d56b None None] Calling delete_port for e574a1fc-b1fd-40db-a661-45996ebe40a3 owned by network:dhcp {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:02:25.840898 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-a88c3501-909f-43ce-b155-dca87ff6d3f5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Request body: {'port': {'device_id': '69b3aa8c-9495-442e-bb77-8518992d9112', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'admin_state_up': True, 'tenant_id': '24e282c74c8f40408f83386e910a4884'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:25.862365 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-1cbb8a0c-47c4-40cd-b5f2-84091b7eca9e admin admin] Calling delete_port for 963cb7dd-dd5f-43bc-8e39-8f930ee9198d owned by network:router_interface {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:02:25.917153 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12207565-da50-410f-ac38-362e3d026daa req-856fc2f9-7cad-454c-bc24-267dce276ecd tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:25.918830 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-12207565-da50-410f-ac38-362e3d026daa req-856fc2f9-7cad-454c-bc24-267dce276ecd tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 946 time: 0.5816641 Sep 30 01:02:25.934472 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ea9c32de-01ad-437f-ae4c-369a7b66d56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821'] for port, after_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:25.947174 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8f576c29-2af2-4ab6-8ac8-8e1bb1179c28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:25.966295 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-811f763c-2b6c-4dea-9146-aee93b93d67d tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Calling delete_port for e574a1fc-b1fd-40db-a661-45996ebe40a3 owned by network:dhcp {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:02:26.004979 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c32de-01ad-437f-ae4c-369a7b66d56b None None] Pushing event deleted for resources: {'Port': ['ID=e574a1fc-b1fd-40db-a661-45996ebe40a3,revision_number=None']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:26.013891 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9c32de-01ad-437f-ae4c-369a7b66d56b None None] No DVR routers for this DVR port e574a1fc-b1fd-40db-a661-45996ebe40a3 on host n-d-811809-1 {{(pid=80276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:02:26.015439 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-ea9c32de-01ad-437f-ae4c-369a7b66d56b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:26.062188 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-3626d3fe-5e6f-4118-a8a6-bee4ea4671d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a44c79-61b9-4979-a3a4-8951416125bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-639882307-router', 'tenant_id': '10d97beb9b5a41a49548f7a10459373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e53f074a-6248-4bd3-900b-42632edb22e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:02:17Z', 'updated_at': '2021-09-30T01:02:22Z', 'revision_number': 3, 'project_id': '10d97beb9b5a41a49548f7a10459373d', 'gw_port': {'id': 'e53f074a-6248-4bd3-900b-42632edb22e4', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a44c79-61b9-4979-a3a4-8951416125bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:19Z', 'updated_at': '2021-09-30T01:02:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:26.067121 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3626d3fe-5e6f-4118-a8a6-bee4ea4671d9 None None] Checking router: a4a44c79-61b9-4979-a3a4-8951416125bc for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:02:26.067478 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3626d3fe-5e6f-4118-a8a6-bee4ea4671d9 None None] Updating router a4a44c79-61b9-4979-a3a4-8951416125bc port e53f074a-6248-4bd3-900b-42632edb22e4 binding host n-d-811809-1 {{(pid=80277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 01:02:26.080807 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-60915415-9a85-4040-bf28-84aa9b7fd3a3 req-5a4370d3-374e-4c37-b746-3549a64e0045 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b1e9a-5e2d-4bbd-890d-918614c57af0 HTTP/1.1" status: 200 len: 210 time: 0.0826848 Sep 30 01:02:26.121179 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-12207565-da50-410f-ac38-362e3d026daa req-d14dc18e-cea6-4458-a0f6-310214cd1e77 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392863 Sep 30 01:02:26.133126 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-3626d3fe-5e6f-4118-a8a6-bee4ea4671d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:26.139473 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-a88c3501-909f-43ce-b155-dca87ff6d3f5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:26.147127 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-a88c3501-909f-43ce-b155-dca87ff6d3f5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Usage tracker for resource:port and tenant:24e282c74c8f40408f83386e910a4884 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:26.156260 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-a88c3501-909f-43ce-b155-dca87ff6d3f5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:26.166717 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.api [None req-811f763c-2b6c-4dea-9146-aee93b93d67d tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80274) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 01:02:26.167334 n-d-811809-1 neutron-server[80274]: DEBUG oslo_db.api [None req-811f763c-2b6c-4dea-9146-aee93b93d67d tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 01:02:26.175433 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-a88c3501-909f-43ce-b155-dca87ff6d3f5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:26.194434 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-a88c3501-909f-43ce-b155-dca87ff6d3f5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Made reservation on behalf of 24e282c74c8f40408f83386e910a4884 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:02:26.199161 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-a88c3501-909f-43ce-b155-dca87ff6d3f5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:26.221766 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-a88c3501-909f-43ce-b155-dca87ff6d3f5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:26.277810 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-a88c3501-909f-43ce-b155-dca87ff6d3f5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:26.283964 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-a88c3501-909f-43ce-b155-dca87ff6d3f5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Usage tracker for resource:security_group_rule and tenant:24e282c74c8f40408f83386e910a4884 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:26.328205 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-a88c3501-909f-43ce-b155-dca87ff6d3f5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:26.345531 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-a88c3501-909f-43ce-b155-dca87ff6d3f5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:26.348612 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-7f8366ba-28c1-43da-9e57-657770be1f2d tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=24e282c74c8f40408f83386e910a4884&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513136 Sep 30 01:02:26.472850 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70ab24-d684-40ac-b955-4af07da3c48d req-348447ea-d5f0-4c25-a52f-15c0a2e89361 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:26.480244 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-db70ab24-d684-40ac-b955-4af07da3c48d req-348447ea-d5f0-4c25-a52f-15c0a2e89361 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.39 "GET /v2.0/ports?device_id=30e43d80-4fa8-4e88-a15b-da2d298cd185 HTTP/1.1" status: 200 len: 946 time: 0.2088132 Sep 30 01:02:26.489125 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1cbb8a0c-47c4-40cd-b5f2-84091b7eca9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:26.503488 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-09489d73-e188-463c-976a-97bf83a0075a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:26.510143 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device e574a1fc-b1fd-40db-a661-45996ebe40a3 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:02:26.603008 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: e574a1fc-b1fd-40db-a661-45996ebe40a3 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:02:26.603673 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device e574a1fc-b1fd-40db-a661-45996ebe40a3 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:02:26.624211 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb8a0c-47c4-40cd-b5f2-84091b7eca9e admin admin] Pushing event deleted for resources: {'Port': ['ID=963cb7dd-dd5f-43bc-8e39-8f930ee9198d,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:26.628147 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1cbb8a0c-47c4-40cd-b5f2-84091b7eca9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:26.762414 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-3626d3fe-5e6f-4118-a8a6-bee4ea4671d9 None None] Notify callbacks [] for port, precommit_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:26.780132 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.provisioning_blocks [None req-3626d3fe-5e6f-4118-a8a6-bee4ea4671d9 None None] Transition to ACTIVE for port object e53f074a-6248-4bd3-900b-42632edb22e4 will not be triggered until provisioned by entity L2. {{(pid=80277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:02:26.794971 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-3626d3fe-5e6f-4118-a8a6-bee4ea4671d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:26.796062 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-811f763c-2b6c-4dea-9146-aee93b93d67d tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Deleting port e574a1fc-b1fd-40db-a661-45996ebe40a3 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:02:26.796411 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-811f763c-2b6c-4dea-9146-aee93b93d67d tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:26.805663 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:26.810208 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-01fcaff6-4471-4e1a-b660-d8ba7ee1bdd6 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:26.811740 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-01fcaff6-4471-4e1a-b660-d8ba7ee1bdd6 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4528210 Sep 30 01:02:26.896802 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-f5244f52-cad2-4fd3-b310-457afdccec0c tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Request body: {'port': {'device_id': 'fc2b1e9a-5e2d-4bbd-890d-918614c57af0', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'admin_state_up': True, 'tenant_id': '24e282c74c8f40408f83386e910a4884'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:26.898253 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-3626d3fe-5e6f-4118-a8a6-bee4ea4671d9 None None] Attempting to bind port e53f074a-6248-4bd3-900b-42632edb22e4 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:02:26.903639 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-3626d3fe-5e6f-4118-a8a6-bee4ea4671d9 None None] Attempting to bind port e53f074a-6248-4bd3-900b-42632edb22e4 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:02:26.904517 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3626d3fe-5e6f-4118-a8a6-bee4ea4671d9 None None] Attempting to bind port e53f074a-6248-4bd3-900b-42632edb22e4 on network 1b813296-b79a-4ce4-abf3-9e488de9f705 {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:02:26.940940 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-811f763c-2b6c-4dea-9146-aee93b93d67d tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] The port 'e574a1fc-b1fd-40db-a661-45996ebe40a3' was deleted {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 30 01:02:26.970347 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27113ba-1f63-47b1-96e2-b5672ab55283 None None] Pushing event updated for resources: {'Port': ['ID=e53f074a-6248-4bd3-900b-42632edb22e4,revision_number=2']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:26.973019 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3626d3fe-5e6f-4118-a8a6-bee4ea4671d9 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:02:26.973406 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3626d3fe-5e6f-4118-a8a6-bee4ea4671d9 None None] Checking segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:02:26.974475 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-3626d3fe-5e6f-4118-a8a6-bee4ea4671d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:26.974475 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3626d3fe-5e6f-4118-a8a6-bee4ea4671d9 None None] Bound using segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:02:26.974695 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-3626d3fe-5e6f-4118-a8a6-bee4ea4671d9 None None] Bound port: e53f074a-6248-4bd3-900b-42632edb22e4, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:02:26.975337 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-3626d3fe-5e6f-4118-a8a6-bee4ea4671d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:26.984209 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-db70ab24-d684-40ac-b955-4af07da3c48d req-f9fb4649-8d87-49d1-ad53-947a4e5f6da6 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b2a80e0-dfb9-4f70-b7b7-5fa88bd9b647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5030487 Sep 30 01:02:27.016111 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-c27113ba-1f63-47b1-96e2-b5672ab55283 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:27.062561 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-3626d3fe-5e6f-4118-a8a6-bee4ea4671d9 None None] For port e53f074a-6248-4bd3-900b-42632edb22e4, host n-d-811809-1, cleared binding levels {{(pid=80277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:02:27.067182 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-3626d3fe-5e6f-4118-a8a6-bee4ea4671d9 None None] For port e53f074a-6248-4bd3-900b-42632edb22e4, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=e53f074a-6248-4bd3-900b-42632edb22e4,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:02:27.071964 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-3626d3fe-5e6f-4118-a8a6-bee4ea4671d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:27.076546 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-fd4d16aa-b42b-4bc0-a4ed-40fdcd07ef33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:27.114374 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-811f763c-2b6c-4dea-9146-aee93b93d67d tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:27.164354 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3626d3fe-5e6f-4118-a8a6-bee4ea4671d9 None None] Routers {'a4a44c79-61b9-4979-a3a4-8951416125bc'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:02:27.164989 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-3626d3fe-5e6f-4118-a8a6-bee4ea4671d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:02:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['a4a44c79-61b9-4979-a3a4-8951416125bc'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:27.171201 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-811f763c-2b6c-4dea-9146-aee93b93d67d tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['733f9dcf-2253-40c5-bc62-3638c139c2d5']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:27.185960 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-811f763c-2b6c-4dea-9146-aee93b93d67d tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c188c849-fc90-4264-a7c0-bf385691346a') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:27.186405 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-811f763c-2b6c-4dea-9146-aee93b93d67d tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c188c849-fc90-4264-a7c0-bf385691346a') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:27.203657 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-811f763c-2b6c-4dea-9146-aee93b93d67d tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:27.227333 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-811f763c-2b6c-4dea-9146-aee93b93d67d tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:27.237534 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-a88c3501-909f-43ce-b155-dca87ff6d3f5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:27.243624 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-811f763c-2b6c-4dea-9146-aee93b93d67d tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:02:27.244962 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-811f763c-2b6c-4dea-9146-aee93b93d67d tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:27.247303 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-a88c3501-909f-43ce-b155-dca87ff6d3f5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:27.255174 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-72cd3f4f-2938-4396-996d-1faf2c6b3f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:27.306314 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27113ba-1f63-47b1-96e2-b5672ab55283 None None] Pushing event updated for resources: {'Port': ['ID=e53f074a-6248-4bd3-900b-42632edb22e4,revision_number=3']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:27.321904 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-c27113ba-1f63-47b1-96e2-b5672ab55283 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: timer() Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:02:27.333553 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:02:27.384891 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-3626d3fe-5e6f-4118-a8a6-bee4ea4671d9 None None] Set router a4a44c79-61b9-4979-a3a4-8951416125bc gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:02:27.435930 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-268ae833-82a4-4302-9613-f5d741ad5269 req-730fe076-ed45-40c9-bbc8-b45e84596c94 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b1e9a-5e2d-4bbd-890d-918614c57af0 HTTP/1.1" status: 200 len: 210 time: 0.1125543 Sep 30 01:02:27.457337 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c3501-909f-43ce-b155-dca87ff6d3f5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2632cc96-b93c-409e-9e4b-ce8bd328a609,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:27.461440 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a88c3501-909f-43ce-b155-dca87ff6d3f5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:27.467038 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-811f763c-2b6c-4dea-9146-aee93b93d67d tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:27.474471 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-10bf8162-2c05-43bc-b505-f7c52819ba49 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:27.486334 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1cbb8a0c-47c4-40cd-b5f2-84091b7eca9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683119'] for router_interface, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:27.493758 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-f5244f52-cad2-4fd3-b310-457afdccec0c tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:27.498038 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-811f763c-2b6c-4dea-9146-aee93b93d67d tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:27.502177 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-f5244f52-cad2-4fd3-b310-457afdccec0c tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Usage tracker for resource:port and tenant:24e282c74c8f40408f83386e910a4884 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:27.507353 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-f5244f52-cad2-4fd3-b310-457afdccec0c tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:27.519050 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-f5244f52-cad2-4fd3-b310-457afdccec0c tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:27.556506 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f763c-2b6c-4dea-9146-aee93b93d67d tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Pushing event deleted for resources: {'Network': ['ID=733f9dcf-2253-40c5-bc62-3638c139c2d5,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:27.559481 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-811f763c-2b6c-4dea-9146-aee93b93d67d tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:27.578923 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-811f763c-2b6c-4dea-9146-aee93b93d67d tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] 10.222.0.39 "DELETE /v2.0/networks/733f9dcf-2253-40c5-bc62-3638c139c2d5 HTTP/1.1" status: 204 len: 168 time: 3.1689873 Sep 30 01:02:27.629780 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61131413-286d-4996-aae0-e1e9e93a5cc4 req-47953c82-507e-4c10-b971-baaa811707fc tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:27.639050 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61131413-286d-4996-aae0-e1e9e93a5cc4 req-47953c82-507e-4c10-b971-baaa811707fc tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 946 time: 0.3019896 Sep 30 01:02:27.708915 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-f5244f52-cad2-4fd3-b310-457afdccec0c tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Made reservation on behalf of 24e282c74c8f40408f83386e910a4884 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:02:27.712669 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-f5244f52-cad2-4fd3-b310-457afdccec0c tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:27.714431 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61131413-286d-4996-aae0-e1e9e93a5cc4 req-2af05c71-2abb-49c2-880c-1d1bd057d7d7 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744832 Sep 30 01:02:27.716845 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-03a498ab-d4e2-4594-991b-36fb67a36ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:27.854518 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-3626d3fe-5e6f-4118-a8a6-bee4ea4671d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a44c79-61b9-4979-a3a4-8951416125bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-639882307-router', 'tenant_id': '10d97beb9b5a41a49548f7a10459373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e53f074a-6248-4bd3-900b-42632edb22e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:02:17Z', 'updated_at': '2021-09-30T01:02:22Z', 'revision_number': 3, 'project_id': '10d97beb9b5a41a49548f7a10459373d', 'gw_port': {'id': 'e53f074a-6248-4bd3-900b-42632edb22e4', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a44c79-61b9-4979-a3a4-8951416125bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:19Z', 'updated_at': '2021-09-30T01:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:27.863351 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3626d3fe-5e6f-4118-a8a6-bee4ea4671d9 None None] The sync data for ids ['a4a44c79-61b9-4979-a3a4-8951416125bc'] in n-d-811809-1 is: [{'id': 'a4a44c79-61b9-4979-a3a4-8951416125bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-639882307-router', 'tenant_id': '10d97beb9b5a41a49548f7a10459373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e53f074a-6248-4bd3-900b-42632edb22e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:02:17Z', 'updated_at': '2021-09-30T01:02:22Z', 'revision_number': 3, 'project_id': '10d97beb9b5a41a49548f7a10459373d', 'gw_port': {'id': 'e53f074a-6248-4bd3-900b-42632edb22e4', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a44c79-61b9-4979-a3a4-8951416125bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:19Z', 'updated_at': '2021-09-30T01:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:02:27.929755 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-a88c3501-909f-43ce-b155-dca87ff6d3f5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Allocated IP 192.168.233.120 (5148d586-4385-4f2c-9968-16b3a645031f/d94969b3-14c1-4902-a40b-8e6c297e30ba/acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:02:28.103832 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 44842) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:28.448514 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-03a498ab-d4e2-4594-991b-36fb67a36ac8 admin admin] Allocated IP 172.20.0.1 (4a8813fb-764f-478e-8ab4-eef45e133d98/1ab964ae-420f-4137-b792-00cb82bf3b79/812abb4d-13df-4803-8925-116f4a531f86) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:02:28.604682 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f5ba7-dc9b-4b6c-975e-4dc89dff3dc7 req-e6b09085-a111-4b00-9b52-a14c908b1ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:28.606310 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e38f5ba7-dc9b-4b6c-975e-4dc89dff3dc7 req-e6b09085-a111-4b00-9b52-a14c908b1ce5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=038e4d0abd4b4e5c940f331b6f0950a9&device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 1095 time: 0.3343472 Sep 30 01:02:28.606965 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbb8a0c-47c4-40cd-b5f2-84091b7eca9e admin admin] Router 573b8029-9da2-40e6-9f66-0f3cb61b896d has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 01:02:28.633219 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad085a1-c02f-43b7-ab83-62a491fe8ace req-0a2e96c1-b6f5-492d-a2e5-6e60b9c33a99 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:28.634894 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bad085a1-c02f-43b7-ab83-62a491fe8ace req-0a2e96c1-b6f5-492d-a2e5-6e60b9c33a99 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.39 "GET /v2.0/ports?device_id=30e43d80-4fa8-4e88-a15b-da2d298cd185 HTTP/1.1" status: 200 len: 946 time: 0.3614981 Sep 30 01:02:28.665507 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device e53f074a-6248-4bd3-900b-42632edb22e4 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:02:28.745169 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port e53f074a-6248-4bd3-900b-42632edb22e4 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:02:28.752719 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port e53f074a-6248-4bd3-900b-42632edb22e4 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:02:28.753282 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:28.807579 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bad085a1-c02f-43b7-ab83-62a491fe8ace req-fd7a2e8e-875d-40f8-acc7-2809f15b78be tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b2a80e0-dfb9-4f70-b7b7-5fa88bd9b647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489661 Sep 30 01:02:28.855169 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-03a498ab-d4e2-4594-991b-36fb67a36ac8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:28.884340 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:28.902108 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [None req-03a498ab-d4e2-4594-991b-36fb67a36ac8 admin admin] Transition to ACTIVE for port object 812abb4d-13df-4803-8925-116f4a531f86 will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:02:28.902693 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port e53f074a-6248-4bd3-900b-42632edb22e4, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=e53f074a-6248-4bd3-900b-42632edb22e4,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:28.907659 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:28.909602 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f5ba7-dc9b-4b6c-975e-4dc89dff3dc7 req-e7749ca0-a576-4ede-801a-068847640183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:28.910313 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-3c416b07-407c-451c-b50c-bd0bd1a21c49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:28.911117 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e38f5ba7-dc9b-4b6c-975e-4dc89dff3dc7 req-e7749ca0-a576-4ede-801a-068847640183 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4c98a929-4bc6-4ff2-9381-439d6c813487 HTTP/1.1" status: 200 len: 912 time: 0.2753000 Sep 30 01:02:29.013603 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=e53f074a-6248-4bd3-900b-42632edb22e4,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:29.017573 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:29.062456 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-f1323278-0e0c-4ccc-b006-8e9a881c1300 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce15b5b3a45049f98365a32b55cc807c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7734978 Sep 30 01:02:29.068578 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 44854) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:29.076548 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e38f5ba7-dc9b-4b6c-975e-4dc89dff3dc7 req-ef3ce8dd-35d0-4d5d-ad20-3e257b67c837 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=918c28de-bb64-453a-8beb-13a66f32b207 HTTP/1.1" status: 200 len: 999 time: 0.1579752 Sep 30 01:02:29.083065 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b631f-85ea-4c5f-b848-77dbd983a41a req-4ffaf73f-303a-43d2-ba88-147d8b866e35 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:29.090016 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-385b631f-85ea-4c5f-b848-77dbd983a41a req-4ffaf73f-303a-43d2-ba88-147d8b866e35 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.7120607 Sep 30 01:02:29.149196 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-03a498ab-d4e2-4594-991b-36fb67a36ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:29.155466 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ac73404a-fd4a-4f4e-ad35-f1eb1648ccb9 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:29.218234 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f5ba7-dc9b-4b6c-975e-4dc89dff3dc7 req-80a6dace-9c33-42e2-8340-5f6b87702aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:29.219685 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e38f5ba7-dc9b-4b6c-975e-4dc89dff3dc7 req-80a6dace-9c33-42e2-8340-5f6b87702aca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c136aabe-2b6e-40bd-889c-a97ee8fe6bf6 HTTP/1.1" status: 200 len: 850 time: 0.1362963 Sep 30 01:02:29.273412 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a498ab-d4e2-4594-991b-36fb67a36ac8 admin admin] Network 4a8813fb-764f-478e-8ab4-eef45e133d98 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:02:29.282655 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-03a498ab-d4e2-4594-991b-36fb67a36ac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:02:29.291621 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a498ab-d4e2-4594-991b-36fb67a36ac8 admin admin] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:02:29.303787 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-a88c3501-909f-43ce-b155-dca87ff6d3f5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:29.329677 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dddf67-8854-4dc7-be37-5336ce3d3d0d req-1586a7e7-b09a-44b3-a7a6-aea91cbded75 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:29.335236 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e5dddf67-8854-4dc7-be37-5336ce3d3d0d req-1586a7e7-b09a-44b3-a7a6-aea91cbded75 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 946 time: 0.3358254 Sep 30 01:02:29.351950 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a498ab-d4e2-4594-991b-36fb67a36ac8 admin admin] Pushing event updated for resources: {'Port': ['ID=812abb4d-13df-4803-8925-116f4a531f86,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:29.372691 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-03a498ab-d4e2-4594-991b-36fb67a36ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:29.378490 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-a88c3501-909f-43ce-b155-dca87ff6d3f5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Transition to ACTIVE for port object acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:02:29.387493 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-385b631f-85ea-4c5f-b848-77dbd983a41a req-653980df-32b8-4f31-b662-29e02d476958 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2966223 Sep 30 01:02:29.415590 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3c97765d-0680-426d-b9c6-4c96f17bd661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:29.418424 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbb8a0c-47c4-40cd-b5f2-84091b7eca9e admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:02:29.421625 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-03a498ab-d4e2-4594-991b-36fb67a36ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734280'] for router_interface, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:29.433565 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d7f973-64b7-4ad7-9e3d-0f0b43ebcc92 None None] Sync routers for ids ['573b8029-9da2-40e6-9f66-0f3cb61b896d'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:02:29.450390 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d7f973-64b7-4ad7-9e3d-0f0b43ebcc92 None None] Routers {'573b8029-9da2-40e6-9f66-0f3cb61b896d'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:02:29.451060 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-33d7f973-64b7-4ad7-9e3d-0f0b43ebcc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:02:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['573b8029-9da2-40e6-9f66-0f3cb61b896d'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:29.453554 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e5dddf67-8854-4dc7-be37-5336ce3d3d0d req-ac393424-6474-459d-9780-65d3938da447 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081021 Sep 30 01:02:29.482095 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3c97765d-0680-426d-b9c6-4c96f17bd661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:29.512772 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f5ba7-dc9b-4b6c-975e-4dc89dff3dc7 req-c9565a91-52a0-42ae-b56e-9feb019729ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:29.521590 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e38f5ba7-dc9b-4b6c-975e-4dc89dff3dc7 req-c9565a91-52a0-42ae-b56e-9feb019729ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4c98a929-4bc6-4ff2-9381-439d6c813487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2857656 Sep 30 01:02:29.535844 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44860) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:29.536676 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-1cbb8a0c-47c4-40cd-b5f2-84091b7eca9e admin admin] 10.222.0.39 "PUT /v2.0/routers/573b8029-9da2-40e6-9f66-0f3cb61b896d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1359725 Sep 30 01:02:29.572298 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-a88c3501-909f-43ce-b155-dca87ff6d3f5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:29.591401 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b320d0ec-9d33-41b9-b4cf-63b069867420 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:29.729829 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-b697c541-67d6-4478-88c6-ce87a75f66b5 req-b9a937a5-348c-41e4-bb9e-be9fab2f3789 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Synchronizing usage tracker for tenant:24e282c74c8f40408f83386e910a4884 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:02:29.741452 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-a88c3501-909f-43ce-b155-dca87ff6d3f5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Network 5148d586-4385-4f2c-9968-16b3a645031f is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:02:29.749070 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-a88c3501-909f-43ce-b155-dca87ff6d3f5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:02:29.751920 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-a88c3501-909f-43ce-b155-dca87ff6d3f5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:02:29.818638 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c3501-909f-43ce-b155-dca87ff6d3f5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Pushing event updated for resources: {'Port': ['ID=acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:29.822426 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a88c3501-909f-43ce-b155-dca87ff6d3f5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:29.833443 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-f5244f52-cad2-4fd3-b310-457afdccec0c tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Allocated IP 192.168.233.77 (5148d586-4385-4f2c-9968-16b3a645031f/d94969b3-14c1-4902-a40b-8e6c297e30ba/bdaa2db8-0598-4721-98d1-86d5f08a66d7) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:02:29.839440 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3c97765d-0680-426d-b9c6-4c96f17bd661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:29.850594 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-116ae689-bb9b-48ce-ac32-f20ca8f2009e tempest-SecurityGroupsTestAdminJSON-2041340989 tempest-SecurityGroupsTestAdminJSON-2041340989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:29.870117 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-b697c541-67d6-4478-88c6-ce87a75f66b5 req-b9a937a5-348c-41e4-bb9e-be9fab2f3789 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Unset dirty status for tenant:24e282c74c8f40408f83386e910a4884 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:02:29.870327 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-33d7f973-64b7-4ad7-9e3d-0f0b43ebcc92 None None] Set router 573b8029-9da2-40e6-9f66-0f3cb61b896d gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:02:29.879579 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b697c541-67d6-4478-88c6-ce87a75f66b5 req-b9a937a5-348c-41e4-bb9e-be9fab2f3789 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b1e9a-5e2d-4bbd-890d-918614c57af0 HTTP/1.1" status: 200 len: 210 time: 0.2544045 Sep 30 01:02:29.896506 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97765d-0680-426d-b9c6-4c96f17bd661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1d4921-d6f5-48ac-95be-7124afefbf56,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:29.921239 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3c97765d-0680-426d-b9c6-4c96f17bd661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:29.940501 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-a88c3501-909f-43ce-b155-dca87ff6d3f5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:29.941428 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-a88c3501-909f-43ce-b155-dca87ff6d3f5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:29.958502 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3c97765d-0680-426d-b9c6-4c96f17bd661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:29.959963 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-3c97765d-0680-426d-b9c6-4c96f17bd661 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5a1d4921-d6f5-48ac-95be-7124afefbf56 HTTP/1.1" status: 204 len: 168 time: 0.8678515 Sep 30 01:02:30.077163 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-a88c3501-909f-43ce-b155-dca87ff6d3f5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2412982 Sep 30 01:02:30.096258 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-d3929fc0-3ad0-4333-a7c7-57d145bf7ad9 service neutron] Request body: {'port': {'device_id': '69b3aa8c-9495-442e-bb77-8518992d9112', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:30.245666 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-2bcf10b5-712f-4a3d-b65b-71ebbd6a730e None None] Provisioning for port 812abb4d-13df-4803-8925-116f4a531f86 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:02:30.268785 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-2bcf10b5-712f-4a3d-b65b-71ebbd6a730e None None] Provisioning complete for port 812abb4d-13df-4803-8925-116f4a531f86 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:02:30.269175 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2bcf10b5-712f-4a3d-b65b-71ebbd6a730e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:30.325564 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a84a4a91-b3f0-40b5-aa25-0c464ff69c60 admin admin] Notify callbacks [] for router, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:30.389329 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-2bcf10b5-712f-4a3d-b65b-71ebbd6a730e None None] Port 812abb4d-13df-4803-8925-116f4a531f86 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:02:30.397340 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-d3929fc0-3ad0-4333-a7c7-57d145bf7ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:30.478883 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e38f5ba7-dc9b-4b6c-975e-4dc89dff3dc7 req-8091b7ed-51dd-4914-bdb4-ae40e29979ac service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8329699 Sep 30 01:02:30.563920 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-a36aaed3-f086-449b-8b7f-e47f33142ad7 None None] Provisioning for port acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:02:30.601998 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-a36aaed3-f086-449b-8b7f-e47f33142ad7 None None] Provisioning complete for port acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:02:30.602384 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-a36aaed3-f086-449b-8b7f-e47f33142ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:30.619781 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-f5244f52-cad2-4fd3-b310-457afdccec0c tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:30.670219 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device e53f074a-6248-4bd3-900b-42632edb22e4 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:02:30.772606 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-33d7f973-64b7-4ad7-9e3d-0f0b43ebcc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'name': 'tempest-ServersTestBootFromVolume-1211713980-router', 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ffca5a43-0c1b-444b-9b34-a89d30cb848a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:58:37Z', 'updated_at': '2021-09-30T01:02:26Z', 'revision_number': 5, 'project_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'gw_port': {'id': 'ffca5a43-0c1b-444b-9b34-a89d30cb848a', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:58:38Z', 'updated_at': '2021-09-30T00:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:30.779472 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d7f973-64b7-4ad7-9e3d-0f0b43ebcc92 None None] Checking router: 573b8029-9da2-40e6-9f66-0f3cb61b896d for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:02:30.785721 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-a36aaed3-f086-449b-8b7f-e47f33142ad7 None None] Port acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:02:30.786323 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-f5244f52-cad2-4fd3-b310-457afdccec0c tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Transition to ACTIVE for port object bdaa2db8-0598-4721-98d1-86d5f08a66d7 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:02:30.804426 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d7f973-64b7-4ad7-9e3d-0f0b43ebcc92 None None] Routers {'573b8029-9da2-40e6-9f66-0f3cb61b896d'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:02:30.805069 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-33d7f973-64b7-4ad7-9e3d-0f0b43ebcc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:02:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['573b8029-9da2-40e6-9f66-0f3cb61b896d'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:30.912668 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-f5244f52-cad2-4fd3-b310-457afdccec0c tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:30.927692 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e5f86f1c-c11c-40bb-b1f4-c5131c9cb721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:30.999843 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569eca07-33e7-4808-b594-977b948906de req-46c66758-7ec3-4c6f-aeab-35a37a114eb6 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:31.002116 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-569eca07-33e7-4808-b594-977b948906de req-46c66758-7ec3-4c6f-aeab-35a37a114eb6 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.59 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 946 time: 1.3381820 Sep 30 01:02:31.011136 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-03a498ab-d4e2-4594-991b-36fb67a36ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:31.086145 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port e53f074a-6248-4bd3-900b-42632edb22e4 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:02:31.087081 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:31.154281 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a84a4a91-b3f0-40b5-aa25-0c464ff69c60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:31.168138 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e38f5ba7-dc9b-4b6c-975e-4dc89dff3dc7 req-fbc097b2-2f22-4234-bfc3-a87e83daa1fa service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033092 Sep 30 01:02:31.191579 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44898) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:31.203673 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-f5244f52-cad2-4fd3-b310-457afdccec0c tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Network 5148d586-4385-4f2c-9968-16b3a645031f is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:02:31.208784 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-a84a4a91-b3f0-40b5-aa25-0c464ff69c60 admin admin] Deleting port ffca5a43-0c1b-444b-9b34-a89d30cb848a {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:02:31.209010 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a84a4a91-b3f0-40b5-aa25-0c464ff69c60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:31.236872 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-569eca07-33e7-4808-b594-977b948906de req-eedd7fa1-3524-4817-8512-2aa64efb743e tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Deleting port 43f6e824-d2a8-406c-989e-9294a8a82e66 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:02:31.237481 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-569eca07-33e7-4808-b594-977b948906de req-eedd7fa1-3524-4817-8512-2aa64efb743e tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:31.249829 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-33d7f973-64b7-4ad7-9e3d-0f0b43ebcc92 None None] Set router 573b8029-9da2-40e6-9f66-0f3cb61b896d gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:02:31.260467 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb5217-d11b-4ad7-84e8-d6f327540297 req-7108cd07-7cca-440d-9f51-075d481ffd49 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:31.267407 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-facb5217-d11b-4ad7-84e8-d6f327540297 req-7108cd07-7cca-440d-9f51-075d481ffd49 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.6090257 Sep 30 01:02:31.269397 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-f5244f52-cad2-4fd3-b310-457afdccec0c tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:02:31.276873 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-f5244f52-cad2-4fd3-b310-457afdccec0c tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:02:31.313874 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30af16d-56d4-4042-ab27-bd213b31f235 req-8917c305-4fa9-4bf3-abc4-0dfe9faea551 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:31.315879 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f30af16d-56d4-4042-ab27-bd213b31f235 req-8917c305-4fa9-4bf3-abc4-0dfe9faea551 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 946 time: 0.5884619 Sep 30 01:02:31.361932 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-facb5217-d11b-4ad7-84e8-d6f327540297 req-03fdbaa1-5b80-47ca-99cf-ef28486a4b34 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935650 Sep 30 01:02:31.381638 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5244f52-cad2-4fd3-b310-457afdccec0c tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Pushing event updated for resources: {'Port': ['ID=bdaa2db8-0598-4721-98d1-86d5f08a66d7,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:31.400580 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f5244f52-cad2-4fd3-b310-457afdccec0c tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:31.415159 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-d3929fc0-3ad0-4333-a7c7-57d145bf7ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:02:31.449293 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-d3929fc0-3ad0-4333-a7c7-57d145bf7ad9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:31.483247 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-23ea3d8d-315a-4d82-a84e-d7c51354db7d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-792358763'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:31.499645 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-f5244f52-cad2-4fd3-b310-457afdccec0c tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:31.504163 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-f5244f52-cad2-4fd3-b310-457afdccec0c tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:31.538971 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-d3929fc0-3ad0-4333-a7c7-57d145bf7ad9 service neutron] Transition to ACTIVE for port object acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:02:31.542377 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-f5244f52-cad2-4fd3-b310-457afdccec0c tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6700432 Sep 30 01:02:31.546852 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-23ea3d8d-315a-4d82-a84e-d7c51354db7d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:31.549627 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-d3929fc0-3ad0-4333-a7c7-57d145bf7ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:31.557562 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-74c925f6-1466-461d-a059-43d4a4f80d4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:31.661441 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3929fc0-3ad0-4333-a7c7-57d145bf7ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:31.677212 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-23ea3d8d-315a-4d82-a84e-d7c51354db7d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:network and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:31.680163 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-23ea3d8d-315a-4d82-a84e-d7c51354db7d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:31.686548 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-23ea3d8d-315a-4d82-a84e-d7c51354db7d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:31.703277 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-e6ddf157-d67e-4d7f-933a-d77b0302fd8d service neutron] Request body: {'port': {'device_id': 'fc2b1e9a-5e2d-4bbd-890d-918614c57af0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:31.728732 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ea3d8d-315a-4d82-a84e-d7c51354db7d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:02:31.732135 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-23ea3d8d-315a-4d82-a84e-d7c51354db7d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:31.745084 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-3dc0ccff-7007-4d89-a157-c7696a7ea99f None None] Provisioning for port bdaa2db8-0598-4721-98d1-86d5f08a66d7 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:02:31.745669 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d3929fc0-3ad0-4333-a7c7-57d145bf7ad9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:31.752310 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-33d7f973-64b7-4ad7-9e3d-0f0b43ebcc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'name': 'tempest-ServersTestBootFromVolume-1211713980-router', 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ffca5a43-0c1b-444b-9b34-a89d30cb848a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:58:37Z', 'updated_at': '2021-09-30T01:02:26Z', 'revision_number': 5, 'project_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'gw_port': {'id': 'ffca5a43-0c1b-444b-9b34-a89d30cb848a', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:58:38Z', 'updated_at': '2021-09-30T00:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:31.755020 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-3dc0ccff-7007-4d89-a157-c7696a7ea99f None None] Provisioning complete for port bdaa2db8-0598-4721-98d1-86d5f08a66d7 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:02:31.755410 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3dc0ccff-7007-4d89-a157-c7696a7ea99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:31.799086 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-23ea3d8d-315a-4d82-a84e-d7c51354db7d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:31.803182 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d7f973-64b7-4ad7-9e3d-0f0b43ebcc92 None None] The sync data for ids ['573b8029-9da2-40e6-9f66-0f3cb61b896d'] in n-d-811809-1 is: [{'id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'name': 'tempest-ServersTestBootFromVolume-1211713980-router', 'tenant_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'ffca5a43-0c1b-444b-9b34-a89d30cb848a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:58:37Z', 'updated_at': '2021-09-30T01:02:26Z', 'revision_number': 5, 'project_id': 'c97d7f9dfb2844e292fb0a514e25f5a6', 'gw_port': {'id': 'ffca5a43-0c1b-444b-9b34-a89d30cb848a', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '573b8029-9da2-40e6-9f66-0f3cb61b896d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:58:38Z', 'updated_at': '2021-09-30T00:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:02:31.820028 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-3dc0ccff-7007-4d89-a157-c7696a7ea99f None None] Port bdaa2db8-0598-4721-98d1-86d5f08a66d7 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:02:31.901609 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f30af16d-56d4-4042-ab27-bd213b31f235 req-4db2f980-e4a9-4d9b-992e-6f4cfb2b2d22 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5475571 Sep 30 01:02:32.045813 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-23ea3d8d-315a-4d82-a84e-d7c51354db7d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:32.112522 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-23ea3d8d-315a-4d82-a84e-d7c51354db7d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:security_group_rule and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:32.129362 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-23ea3d8d-315a-4d82-a84e-d7c51354db7d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:32.135679 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-23ea3d8d-315a-4d82-a84e-d7c51354db7d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:32.238671 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-e6ddf157-d67e-4d7f-933a-d77b0302fd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:32.258555 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-a84a4a91-b3f0-40b5-aa25-0c464ff69c60 admin admin] For port ffca5a43-0c1b-444b-9b34-a89d30cb848a, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=ffca5a43-0c1b-444b-9b34-a89d30cb848a,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:32.259488 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a84a4a91-b3f0-40b5-aa25-0c464ff69c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:32.281986 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10fcc02-68f2-4da4-9322-7e423dc85a81 req-5d764534-362d-4043-95d1-5a50221c5adf tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:32.283702 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c10fcc02-68f2-4da4-9322-7e423dc85a81 req-5d764534-362d-4043-95d1-5a50221c5adf tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.39 "GET /v2.0/ports?device_id=30e43d80-4fa8-4e88-a15b-da2d298cd185 HTTP/1.1" status: 200 len: 946 time: 0.7273567 Sep 30 01:02:32.368771 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-d3929fc0-3ad0-4333-a7c7-57d145bf7ad9 service neutron] Attempting to bind port acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:02:32.369106 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-d3929fc0-3ad0-4333-a7c7-57d145bf7ad9 service neutron] Attempting to bind port acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:02:32.369440 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-d3929fc0-3ad0-4333-a7c7-57d145bf7ad9 service neutron] Attempting to bind port acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:02:32.390240 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-d3929fc0-3ad0-4333-a7c7-57d145bf7ad9 service neutron] Port acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:02:32.390563 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-d3929fc0-3ad0-4333-a7c7-57d145bf7ad9 service neutron] Attempting to bind port acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:02:32.409600 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-d3929fc0-3ad0-4333-a7c7-57d145bf7ad9 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:02:32.409927 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-d3929fc0-3ad0-4333-a7c7-57d145bf7ad9 service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:02:32.410369 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-d3929fc0-3ad0-4333-a7c7-57d145bf7ad9 service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:02:32.410890 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-d3929fc0-3ad0-4333-a7c7-57d145bf7ad9 service neutron] Bound port: acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:02:32.411219 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-d3929fc0-3ad0-4333-a7c7-57d145bf7ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:32.422925 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c10fcc02-68f2-4da4-9322-7e423dc85a81 req-ae4a3384-d06b-4dc0-93e6-f91618c5c9a2 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b2a80e0-dfb9-4f70-b7b7-5fa88bd9b647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125031 Sep 30 01:02:32.475839 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 963cb7dd-dd5f-43bc-8e39-8f930ee9198d no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:02:32.524816 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 963cb7dd-dd5f-43bc-8e39-8f930ee9198d {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:02:32.525672 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 963cb7dd-dd5f-43bc-8e39-8f930ee9198d not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:02:32.627428 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-a84a4a91-b3f0-40b5-aa25-0c464ff69c60 admin admin] Calling delete_port for ffca5a43-0c1b-444b-9b34-a89d30cb848a owned by network:router_gateway {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:02:32.664338 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-d3929fc0-3ad0-4333-a7c7-57d145bf7ad9 service neutron] For port acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:02:32.670086 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-d3929fc0-3ad0-4333-a7c7-57d145bf7ad9 service neutron] For port acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:02:32.682380 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.resource_extend [None req-03a498ab-d4e2-4594-991b-36fb67a36ac8 admin admin] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 01:02:32.684357 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-d3929fc0-3ad0-4333-a7c7-57d145bf7ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:32.691948 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-68ea2f26-316b-49ab-b988-c886711338e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:32.747558 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7af7de-81c0-4d9f-85c9-5f8c33eb6e62 req-f82cbe78-2270-4fcb-ad0a-3031c78ea40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:32.749039 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a7af7de-81c0-4d9f-85c9-5f8c33eb6e62 req-f82cbe78-2270-4fcb-ad0a-3031c78ea40a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=038e4d0abd4b4e5c940f331b6f0950a9&device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 1095 time: 1.3851016 Sep 30 01:02:32.765426 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-23ea3d8d-315a-4d82-a84e-d7c51354db7d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:32.769126 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-03a498ab-d4e2-4594-991b-36fb67a36ac8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:32.814878 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-23ea3d8d-315a-4d82-a84e-d7c51354db7d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:32.819467 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-d3929fc0-3ad0-4333-a7c7-57d145bf7ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:32.820416 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-d3929fc0-3ad0-4333-a7c7-57d145bf7ad9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:32.821519 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-d3929fc0-3ad0-4333-a7c7-57d145bf7ad9 service neutron] 10.222.0.55 "PUT /v2.0/ports/acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 HTTP/1.1" status: 200 len: 1096 time: 2.7314010 Sep 30 01:02:32.822052 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b3aa8c-9495-442e-bb77-8518992d9112', 'tag': 'acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:02:32.832757 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5674a198-4a9e-4741-8ac6-75988825ad28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:32.840621 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-03a498ab-d4e2-4594-991b-36fb67a36ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:32.858034 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3929fc0-3ad0-4333-a7c7-57d145bf7ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:32.864560 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d3929fc0-3ad0-4333-a7c7-57d145bf7ad9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:32.996790 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-569eca07-33e7-4808-b594-977b948906de req-eedd7fa1-3524-4817-8512-2aa64efb743e tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] For port 43f6e824-d2a8-406c-989e-9294a8a82e66, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=43f6e824-d2a8-406c-989e-9294a8a82e66,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:32.997163 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-569eca07-33e7-4808-b594-977b948906de req-eedd7fa1-3524-4817-8512-2aa64efb743e tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:33.010765 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ea3d8d-315a-4d82-a84e-d7c51354db7d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:02:33.019955 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94396d19-ff05-4f6a-99e9-339247651aa0 req-afbecb4d-a86d-4b55-b08a-d22cc5608c5b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:33.021585 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-94396d19-ff05-4f6a-99e9-339247651aa0 req-afbecb4d-a86d-4b55-b08a-d22cc5608c5b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.2915921 Sep 30 01:02:33.028310 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-e6ddf157-d67e-4d7f-933a-d77b0302fd8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdaa2db8-0598-4721-98d1-86d5f08a66d7 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:02:33.054109 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-e6ddf157-d67e-4d7f-933a-d77b0302fd8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:33.082882 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-3d7dc6ba-3bc0-4894-b464-1305527bbbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:33.084408 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-3d7dc6ba-3bc0-4894-b464-1305527bbbf4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24e282c74c8f40408f83386e910a4884&device_id=69b3aa8c-9495-442e-bb77-8518992d9112 HTTP/1.1" status: 200 len: 1099 time: 0.2174261 Sep 30 01:02:33.100540 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-e6ddf157-d67e-4d7f-933a-d77b0302fd8d service neutron] Transition to ACTIVE for port object bdaa2db8-0598-4721-98d1-86d5f08a66d7 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:02:33.163603 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-e6ddf157-d67e-4d7f-933a-d77b0302fd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:33.176821 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4308b769-410c-4303-8694-353d0dedf45e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:33.186646 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-23ea3d8d-315a-4d82-a84e-d7c51354db7d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:33.187024 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-23ea3d8d-315a-4d82-a84e-d7c51354db7d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Added segment c775e201-29d6-4bfa-bfab-352495104bb5 of type vlan for network 63908dc7-abfd-4e32-a079-5079c6309935 Sep 30 01:02:33.198257 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-569eca07-33e7-4808-b594-977b948906de req-eedd7fa1-3524-4817-8512-2aa64efb743e tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Calling delete_port for 43f6e824-d2a8-406c-989e-9294a8a82e66 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:02:33.209099 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-94396d19-ff05-4f6a-99e9-339247651aa0 req-f36891d6-432f-4793-b0e6-ee298b74b52c tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754127 Sep 30 01:02:33.217983 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-9d32eb0e-2e63-46d7-aebb-fcca521e19b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 HTTP/1.1" status: 200 len: 217 time: 0.1216769 Sep 30 01:02:33.226360 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea3d8d-315a-4d82-a84e-d7c51354db7d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=966a1def-1148-4d96-b466-b44f5aa4c1d7,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:33.244663 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc0a74-0208-4e8e-a4c4-09007f53c08a req-0d228841-1ce2-4bb5-a7b4-450a758f5cff tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:33.246443 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-53cc0a74-0208-4e8e-a4c4-09007f53c08a req-0d228841-1ce2-4bb5-a7b4-450a758f5cff tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b1e9a-5e2d-4bbd-890d-918614c57af0 HTTP/1.1" status: 200 len: 935 time: 1.1770175 Sep 30 01:02:33.247218 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-03a498ab-d4e2-4594-991b-36fb67a36ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734445'] for router_interface, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:33.252885 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-23ea3d8d-315a-4d82-a84e-d7c51354db7d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:33.264175 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-13ad5a3c-7ad9-4d4a-a4af-37cd57196a2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.376s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:33.339433 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b3aa8c-9495-442e-bb77-8518992d9112', 'tag': 'acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05', 'status': 'completed', 'code': 200} Sep 30 01:02:33.403275 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ddf157-d67e-4d7f-933a-d77b0302fd8d service neutron] Pushing event updated for resources: {'Port': ['ID=bdaa2db8-0598-4721-98d1-86d5f08a66d7,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:33.424630 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e6ddf157-d67e-4d7f-933a-d77b0302fd8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:33.432681 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-6ced59ce-ba4a-47d9-ad44-8f41b99dc5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:33.434305 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-6ced59ce-ba4a-47d9-ad44-8f41b99dc5e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.2067893 Sep 30 01:02:33.536898 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7af7de-81c0-4d9f-85c9-5f8c33eb6e62 req-bd98f293-fcaa-434d-885e-4aa0d9351f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:33.538354 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a7af7de-81c0-4d9f-85c9-5f8c33eb6e62 req-bd98f293-fcaa-434d-885e-4aa0d9351f9c service neutron] 10.222.0.59 "GET /v2.0/networks?id=4c98a929-4bc6-4ff2-9381-439d6c813487 HTTP/1.1" status: 200 len: 912 time: 0.7533870 Sep 30 01:02:33.545261 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-23ea3d8d-315a-4d82-a84e-d7c51354db7d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:33.549905 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a498ab-d4e2-4594-991b-36fb67a36ac8 admin admin] Pushing event updated for resources: {'Port': ['ID=812abb4d-13df-4803-8925-116f4a531f86,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:33.553264 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-03a498ab-d4e2-4594-991b-36fb67a36ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:33.642848 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-e6ddf157-d67e-4d7f-933a-d77b0302fd8d service neutron] Attempting to bind port bdaa2db8-0598-4721-98d1-86d5f08a66d7 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:02:33.643183 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-e6ddf157-d67e-4d7f-933a-d77b0302fd8d service neutron] Attempting to bind port bdaa2db8-0598-4721-98d1-86d5f08a66d7 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:02:33.643513 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-e6ddf157-d67e-4d7f-933a-d77b0302fd8d service neutron] Attempting to bind port bdaa2db8-0598-4721-98d1-86d5f08a66d7 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:02:33.647622 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04b1dd-8f2b-4e8a-a66a-7a4e176d1734 req-026dd2e9-9dcf-4379-99db-161f5a8a3c52 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:33.649064 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bb04b1dd-8f2b-4e8a-a66a-7a4e176d1734 req-026dd2e9-9dcf-4379-99db-161f5a8a3c52 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.55 "GET /v2.0/ports?device_id=30e43d80-4fa8-4e88-a15b-da2d298cd185 HTTP/1.1" status: 200 len: 946 time: 0.9543827 Sep 30 01:02:33.652979 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-e6ddf157-d67e-4d7f-933a-d77b0302fd8d service neutron] Port bdaa2db8-0598-4721-98d1-86d5f08a66d7 on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:02:33.653298 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-e6ddf157-d67e-4d7f-933a-d77b0302fd8d service neutron] Attempting to bind port bdaa2db8-0598-4721-98d1-86d5f08a66d7 on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:02:33.665350 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-e6ddf157-d67e-4d7f-933a-d77b0302fd8d service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:02:33.665662 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-e6ddf157-d67e-4d7f-933a-d77b0302fd8d service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:02:33.665958 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-e6ddf157-d67e-4d7f-933a-d77b0302fd8d service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:02:33.666386 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-e6ddf157-d67e-4d7f-933a-d77b0302fd8d service neutron] Bound port: bdaa2db8-0598-4721-98d1-86d5f08a66d7, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:02:33.666751 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-e6ddf157-d67e-4d7f-933a-d77b0302fd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:33.686538 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-53cc0a74-0208-4e8e-a4c4-09007f53c08a req-0d3aae08-55b4-4e5a-bd81-18b23aa99df6 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/security-groups?id=2632cc96-b93c-409e-9e4b-ce8bd328a609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804410 Sep 30 01:02:33.689838 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-5ef6f1b7-1a9b-4ba9-a7ab-4be628858b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:33.691766 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-5ef6f1b7-1a9b-4ba9-a7ab-4be628858b19 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2268667 Sep 30 01:02:33.699812 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131688c0-9597-446f-a035-0f335c25f29b req-1b0b6413-7592-4f4f-b834-5a7764ee2a13 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:33.701293 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-131688c0-9597-446f-a035-0f335c25f29b req-1b0b6413-7592-4f4f-b834-5a7764ee2a13 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 946 time: 0.2658892 Sep 30 01:02:33.907472 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 43f6e824-d2a8-406c-989e-9294a8a82e66 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:02:33.941671 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a7af7de-81c0-4d9f-85c9-5f8c33eb6e62 req-e3ab3fce-397c-4460-a0d3-74c0562f9c4b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=918c28de-bb64-453a-8beb-13a66f32b207 HTTP/1.1" status: 200 len: 999 time: 0.3690221 Sep 30 01:02:33.942884 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-23ea3d8d-315a-4d82-a84e-d7c51354db7d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:33.948016 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ea3d8d-315a-4d82-a84e-d7c51354db7d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:33.948937 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-23ea3d8d-315a-4d82-a84e-d7c51354db7d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:33.969031 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-58d72868-661d-429f-92e0-a8ae6ddc66fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:34.014118 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-131688c0-9597-446f-a035-0f335c25f29b req-b0e8f862-cb42-4028-bb55-364c0302101b tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822886 Sep 30 01:02:34.048562 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-e6ddf157-d67e-4d7f-933a-d77b0302fd8d service neutron] For port bdaa2db8-0598-4721-98d1-86d5f08a66d7, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:02:34.057149 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-e6ddf157-d67e-4d7f-933a-d77b0302fd8d service neutron] For port bdaa2db8-0598-4721-98d1-86d5f08a66d7, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=bdaa2db8-0598-4721-98d1-86d5f08a66d7,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:02:34.057533 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:34.065396 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-bb04b1dd-8f2b-4e8a-a66a-7a4e176d1734 req-65054805-96d7-449c-a6b0-5f03ccc0b234 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Deleting port 7e183b04-e9e9-42f2-b8ec-d0f6d70933f2 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:02:34.065833 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-bb04b1dd-8f2b-4e8a-a66a-7a4e176d1734 req-65054805-96d7-449c-a6b0-5f03ccc0b234 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:34.072855 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-e6ddf157-d67e-4d7f-933a-d77b0302fd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:34.080128 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1cbb8a0c-47c4-40cd-b5f2-84091b7eca9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:34.152150 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-e6ddf157-d67e-4d7f-933a-d77b0302fd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:34.152915 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-e6ddf157-d67e-4d7f-933a-d77b0302fd8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:34.154416 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-e6ddf157-d67e-4d7f-933a-d77b0302fd8d service neutron] 10.222.0.55 "PUT /v2.0/ports/bdaa2db8-0598-4721-98d1-86d5f08a66d7 HTTP/1.1" status: 200 len: 1095 time: 2.4953797 Sep 30 01:02:34.164639 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-4288963c-5500-4005-b0e0-7a065c31aa5b service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379208 Sep 30 01:02:34.248710 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ddf157-d67e-4d7f-933a-d77b0302fd8d service neutron] Pushing event updated for resources: {'Port': ['ID=bdaa2db8-0598-4721-98d1-86d5f08a66d7,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:34.301402 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e6ddf157-d67e-4d7f-933a-d77b0302fd8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:34.336812 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a498ab-d4e2-4594-991b-36fb67a36ac8 admin admin] Network 4a8813fb-764f-478e-8ab4-eef45e133d98 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:02:34.363016 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-03a498ab-d4e2-4594-991b-36fb67a36ac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:02:34.389248 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a84a4a91-b3f0-40b5-aa25-0c464ff69c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:34.395145 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7dbcd7c6-7420-4fd5-b91c-49f1e32fa2a8 req-ca01f056-3a62-49c6-a104-a172f6db72ba service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163885 Sep 30 01:02:34.399989 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-70106d67-cbf1-4a24-adfd-c648c1659c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:34.401713 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-70106d67-cbf1-4a24-adfd-c648c1659c06 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24e282c74c8f40408f83386e910a4884&device_id=fc2b1e9a-5e2d-4bbd-890d-918614c57af0 HTTP/1.1" status: 200 len: 1098 time: 0.1957507 Sep 30 01:02:34.523258 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-569eca07-33e7-4808-b594-977b948906de req-eedd7fa1-3524-4817-8512-2aa64efb743e tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:34.542656 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-24e7a74b-04b7-4593-98f3-0b5727395823 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=bdaa2db8-0598-4721-98d1-86d5f08a66d7 HTTP/1.1" status: 200 len: 217 time: 0.1306107 Sep 30 01:02:34.608093 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea3d8d-315a-4d82-a84e-d7c51354db7d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Network': ['ID=63908dc7-abfd-4e32-a079-5079c6309935,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:34.633553 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-48b7a458-f53e-443d-b14b-d97376d74fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:34.635030 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-48b7a458-f53e-443d-b14b-d97376d74fc6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.0849750 Sep 30 01:02:34.686134 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-23ea3d8d-315a-4d82-a84e-d7c51354db7d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.4915292 Sep 30 01:02:34.690237 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 44922) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:34.700141 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-82fae43e-0ed4-40e7-951d-95ec239189b1 None None] Provisioning complete for port 812abb4d-13df-4803-8925-116f4a531f86 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:02:34.700141 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-82fae43e-0ed4-40e7-951d-95ec239189b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:34.700833 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-bbdcb0d7-3143-46cd-894a-de3415ef10c8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'port': {'network_id': '63908dc7-abfd-4e32-a079-5079c6309935', 'name': 'tempest-PortsTestJSON-1097749826'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:34.718965 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc626bee-42a6-4fcb-80fc-ab18a5572a59 req-dba2c691-b93b-4b9e-a619-fbb4816e8c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:34.721454 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fc626bee-42a6-4fcb-80fc-ab18a5572a59 req-dba2c691-b93b-4b9e-a619-fbb4816e8c37 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24e282c74c8f40408f83386e910a4884&device_id=69b3aa8c-9495-442e-bb77-8518992d9112 HTTP/1.1" status: 200 len: 1099 time: 0.2337499 Sep 30 01:02:34.759887 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-82fae43e-0ed4-40e7-951d-95ec239189b1 None None] Port 812abb4d-13df-4803-8925-116f4a531f86 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:02:34.772267 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7af7de-81c0-4d9f-85c9-5f8c33eb6e62 req-c180f36b-e4f3-4e82-b0bc-694421180b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:34.773719 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a7af7de-81c0-4d9f-85c9-5f8c33eb6e62 req-c180f36b-e4f3-4e82-b0bc-694421180b46 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c136aabe-2b6e-40bd-889c-a97ee8fe6bf6 HTTP/1.1" status: 200 len: 850 time: 0.8081543 Sep 30 01:02:34.941597 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4e335-7c01-4300-9434-9a9e91405060 req-b0c8a1de-f4a9-495c-aee6-27d020fc8bbf tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:34.943138 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a4c4e335-7c01-4300-9434-9a9e91405060 req-b0c8a1de-f4a9-495c-aee6-27d020fc8bbf tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.39 "GET /v2.0/ports?device_id=30e43d80-4fa8-4e88-a15b-da2d298cd185 HTTP/1.1" status: 200 len: 946 time: 1.0979099 Sep 30 01:02:34.943659 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 63908dc7-abfd-4e32-a079-5079c6309935 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:02:34.951127 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-23ea3d8d-315a-4d82-a84e-d7c51354db7d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.982s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:34.957800 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-569eca07-33e7-4808-b594-977b948906de req-eedd7fa1-3524-4817-8512-2aa64efb743e tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] No DVR routers for this DVR port 43f6e824-d2a8-406c-989e-9294a8a82e66 on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:02:34.959119 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-03a498ab-d4e2-4594-991b-36fb67a36ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.553s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:34.988350 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-af22b1a8-57ed-42ab-9d9d-c16e1d770cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:34.989757 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-af22b1a8-57ed-42ab-9d9d-c16e1d770cf1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3473134 Sep 30 01:02:34.995048 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-bbdcb0d7-3143-46cd-894a-de3415ef10c8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:35.007457 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-bbdcb0d7-3143-46cd-894a-de3415ef10c8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:port and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:35.043469 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-bbdcb0d7-3143-46cd-894a-de3415ef10c8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:35.051358 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-569eca07-33e7-4808-b594-977b948906de req-eedd7fa1-3524-4817-8512-2aa64efb743e tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:35.053292 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-569eca07-33e7-4808-b594-977b948906de req-eedd7fa1-3524-4817-8512-2aa64efb743e tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.59 "DELETE /v2.0/ports/43f6e824-d2a8-406c-989e-9294a8a82e66 HTTP/1.1" status: 204 len: 173 time: 4.0315707 Sep 30 01:02:35.076035 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9800820b-556c-4c3c-abda-3f81d6e73f71', 'name': 'network-vif-deleted', 'tag': '43f6e824-d2a8-406c-989e-9294a8a82e66'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:02:35.099039 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a4a91-b3f0-40b5-aa25-0c464ff69c60 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffca5a43-0c1b-444b-9b34-a89d30cb848a,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:35.122718 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-bbdcb0d7-3143-46cd-894a-de3415ef10c8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:35.134699 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc626bee-42a6-4fcb-80fc-ab18a5572a59 req-cc5086f6-130f-498b-9df5-837d5a948fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:35.136243 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fc626bee-42a6-4fcb-80fc-ab18a5572a59 req-cc5086f6-130f-498b-9df5-837d5a948fa3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.4006736 Sep 30 01:02:35.193003 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd7fa1-3524-4817-8512-2aa64efb743e tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Pushing event deleted for resources: {'Port': ['ID=43f6e824-d2a8-406c-989e-9294a8a82e66,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:35.198073 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a84a4a91-b3f0-40b5-aa25-0c464ff69c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673024'] for router_gateway, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:35.221455 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdcb0d7-3143-46cd-894a-de3415ef10c8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:02:35.224938 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bbdcb0d7-3143-46cd-894a-de3415ef10c8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:35.240810 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a2ab1-4307-42c9-90b2-2100c0e5a0ff req-3931aaab-f7ec-4656-9004-32a6ad30eeb5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:35.242335 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-620a2ab1-4307-42c9-90b2-2100c0e5a0ff req-3931aaab-f7ec-4656-9004-32a6ad30eeb5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b1e9a-5e2d-4bbd-890d-918614c57af0 HTTP/1.1" status: 200 len: 947 time: 0.4197738 Sep 30 01:02:35.247220 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-eedd7fa1-3524-4817-8512-2aa64efb743e tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:35.247433 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fc626bee-42a6-4fcb-80fc-ab18a5572a59 req-50b86fdb-d00a-4962-b556-0f67c10fcef4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 HTTP/1.1" status: 200 len: 217 time: 0.0982728 Sep 30 01:02:35.258834 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bffe1717-d9ba-4e4f-93e6-1fad3f086b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.652s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:35.259243 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bffe1717-d9ba-4e4f-93e6-1fad3f086b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:35.340468 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [None req-bbdcb0d7-3143-46cd-894a-de3415ef10c8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] device_id is not set on port 32381d99-c206-4ae3-9d75-94710b36afaa yet. {{(pid=80275) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:02:35.373570 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc2b1e9a-5e2d-4bbd-890d-918614c57af0', 'tag': 'bdaa2db8-0598-4721-98d1-86d5f08a66d7'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:02:35.423227 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a4c4e335-7c01-4300-9434-9a9e91405060 req-d59ed9a7-a8cd-414a-bba4-3702ca4a0f2c tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b2a80e0-dfb9-4f70-b7b7-5fa88bd9b647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346559 Sep 30 01:02:35.429373 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-14e8a19f-ffef-4bd6-a441-c8cc67b94d9a service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231951 Sep 30 01:02:35.443470 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc626bee-42a6-4fcb-80fc-ab18a5572a59 req-ed5ea6e0-e93c-45da-9789-d14c0971eeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:35.444930 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fc626bee-42a6-4fcb-80fc-ab18a5572a59 req-ed5ea6e0-e93c-45da-9789-d14c0971eeb3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1852827 Sep 30 01:02:35.447032 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-620a2ab1-4307-42c9-90b2-2100c0e5a0ff req-529c1a85-105d-4b9e-bb49-e4aeca9aeac7 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Synchronizing usage tracker for tenant:24e282c74c8f40408f83386e910a4884 on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:02:35.448164 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a498ab-d4e2-4594-991b-36fb67a36ac8 admin admin] Router a4a44c79-61b9-4979-a3a4-8951416125bc has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 01:02:35.460501 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a84a4a91-b3f0-40b5-aa25-0c464ff69c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30720'] for router, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:35.463086 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a84a4a91-b3f0-40b5-aa25-0c464ff69c60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:35.465595 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-bb04b1dd-8f2b-4e8a-a66a-7a4e176d1734 req-65054805-96d7-449c-a6b0-5f03ccc0b234 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] For port 7e183b04-e9e9-42f2-b8ec-d0f6d70933f2, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=7e183b04-e9e9-42f2-b8ec-d0f6d70933f2,segment=NetworkSegment(e9178c45-df03-419a-986b-ac0188d8368d),segment_id=e9178c45-df03-419a-986b-ac0188d8368d)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:35.465950 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-bb04b1dd-8f2b-4e8a-a66a-7a4e176d1734 req-65054805-96d7-449c-a6b0-5f03ccc0b234 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:35.480778 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 7e183b04-e9e9-42f2-b8ec-d0f6d70933f2 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:02:35.627646 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:35.681378 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-bb04b1dd-8f2b-4e8a-a66a-7a4e176d1734 req-65054805-96d7-449c-a6b0-5f03ccc0b234 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Calling delete_port for 7e183b04-e9e9-42f2-b8ec-d0f6d70933f2 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:02:35.705961 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-620a2ab1-4307-42c9-90b2-2100c0e5a0ff req-529c1a85-105d-4b9e-bb49-e4aeca9aeac7 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Unset dirty status for tenant:24e282c74c8f40408f83386e910a4884 on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:02:35.717996 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-620a2ab1-4307-42c9-90b2-2100c0e5a0ff req-529c1a85-105d-4b9e-bb49-e4aeca9aeac7 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/security-groups?id=2632cc96-b93c-409e-9e4b-ce8bd328a609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638088 Sep 30 01:02:35.729770 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:35.767794 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e43d80-4fa8-4e88-a15b-da2d298cd185', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e183b04-e9e9-42f2-b8ec-d0f6d70933f2'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:02:35.779166 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 7e183b04-e9e9-42f2-b8ec-d0f6d70933f2, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=7e183b04-e9e9-42f2-b8ec-d0f6d70933f2,segment=NetworkSegment(e9178c45-df03-419a-986b-ac0188d8368d),segment_id=e9178c45-df03-419a-986b-ac0188d8368d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:35.787114 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:35.791017 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-3c416b07-407c-451c-b50c-bd0bd1a21c49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:35.929001 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=7e183b04-e9e9-42f2-b8ec-d0f6d70933f2,revision_number=6']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:35.935947 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:35.981627 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-374de3f1-f10c-4ad1-b27d-d6e65fe13803 req-6f53dd22-9334-4e23-b773-4b1a38a275f1 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5400307 Sep 30 01:02:36.003496 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9800820b-556c-4c3c-abda-3f81d6e73f71', 'name': 'network-vif-deleted', 'tag': '43f6e824-d2a8-406c-989e-9294a8a82e66', 'status': 'completed', 'code': 200} Sep 30 01:02:36.005692 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7af7de-81c0-4d9f-85c9-5f8c33eb6e62 req-bfa15be4-c5b4-4e1d-9f95-2c66999fc3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:36.007315 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a7af7de-81c0-4d9f-85c9-5f8c33eb6e62 req-bfa15be4-c5b4-4e1d-9f95-2c66999fc3d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4c98a929-4bc6-4ff2-9381-439d6c813487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2180021 Sep 30 01:02:36.066417 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a84a4a91-b3f0-40b5-aa25-0c464ff69c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736498'] for router, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:36.066945 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84a4a91-b3f0-40b5-aa25-0c464ff69c60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 573b8029-9da2-40e6-9f66-0f3cb61b896d {{(pid=80274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 30 01:02:36.069458 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-7edc3e83-6fa6-4607-8eee-7ec289047694 req-7a93aac8-6c14-4d01-8383-838fee722c5f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Synchronizing usage tracker for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:02:36.087974 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e43d80-4fa8-4e88-a15b-da2d298cd185', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e183b04-e9e9-42f2-b8ec-d0f6d70933f2', 'code': 200} Sep 30 01:02:36.102369 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc2b1e9a-5e2d-4bbd-890d-918614c57af0', 'tag': 'bdaa2db8-0598-4721-98d1-86d5f08a66d7', 'status': 'completed', 'code': 200} Sep 30 01:02:36.166252 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a84a4a91-b3f0-40b5-aa25-0c464ff69c60 admin admin] Notify callbacks [] for router, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:36.167469 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-a84a4a91-b3f0-40b5-aa25-0c464ff69c60 admin admin] 10.222.0.39 "DELETE /v2.0/routers/573b8029-9da2-40e6-9f66-0f3cb61b896d HTTP/1.1" status: 204 len: 168 time: 6.6301534 Sep 30 01:02:36.177074 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 44940) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:36.191124 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-7edc3e83-6fa6-4607-8eee-7ec289047694 req-7a93aac8-6c14-4d01-8383-838fee722c5f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Unset dirty status for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:02:36.199777 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7edc3e83-6fa6-4607-8eee-7ec289047694 req-7a93aac8-6c14-4d01-8383-838fee722c5f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=9800820b-556c-4c3c-abda-3f81d6e73f71 HTTP/1.1" status: 200 len: 210 time: 0.5854018 Sep 30 01:02:36.262984 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bbdcb0d7-3143-46cd-894a-de3415ef10c8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:36.271009 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a498ab-d4e2-4594-991b-36fb67a36ac8 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:02:36.274984 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc626bee-42a6-4fcb-80fc-ab18a5572a59 req-33d67fbb-4a1a-4be9-bbb4-8f03ba53bde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:36.276494 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fc626bee-42a6-4fcb-80fc-ab18a5572a59 req-33d67fbb-4a1a-4be9-bbb4-8f03ba53bde7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8053057 Sep 30 01:02:36.282886 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9661060a-a8bf-49c8-af5a-0e2eed6731df None None] Sync routers for ids ['a4a44c79-61b9-4979-a3a4-8951416125bc'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:02:36.284074 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9fb2829-ff7d-4380-b187-58da2851f066 admin admin] Deleting subnet 9fadca4a-5fe1-43f7-92b8-0c814b532dc8 {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:02:36.290245 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b9fb2829-ff7d-4380-b187-58da2851f066 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:36.299477 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.api [req-bb04b1dd-8f2b-4e8a-a66a-7a4e176d1734 req-65054805-96d7-449c-a6b0-5f03ccc0b234 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80274) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 01:02:36.299828 n-d-811809-1 neutron-server[80274]: DEBUG oslo_db.api [req-bb04b1dd-8f2b-4e8a-a66a-7a4e176d1734 req-65054805-96d7-449c-a6b0-5f03ccc0b234 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 01:02:36.301852 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9661060a-a8bf-49c8-af5a-0e2eed6731df None None] Routers {'a4a44c79-61b9-4979-a3a4-8951416125bc'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:02:36.302669 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-9661060a-a8bf-49c8-af5a-0e2eed6731df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:02:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['a4a44c79-61b9-4979-a3a4-8951416125bc'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:36.303786 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a7af7de-81c0-4d9f-85c9-5f8c33eb6e62 req-a0758da6-898a-4ac4-bcaf-004d6939883c service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673504 Sep 30 01:02:36.315928 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-03a498ab-d4e2-4594-991b-36fb67a36ac8 admin admin] 10.222.0.39 "PUT /v2.0/routers/a4a44c79-61b9-4979-a3a4-8951416125bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0106723 Sep 30 01:02:36.443017 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b9fb2829-ff7d-4380-b187-58da2851f066 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:36.462248 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a7af7de-81c0-4d9f-85c9-5f8c33eb6e62 req-1fbd3dd6-9617-48cb-bebd-9d26e1980b21 service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505492 Sep 30 01:02:36.493121 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f80c98-04bd-4596-bce3-8fe4fab78935 req-acf3f1d5-19cd-4359-83c5-8ec4d151f169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:36.494909 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-05f80c98-04bd-4596-bce3-8fe4fab78935 req-acf3f1d5-19cd-4359-83c5-8ec4d151f169 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24e282c74c8f40408f83386e910a4884&device_id=fc2b1e9a-5e2d-4bbd-890d-918614c57af0 HTTP/1.1" status: 200 len: 1098 time: 0.3947437 Sep 30 01:02:36.538437 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-9661060a-a8bf-49c8-af5a-0e2eed6731df None None] Set router a4a44c79-61b9-4979-a3a4-8951416125bc gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:02:36.625706 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fc626bee-42a6-4fcb-80fc-ab18a5572a59 req-514a0c68-33fd-40e5-a0a6-426d33f4d2f3 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363237 Sep 30 01:02:36.640569 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bbdcb0d7-3143-46cd-894a-de3415ef10c8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:36.670677 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device ffca5a43-0c1b-444b-9b34-a89d30cb848a no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:02:36.713321 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: ffca5a43-0c1b-444b-9b34-a89d30cb848a {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:02:36.713816 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device ffca5a43-0c1b-444b-9b34-a89d30cb848a not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:02:36.768784 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-dbf207f8-53e3-4250-884e-6e8fd1f2b80a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:36.800775 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-bb04b1dd-8f2b-4e8a-a66a-7a4e176d1734 req-65054805-96d7-449c-a6b0-5f03ccc0b234 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Deleting port 7e183b04-e9e9-42f2-b8ec-d0f6d70933f2 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:02:36.801147 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-bb04b1dd-8f2b-4e8a-a66a-7a4e176d1734 req-65054805-96d7-449c-a6b0-5f03ccc0b234 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:37.001414 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f80c98-04bd-4596-bce3-8fe4fab78935 req-4732dceb-65cf-48ad-9d09-288816017766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:37.003617 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-05f80c98-04bd-4596-bce3-8fe4fab78935 req-4732dceb-65cf-48ad-9d09-288816017766 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.4967589 Sep 30 01:02:37.089993 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-9661060a-a8bf-49c8-af5a-0e2eed6731df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a44c79-61b9-4979-a3a4-8951416125bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-639882307-router', 'tenant_id': '10d97beb9b5a41a49548f7a10459373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e53f074a-6248-4bd3-900b-42632edb22e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:02:17Z', 'updated_at': '2021-09-30T01:02:30Z', 'revision_number': 4, 'project_id': '10d97beb9b5a41a49548f7a10459373d', 'gw_port': {'id': 'e53f074a-6248-4bd3-900b-42632edb22e4', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a44c79-61b9-4979-a3a4-8951416125bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:19Z', 'updated_at': '2021-09-30T01:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '812abb4d-13df-4803-8925-116f4a531f86', 'name': '', 'network_id': '4a8813fb-764f-478e-8ab4-eef45e133d98', 'tenant_id': '10d97beb9b5a41a49548f7a10459373d', 'mac_address': 'fa:16:3e:7a:97:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a44c79-61b9-4979-a3a4-8951416125bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '1ab964ae-420f-4137-b792-00cb82bf3b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:27Z', 'updated_at': '2021-09-30T01:02:31Z', 'revision_number': 2, 'project_id': '10d97beb9b5a41a49548f7a10459373d', 'subnets': [{'id': '1ab964ae-420f-4137-b792-00cb82bf3b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:37.095192 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9661060a-a8bf-49c8-af5a-0e2eed6731df None None] Checking router: a4a44c79-61b9-4979-a3a4-8951416125bc for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:02:37.095778 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9661060a-a8bf-49c8-af5a-0e2eed6731df None None] Updating router a4a44c79-61b9-4979-a3a4-8951416125bc port 812abb4d-13df-4803-8925-116f4a531f86 binding host n-d-811809-1 {{(pid=80277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 01:02:37.191381 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3673b33-4812-4083-8512-e4a2b19c9b86 req-52a84f4d-3998-4ac6-a9ad-3711d8ac5110 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:37.192050 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-9661060a-a8bf-49c8-af5a-0e2eed6731df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:37.199220 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b3673b33-4812-4083-8512-e4a2b19c9b86 req-52a84f4d-3998-4ac6-a9ad-3711d8ac5110 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b1e9a-5e2d-4bbd-890d-918614c57af0 HTTP/1.1" status: 200 len: 947 time: 0.2904489 Sep 30 01:02:37.224221 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-05f80c98-04bd-4596-bce3-8fe4fab78935 req-d5ad9723-e6f3-4300-aabc-21beee2556d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=bdaa2db8-0598-4721-98d1-86d5f08a66d7 HTTP/1.1" status: 200 len: 217 time: 0.1470106 Sep 30 01:02:37.225186 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdcb0d7-3143-46cd-894a-de3415ef10c8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Port': ['ID=32381d99-c206-4ae3-9d75-94710b36afaa,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:37.262865 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bbdcb0d7-3143-46cd-894a-de3415ef10c8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:37.332476 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdcb0d7-3143-46cd-894a-de3415ef10c8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Checking segment: {'id': 'c775e201-29d6-4bfa-bfab-352495104bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '63908dc7-abfd-4e32-a079-5079c6309935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:02:37.332840 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdcb0d7-3143-46cd-894a-de3415ef10c8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network hostable DHCP agents. Network: 63908dc7-abfd-4e32-a079-5079c6309935, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:02:37.366053 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b3673b33-4812-4083-8512-e4a2b19c9b86 req-35235dd6-2f84-42ad-aa35-8815ef8a437e tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/security-groups?id=2632cc96-b93c-409e-9e4b-ce8bd328a609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656516 Sep 30 01:02:37.384908 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-bb04b1dd-8f2b-4e8a-a66a-7a4e176d1734 req-65054805-96d7-449c-a6b0-5f03ccc0b234 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] For port 7e183b04-e9e9-42f2-b8ec-d0f6d70933f2, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=7e183b04-e9e9-42f2-b8ec-d0f6d70933f2,segment=NetworkSegment(e9178c45-df03-419a-986b-ac0188d8368d),segment_id=e9178c45-df03-419a-986b-ac0188d8368d)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:37.385510 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-bb04b1dd-8f2b-4e8a-a66a-7a4e176d1734 req-65054805-96d7-449c-a6b0-5f03ccc0b234 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:37.441658 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b9fb2829-ff7d-4380-b187-58da2851f066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:37.494661 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:02:37.518115 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdcb0d7-3143-46cd-894a-de3415ef10c8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network 63908dc7-abfd-4e32-a079-5079c6309935 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:02:37.558184 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f80c98-04bd-4596-bce3-8fe4fab78935 req-58aa8cc6-491d-4be2-9b4d-576cc652fea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:37.560119 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-05f80c98-04bd-4596-bce3-8fe4fab78935 req-58aa8cc6-491d-4be2-9b4d-576cc652fea7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.2962499 Sep 30 01:02:37.569272 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fc626bee-42a6-4fcb-80fc-ab18a5572a59 req-282cf7ad-e905-41c8-b8b4-f2d70d9500df service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9307172 Sep 30 01:02:37.682686 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-bbdcb0d7-3143-46cd-894a-de3415ef10c8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 63908dc7-abfd-4e32-a079-5079c6309935) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:02:37.698026 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdcb0d7-3143-46cd-894a-de3415ef10c8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:02:37.712970 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b47974-8b1f-4695-ae5a-5780ec28b31d None None] Network 63908dc7-abfd-4e32-a079-5079c6309935 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:02:37.715094 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdcb0d7-3143-46cd-894a-de3415ef10c8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:37.717033 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bbdcb0d7-3143-46cd-894a-de3415ef10c8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:37.743011 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-bb04b1dd-8f2b-4e8a-a66a-7a4e176d1734 req-65054805-96d7-449c-a6b0-5f03ccc0b234 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Calling delete_port for 7e183b04-e9e9-42f2-b8ec-d0f6d70933f2 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:02:37.744788 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7171c3-12c1-49ba-b947-f5537770cd52 req-97679ba6-b8c7-43b6-90d2-d1060b55de96 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:37.749122 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2e7171c3-12c1-49ba-b947-f5537770cd52 req-97679ba6-b8c7-43b6-90d2-d1060b55de96 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.39 "GET /v2.0/ports?device_id=30e43d80-4fa8-4e88-a15b-da2d298cd185 HTTP/1.1" status: 200 len: 944 time: 1.1166203 Sep 30 01:02:37.931664 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-bbdcb0d7-3143-46cd-894a-de3415ef10c8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.2380526 Sep 30 01:02:37.943972 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 44966) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:37.979138 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-79b57093-aea0-4c56-8708-349773f646e0 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2097869620'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:38.017255 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-9661060a-a8bf-49c8-af5a-0e2eed6731df None None] Notify callbacks [] for port, precommit_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:38.029031 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-79b57093-aea0-4c56-8708-349773f646e0 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:38.052959 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-79b57093-aea0-4c56-8708-349773f646e0 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:network and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:38.059756 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-bb04b1dd-8f2b-4e8a-a66a-7a4e176d1734 req-65054805-96d7-449c-a6b0-5f03ccc0b234 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:38.059895 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.provisioning_blocks [None req-9661060a-a8bf-49c8-af5a-0e2eed6731df None None] Transition to ACTIVE for port object 812abb4d-13df-4803-8925-116f4a531f86 will not be triggered until provisioned by entity L2. {{(pid=80277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:02:38.065965 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-79b57093-aea0-4c56-8708-349773f646e0 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:38.067815 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-411ea286-e2cd-443d-b103-a8ab3e076fc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:38.077054 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-9661060a-a8bf-49c8-af5a-0e2eed6731df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:38.082684 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-79b57093-aea0-4c56-8708-349773f646e0 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:38.084313 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-43411ff7-1764-49cb-8f3d-106ffe59ac58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:38.108687 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2e7171c3-12c1-49ba-b947-f5537770cd52 req-6ccf6ca8-c5aa-4af2-8a19-5d533f47aaf4 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b2a80e0-dfb9-4f70-b7b7-5fa88bd9b647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650168 Sep 30 01:02:38.115562 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b9fb2829-ff7d-4380-b187-58da2851f066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:38.133394 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-401f2c52-29a1-4d5e-a923-843eb58d3864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:38.163378 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65054805-96d7-449c-a6b0-5f03ccc0b234 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Pushing event deleted for resources: {'Port': ['ID=7e183b04-e9e9-42f2-b8ec-d0f6d70933f2,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:38.167480 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-65054805-96d7-449c-a6b0-5f03ccc0b234 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:38.211544 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b57093-aea0-4c56-8708-349773f646e0 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:02:38.215783 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-79b57093-aea0-4c56-8708-349773f646e0 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:38.318224 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb04b1dd-8f2b-4e8a-a66a-7a4e176d1734 req-65054805-96d7-449c-a6b0-5f03ccc0b234 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] No DVR routers for this DVR port 7e183b04-e9e9-42f2-b8ec-d0f6d70933f2 on host n-h2-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:02:38.323871 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-bb04b1dd-8f2b-4e8a-a66a-7a4e176d1734 req-65054805-96d7-449c-a6b0-5f03ccc0b234 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:38.387325 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b9fb2829-ff7d-4380-b187-58da2851f066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:38.400897 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e43d80-4fa8-4e88-a15b-da2d298cd185', 'name': 'network-vif-deleted', 'tag': '7e183b04-e9e9-42f2-b8ec-d0f6d70933f2'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:02:38.409387 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb2829-ff7d-4380-b187-58da2851f066 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fadca4a-5fe1-43f7-92b8-0c814b532dc8,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:38.417546 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bb04b1dd-8f2b-4e8a-a66a-7a4e176d1734 req-65054805-96d7-449c-a6b0-5f03ccc0b234 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] 10.222.0.55 "DELETE /v2.0/ports/7e183b04-e9e9-42f2-b8ec-d0f6d70933f2 HTTP/1.1" status: 204 len: 173 time: 4.7352345 Sep 30 01:02:38.418844 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b9fb2829-ff7d-4380-b187-58da2851f066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:38.463404 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-b9fb2829-ff7d-4380-b187-58da2851f066 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9fadca4a-5fe1-43f7-92b8-0c814b532dc8 HTTP/1.1" status: 204 len: 168 time: 2.2825997 Sep 30 01:02:38.464260 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 44982) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:38.477478 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f80c98-04bd-4596-bce3-8fe4fab78935 req-f4de10fe-0118-4edc-940a-f05574363207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:38.479781 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-05f80c98-04bd-4596-bce3-8fe4fab78935 req-f4de10fe-0118-4edc-940a-f05574363207 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9090681 Sep 30 01:02:38.489561 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b57093-aea0-4c56-8708-349773f646e0 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:02:38.616128 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1ae56e-d702-4bea-a870-b17a2a4fe1f9 None None] Network f9efe454-4b8f-42c4-b4a6-30f69635ca21 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:02:38.807370 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc9f4d-3705-4bd6-b39b-a2e61f781825 None None] Pushing event updated for resources: {'Port': ['ID=812abb4d-13df-4803-8925-116f4a531f86,revision_number=3']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:38.823933 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-4acc9f4d-3705-4bd6-b39b-a2e61f781825 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:38.869447 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-79b57093-aea0-4c56-8708-349773f646e0 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:38.870110 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-79b57093-aea0-4c56-8708-349773f646e0 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Added segment b034d6d1-7579-4278-b933-66fbae77c0b6 of type vlan for network bf6b3ad3-18a8-4e2f-95e8-74f2af6b361f Sep 30 01:02:38.881033 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-9661060a-a8bf-49c8-af5a-0e2eed6731df None None] Attempting to bind port 812abb4d-13df-4803-8925-116f4a531f86 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:02:38.882409 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-9661060a-a8bf-49c8-af5a-0e2eed6731df None None] Attempting to bind port 812abb4d-13df-4803-8925-116f4a531f86 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '0396e2ab-180b-4b52-95d4-83b55febc5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4a8813fb-764f-478e-8ab4-eef45e133d98'}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:02:38.882990 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9661060a-a8bf-49c8-af5a-0e2eed6731df None None] Attempting to bind port 812abb4d-13df-4803-8925-116f4a531f86 on network 4a8813fb-764f-478e-8ab4-eef45e133d98 {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:02:38.890638 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9661060a-a8bf-49c8-af5a-0e2eed6731df None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:02:38.891964 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9661060a-a8bf-49c8-af5a-0e2eed6731df None None] Checking segment: {'id': '0396e2ab-180b-4b52-95d4-83b55febc5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4a8813fb-764f-478e-8ab4-eef45e133d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:02:38.893862 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-9661060a-a8bf-49c8-af5a-0e2eed6731df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:38.894510 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9661060a-a8bf-49c8-af5a-0e2eed6731df None None] Bound using segment: {'id': '0396e2ab-180b-4b52-95d4-83b55febc5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4a8813fb-764f-478e-8ab4-eef45e133d98'} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:02:38.895412 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-9661060a-a8bf-49c8-af5a-0e2eed6731df None None] Bound port: 812abb4d-13df-4803-8925-116f4a531f86, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0396e2ab-180b-4b52-95d4-83b55febc5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4a8813fb-764f-478e-8ab4-eef45e133d98'}}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:02:38.896033 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-9661060a-a8bf-49c8-af5a-0e2eed6731df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:38.978433 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a963e8ac-7f22-428a-8f86-b625edb8bf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:39.027571 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-9661060a-a8bf-49c8-af5a-0e2eed6731df None None] For port 812abb4d-13df-4803-8925-116f4a531f86, host n-d-811809-1, cleared binding levels {{(pid=80277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:02:39.033155 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-9661060a-a8bf-49c8-af5a-0e2eed6731df None None] For port 812abb4d-13df-4803-8925-116f4a531f86, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=812abb4d-13df-4803-8925-116f4a531f86,segment=NetworkSegment(0396e2ab-180b-4b52-95d4-83b55febc5ed),segment_id=0396e2ab-180b-4b52-95d4-83b55febc5ed)] {{(pid=80277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:02:39.038790 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-9661060a-a8bf-49c8-af5a-0e2eed6731df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:39.044413 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-c27113ba-1f63-47b1-96e2-b5672ab55283 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:39.075039 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-a963e8ac-7f22-428a-8f86-b625edb8bf92 admin admin] Deleting port fda832b8-bd67-4006-8ba6-1de66878796c {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:02:39.075375 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a963e8ac-7f22-428a-8f86-b625edb8bf92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:39.149462 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-79b57093-aea0-4c56-8708-349773f646e0 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:39.189902 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc9f4d-3705-4bd6-b39b-a2e61f781825 None None] Pushing event updated for resources: {'Port': ['ID=812abb4d-13df-4803-8925-116f4a531f86,revision_number=4']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:39.198391 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-79b57093-aea0-4c56-8708-349773f646e0 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:39.206149 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b57093-aea0-4c56-8708-349773f646e0 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:39.207499 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-79b57093-aea0-4c56-8708-349773f646e0 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:39.237798 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f76cd50c-a109-437f-b3bb-7f6197c9581d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:39.239897 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-904fab9d-cbdb-4f05-8f06-b1b82e390b78 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:39.246912 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-904fab9d-cbdb-4f05-8f06-b1b82e390b78 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/networks?id=34a0c4bb-7b8e-4af9-940e-de978352f62e HTTP/1.1" status: 200 len: 811 time: 0.5078378 Sep 30 01:02:39.251289 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-4acc9f4d-3705-4bd6-b39b-a2e61f781825 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:39.264937 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-79b57093-aea0-4c56-8708-349773f646e0 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3179672 Sep 30 01:02:39.269910 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 44996) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:39.286690 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'ports': [{'network_id': '63908dc7-abfd-4e32-a079-5079c6309935'}, {'network_id': 'bf6b3ad3-18a8-4e2f-95e8-74f2af6b361f'}]} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:39.286690 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'port': {'network_id': '63908dc7-abfd-4e32-a079-5079c6309935'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:39.286690 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'port': {'network_id': 'bf6b3ad3-18a8-4e2f-95e8-74f2af6b361f'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:39.355242 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9661060a-a8bf-49c8-af5a-0e2eed6731df None None] Routers {'a4a44c79-61b9-4979-a3a4-8951416125bc'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:02:39.357487 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-9661060a-a8bf-49c8-af5a-0e2eed6731df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:02:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['a4a44c79-61b9-4979-a3a4-8951416125bc'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:39.417365 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:39.519826 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': 'acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': 'acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05', 'mac_address': 'fa:16:3e:ff:7b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:02:39.604208 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-e70adb0e-f28e-4c10-810b-1ba8ee284ea2 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/quotas/09577eebebf34beb8f9f7386d3ff6957 HTTP/1.1" status: 200 len: 375 time: 0.3520739 Sep 30 01:02:39.756546 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:39.798964 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-1098adc3-7bd9-413b-ba50-eeae189867ce tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=09577eebebf34beb8f9f7386d3ff6957&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1937573 Sep 30 01:02:39.852707 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:02:39.884692 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:39.892225 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:39.894958 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8f576c29-2af2-4ab6-8ac8-8e1bb1179c28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:39.949693 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b57093-aea0-4c56-8708-349773f646e0 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Network': ['ID=bf6b3ad3-18a8-4e2f-95e8-74f2af6b361f,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:39.966880 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-9661060a-a8bf-49c8-af5a-0e2eed6731df None None] Set router a4a44c79-61b9-4979-a3a4-8951416125bc gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:02:39.991989 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-79b57093-aea0-4c56-8708-349773f646e0 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:39.994530 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-05f80c98-04bd-4596-bce3-8fe4fab78935 req-cfc8a048-9256-4bb5-89aa-c63e4a7f63a3 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4874463 Sep 30 01:02:40.000604 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:40.003686 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:40.004613 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device bdaa2db8-0598-4721-98d1-86d5f08a66d7 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:02:40.018500 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d040b2-7fc8-40d9-ab99-fd2339a01621 req-a3d8c92f-662e-4257-a967-c784e09ebde5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:40.020439 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-42d040b2-7fc8-40d9-ab99-fd2339a01621 req-a3d8c92f-662e-4257-a967-c784e09ebde5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b1e9a-5e2d-4bbd-890d-918614c57af0 HTTP/1.1" status: 200 len: 947 time: 1.1492891 Sep 30 01:02:40.089605 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-35726457-77a8-49aa-8985-f9227cbdd83e service neutron] 10.222.0.39 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670884 Sep 30 01:02:40.196720 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port bdaa2db8-0598-4721-98d1-86d5f08a66d7, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=bdaa2db8-0598-4721-98d1-86d5f08a66d7,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:40.213861 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7413477-2720-4e38-bd02-68e4afaadc62 None None] DHCP port deletion for f9efe454-4b8f-42c4-b4a6-30f69635ca21 request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 01:02:40.216204 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network bf6b3ad3-18a8-4e2f-95e8-74f2af6b361f details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:02:40.245616 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-a963e8ac-7f22-428a-8f86-b625edb8bf92 admin admin] For port fda832b8-bd67-4006-8ba6-1de66878796c, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=fda832b8-bd67-4006-8ba6-1de66878796c,segment=NetworkSegment(015fb91f-b0a9-47b8-ad9f-bab043fec126),segment_id=015fb91f-b0a9-47b8-ad9f-bab043fec126)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:40.246678 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a963e8ac-7f22-428a-8f86-b625edb8bf92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:40.377896 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': 'bdaa2db8-0598-4721-98d1-86d5f08a66d7', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': 'bdaa2db8-0598-4721-98d1-86d5f08a66d7', 'mac_address': 'fa:16:3e:ac:ab:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:02:40.416057 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-d7413477-2720-4e38-bd02-68e4afaadc62 None None] Deleting port fda832b8-bd67-4006-8ba6-1de66878796c {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:02:40.416440 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d7413477-2720-4e38-bd02-68e4afaadc62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:40.450656 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:40.466422 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-a963e8ac-7f22-428a-8f86-b625edb8bf92 admin admin] Calling delete_port for fda832b8-bd67-4006-8ba6-1de66878796c owned by network:dhcp {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:02:40.490757 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:port and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:40.504867 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:40.542068 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:40.569368 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:02:40.605192 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-42d040b2-7fc8-40d9-ab99-fd2339a01621 req-758c2ed7-4f1c-4f52-bbef-d83023308523 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/security-groups?id=2632cc96-b93c-409e-9e4b-ce8bd328a609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5253990 Sep 30 01:02:40.613438 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'port': 2} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:02:40.621507 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-0257cf46-e6c5-477c-acda-1d2b9bfb6c27 service neutron] 10.222.0.39 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5306935 Sep 30 01:02:40.624028 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:40.691355 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a963e8ac-7f22-428a-8f86-b625edb8bf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:40.709383 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-32dfedbc-b3ce-4081-a430-c8d6edeb1300 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:40.714200 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-9661060a-a8bf-49c8-af5a-0e2eed6731df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a44c79-61b9-4979-a3a4-8951416125bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-639882307-router', 'tenant_id': '10d97beb9b5a41a49548f7a10459373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e53f074a-6248-4bd3-900b-42632edb22e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:02:17Z', 'updated_at': '2021-09-30T01:02:30Z', 'revision_number': 4, 'project_id': '10d97beb9b5a41a49548f7a10459373d', 'gw_port': {'id': 'e53f074a-6248-4bd3-900b-42632edb22e4', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a44c79-61b9-4979-a3a4-8951416125bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:19Z', 'updated_at': '2021-09-30T01:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '812abb4d-13df-4803-8925-116f4a531f86', 'name': '', 'network_id': '4a8813fb-764f-478e-8ab4-eef45e133d98', 'tenant_id': '10d97beb9b5a41a49548f7a10459373d', 'mac_address': 'fa:16:3e:7a:97:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a44c79-61b9-4979-a3a4-8951416125bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '1ab964ae-420f-4137-b792-00cb82bf3b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:27Z', 'updated_at': '2021-09-30T01:02:39Z', 'revision_number': 4, 'project_id': '10d97beb9b5a41a49548f7a10459373d', 'subnets': [{'id': '1ab964ae-420f-4137-b792-00cb82bf3b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:40.725252 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9661060a-a8bf-49c8-af5a-0e2eed6731df None None] The sync data for ids ['a4a44c79-61b9-4979-a3a4-8951416125bc'] in n-d-811809-1 is: [{'id': 'a4a44c79-61b9-4979-a3a4-8951416125bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-639882307-router', 'tenant_id': '10d97beb9b5a41a49548f7a10459373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e53f074a-6248-4bd3-900b-42632edb22e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:02:17Z', 'updated_at': '2021-09-30T01:02:30Z', 'revision_number': 4, 'project_id': '10d97beb9b5a41a49548f7a10459373d', 'gw_port': {'id': 'e53f074a-6248-4bd3-900b-42632edb22e4', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a44c79-61b9-4979-a3a4-8951416125bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:19Z', 'updated_at': '2021-09-30T01:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '812abb4d-13df-4803-8925-116f4a531f86', 'name': '', 'network_id': '4a8813fb-764f-478e-8ab4-eef45e133d98', 'tenant_id': '10d97beb9b5a41a49548f7a10459373d', 'mac_address': 'fa:16:3e:7a:97:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a44c79-61b9-4979-a3a4-8951416125bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '1ab964ae-420f-4137-b792-00cb82bf3b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:27Z', 'updated_at': '2021-09-30T01:02:39Z', 'revision_number': 4, 'project_id': '10d97beb9b5a41a49548f7a10459373d', 'subnets': [{'id': '1ab964ae-420f-4137-b792-00cb82bf3b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:02:40.755765 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:40.835038 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device fda832b8-bd67-4006-8ba6-1de66878796c no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:02:40.851510 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e43d80-4fa8-4e88-a15b-da2d298cd185', 'name': 'network-vif-deleted', 'tag': '7e183b04-e9e9-42f2-b8ec-d0f6d70933f2', 'status': 'completed', 'code': 200} Sep 30 01:02:40.880007 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-05f80c98-04bd-4596-bce3-8fe4fab78935 req-dcc37c29-468c-4aff-b573-23daf68e4952 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8553305 Sep 30 01:02:40.933456 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963e8ac-7f22-428a-8f86-b625edb8bf92 admin admin] Pushing event deleted for resources: {'Port': ['ID=fda832b8-bd67-4006-8ba6-1de66878796c,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:40.955010 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a963e8ac-7f22-428a-8f86-b625edb8bf92 admin admin] No DVR routers for this DVR port fda832b8-bd67-4006-8ba6-1de66878796c on host n-d-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:02:40.962122 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a963e8ac-7f22-428a-8f86-b625edb8bf92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:41.069178 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-d7413477-2720-4e38-bd02-68e4afaadc62 None None] The port 'fda832b8-bd67-4006-8ba6-1de66878796c' was deleted {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 30 01:02:41.072735 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: fda832b8-bd67-4006-8ba6-1de66878796c {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:02:41.073318 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device fda832b8-bd67-4006-8ba6-1de66878796c not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:02:41.125307 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 45004) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:41.161250 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:41.240941 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdaa2db8-0598-4721-98d1-86d5f08a66d7 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:02:41.305108 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] device_id is not set on port 7a11a33f-85e7-427d-a781-c492e9e75bea yet. {{(pid=80275) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:02:41.403345 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-da830915-fe9d-4b05-914d-d2ed3d59473b req-de389d07-a996-4b52-84a4-5cfb69e09127 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=e831f726-f59c-4f3f-9c66-3dfe1b5a5ffd HTTP/1.1" status: 200 len: 210 time: 0.1103768 Sep 30 01:02:41.497406 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port bdaa2db8-0598-4721-98d1-86d5f08a66d7, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=bdaa2db8-0598-4721-98d1-86d5f08a66d7,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:41.546229 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:41.560505 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:41.699528 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:41.763504 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb32fb10-037e-4052-a84e-7310b862db8e admin admin] Deleting subnet 86d86c36-df24-47a6-a3d6-6fbbabc87bdc {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:02:41.764129 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=bdaa2db8-0598-4721-98d1-86d5f08a66d7,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:41.768565 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:41.771964 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:41.779820 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cb32fb10-037e-4052-a84e-7310b862db8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:41.860771 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['bdaa2db8-0598-4721-98d1-86d5f08a66d7'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:02:41.928188 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cb32fb10-037e-4052-a84e-7310b862db8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2490848'] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:41.956232 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] device_id is not set on port 7db853d3-2c1a-4950-a805-ba555a6cd6a4 yet. {{(pid=80275) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:02:42.048395 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cb32fb10-037e-4052-a84e-7310b862db8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:42.240591 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a963e8ac-7f22-428a-8f86-b625edb8bf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:42.258836 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cb32fb10-037e-4052-a84e-7310b862db8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:42.266398 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:42.354892 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32fb10-037e-4052-a84e-7310b862db8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86d86c36-df24-47a6-a3d6-6fbbabc87bdc,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:42.360101 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-cb32fb10-037e-4052-a84e-7310b862db8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:42.365492 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cb32fb10-037e-4052-a84e-7310b862db8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:42.403068 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34347f4c-2137-4e9e-85ad-8335c7c0ff37 req-a902d8d7-ffe2-44d0-883f-b41583b1a8d5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:42.405992 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-a963e8ac-7f22-428a-8f86-b625edb8bf92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9efe454-4b8f-42c4-b4a6-30f69635ca21']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:42.407908 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-34347f4c-2137-4e9e-85ad-8335c7c0ff37 req-a902d8d7-ffe2-44d0-883f-b41583b1a8d5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b1e9a-5e2d-4bbd-890d-918614c57af0 HTTP/1.1" status: 200 len: 948 time: 0.4442127 Sep 30 01:02:42.421639 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-cb32fb10-037e-4052-a84e-7310b862db8e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/86d86c36-df24-47a6-a3d6-6fbbabc87bdc HTTP/1.1" status: 204 len: 168 time: 1.2741542 Sep 30 01:02:42.438261 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 45018) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:42.541944 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-a963e8ac-7f22-428a-8f86-b625edb8bf92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '015fb91f-b0a9-47b8-ad9f-bab043fec126') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:42.542255 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-a963e8ac-7f22-428a-8f86-b625edb8bf92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '015fb91f-b0a9-47b8-ad9f-bab043fec126') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:42.583394 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 812abb4d-13df-4803-8925-116f4a531f86 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:02:42.592883 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-34347f4c-2137-4e9e-85ad-8335c7c0ff37 req-fa73bd75-3b6f-4aa9-aa42-85b905175131 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/security-groups?id=2632cc96-b93c-409e-9e4b-ce8bd328a609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655476 Sep 30 01:02:42.713574 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:42.760372 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a963e8ac-7f22-428a-8f86-b625edb8bf92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:42.800067 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:42.821983 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b8c824c3-673f-4fab-9b16-7377451e2e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:42.827454 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 812abb4d-13df-4803-8925-116f4a531f86 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:02:42.832986 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 812abb4d-13df-4803-8925-116f4a531f86 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:02:42.833371 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:42.887477 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a963e8ac-7f22-428a-8f86-b625edb8bf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:42.901050 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a3da00e4-f80b-4908-8e8c-afe82b1e7a11 req-6a7da175-54f1-4293-a47b-4d962448812e tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=e831f726-f59c-4f3f-9c66-3dfe1b5a5ffd HTTP/1.1" status: 200 len: 210 time: 0.0825772 Sep 30 01:02:42.910570 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a963e8ac-7f22-428a-8f86-b625edb8bf92 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:02:42.911322 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a963e8ac-7f22-428a-8f86-b625edb8bf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: timer() Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:02:42.926489 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:02:42.955214 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network 63908dc7-abfd-4e32-a079-5079c6309935 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:02:42.963676 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:02:42.968547 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:02:42.971161 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:43.049125 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Port': ['ID=7a11a33f-85e7-427d-a781-c492e9e75bea,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:43.052137 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:43.059234 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a7aadf46-4e60-4cbf-a102-980e3cad2ee9 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:43.175037 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2690d34a-45d2-4b46-8a76-6314f9d8c82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:43.249096 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:43.300077 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Port': ['ID=7db853d3-2c1a-4950-a805-ba555a6cd6a4,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:43.313418 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:43.330967 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Checking segment: {'id': 'b034d6d1-7579-4278-b933-66fbae77c0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bf6b3ad3-18a8-4e2f-95e8-74f2af6b361f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:02:43.331338 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network hostable DHCP agents. Network: bf6b3ad3-18a8-4e2f-95e8-74f2af6b361f, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:02:43.356873 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 812abb4d-13df-4803-8925-116f4a531f86, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=812abb4d-13df-4803-8925-116f4a531f86,segment=NetworkSegment(0396e2ab-180b-4b52-95d4-83b55febc5ed),segment_id=0396e2ab-180b-4b52-95d4-83b55febc5ed)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:43.364263 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:43.366328 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-dc0c1b57-fb6e-4ff8-af5e-987a05944fe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:43.376524 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network bf6b3ad3-18a8-4e2f-95e8-74f2af6b361f is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:02:43.392869 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, bf6b3ad3-18a8-4e2f-95e8-74f2af6b361f) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:02:43.397077 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:02:43.413022 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:43.426349 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:43.427243 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:43.429631 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a963e8ac-7f22-428a-8f86-b625edb8bf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:43.475305 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.1988528 Sep 30 01:02:43.477836 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45026) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:43.522998 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a963e8ac-7f22-428a-8f86-b625edb8bf92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:43.541004 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=812abb4d-13df-4803-8925-116f4a531f86,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:43.549486 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387c6282-efbb-432f-8805-918a57005ef6 None None] Network bf6b3ad3-18a8-4e2f-95e8-74f2af6b361f requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:02:43.612666 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4e1f378d-97d3-41b4-81c5-e4fbf39e869b tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:43.648710 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-04ccee02-9640-4a6c-87c9-23e94e71b4d0 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting port 7db853d3-2c1a-4950-a805-ba555a6cd6a4 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:02:43.648869 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-04ccee02-9640-4a6c-87c9-23e94e71b4d0 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:43.691548 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-a963e8ac-7f22-428a-8f86-b625edb8bf92 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f9efe454-4b8f-42c4-b4a6-30f69635ca21 HTTP/1.1" status: 204 len: 168 time: 5.2254229 Sep 30 01:02:43.731894 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:43.887504 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2690d34a-45d2-4b46-8a76-6314f9d8c82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:43.948276 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:02:43.950756 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-2690d34a-45d2-4b46-8a76-6314f9d8c82d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f2c68c-3403-4da4-8639-a902584e2bd4']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:43.968381 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-2690d34a-45d2-4b46-8a76-6314f9d8c82d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9178c45-df03-419a-986b-ac0188d8368d') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:43.968680 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-2690d34a-45d2-4b46-8a76-6314f9d8c82d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9178c45-df03-419a-986b-ac0188d8368d') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:43.983343 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2690d34a-45d2-4b46-8a76-6314f9d8c82d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:44.006885 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2690d34a-45d2-4b46-8a76-6314f9d8c82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:44.014250 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2690d34a-45d2-4b46-8a76-6314f9d8c82d admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:02:44.014859 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2690d34a-45d2-4b46-8a76-6314f9d8c82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: timer() Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:02:44.124630 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:02:44.127171 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963e8ac-7f22-428a-8f86-b625edb8bf92 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9efe454-4b8f-42c4-b4a6-30f69635ca21,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:44.130240 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a963e8ac-7f22-428a-8f86-b625edb8bf92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:44.135905 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 45036) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:44.146568 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:02:44.153572 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:02:44.154330 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:44.190746 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2690d34a-45d2-4b46-8a76-6314f9d8c82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:44.195459 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2690d34a-45d2-4b46-8a76-6314f9d8c82d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:44.232357 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-23ea3d8d-315a-4d82-a84e-d7c51354db7d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:44.270686 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690d34a-45d2-4b46-8a76-6314f9d8c82d admin admin] Pushing event deleted for resources: {'Network': ['ID=85f2c68c-3403-4da4-8639-a902584e2bd4,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:44.273090 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2690d34a-45d2-4b46-8a76-6314f9d8c82d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:44.329405 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:44.336445 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-2690d34a-45d2-4b46-8a76-6314f9d8c82d admin admin] 10.222.0.39 "DELETE /v2.0/networks/85f2c68c-3403-4da4-8639-a902584e2bd4 HTTP/1.1" status: 204 len: 168 time: 1.8969088 Sep 30 01:02:44.402436 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:44.403382 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-c6157ccc-ecd7-4c29-a99c-2507b1d931ca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c97d7f9dfb2844e292fb0a514e25f5a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1981571 Sep 30 01:02:44.404426 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b3aa8c-9495-442e-bb77-8518992d9112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:02:44.407384 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 45042) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:44.418460 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:44.419378 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device bdaa2db8-0598-4721-98d1-86d5f08a66d7 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:02:44.501698 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3fcf7a7f-a489-478f-aa3a-191461168ee7 req-abd50be3-c015-49c2-8b6d-41bc848b91b1 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=e831f726-f59c-4f3f-9c66-3dfe1b5a5ffd HTTP/1.1" status: 200 len: 210 time: 0.0687799 Sep 30 01:02:44.504139 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-e36392cc-048a-425e-812b-1db4cda3b24c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:44.580123 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-e067b8e2-fdd7-401f-aa48-78e46a4aa7af tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:44.581717 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-e067b8e2-fdd7-401f-aa48-78e46a4aa7af tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.59 "GET /v2.0/networks?id=34a0c4bb-7b8e-4af9-940e-de978352f62e HTTP/1.1" status: 200 len: 811 time: 1.3651178 Sep 30 01:02:44.624718 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-04ccee02-9640-4a6c-87c9-23e94e71b4d0 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:44.648923 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-233b9782-3ee0-4ce8-bbec-7bd25b67c08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:44.702603 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b3aa8c-9495-442e-bb77-8518992d9112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05', 'code': 200} Sep 30 01:02:44.708625 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-fecc9a96-ac69-46d3-a0b8-70f8f1829739 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Request body: {'port': {'device_id': 'e831f726-f59c-4f3f-9c66-3dfe1b5a5ffd', 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e', 'admin_state_up': True, 'tenant_id': '09577eebebf34beb8f9f7386d3ff6957'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:44.709209 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:44.720443 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 812abb4d-13df-4803-8925-116f4a531f86 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:02:44.777849 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:44.819268 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 812abb4d-13df-4803-8925-116f4a531f86 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:02:44.819747 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:44.872595 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833c71a-7811-4ee2-8d60-7beb036075b2 req-52f06371-3a5d-4324-89a9-74b28f5ab658 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:44.880002 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5833c71a-7811-4ee2-8d60-7beb036075b2 req-52f06371-3a5d-4324-89a9-74b28f5ab658 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b1e9a-5e2d-4bbd-890d-918614c57af0 HTTP/1.1" status: 200 len: 948 time: 0.7430105 Sep 30 01:02:44.885128 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 45050) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:44.905101 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-04ccee02-9640-4a6c-87c9-23e94e71b4d0 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Calling delete_port for 7db853d3-2c1a-4950-a805-ba555a6cd6a4 owned by {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:02:44.977617 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-233b9782-3ee0-4ce8-bbec-7bd25b67c08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:44.978326 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port bdaa2db8-0598-4721-98d1-86d5f08a66d7 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:02:44.983889 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port bdaa2db8-0598-4721-98d1-86d5f08a66d7 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:02:44.984432 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:45.050513 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-62eb7ebb-8b56-4853-8abc-537145b3eb7b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=afe16caadc024ae6a08c9ca85296b0ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1601284 Sep 30 01:02:45.061937 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45054) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:45.080381 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-04ccee02-9640-4a6c-87c9-23e94e71b4d0 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:45.095441 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a88c3501-909f-43ce-b155-dca87ff6d3f5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:45.114477 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5833c71a-7811-4ee2-8d60-7beb036075b2 req-e1f8f98e-5d47-4bdc-8e29-1d6f2379c324 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/security-groups?id=2632cc96-b93c-409e-9e4b-ce8bd328a609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045925 Sep 30 01:02:45.146396 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:45.149228 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ccee02-9640-4a6c-87c9-23e94e71b4d0 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Port': ['ID=7db853d3-2c1a-4950-a805-ba555a6cd6a4,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:45.159597 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-04ccee02-9640-4a6c-87c9-23e94e71b4d0 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:45.163959 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-fecc9a96-ac69-46d3-a0b8-70f8f1829739 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:45.174393 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-fecc9a96-ac69-46d3-a0b8-70f8f1829739 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:45.186345 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-fecc9a96-ac69-46d3-a0b8-70f8f1829739 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Made reservation on behalf of 09577eebebf34beb8f9f7386d3ff6957 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:02:45.190954 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-fecc9a96-ac69-46d3-a0b8-70f8f1829739 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:45.208312 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-04ccee02-9640-4a6c-87c9-23e94e71b4d0 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:45.215895 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port bdaa2db8-0598-4721-98d1-86d5f08a66d7, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=bdaa2db8-0598-4721-98d1-86d5f08a66d7,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:45.219963 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-233b9782-3ee0-4ce8-bbec-7bd25b67c08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:45.223507 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:45.225140 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-04ccee02-9640-4a6c-87c9-23e94e71b4d0 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/ports/7db853d3-2c1a-4950-a805-ba555a6cd6a4 HTTP/1.1" status: 204 len: 168 time: 1.7458713 Sep 30 01:02:45.225590 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:45.231270 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45058) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:45.238049 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1a307930-3564-4819-945c-5f4fc1245e60 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:45.304966 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=bdaa2db8-0598-4721-98d1-86d5f08a66d7,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:45.307135 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b9782-3ee0-4ce8-bbec-7bd25b67c08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d9df7f-ae1d-4377-8ba6-a759bdfbc170,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:45.317932 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-233b9782-3ee0-4ce8-bbec-7bd25b67c08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:45.319595 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-233b9782-3ee0-4ce8-bbec-7bd25b67c08a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/01d9df7f-ae1d-4377-8ba6-a759bdfbc170 HTTP/1.1" status: 204 len: 168 time: 0.9061778 Sep 30 01:02:45.323343 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:45.348231 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-233b9782-3ee0-4ce8-bbec-7bd25b67c08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:45.361899 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d23c7c6a-ad43-4b00-afee-e87579bf86c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:45.402496 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe44749d-60fe-4f28-b982-755dea3c5942 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:45.410101 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe44749d-60fe-4f28-b982-755dea3c5942 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:45.410831 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-fe44749d-60fe-4f28-b982-755dea3c5942 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Synchronizing usage tracker for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:02:45.421560 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d23c7c6a-ad43-4b00-afee-e87579bf86c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:45.460803 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9a980-b769-4d05-a486-bd7ba2f3b216 req-7c3a90bf-f8d0-4265-874d-b0184210d6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:45.462440 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9dd9a980-b769-4d05-a486-bd7ba2f3b216 req-7c3a90bf-f8d0-4265-874d-b0184210d6fd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=69b3aa8c-9495-442e-bb77-8518992d9112 HTTP/1.1" status: 200 len: 1101 time: 0.4471266 Sep 30 01:02:45.488803 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-fe44749d-60fe-4f28-b982-755dea3c5942 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Unset dirty status for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:02:45.489961 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-fe44749d-60fe-4f28-b982-755dea3c5942 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2577846 Sep 30 01:02:45.493745 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-fecc9a96-ac69-46d3-a0b8-70f8f1829739 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Allocated IP 172.20.0.9 (34a0c4bb-7b8e-4af9-940e-de978352f62e/518e3f3b-9573-4eac-aa37-789767c0d3b7/c34b5620-004b-4d82-a405-32fd2639686f) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:02:45.494428 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45064) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:45.666999 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d23c7c6a-ad43-4b00-afee-e87579bf86c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:45.687396 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-74d36e77-d4bf-4471-8184-5c2e33fec88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:45.790961 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c7c6a-ad43-4b00-afee-e87579bf86c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2a80e0-dfb9-4f70-b7b7-5fa88bd9b647,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:45.799730 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9dd9a980-b769-4d05-a486-bd7ba2f3b216 req-ae02ba16-327f-4c11-84ab-2a25513a4297 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2632cc96-b93c-409e-9e4b-ce8bd328a609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216267 Sep 30 01:02:45.807934 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d23c7c6a-ad43-4b00-afee-e87579bf86c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:45.845637 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-3dac29be-12ca-4b03-ab82-c1c9e211c0a3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting port 7a11a33f-85e7-427d-a781-c492e9e75bea {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:02:45.846001 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3dac29be-12ca-4b03-ab82-c1c9e211c0a3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:45.903567 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-eeeb2a46-e7bb-41c3-927f-e0fb29b7c3de req-e389dcc8-b284-4a2b-a4d8-1a230c2f67e4 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=e831f726-f59c-4f3f-9c66-3dfe1b5a5ffd HTTP/1.1" status: 200 len: 210 time: 0.1691697 Sep 30 01:02:45.906373 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-fecc9a96-ac69-46d3-a0b8-70f8f1829739 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:45.914695 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d23c7c6a-ad43-4b00-afee-e87579bf86c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:45.915844 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-d23c7c6a-ad43-4b00-afee-e87579bf86c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4b2a80e0-dfb9-4f70-b7b7-5fa88bd9b647 HTTP/1.1" status: 204 len: 168 time: 0.8473909 Sep 30 01:02:45.984223 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-fecc9a96-ac69-46d3-a0b8-70f8f1829739 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:45.992092 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-310d0f94-6db0-4eca-833d-d76b9779d0f0 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:46.076461 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-fecc9a96-ac69-46d3-a0b8-70f8f1829739 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Network 34a0c4bb-7b8e-4af9-940e-de978352f62e is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:02:46.077448 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc9a96-ac69-46d3-a0b8-70f8f1829739 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Pushing event updated for resources: {'Port': ['ID=c34b5620-004b-4d82-a405-32fd2639686f,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:46.080277 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-fecc9a96-ac69-46d3-a0b8-70f8f1829739 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:02:46.082278 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-fecc9a96-ac69-46d3-a0b8-70f8f1829739 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:46.086081 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-fecc9a96-ac69-46d3-a0b8-70f8f1829739 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:02:46.147590 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-fecc9a96-ac69-46d3-a0b8-70f8f1829739 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:46.148318 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-fecc9a96-ac69-46d3-a0b8-70f8f1829739 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:46.177451 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-fecc9a96-ac69-46d3-a0b8-70f8f1829739 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5320377 Sep 30 01:02:46.196172 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Request body: {'port': {'device_id': 'e831f726-f59c-4f3f-9c66-3dfe1b5a5ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:46.329577 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3dac29be-12ca-4b03-ab82-c1c9e211c0a3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:46.467025 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:46.550884 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-3dac29be-12ca-4b03-ab82-c1c9e211c0a3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Calling delete_port for 7a11a33f-85e7-427d-a781-c492e9e75bea owned by {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:02:46.686164 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3e0b6-0117-4ec6-8133-b1f16d43d205 req-be7d555a-874f-49f8-b2ae-84c74e7da7c2 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:46.697000 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ffe3e0b6-0117-4ec6-8133-b1f16d43d205 req-be7d555a-874f-49f8-b2ae-84c74e7da7c2 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b1e9a-5e2d-4bbd-890d-918614c57af0 HTTP/1.1" status: 200 len: 949 time: 0.3459196 Sep 30 01:02:46.705113 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2b1e9a-5e2d-4bbd-890d-918614c57af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdaa2db8-0598-4721-98d1-86d5f08a66d7'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:02:46.737033 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3dac29be-12ca-4b03-ab82-c1c9e211c0a3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:46.769102 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d3929fc0-3ad0-4333-a7c7-57d145bf7ad9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:46.829072 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc2b1e9a-5e2d-4bbd-890d-918614c57af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdaa2db8-0598-4721-98d1-86d5f08a66d7', 'code': 200} Sep 30 01:02:46.855051 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45106) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:46.873895 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3dac29be-12ca-4b03-ab82-c1c9e211c0a3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:46.877547 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac29be-12ca-4b03-ab82-c1c9e211c0a3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Port': ['ID=7a11a33f-85e7-427d-a781-c492e9e75bea,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:46.901189 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3dac29be-12ca-4b03-ab82-c1c9e211c0a3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:46.939395 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ffe3e0b6-0117-4ec6-8133-b1f16d43d205 req-738ade2b-31d5-46d5-bcbc-5ecbd52f049d tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/security-groups?id=2632cc96-b93c-409e-9e4b-ce8bd328a609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351844 Sep 30 01:02:46.942120 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-3dac29be-12ca-4b03-ab82-c1c9e211c0a3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/ports/7a11a33f-85e7-427d-a781-c492e9e75bea HTTP/1.1" status: 204 len: 168 time: 1.4441137 Sep 30 01:02:46.944585 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45116) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:47.223816 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-a13a2243-409b-4735-982b-c33da7d573d1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-168019481-network', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:47.272953 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a13a2243-409b-4735-982b-c33da7d573d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:47.298590 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-a13a2243-409b-4735-982b-c33da7d573d1 admin admin] Usage tracker for resource:network and tenant:2b6e2fef5a454f0498865063fef18aff is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:47.317731 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a28cb1-1962-45c3-96e3-cdaa67594a68 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:47.318630 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-a2a28cb1-1962-45c3-96e3-cdaa67594a68 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Synchronizing usage tracker for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:02:47.325099 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-a13a2243-409b-4735-982b-c33da7d573d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:47.345577 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a13a2243-409b-4735-982b-c33da7d573d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:47.375161 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13a2243-409b-4735-982b-c33da7d573d1 admin admin] Made reservation on behalf of 2b6e2fef5a454f0498865063fef18aff for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:02:47.380832 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a13a2243-409b-4735-982b-c33da7d573d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:47.383633 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba42f4-0077-4ea2-a18d-8480cda220f7 req-e31957e5-2606-469c-8de0-3e4025a7333f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:47.385158 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f3ba42f4-0077-4ea2-a18d-8480cda220f7 req-e31957e5-2606-469c-8de0-3e4025a7333f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Synchronizing usage tracker for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:02:47.430792 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f3ba42f4-0077-4ea2-a18d-8480cda220f7 req-e31957e5-2606-469c-8de0-3e4025a7333f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Unset dirty status for tenant:09577eebebf34beb8f9f7386d3ff6957 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:02:47.432580 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f3ba42f4-0077-4ea2-a18d-8480cda220f7 req-e31957e5-2606-469c-8de0-3e4025a7333f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=e831f726-f59c-4f3f-9c66-3dfe1b5a5ffd HTTP/1.1" status: 200 len: 931 time: 0.2792106 Sep 30 01:02:47.508791 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f3ba42f4-0077-4ea2-a18d-8480cda220f7 req-d0f8edcf-d0fb-42ed-af2b-208c1c86fcc3 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748937 Sep 30 01:02:47.528099 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 45128) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:47.573411 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a13a2243-409b-4735-982b-c33da7d573d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:47.585888 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224abdb6-7d4d-463b-bda5-a37eec20fd64 req-15214cae-bb19-4259-be3b-2824988e9d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:47.587565 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-224abdb6-7d4d-463b-bda5-a37eec20fd64 req-15214cae-bb19-4259-be3b-2824988e9d45 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fc2b1e9a-5e2d-4bbd-890d-918614c57af0 HTTP/1.1" status: 200 len: 1100 time: 0.5836024 Sep 30 01:02:47.590136 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-a2a28cb1-1962-45c3-96e3-cdaa67594a68 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Unset dirty status for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:02:47.591315 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-a2a28cb1-1962-45c3-96e3-cdaa67594a68 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6454422 Sep 30 01:02:47.596102 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45134) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:47.600897 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a13a2243-409b-4735-982b-c33da7d573d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:47.653156 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c34b5620-004b-4d82-a405-32fd2639686f {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:02:47.655588 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-a13a2243-409b-4735-982b-c33da7d573d1 admin admin] Usage tracker for resource:security_group_rule and tenant:2b6e2fef5a454f0498865063fef18aff is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:47.666909 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:47.667156 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-a13a2243-409b-4735-982b-c33da7d573d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:47.674120 n-d-811809-1 neutron-server[80275]: INFO neutron.pecan_wsgi.hooks.translation [None req-312137cb-8e7d-49e4-a3f9-60182805eefd tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] GET failed (client error): The resource could not be found. Sep 30 01:02:47.675646 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-312137cb-8e7d-49e4-a3f9-60182805eefd tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "GET /v2.0/ports/7db853d3-2c1a-4950-a805-ba555a6cd6a4 HTTP/1.1" status: 404 len: 333 time: 0.0785172 Sep 30 01:02:47.681262 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 45138) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:47.683338 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a13a2243-409b-4735-982b-c33da7d573d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:47.704446 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-224abdb6-7d4d-463b-bda5-a37eec20fd64 req-abc35ed2-56df-415f-9a95-fb37ff316e22 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2632cc96-b93c-409e-9e4b-ce8bd328a609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045873 Sep 30 01:02:47.735145 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Transition to ACTIVE for port object c34b5620-004b-4d82-a405-32fd2639686f will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:02:47.751503 n-d-811809-1 neutron-server[80274]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4c04c1-24b2-42e4-b7a3-27d3982123b9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] GET failed (client error): The resource could not be found. Sep 30 01:02:47.753484 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-ef4c04c1-24b2-42e4-b7a3-27d3982123b9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "GET /v2.0/ports/7a11a33f-85e7-427d-a781-c492e9e75bea HTTP/1.1" status: 404 len: 333 time: 0.0673091 Sep 30 01:02:47.756706 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:47.760323 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45142) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:47.765187 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-94d0a77f-ad82-47c5-892e-61637b1460cc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-590129832-network', 'tenant_id': '317ba557079d4902882e26223cd79031'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:47.769272 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-13ad5a3c-7ad9-4d4a-a4af-37cd57196a2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:47.808577 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-94d0a77f-ad82-47c5-892e-61637b1460cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:47.886558 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-94d0a77f-ad82-47c5-892e-61637b1460cc admin admin] Usage tracker for resource:network and tenant:317ba557079d4902882e26223cd79031 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:47.898625 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-94d0a77f-ad82-47c5-892e-61637b1460cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:47.918511 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-94d0a77f-ad82-47c5-892e-61637b1460cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:47.918893 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a3f11016-1071-4fe4-9863-7f2fdbdc6c68 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:48.012214 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Pushing event updated for resources: {'Port': ['ID=c34b5620-004b-4d82-a405-32fd2639686f,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:48.019676 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a13a2243-409b-4735-982b-c33da7d573d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:48.041051 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:48.041051 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:48.041051 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:48.041051 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:48.041051 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:48.041051 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:48.041051 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:48.041051 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:48.041051 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:48.041051 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:48.042047 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:48.042047 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:48.061440 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:48.069383 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d0a77f-ad82-47c5-892e-61637b1460cc admin admin] Made reservation on behalf of 317ba557079d4902882e26223cd79031 for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:02:48.072459 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-94d0a77f-ad82-47c5-892e-61637b1460cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:48.081071 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a13a2243-409b-4735-982b-c33da7d573d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:48.087874 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2ceb67f4-9398-4bb8-a192-945af0a86fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:48.091178 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-94d0a77f-ad82-47c5-892e-61637b1460cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:48.129187 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-94d0a77f-ad82-47c5-892e-61637b1460cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:48.141651 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-94d0a77f-ad82-47c5-892e-61637b1460cc admin admin] Usage tracker for resource:security_group_rule and tenant:317ba557079d4902882e26223cd79031 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:48.141651 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Attempting to bind port c34b5620-004b-4d82-a405-32fd2639686f on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:02:48.141651 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Attempting to bind port c34b5620-004b-4d82-a405-32fd2639686f by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:02:48.141651 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Attempting to bind port c34b5620-004b-4d82-a405-32fd2639686f on network 34a0c4bb-7b8e-4af9-940e-de978352f62e {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:02:48.142642 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-94d0a77f-ad82-47c5-892e-61637b1460cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:48.150835 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-94d0a77f-ad82-47c5-892e-61637b1460cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:48.152696 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Port c34b5620-004b-4d82-a405-32fd2639686f on network 34a0c4bb-7b8e-4af9-940e-de978352f62e not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:02:48.153342 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Attempting to bind port c34b5620-004b-4d82-a405-32fd2639686f on network 34a0c4bb-7b8e-4af9-940e-de978352f62e {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:02:48.154595 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a3f11016-1071-4fe4-9863-7f2fdbdc6c68 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:48.164486 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:02:48.164880 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Checking segment: {'id': 'e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:02:48.165221 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Bound using segment: {'id': 'e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:02:48.165660 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Bound port: c34b5620-004b-4d82-a405-32fd2639686f, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:02:48.166008 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:48.199865 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13a2243-409b-4735-982b-c33da7d573d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:02:48.230954 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a2243-409b-4735-982b-c33da7d573d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f842c72-92bf-473a-898b-7083b1ee3728,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:48.235043 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a13a2243-409b-4735-982b-c33da7d573d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:48.237253 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-a3f11016-1071-4fe4-9863-7f2fdbdc6c68 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6b3ad3-18a8-4e2f-95e8-74f2af6b361f']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:48.266696 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a13a2243-409b-4735-982b-c33da7d573d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:48.267146 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-a13a2243-409b-4735-982b-c33da7d573d1 admin admin] Added segment c0509f14-eb2b-4c22-b7ef-12dddf1b9b59 of type vlan for network 1c18baa8-7151-4b37-b98c-da8ddcd05d1d Sep 30 01:02:48.277413 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-a3f11016-1071-4fe4-9863-7f2fdbdc6c68 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b034d6d1-7579-4278-b933-66fbae77c0b6') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:48.278077 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-a3f11016-1071-4fe4-9863-7f2fdbdc6c68 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b034d6d1-7579-4278-b933-66fbae77c0b6') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:48.315458 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a3f11016-1071-4fe4-9863-7f2fdbdc6c68 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:48.327320 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a3f11016-1071-4fe4-9863-7f2fdbdc6c68 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:48.339003 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f11016-1071-4fe4-9863-7f2fdbdc6c68 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:02:48.339003 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a3f11016-1071-4fe4-9863-7f2fdbdc6c68 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:48.339440 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] For port c34b5620-004b-4d82-a405-32fd2639686f, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:02:48.342522 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] For port c34b5620-004b-4d82-a405-32fd2639686f, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c34b5620-004b-4d82-a405-32fd2639686f,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:02:48.394184 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-94d0a77f-ad82-47c5-892e-61637b1460cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:48.403679 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:48.411623 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4fa04bd9-e407-4760-acf8-ebdad02bdf58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: timer() Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:02:48.454261 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:02:48.464092 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-94d0a77f-ad82-47c5-892e-61637b1460cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:48.490381 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a13a2243-409b-4735-982b-c33da7d573d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:48.502089 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4eee0b-0821-4b35-bb91-840f3364894c req-6bfcee44-5ec4-4aee-a2df-d0b7640ce696 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:48.509177 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2d4eee0b-0821-4b35-bb91-840f3364894c req-6bfcee44-5ec4-4aee-a2df-d0b7640ce696 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b1e9a-5e2d-4bbd-890d-918614c57af0 HTTP/1.1" status: 200 len: 949 time: 0.3978472 Sep 30 01:02:48.514176 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a3f11016-1071-4fe4-9863-7f2fdbdc6c68 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:48.518380 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:48.520025 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:48.522571 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:48.524191 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] 10.222.0.59 "PUT /v2.0/ports/c34b5620-004b-4d82-a405-32fd2639686f HTTP/1.1" status: 200 len: 1091 time: 2.3321116 Sep 30 01:02:48.525171 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e831f726-f59c-4f3f-9c66-3dfe1b5a5ffd', 'tag': 'c34b5620-004b-4d82-a405-32fd2639686f'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:02:48.555803 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d0a77f-ad82-47c5-892e-61637b1460cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:02:48.560947 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a3f11016-1071-4fe4-9863-7f2fdbdc6c68 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:48.638145 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-94d0a77f-ad82-47c5-892e-61637b1460cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:48.638700 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-94d0a77f-ad82-47c5-892e-61637b1460cc admin admin] Added segment af10906d-6c0a-4f6f-83b7-0696cedb4a4f of type vlan for network 1e2206f2-97da-4525-be9c-10f3f7da23c8 Sep 30 01:02:48.645701 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Pushing event updated for resources: {'Port': ['ID=c34b5620-004b-4d82-a405-32fd2639686f,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:48.663086 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:48.665674 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-af9bcad2-861d-4487-a975-69acfc455e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:48.695685 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2d4eee0b-0821-4b35-bb91-840f3364894c req-63fb2004-4772-46ea-8b46-683e4d453c08 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/security-groups?id=2632cc96-b93c-409e-9e4b-ce8bd328a609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853290 Sep 30 01:02:48.700333 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0a77f-ad82-47c5-892e-61637b1460cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaab8157-1e99-47b8-92ba-d67f6f8a5f02,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:48.704665 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.db.resource_extend [None req-a13a2243-409b-4735-982b-c33da7d573d1 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 01:02:48.721972 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-94d0a77f-ad82-47c5-892e-61637b1460cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:48.751286 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f11016-1071-4fe4-9863-7f2fdbdc6c68 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Network': ['ID=bf6b3ad3-18a8-4e2f-95e8-74f2af6b361f,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:48.759913 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a3f11016-1071-4fe4-9863-7f2fdbdc6c68 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:48.761347 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a13a2243-409b-4735-982b-c33da7d573d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:48.762751 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13a2243-409b-4735-982b-c33da7d573d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:48.763514 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a13a2243-409b-4735-982b-c33da7d573d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:48.809949 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-62de81c9-5d85-46dc-87bc-038b3b91a281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:48.813009 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-f9b7f795-ea59-4981-af4a-8c119288efab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:48.829142 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-94d0a77f-ad82-47c5-892e-61637b1460cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:48.861208 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 01:02:48.959800 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e831f726-f59c-4f3f-9c66-3dfe1b5a5ffd', 'tag': 'c34b5620-004b-4d82-a405-32fd2639686f', 'status': 'completed', 'code': 200} Sep 30 01:02:48.981755 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-84baf709-6213-49ca-a78f-29770dccb40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:48.981755 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-84baf709-6213-49ca-a78f-29770dccb40c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09577eebebf34beb8f9f7386d3ff6957&device_id=e831f726-f59c-4f3f-9c66-3dfe1b5a5ffd HTTP/1.1" status: 200 len: 1094 time: 0.3925395 Sep 30 01:02:48.996796 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-a3f11016-1071-4fe4-9863-7f2fdbdc6c68 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/networks/bf6b3ad3-18a8-4e2f-95e8-74f2af6b361f HTTP/1.1" status: 204 len: 168 time: 1.2325845 Sep 30 01:02:48.996796 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-a13a2243-409b-4735-982b-c33da7d573d1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1380134 Sep 30 01:02:49.000036 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45154) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:49.000593 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45156) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:49.008648 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-839beba6-a6cb-43c1-8f0b-c888345ae89d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1849942960'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:49.014207 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4a32c-b76e-496d-8655-43ab57038ad3 req-756263a5-9013-45e0-8f46-d33dfaf8f7bc tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:49.015093 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-ddf829f5-e0cc-41a1-b825-5be8c0d54028 admin admin] Request body: {'subnet': {'network_id': '1c18baa8-7151-4b37-b98c-da8ddcd05d1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-168019481-subnet', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:49.016427 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-abb4a32c-b76e-496d-8655-43ab57038ad3 req-756263a5-9013-45e0-8f46-d33dfaf8f7bc tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=e831f726-f59c-4f3f-9c66-3dfe1b5a5ffd HTTP/1.1" status: 200 len: 943 time: 0.2793863 Sep 30 01:02:49.027360 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-ddf829f5-e0cc-41a1-b825-5be8c0d54028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:49.035148 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-ddf829f5-e0cc-41a1-b825-5be8c0d54028 admin admin] Usage tracker for resource:subnet and tenant:2b6e2fef5a454f0498865063fef18aff is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:49.035535 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-ddf829f5-e0cc-41a1-b825-5be8c0d54028 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:49.042821 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-ddf829f5-e0cc-41a1-b825-5be8c0d54028 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:49.054050 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-839beba6-a6cb-43c1-8f0b-c888345ae89d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:49.058364 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:49.068941 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a2243-409b-4735-982b-c33da7d573d1 admin admin] Pushing event updated for resources: {'Network': ['ID=1c18baa8-7151-4b37-b98c-da8ddcd05d1d,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:49.070944 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf829f5-e0cc-41a1-b825-5be8c0d54028 admin admin] Made reservation on behalf of 2b6e2fef5a454f0498865063fef18aff for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:02:49.073249 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ddf829f5-e0cc-41a1-b825-5be8c0d54028 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:49.087900 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 1c18baa8-7151-4b37-b98c-da8ddcd05d1d details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:02:49.110594 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-839beba6-a6cb-43c1-8f0b-c888345ae89d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:network and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:49.117827 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a13a2243-409b-4735-982b-c33da7d573d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:49.122226 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-839beba6-a6cb-43c1-8f0b-c888345ae89d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:49.139399 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-94d0a77f-ad82-47c5-892e-61637b1460cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:49.143528 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d0a77f-ad82-47c5-892e-61637b1460cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:49.144109 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-94d0a77f-ad82-47c5-892e-61637b1460cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:49.164765 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-55cc6c4c-083f-4881-b080-8f504fd1e527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:49.211808 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-839beba6-a6cb-43c1-8f0b-c888345ae89d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:49.243134 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839beba6-a6cb-43c1-8f0b-c888345ae89d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:02:49.246585 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-839beba6-a6cb-43c1-8f0b-c888345ae89d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:49.291800 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839beba6-a6cb-43c1-8f0b-c888345ae89d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:02:49.307345 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-839beba6-a6cb-43c1-8f0b-c888345ae89d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:49.307683 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-839beba6-a6cb-43c1-8f0b-c888345ae89d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Added segment c399ea3c-9ff5-45d4-b717-4b030db5738d of type vlan for network 1db718cc-fbb4-498b-adb5-c07569d7cc5d Sep 30 01:02:49.320132 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-f9e5be32-cf53-4f50-812f-6b54e25e9655 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c34b5620-004b-4d82-a405-32fd2639686f HTTP/1.1" status: 200 len: 217 time: 0.3020163 Sep 30 01:02:49.394444 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-839beba6-a6cb-43c1-8f0b-c888345ae89d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:49.413421 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-abb4a32c-b76e-496d-8655-43ab57038ad3 req-ed4c0b9d-a548-4c74-ba81-5ee0615ae352 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762375 Sep 30 01:02:49.417123 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0a77f-ad82-47c5-892e-61637b1460cc admin admin] Pushing event updated for resources: {'Network': ['ID=1e2206f2-97da-4525-be9c-10f3f7da23c8,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:49.422144 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-94d0a77f-ad82-47c5-892e-61637b1460cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:49.434573 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-ed05bdfb-b479-4069-9e9b-78e39158a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:49.435767 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-ed05bdfb-b479-4069-9e9b-78e39158a7ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=518e3f3b-9573-4eac-aa37-789767c0d3b7 HTTP/1.1" status: 200 len: 851 time: 0.1029696 Sep 30 01:02:49.437231 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-94d0a77f-ad82-47c5-892e-61637b1460cc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9079902 Sep 30 01:02:49.439062 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 1e2206f2-97da-4525-be9c-10f3f7da23c8 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:02:49.443274 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 45162) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:49.491511 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-bbfc6597-5530-46b1-b670-8b7cf2b8fa01 admin admin] Request body: {'subnet': {'network_id': '1e2206f2-97da-4525-be9c-10f3f7da23c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-590129832-subnet', 'tenant_id': '317ba557079d4902882e26223cd79031', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:49.497168 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ddf829f5-e0cc-41a1-b825-5be8c0d54028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981632'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:49.501664 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-839beba6-a6cb-43c1-8f0b-c888345ae89d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:49.509673 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-bbfc6597-5530-46b1-b670-8b7cf2b8fa01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:49.514006 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-37e6bb03-f131-43b9-94df-1b6eda80f511 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34a0c4bb-7b8e-4af9-940e-de978352f62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696847 Sep 30 01:02:49.517066 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-bbfc6597-5530-46b1-b670-8b7cf2b8fa01 admin admin] Usage tracker for resource:subnet and tenant:317ba557079d4902882e26223cd79031 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:49.520525 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-bbfc6597-5530-46b1-b670-8b7cf2b8fa01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:49.528473 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839beba6-a6cb-43c1-8f0b-c888345ae89d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:49.529121 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-839beba6-a6cb-43c1-8f0b-c888345ae89d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:49.549041 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-bbfc6597-5530-46b1-b670-8b7cf2b8fa01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:49.591186 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:49.626645 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfc6597-5530-46b1-b670-8b7cf2b8fa01 admin admin] Made reservation on behalf of 317ba557079d4902882e26223cd79031 for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:02:49.630560 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bbfc6597-5530-46b1-b670-8b7cf2b8fa01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:49.692019 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf829f5-e0cc-41a1-b825-5be8c0d54028 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb387d9b-3f36-414b-b6fa-05f39b08a94d,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:49.699500 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ddf829f5-e0cc-41a1-b825-5be8c0d54028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:49.699931 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:49.739307 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-839beba6-a6cb-43c1-8f0b-c888345ae89d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7372413 Sep 30 01:02:49.746157 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45170) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:49.836011 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-abe35545-afd8-461a-9da0-b6cd91aa194a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'subnet': {'network_id': '1db718cc-fbb4-498b-adb5-c07569d7cc5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:49.873985 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf829f5-e0cc-41a1-b825-5be8c0d54028 admin admin] Checking segment: {'id': 'c0509f14-eb2b-4c22-b7ef-12dddf1b9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1c18baa8-7151-4b37-b98c-da8ddcd05d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:02:49.874367 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf829f5-e0cc-41a1-b825-5be8c0d54028 admin admin] Network hostable DHCP agents. Network: 1c18baa8-7151-4b37-b98c-da8ddcd05d1d, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:02:49.894689 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839beba6-a6cb-43c1-8f0b-c888345ae89d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Network': ['ID=1db718cc-fbb4-498b-adb5-c07569d7cc5d,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:49.897670 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-839beba6-a6cb-43c1-8f0b-c888345ae89d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:49.907430 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 1db718cc-fbb4-498b-adb5-c07569d7cc5d details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:02:49.994569 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf829f5-e0cc-41a1-b825-5be8c0d54028 admin admin] Network 1c18baa8-7151-4b37-b98c-da8ddcd05d1d is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:02:50.012502 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-ddf829f5-e0cc-41a1-b825-5be8c0d54028 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 1c18baa8-7151-4b37-b98c-da8ddcd05d1d) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:02:50.029339 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf829f5-e0cc-41a1-b825-5be8c0d54028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:50.029932 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ddf829f5-e0cc-41a1-b825-5be8c0d54028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:50.038899 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc33032c-d91e-4a6b-8a55-43b56eaf5880 None None] Network 1c18baa8-7151-4b37-b98c-da8ddcd05d1d requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:02:50.048903 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-abe35545-afd8-461a-9da0-b6cd91aa194a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:50.054450 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-abe35545-afd8-461a-9da0-b6cd91aa194a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:subnet and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:50.058678 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-abe35545-afd8-461a-9da0-b6cd91aa194a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:50.061928 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-54b02d44-c983-4c00-83aa-78212725f393 service neutron] 10.222.0.59 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370286 Sep 30 01:02:50.066715 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-ddf829f5-e0cc-41a1-b825-5be8c0d54028 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0629478 Sep 30 01:02:50.068064 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-abe35545-afd8-461a-9da0-b6cd91aa194a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:50.069834 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45174) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:50.078983 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-168019481-router', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:50.085470 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:50.090480 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Usage tracker for resource:router and tenant:2b6e2fef5a454f0498865063fef18aff is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:50.094129 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:50.100964 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:50.115717 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-730961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30750'] for router, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:50.116528 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30743'] for router, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:50.123663 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe35545-afd8-461a-9da0-b6cd91aa194a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:02:50.129920 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-abe35545-afd8-461a-9da0-b6cd91aa194a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:50.252692 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66326ee5-3e09-44fd-b1e7-15bfbfad6157 req-d4d00415-720b-447f-915d-9a2bb2a9ca14 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:50.260218 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-66326ee5-3e09-44fd-b1e7-15bfbfad6157 req-d4d00415-720b-447f-915d-9a2bb2a9ca14 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b1e9a-5e2d-4bbd-890d-918614c57af0 HTTP/1.1" status: 200 len: 949 time: 0.3970520 Sep 30 01:02:50.310449 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-1c18baa8-7151-4b37-b98c-da8ddcd05d1d', 'network_id': '1c18baa8-7151-4b37-b98c-da8ddcd05d1d', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'fixed_ips': [{'subnet_id': 'cb387d9b-3f36-414b-b6fa-05f39b08a94d'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 01:02:50.311628 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:50.356779 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-66326ee5-3e09-44fd-b1e7-15bfbfad6157 req-ff7d114d-fcc5-4d25-a396-55a7cc33e787 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/security-groups?id=2632cc96-b93c-409e-9e4b-ce8bd328a609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955215 Sep 30 01:02:50.415163 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d8edc6bd-a782-4e46-8dd0-175e9a9005ee req-39b214e1-60a3-4821-8675-8dc86a8b2fb9 service neutron] 10.222.0.59 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341632 Sep 30 01:02:50.538782 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:50.549430 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.ipam_backend_mixin [None req-abe35545-afd8-461a-9da0-b6cd91aa194a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Performing IP validity checks on allocation pools {{(pid=80275) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Sep 30 01:02:50.550063 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.ipam_backend_mixin [None req-abe35545-afd8-461a-9da0-b6cd91aa194a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Checking for overlaps among allocation pools and gateway ip {{(pid=80275) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Sep 30 01:02:50.638607 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Allocated IP 172.20.0.2 (1c18baa8-7151-4b37-b98c-da8ddcd05d1d/cb387d9b-3f36-414b-b6fa-05f39b08a94d/c4045722-cbbc-43fe-b2df-8709e8a0e2c7) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:02:50.709586 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bbfc6597-5530-46b1-b670-8b7cf2b8fa01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:50.721872 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ed76df80-dd11-4233-89b6-3ec3111405df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:50.820047 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc6597-5530-46b1-b670-8b7cf2b8fa01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4adfb8b3-ae94-437f-908c-bfa569a467f2,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:50.824821 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bbfc6597-5530-46b1-b670-8b7cf2b8fa01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:50.841100 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b1595-b965-4dfb-935e-083d5c7d90ef req-42080ee8-df82-4903-b24a-6031ddd44ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:50.842601 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e40b1595-b965-4dfb-935e-083d5c7d90ef req-42080ee8-df82-4903-b24a-6031ddd44ab5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09577eebebf34beb8f9f7386d3ff6957&device_id=e831f726-f59c-4f3f-9c66-3dfe1b5a5ffd HTTP/1.1" status: 200 len: 1094 time: 0.2972744 Sep 30 01:02:50.966568 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfc6597-5530-46b1-b670-8b7cf2b8fa01 admin admin] Checking segment: {'id': 'af10906d-6c0a-4f6f-83b7-0696cedb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1e2206f2-97da-4525-be9c-10f3f7da23c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:02:50.966957 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfc6597-5530-46b1-b670-8b7cf2b8fa01 admin admin] Network hostable DHCP agents. Network: 1e2206f2-97da-4525-be9c-10f3f7da23c8, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:02:51.029075 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88a2a4-d567-46ea-9623-b0a792f673b1 req-4d5cde8b-25a0-4928-a7c4-c39aa4fd897d tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:51.035997 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9a88a2a4-d567-46ea-9623-b0a792f673b1 req-4d5cde8b-25a0-4928-a7c4-c39aa4fd897d tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=e831f726-f59c-4f3f-9c66-3dfe1b5a5ffd HTTP/1.1" status: 200 len: 943 time: 0.3826532 Sep 30 01:02:51.084932 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfc6597-5530-46b1-b670-8b7cf2b8fa01 admin admin] Network 1e2206f2-97da-4525-be9c-10f3f7da23c8 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:02:51.112798 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:51.118140 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-bbfc6597-5530-46b1-b670-8b7cf2b8fa01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 1e2206f2-97da-4525-be9c-10f3f7da23c8) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:02:51.130131 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76ff552-d645-44d9-b92f-0dcfcc91102b None None] Network 1e2206f2-97da-4525-be9c-10f3f7da23c8 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:02:51.139286 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfc6597-5530-46b1-b670-8b7cf2b8fa01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:51.139879 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bbfc6597-5530-46b1-b670-8b7cf2b8fa01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:51.147382 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Transition to ACTIVE for port object c4045722-cbbc-43fe-b2df-8709e8a0e2c7 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:02:51.157459 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9a88a2a4-d567-46ea-9623-b0a792f673b1 req-498e292a-53d7-4b80-91ec-280c4d593138 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205146 Sep 30 01:02:51.162495 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-672991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-730982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30841'] for router, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:51.177768 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b1595-b965-4dfb-935e-083d5c7d90ef req-62a429d1-714e-4f6c-b9e7-7e6a23ffba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:51.179468 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e40b1595-b965-4dfb-935e-083d5c7d90ef req-62a429d1-714e-4f6c-b9e7-7e6a23ffba15 service neutron] 10.222.0.59 "GET /v2.0/networks?id=34a0c4bb-7b8e-4af9-940e-de978352f62e HTTP/1.1" status: 200 len: 912 time: 0.3279154 Sep 30 01:02:51.305043 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Transition to ACTIVE for port object c4045722-cbbc-43fe-b2df-8709e8a0e2c7 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:02:51.307660 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-bbfc6597-5530-46b1-b670-8b7cf2b8fa01 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8619823 Sep 30 01:02:51.309782 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e40b1595-b965-4dfb-935e-083d5c7d90ef req-3258c5eb-3453-457f-8316-d1fa61185608 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c34b5620-004b-4d82-a405-32fd2639686f HTTP/1.1" status: 200 len: 217 time: 0.1175966 Sep 30 01:02:51.327453 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:51.331064 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddd199-cb7a-4f87-b574-5b9f1a901c4f req-ab9929d9-cc54-4bf6-a088-4a34d5a21f3c tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:51.332635 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-98ddd199-cb7a-4f87-b574-5b9f1a901c4f req-ab9929d9-cc54-4bf6-a088-4a34d5a21f3c tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=69b3aa8c-9495-442e-bb77-8518992d9112 HTTP/1.1" status: 200 len: 950 time: 0.7745976 Sep 30 01:02:51.335778 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:51.352469 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-abe35545-afd8-461a-9da0-b6cd91aa194a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981632'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:51.363755 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b9fb2829-ff7d-4380-b187-58da2851f066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:51.389129 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3798ac58-2bd0-4b8c-94be-c58d6e556a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:51.429732 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b1595-b965-4dfb-935e-083d5c7d90ef req-cf111606-3884-4d63-9d65-3de703c3d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:51.432653 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e40b1595-b965-4dfb-935e-083d5c7d90ef req-cf111606-3884-4d63-9d65-3de703c3d67b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=518e3f3b-9573-4eac-aa37-789767c0d3b7 HTTP/1.1" status: 200 len: 851 time: 0.1146007 Sep 30 01:02:51.458427 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Network 1c18baa8-7151-4b37-b98c-da8ddcd05d1d is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:02:51.470164 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:02:51.475240 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:02:51.519967 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e40b1595-b965-4dfb-935e-083d5c7d90ef req-2d772b3a-2bff-4738-ac5f-e9fc451b49f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=34a0c4bb-7b8e-4af9-940e-de978352f62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791140 Sep 30 01:02:51.527213 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Pushing event updated for resources: {'Port': ['ID=c4045722-cbbc-43fe-b2df-8709e8a0e2c7,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:51.534935 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:51.664189 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe35545-afd8-461a-9da0-b6cd91aa194a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Subnet': ['ID=55f3dde1-1506-434d-87e3-363afd86dd9c,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:51.682537 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-98ddd199-cb7a-4f87-b574-5b9f1a901c4f req-d7682d0f-7b3d-42e5-9639-998cc3468b00 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/security-groups?id=2632cc96-b93c-409e-9e4b-ce8bd328a609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226976 Sep 30 01:02:51.691841 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-abe35545-afd8-461a-9da0-b6cd91aa194a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:51.746977 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe35545-afd8-461a-9da0-b6cd91aa194a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Checking segment: {'id': 'c399ea3c-9ff5-45d4-b717-4b030db5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1db718cc-fbb4-498b-adb5-c07569d7cc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:02:51.748501 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe35545-afd8-461a-9da0-b6cd91aa194a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network hostable DHCP agents. Network: 1db718cc-fbb4-498b-adb5-c07569d7cc5d, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:02:51.759287 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Attempting to bind port c4045722-cbbc-43fe-b2df-8709e8a0e2c7 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:02:51.759679 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Attempting to bind port c4045722-cbbc-43fe-b2df-8709e8a0e2c7 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'c0509f14-eb2b-4c22-b7ef-12dddf1b9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1c18baa8-7151-4b37-b98c-da8ddcd05d1d'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:02:51.760062 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Attempting to bind port c4045722-cbbc-43fe-b2df-8709e8a0e2c7 on network 1c18baa8-7151-4b37-b98c-da8ddcd05d1d {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:02:51.771945 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e40b1595-b965-4dfb-935e-083d5c7d90ef req-1500227f-a79f-44c8-b1e3-ae71a5ede2c4 service neutron] 10.222.0.59 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443378 Sep 30 01:02:51.776916 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:02:51.777319 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Checking segment: {'id': 'c0509f14-eb2b-4c22-b7ef-12dddf1b9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1c18baa8-7151-4b37-b98c-da8ddcd05d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:02:51.778041 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:51.783281 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe35545-afd8-461a-9da0-b6cd91aa194a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network 1db718cc-fbb4-498b-adb5-c07569d7cc5d is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:02:51.784721 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Bound using segment: {'id': 'c0509f14-eb2b-4c22-b7ef-12dddf1b9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1c18baa8-7151-4b37-b98c-da8ddcd05d1d'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:02:51.785253 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Bound port: c4045722-cbbc-43fe-b2df-8709e8a0e2c7, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0509f14-eb2b-4c22-b7ef-12dddf1b9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1c18baa8-7151-4b37-b98c-da8ddcd05d1d'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:02:51.786850 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:51.823775 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-abe35545-afd8-461a-9da0-b6cd91aa194a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 1db718cc-fbb4-498b-adb5-c07569d7cc5d) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:02:51.829929 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe35545-afd8-461a-9da0-b6cd91aa194a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:51.831130 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-abe35545-afd8-461a-9da0-b6cd91aa194a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:51.841852 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae86f933-4bc0-4296-9d54-ac4e58813c8e None None] Network 1db718cc-fbb4-498b-adb5-c07569d7cc5d requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:02:51.868117 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-abe35545-afd8-461a-9da0-b6cd91aa194a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0408640 Sep 30 01:02:51.868462 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45212) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:51.882335 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-2a5260f7-d6bf-423f-a8f1-57b261518a99 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'port': {'network_id': '1db718cc-fbb4-498b-adb5-c07569d7cc5d', 'name': 'tempest-PortsTestJSON-1829299754'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:52.095997 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e40b1595-b965-4dfb-935e-083d5c7d90ef req-254f5509-8f49-4f90-b7de-661d77c4d872 service neutron] 10.222.0.59 "GET /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165390 Sep 30 01:02:52.186548 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:52.237678 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb284e6b-8331-4a59-961d-1157941065c9 None None] Network 1e2206f2-97da-4525-be9c-10f3f7da23c8 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:02:52.248075 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:52.286147 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-70a8a1a1-dca3-4817-856e-fb36eb4f9533 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:52.287188 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-70a8a1a1-dca3-4817-856e-fb36eb4f9533 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Synchronizing usage tracker for tenant:317ba557079d4902882e26223cd79031 on resource:network {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:02:52.316886 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-70a8a1a1-dca3-4817-856e-fb36eb4f9533 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Unset dirty status for tenant:317ba557079d4902882e26223cd79031 on resource:network {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:02:52.327110 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-70a8a1a1-dca3-4817-856e-fb36eb4f9533 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/networks?id=1e2206f2-97da-4525-be9c-10f3f7da23c8 HTTP/1.1" status: 200 len: 813 time: 0.2296948 Sep 30 01:02:52.348550 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-4b897fea-b4a8-497a-b360-ea6205752238 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/quotas/317ba557079d4902882e26223cd79031 HTTP/1.1" status: 200 len: 375 time: 0.0197847 Sep 30 01:02:52.421680 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-3eea68af-ae83-4d3a-a28b-a49ff5560c0c tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=317ba557079d4902882e26223cd79031&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707731 Sep 30 01:02:52.543852 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-2a5260f7-d6bf-423f-a8f1-57b261518a99 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:52.554756 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-2a5260f7-d6bf-423f-a8f1-57b261518a99 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:52.583122 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Allocated IP 172.25.0.247 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/ae3f2d4e-ff80-4293-9dee-f67fe11f2054) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:02:52.585145 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5260f7-d6bf-423f-a8f1-57b261518a99 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:02:52.595897 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:52.600948 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2a5260f7-d6bf-423f-a8f1-57b261518a99 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:52.732522 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [None req-2a5260f7-d6bf-423f-a8f1-57b261518a99 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] device_id is not set on port 9858b9dd-6387-4394-a88f-df93f60c1c15 yet. {{(pid=80275) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:02:52.751419 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] For port c4045722-cbbc-43fe-b2df-8709e8a0e2c7, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:02:52.823352 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be6f509-a96f-4ad2-bbfc-7e053e40136c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-1db718cc-fbb4-498b-adb5-c07569d7cc5d', 'network_id': '1db718cc-fbb4-498b-adb5-c07569d7cc5d', 'tenant_id': 'fa355a47374f4432be765a0b10555e0c', 'fixed_ips': [{'subnet_id': '55f3dde1-1506-434d-87e3-363afd86dd9c'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 01:02:52.824530 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-9be6f509-a96f-4ad2-bbfc-7e053e40136c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:52.830052 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-6f2f229b-0f7b-44a9-9598-79115ac3e1b0 service neutron] 10.222.0.39 "GET /v2.0/networks/1e2206f2-97da-4525-be9c-10f3f7da23c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070926 Sep 30 01:02:52.837427 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] For port c4045722-cbbc-43fe-b2df-8709e8a0e2c7, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=c4045722-cbbc-43fe-b2df-8709e8a0e2c7,segment=NetworkSegment(c0509f14-eb2b-4c22-b7ef-12dddf1b9b59),segment_id=c0509f14-eb2b-4c22-b7ef-12dddf1b9b59)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:02:52.847791 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:52.854502 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:53.015570 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-04304fa8-12e7-48fd-87ab-f56c59887809 service neutron] 10.222.0.39 "GET /v2.0/networks/1e2206f2-97da-4525-be9c-10f3f7da23c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844628 Sep 30 01:02:53.041773 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Pushing event updated for resources: {'Port': ['ID=c4045722-cbbc-43fe-b2df-8709e8a0e2c7,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:53.057022 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:53.057652 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:53.058227 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:53.058836 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:53.059411 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:53.059982 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:53.060550 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:53.061345 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:53.061903 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:53.062517 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:53.063110 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:53.063758 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:53.079009 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:53.147488 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d1e63-b633-4fb8-9caa-8968558e3021 req-d0314a81-dbcd-4026-af99-3c346bbd4e18 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:53.149052 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-275d1e63-b633-4fb8-9caa-8968558e3021 req-d0314a81-dbcd-4026-af99-3c346bbd4e18 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=e831f726-f59c-4f3f-9c66-3dfe1b5a5ffd HTTP/1.1" status: 200 len: 943 time: 0.4978449 Sep 30 01:02:53.204421 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-9be6f509-a96f-4ad2-bbfc-7e053e40136c None None] Allocated IP 172.20.0.2 (1db718cc-fbb4-498b-adb5-c07569d7cc5d/55f3dde1-1506-434d-87e3-363afd86dd9c/c58da89a-2990-4dc1-8471-56a3e391e684) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:02:53.231575 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:53.248268 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-275d1e63-b633-4fb8-9caa-8968558e3021 req-4880b353-dc71-427c-bef5-6607ed43a22c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932996 Sep 30 01:02:53.339728 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:53.345525 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-007171ec-5686-4046-a50c-45c294cd5531 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:53.476810 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Pushing event updated for resources: {'Port': ['ID=ae3f2d4e-ff80-4293-9dee-f67fe11f2054,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:53.497539 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:53.497931 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:53.498310 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:53.498683 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:53.502555 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:53.502555 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:53.502555 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:53.503119 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:53.503119 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:53.503534 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:53.503876 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:53.504491 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:02:53.510836 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:53.582322 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:02:53.589813 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:02:53.599358 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:02:53.747862 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-eeba6d48-9dd9-476d-a0bd-9dafa5de96ee req-d8ce1d18-c348-4d8c-bc90-294ff36e3a56 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 210 time: 0.2357507 Sep 30 01:02:53.764803 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-9be6f509-a96f-4ad2-bbfc-7e053e40136c None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:53.786711 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-9be6f509-a96f-4ad2-bbfc-7e053e40136c None None] Transition to ACTIVE for port object c58da89a-2990-4dc1-8471-56a3e391e684 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:02:53.827190 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-9be6f509-a96f-4ad2-bbfc-7e053e40136c None None] Transition to ACTIVE for port object c58da89a-2990-4dc1-8471-56a3e391e684 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:02:53.834997 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-9be6f509-a96f-4ad2-bbfc-7e053e40136c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:53.840447 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-f9bd3da6-f039-453d-8bcc-d9316232a5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:54.040803 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-2a5260f7-d6bf-423f-a8f1-57b261518a99 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Allocated IP 172.20.0.10 (1db718cc-fbb4-498b-adb5-c07569d7cc5d/55f3dde1-1506-434d-87e3-363afd86dd9c/9858b9dd-6387-4394-a88f-df93f60c1c15) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:02:54.098962 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device c34b5620-004b-4d82-a405-32fd2639686f details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:02:54.311986 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port c34b5620-004b-4d82-a405-32fd2639686f, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c34b5620-004b-4d82-a405-32fd2639686f,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:54.340480 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:54.348770 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': 'c34b5620-004b-4d82-a405-32fd2639686f', 'network_id': '34a0c4bb-7b8e-4af9-940e-de978352f62e', 'port_id': 'c34b5620-004b-4d82-a405-32fd2639686f', 'mac_address': 'fa:16:3e:1a:57:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '518e3f3b-9573-4eac-aa37-789767c0d3b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:02:54.350414 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:54.368618 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be6f509-a96f-4ad2-bbfc-7e053e40136c None None] Network 1db718cc-fbb4-498b-adb5-c07569d7cc5d is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:02:54.626418 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-9be6f509-a96f-4ad2-bbfc-7e053e40136c None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:02:54.653861 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be6f509-a96f-4ad2-bbfc-7e053e40136c None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:02:54.699804 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce411c6d-bf9a-4d04-9416-bdf0991f082c req-fadf3f8c-b5b3-450b-88c7-8e3d25e373ce tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:54.709087 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ce411c6d-bf9a-4d04-9416-bdf0991f082c req-fadf3f8c-b5b3-450b-88c7-8e3d25e373ce tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=e831f726-f59c-4f3f-9c66-3dfe1b5a5ffd HTTP/1.1" status: 200 len: 943 time: 0.2691157 Sep 30 01:02:54.787489 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ce411c6d-bf9a-4d04-9416-bdf0991f082c req-e851ffdd-009e-4822-81f9-ddb7f29f217f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774405 Sep 30 01:02:54.803188 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:54.805165 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device c4045722-cbbc-43fe-b2df-8709e8a0e2c7 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:02:54.863182 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703f7d7e-baf9-4748-a891-17d68499bca5 None None] Network 1c18baa8-7151-4b37-b98c-da8ddcd05d1d requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:02:54.988658 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6f509-a96f-4ad2-bbfc-7e053e40136c None None] Pushing event updated for resources: {'Port': ['ID=c58da89a-2990-4dc1-8471-56a3e391e684,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:55.043743 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-65c220cf-c1ad-482a-9e75-3656223d3023 req-714a4864-a44c-4814-b6e1-dbe523ba6e26 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 210 time: 0.0689483 Sep 30 01:02:55.061632 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-9be6f509-a96f-4ad2-bbfc-7e053e40136c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.220s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:55.074086 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c34b5620-004b-4d82-a405-32fd2639686f {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:02:55.143571 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-9be6f509-a96f-4ad2-bbfc-7e053e40136c None None] Attempting to bind port c58da89a-2990-4dc1-8471-56a3e391e684 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:02:55.143951 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-9be6f509-a96f-4ad2-bbfc-7e053e40136c None None] Attempting to bind port c58da89a-2990-4dc1-8471-56a3e391e684 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'c399ea3c-9ff5-45d4-b717-4b030db5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1db718cc-fbb4-498b-adb5-c07569d7cc5d'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:02:55.144331 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be6f509-a96f-4ad2-bbfc-7e053e40136c None None] Attempting to bind port c58da89a-2990-4dc1-8471-56a3e391e684 on network 1db718cc-fbb4-498b-adb5-c07569d7cc5d {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:02:55.146302 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-29580be2-a2de-44f3-9e98-ab468ef0309d None None] Provisioning for port c4045722-cbbc-43fe-b2df-8709e8a0e2c7 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:02:55.184070 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be6f509-a96f-4ad2-bbfc-7e053e40136c None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:02:55.184634 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be6f509-a96f-4ad2-bbfc-7e053e40136c None None] Checking segment: {'id': 'c399ea3c-9ff5-45d4-b717-4b030db5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1db718cc-fbb4-498b-adb5-c07569d7cc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:02:55.185066 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-9be6f509-a96f-4ad2-bbfc-7e053e40136c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:55.185474 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be6f509-a96f-4ad2-bbfc-7e053e40136c None None] Bound using segment: {'id': 'c399ea3c-9ff5-45d4-b717-4b030db5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1db718cc-fbb4-498b-adb5-c07569d7cc5d'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:02:55.185976 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-9be6f509-a96f-4ad2-bbfc-7e053e40136c None None] Bound port: c58da89a-2990-4dc1-8471-56a3e391e684, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c399ea3c-9ff5-45d4-b717-4b030db5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1db718cc-fbb4-498b-adb5-c07569d7cc5d'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:02:55.186365 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-9be6f509-a96f-4ad2-bbfc-7e053e40136c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:55.200700 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port c34b5620-004b-4d82-a405-32fd2639686f, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c34b5620-004b-4d82-a405-32fd2639686f,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:55.290653 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:55.298491 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:55.317199 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2a5260f7-d6bf-423f-a8f1-57b261518a99 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:55.330471 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673175'] for router, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:55.411353 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port c4045722-cbbc-43fe-b2df-8709e8a0e2c7 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:02:55.442763 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port c4045722-cbbc-43fe-b2df-8709e8a0e2c7 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:02:55.443154 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:55.506516 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-797709e8-9d25-48e2-ab20-adc56cf5f1cd tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:55.523043 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-797709e8-9d25-48e2-ab20-adc56cf5f1cd tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.59 "GET /v2.0/networks?id=1e2206f2-97da-4525-be9c-10f3f7da23c8 HTTP/1.1" status: 200 len: 813 time: 0.3607953 Sep 30 01:02:55.578754 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-3eb6d53b-8432-44b9-b572-570fe32ade47 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Request body: {'port': {'device_id': '10de5c86-dd9e-4b7d-9194-3ede7f555bb9', 'network_id': '1e2206f2-97da-4525-be9c-10f3f7da23c8', 'admin_state_up': True, 'tenant_id': '317ba557079d4902882e26223cd79031'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:55.603737 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-2a5260f7-d6bf-423f-a8f1-57b261518a99 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Transition to ACTIVE for port object 9858b9dd-6387-4394-a88f-df93f60c1c15 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:02:55.611020 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-9be6f509-a96f-4ad2-bbfc-7e053e40136c None None] For port c58da89a-2990-4dc1-8471-56a3e391e684, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:02:55.615163 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-9be6f509-a96f-4ad2-bbfc-7e053e40136c None None] For port c58da89a-2990-4dc1-8471-56a3e391e684, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=c58da89a-2990-4dc1-8471-56a3e391e684,segment=NetworkSegment(c399ea3c-9ff5-45d4-b717-4b030db5738d),segment_id=c399ea3c-9ff5-45d4-b717-4b030db5738d)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:02:55.657672 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-9be6f509-a96f-4ad2-bbfc-7e053e40136c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:55.721923 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=c34b5620-004b-4d82-a405-32fd2639686f,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:55.740811 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:55.744105 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:55.791734 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2a5260f7-d6bf-423f-a8f1-57b261518a99 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:55.814312 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e5f86f1c-c11c-40bb-b1f4-c5131c9cb721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:55.932511 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-3eb6d53b-8432-44b9-b572-570fe32ade47 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:02:55.949541 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-3eb6d53b-8432-44b9-b572-570fe32ade47 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Usage tracker for resource:port and tenant:317ba557079d4902882e26223cd79031 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:02:55.963352 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-3eb6d53b-8432-44b9-b572-570fe32ade47 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:02:55.989903 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6f509-a96f-4ad2-bbfc-7e053e40136c None None] Pushing event updated for resources: {'Port': ['ID=c58da89a-2990-4dc1-8471-56a3e391e684,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:55.992984 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:56.009293 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['c34b5620-004b-4d82-a405-32fd2639686f'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:02:56.011640 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5260f7-d6bf-423f-a8f1-57b261518a99 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network 1db718cc-fbb4-498b-adb5-c07569d7cc5d is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:02:56.017511 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-2a5260f7-d6bf-423f-a8f1-57b261518a99 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:02:56.034684 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:02:56.036422 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5260f7-d6bf-423f-a8f1-57b261518a99 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:02:56.045831 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-9be6f509-a96f-4ad2-bbfc-7e053e40136c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:56.130085 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-3eb6d53b-8432-44b9-b572-570fe32ade47 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:02:56.220755 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5260f7-d6bf-423f-a8f1-57b261518a99 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:56.223657 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2a5260f7-d6bf-423f-a8f1-57b261518a99 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:56.227418 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-3eb6d53b-8432-44b9-b572-570fe32ade47 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Made reservation on behalf of 317ba557079d4902882e26223cd79031 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:02:56.259853 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-3eb6d53b-8432-44b9-b572-570fe32ade47 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:56.296028 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5260f7-d6bf-423f-a8f1-57b261518a99 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Port': ['ID=9858b9dd-6387-4394-a88f-df93f60c1c15,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:56.317978 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2a5260f7-d6bf-423f-a8f1-57b261518a99 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:56.322081 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-2a5260f7-d6bf-423f-a8f1-57b261518a99 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.4525008 Sep 30 01:02:56.327131 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45288) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:56.501870 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Router ce0782bb-ddb5-48ad-b38d-df4d18c68e0c is scheduled to L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 with binding_index 1 {{(pid=80275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 30 01:02:56.671708 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a361f93-d31a-4d3d-94a9-0cb5be3b0db4 req-7305807b-a8ae-4676-8fa8-82ecb03dbb28 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:56.680131 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9a361f93-d31a-4d3d-94a9-0cb5be3b0db4 req-7305807b-a8ae-4676-8fa8-82ecb03dbb28 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=e831f726-f59c-4f3f-9c66-3dfe1b5a5ffd HTTP/1.1" status: 200 len: 944 time: 0.7162418 Sep 30 01:02:56.815031 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:56.845554 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port c4045722-cbbc-43fe-b2df-8709e8a0e2c7, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=c4045722-cbbc-43fe-b2df-8709e8a0e2c7,segment=NetworkSegment(c0509f14-eb2b-4c22-b7ef-12dddf1b9b59),segment_id=c0509f14-eb2b-4c22-b7ef-12dddf1b9b59)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:56.891889 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-3eb6d53b-8432-44b9-b572-570fe32ade47 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Allocated IP 172.20.0.6 (1e2206f2-97da-4525-be9c-10f3f7da23c8/4adfb8b3-ae94-437f-908c-bfa569a467f2/3a902b1f-3960-4265-a353-8f9b13f0a508) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:02:56.898805 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:56.918283 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65cf21e7-d0e3-4d4c-89f3-2eb81eb39eca req-678b2464-950e-4857-964a-b1e3c9fefaea tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 210 time: 0.3698580 Sep 30 01:02:56.928202 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-682315ef-a7cc-4825-bebc-7013373d017d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting port 9858b9dd-6387-4394-a88f-df93f60c1c15 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:02:56.928556 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-682315ef-a7cc-4825-bebc-7013373d017d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:56.955745 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:57.169114 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:02:57.190604 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': 'acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': 'acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05', 'mac_address': 'fa:16:3e:ff:7b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:02:57.196457 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=c4045722-cbbc-43fe-b2df-8709e8a0e2c7,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:57.215588 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738653ee-6992-46a0-a951-805234ebdbbf None None] Sync routers for ids ['ce0782bb-ddb5-48ad-b38d-df4d18c68e0c'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:02:57.221408 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device c58da89a-2990-4dc1-8471-56a3e391e684 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:02:57.252491 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:57.357835 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-3eb6d53b-8432-44b9-b572-570fe32ade47 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:57.423306 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-3eb6d53b-8432-44b9-b572-570fe32ade47 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:57.506518 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:57.516122 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-eedd7fa1-3524-4817-8512-2aa64efb743e tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:57.582221 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-682315ef-a7cc-4825-bebc-7013373d017d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:57.609655 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:02:57.673665 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:02:57.679099 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738653ee-6992-46a0-a951-805234ebdbbf None None] Routers {'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:02:57.681111 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-738653ee-6992-46a0-a951-805234ebdbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:02:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['ce0782bb-ddb5-48ad-b38d-df4d18c68e0c'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:02:57.729829 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6d53b-8432-44b9-b572-570fe32ade47 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Pushing event updated for resources: {'Port': ['ID=3a902b1f-3960-4265-a353-8f9b13f0a508,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:57.756197 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-3eb6d53b-8432-44b9-b572-570fe32ade47 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Network 1e2206f2-97da-4525-be9c-10f3f7da23c8 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:02:57.769407 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-3eb6d53b-8432-44b9-b572-570fe32ade47 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:57.775511 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-3eb6d53b-8432-44b9-b572-570fe32ade47 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:02:57.783987 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-3eb6d53b-8432-44b9-b572-570fe32ade47 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:02:57.787425 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-682315ef-a7cc-4825-bebc-7013373d017d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Calling delete_port for 9858b9dd-6387-4394-a88f-df93f60c1c15 owned by {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:02:57.904755 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9a361f93-d31a-4d3d-94a9-0cb5be3b0db4 req-e1583fff-e9e9-4c84-95e7-734da9b1d723 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4937234 Sep 30 01:02:57.992530 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-3eb6d53b-8432-44b9-b572-570fe32ade47 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:57.997631 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-3eb6d53b-8432-44b9-b572-570fe32ade47 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:58.075502 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-3eb6d53b-8432-44b9-b572-570fe32ade47 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5126059 Sep 30 01:02:58.084289 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a08bc9d-e4ec-4ec1-ad9e-14ab0a3015b3 None None] Network 1db718cc-fbb4-498b-adb5-c07569d7cc5d requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:02:58.097090 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-811863c5-6fd5-4e18-a4cf-fcf50bc2c6be service neutron] Request body: {'port': {'device_id': '10de5c86-dd9e-4b7d-9194-3ede7f555bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:02:58.097402 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:58.098414 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-682315ef-a7cc-4825-bebc-7013373d017d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:58.125948 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bbdcb0d7-3143-46cd-894a-de3415ef10c8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:58.128094 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:58.265892 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682315ef-a7cc-4825-bebc-7013373d017d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Port': ['ID=9858b9dd-6387-4394-a88f-df93f60c1c15,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:58.283635 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05,revision_number=6']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:58.312762 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Notify callbacks [] for router, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:58.314106 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.2433624 Sep 30 01:02:58.315787 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-682315ef-a7cc-4825-bebc-7013373d017d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:58.316318 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-70a20544-ded5-48a1-9945-c37578977b53 None None] Provisioning complete for port c4045722-cbbc-43fe-b2df-8709e8a0e2c7 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:02:58.317987 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-70a20544-ded5-48a1-9945-c37578977b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:58.323790 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45324) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:58.487074 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-811863c5-6fd5-4e18-a4cf-fcf50bc2c6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:58.629027 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port c58da89a-2990-4dc1-8471-56a3e391e684 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:02:58.632967 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:58.733190 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:02:59.084202 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-738653ee-6992-46a0-a951-805234ebdbbf None None] Set router ce0782bb-ddb5-48ad-b38d-df4d18c68e0c gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:02:59.146610 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-682315ef-a7cc-4825-bebc-7013373d017d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:59.151383 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-682315ef-a7cc-4825-bebc-7013373d017d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/ports/9858b9dd-6387-4394-a88f-df93f60c1c15 HTTP/1.1" status: 204 len: 168 time: 2.8195632 Sep 30 01:02:59.152006 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45334) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:59.185389 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-811863c5-6fd5-4e18-a4cf-fcf50bc2c6be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a902b1f-3960-4265-a353-8f9b13f0a508 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:02:59.194996 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-811863c5-6fd5-4e18-a4cf-fcf50bc2c6be service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:59.212560 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-811863c5-6fd5-4e18-a4cf-fcf50bc2c6be service neutron] Transition to ACTIVE for port object 3a902b1f-3960-4265-a353-8f9b13f0a508 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:02:59.227824 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device c4045722-cbbc-43fe-b2df-8709e8a0e2c7 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:02:59.273840 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-811863c5-6fd5-4e18-a4cf-fcf50bc2c6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:59.283194 n-d-811809-1 neutron-server[80275]: INFO neutron.pecan_wsgi.hooks.translation [None req-b878bae2-1037-4873-8cfc-9dea34ddb5b1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] DELETE failed (client error): The resource could not be found. Sep 30 01:02:59.283680 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bffe1717-d9ba-4e4f-93e6-1fad3f086b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:02:59.283822 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b878bae2-1037-4873-8cfc-9dea34ddb5b1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80275) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 01:02:59.287717 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-b878bae2-1037-4873-8cfc-9dea34ddb5b1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/ports/9858b9dd-6387-4394-a88f-df93f60c1c15 HTTP/1.1" status: 404 len: 333 time: 0.1324739 Sep 30 01:02:59.296604 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45340) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:59.469822 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811863c5-6fd5-4e18-a4cf-fcf50bc2c6be service neutron] Pushing event updated for resources: {'Port': ['ID=3a902b1f-3960-4265-a353-8f9b13f0a508,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:02:59.507627 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-811863c5-6fd5-4e18-a4cf-fcf50bc2c6be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:02:59.774953 n-d-811809-1 neutron-server[80275]: INFO neutron.pecan_wsgi.hooks.translation [None req-0468b384-f8cf-4738-84e7-653ac8aa1682 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] GET failed (client error): The resource could not be found. Sep 30 01:02:59.775426 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-0468b384-f8cf-4738-84e7-653ac8aa1682 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Synchronizing usage tracker for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:02:59.845042 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-0468b384-f8cf-4738-84e7-653ac8aa1682 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Unset dirty status for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:02:59.846205 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-0468b384-f8cf-4738-84e7-653ac8aa1682 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "GET /v2.0/ports/9858b9dd-6387-4394-a88f-df93f60c1c15 HTTP/1.1" status: 404 len: 333 time: 0.5487087 Sep 30 01:02:59.855814 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45344) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:02:59.901697 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862131e1-11d2-41e0-b48e-ef338a754967 req-4054ef05-eae2-4404-8968-2853de854c74 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:02:59.902426 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-862131e1-11d2-41e0-b48e-ef338a754967 req-4054ef05-eae2-4404-8968-2853de854c74 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Synchronizing usage tracker for tenant:317ba557079d4902882e26223cd79031 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:02:59.941489 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-811863c5-6fd5-4e18-a4cf-fcf50bc2c6be service neutron] Attempting to bind port 3a902b1f-3960-4265-a353-8f9b13f0a508 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:02:59.943288 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-811863c5-6fd5-4e18-a4cf-fcf50bc2c6be service neutron] Attempting to bind port 3a902b1f-3960-4265-a353-8f9b13f0a508 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'af10906d-6c0a-4f6f-83b7-0696cedb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1e2206f2-97da-4525-be9c-10f3f7da23c8'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:02:59.943288 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-811863c5-6fd5-4e18-a4cf-fcf50bc2c6be service neutron] Attempting to bind port 3a902b1f-3960-4265-a353-8f9b13f0a508 on network 1e2206f2-97da-4525-be9c-10f3f7da23c8 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:02:59.948893 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-811863c5-6fd5-4e18-a4cf-fcf50bc2c6be service neutron] Port 3a902b1f-3960-4265-a353-8f9b13f0a508 on network 1e2206f2-97da-4525-be9c-10f3f7da23c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:02:59.949290 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-811863c5-6fd5-4e18-a4cf-fcf50bc2c6be service neutron] Attempting to bind port 3a902b1f-3960-4265-a353-8f9b13f0a508 on network 1e2206f2-97da-4525-be9c-10f3f7da23c8 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:02:59.957732 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-811863c5-6fd5-4e18-a4cf-fcf50bc2c6be service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:02:59.958068 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-811863c5-6fd5-4e18-a4cf-fcf50bc2c6be service neutron] Checking segment: {'id': 'af10906d-6c0a-4f6f-83b7-0696cedb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1e2206f2-97da-4525-be9c-10f3f7da23c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:02:59.958456 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-811863c5-6fd5-4e18-a4cf-fcf50bc2c6be service neutron] Bound using segment: {'id': 'af10906d-6c0a-4f6f-83b7-0696cedb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1e2206f2-97da-4525-be9c-10f3f7da23c8'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:02:59.959117 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-811863c5-6fd5-4e18-a4cf-fcf50bc2c6be service neutron] Bound port: 3a902b1f-3960-4265-a353-8f9b13f0a508, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af10906d-6c0a-4f6f-83b7-0696cedb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1e2206f2-97da-4525-be9c-10f3f7da23c8'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:02:59.959467 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-811863c5-6fd5-4e18-a4cf-fcf50bc2c6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:02:59.969578 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-862131e1-11d2-41e0-b48e-ef338a754967 req-4054ef05-eae2-4404-8968-2853de854c74 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Unset dirty status for tenant:317ba557079d4902882e26223cd79031 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:02:59.982761 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-862131e1-11d2-41e0-b48e-ef338a754967 req-4054ef05-eae2-4404-8968-2853de854c74 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 943 time: 1.4654152 Sep 30 01:03:00.061351 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-2868dbf9-1bc8-4781-9891-7a1825308416 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting subnet 55f3dde1-1506-434d-87e3-363afd86dd9c {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:03:00.080636 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-862131e1-11d2-41e0-b48e-ef338a754967 req-34749fc1-a678-4361-ba50-fe288e10f693 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Synchronizing usage tracker for tenant:317ba557079d4902882e26223cd79031 on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:03:00.096739 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2868dbf9-1bc8-4781-9891-7a1825308416 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:00.119064 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-862131e1-11d2-41e0-b48e-ef338a754967 req-34749fc1-a678-4361-ba50-fe288e10f693 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Unset dirty status for tenant:317ba557079d4902882e26223cd79031 on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:03:00.126804 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-862131e1-11d2-41e0-b48e-ef338a754967 req-34749fc1-a678-4361-ba50-fe288e10f693 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445277 Sep 30 01:03:00.181208 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-811863c5-6fd5-4e18-a4cf-fcf50bc2c6be service neutron] For port 3a902b1f-3960-4265-a353-8f9b13f0a508, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:03:00.184977 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-811863c5-6fd5-4e18-a4cf-fcf50bc2c6be service neutron] For port 3a902b1f-3960-4265-a353-8f9b13f0a508, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=3a902b1f-3960-4265-a353-8f9b13f0a508,segment=NetworkSegment(af10906d-6c0a-4f6f-83b7-0696cedb4a4f),segment_id=af10906d-6c0a-4f6f-83b7-0696cedb4a4f)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:03:00.193485 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-811863c5-6fd5-4e18-a4cf-fcf50bc2c6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:00.199145 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-066b057d-d543-499a-a020-1ed6c4403866 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:00.201844 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-d3d3ce0b-8bec-4dd3-858e-139c23ac423d None None] Provisioning for port c58da89a-2990-4dc1-8471-56a3e391e684 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:03:00.227103 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-d3d3ce0b-8bec-4dd3-858e-139c23ac423d None None] Provisioning complete for port c58da89a-2990-4dc1-8471-56a3e391e684 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:03:00.227499 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d3d3ce0b-8bec-4dd3-858e-139c23ac423d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:00.369261 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-811863c5-6fd5-4e18-a4cf-fcf50bc2c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:00.370823 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-811863c5-6fd5-4e18-a4cf-fcf50bc2c6be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:00.372517 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-811863c5-6fd5-4e18-a4cf-fcf50bc2c6be service neutron] 10.222.0.59 "PUT /v2.0/ports/3a902b1f-3960-4265-a353-8f9b13f0a508 HTTP/1.1" status: 200 len: 1091 time: 2.2832801 Sep 30 01:03:00.379113 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10de5c86-dd9e-4b7d-9194-3ede7f555bb9', 'tag': '3a902b1f-3960-4265-a353-8f9b13f0a508'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:03:00.396395 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2868dbf9-1bc8-4781-9891-7a1825308416 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:00.448624 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a073fc7a-e4a1-48a0-b789-87890d3691c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:00.591006 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port c4045722-cbbc-43fe-b2df-8709e8a0e2c7 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:03:00.591954 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:00.687044 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2868dbf9-1bc8-4781-9891-7a1825308416 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:00.725380 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811863c5-6fd5-4e18-a4cf-fcf50bc2c6be service neutron] Pushing event updated for resources: {'Port': ['ID=3a902b1f-3960-4265-a353-8f9b13f0a508,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:00.738540 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-811863c5-6fd5-4e18-a4cf-fcf50bc2c6be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:00.807676 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-738653ee-6992-46a0-a951-805234ebdbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'name': 'tempest-ServersTestJSON-168019481-router', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'ae3f2d4e-ff80-4293-9dee-f67fe11f2054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:02:50Z', 'updated_at': '2021-09-30T01:02:54Z', 'revision_number': 3, 'project_id': '2b6e2fef5a454f0498865063fef18aff', 'gw_port': {'id': 'ae3f2d4e-ff80-4293-9dee-f67fe11f2054', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:52Z', 'updated_at': '2021-09-30T01:02:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:03:00.809434 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7026700-a3d9-4a87-a5dd-2b4b2f362499 req-cf19bd0a-5fd0-43ae-b8f3-b4dda7a9d72a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:00.820510 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738653ee-6992-46a0-a951-805234ebdbbf None None] Checking router: ce0782bb-ddb5-48ad-b38d-df4d18c68e0c for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:03:00.820868 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738653ee-6992-46a0-a951-805234ebdbbf None None] Updating router ce0782bb-ddb5-48ad-b38d-df4d18c68e0c port ae3f2d4e-ff80-4293-9dee-f67fe11f2054 binding host n-d-811809-1 {{(pid=80276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 01:03:00.821952 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e7026700-a3d9-4a87-a5dd-2b4b2f362499 req-cf19bd0a-5fd0-43ae-b8f3-b4dda7a9d72a tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=e831f726-f59c-4f3f-9c66-3dfe1b5a5ffd HTTP/1.1" status: 200 len: 944 time: 0.4439938 Sep 30 01:03:00.838475 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-a073fc7a-e4a1-48a0-b789-87890d3691c2 admin admin] Allocated IP 172.20.0.1 (1c18baa8-7151-4b37-b98c-da8ddcd05d1d/cb387d9b-3f36-414b-b6fa-05f39b08a94d/9c4d5d97-9576-48c7-a8e7-426f0dfc95a6) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:03:00.858085 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-5e555ee3-7272-4fce-a983-26da8f86c930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:00.861418 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-5e555ee3-7272-4fce-a983-26da8f86c930 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=317ba557079d4902882e26223cd79031&device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 1094 time: 0.3965001 Sep 30 01:03:00.880206 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2868dbf9-1bc8-4781-9891-7a1825308416 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:00.899926 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6d60a49a-6f7e-41e0-ac35-a1f49bc60839 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:01.037596 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-738653ee-6992-46a0-a951-805234ebdbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:01.047790 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2868dbf9-1bc8-4781-9891-7a1825308416 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:01.056741 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-691a71f2-9c08-4610-92f8-54e14ae4d722 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a902b1f-3960-4265-a353-8f9b13f0a508 HTTP/1.1" status: 200 len: 217 time: 0.1773515 Sep 30 01:03:01.059095 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868dbf9-1bc8-4781-9891-7a1825308416 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Subnet': ['ID=55f3dde1-1506-434d-87e3-363afd86dd9c,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:01.080651 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2868dbf9-1bc8-4781-9891-7a1825308416 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:01.092086 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-2868dbf9-1bc8-4781-9891-7a1825308416 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/subnets/55f3dde1-1506-434d-87e3-363afd86dd9c HTTP/1.1" status: 204 len: 168 time: 1.2329822 Sep 30 01:03:01.095639 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45350) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:01.152776 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d3d3ce0b-8bec-4dd3-858e-139c23ac423d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:01.190166 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e7026700-a3d9-4a87-a5dd-2b4b2f362499 req-67a8aee3-340f-4d60-a6db-d892911bc07d tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643420 Sep 30 01:03:01.253261 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b752815e-c064-4679-b274-19b3cfade015 None None] Network 1db718cc-fbb4-498b-adb5-c07569d7cc5d requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:03:01.270315 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-df0fa171-f401-4ca2-80fb-ea5558b09e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:01.274952 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-df0fa171-f401-4ca2-80fb-ea5558b09e9c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4adfb8b3-ae94-437f-908c-bfa569a467f2 HTTP/1.1" status: 200 len: 853 time: 0.2093897 Sep 30 01:03:01.382657 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-318367c5-aa9d-44c8-8ef5-8d39f3b7a901 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1e2206f2-97da-4525-be9c-10f3f7da23c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004739 Sep 30 01:03:01.477119 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-671a2857-b62f-4d6b-85de-9d502a492c5e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:01.588846 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10de5c86-dd9e-4b7d-9194-3ede7f555bb9', 'tag': '3a902b1f-3960-4265-a353-8f9b13f0a508', 'status': 'completed', 'code': 200} Sep 30 01:03:01.724933 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-64dd45c5-cb60-4632-aa94-0aabea6f18dd service neutron] 10.222.0.59 "GET /v2.0/networks/1e2206f2-97da-4525-be9c-10f3f7da23c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345251 Sep 30 01:03:01.737466 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a073fc7a-e4a1-48a0-b789-87890d3691c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:01.740597 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-671a2857-b62f-4d6b-85de-9d502a492c5e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting port c58da89a-2990-4dc1-8471-56a3e391e684 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:03:01.740938 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-671a2857-b62f-4d6b-85de-9d502a492c5e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:01.833674 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-a073fc7a-e4a1-48a0-b789-87890d3691c2 admin admin] Transition to ACTIVE for port object 9c4d5d97-9576-48c7-a8e7-426f0dfc95a6 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:03:01.872017 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-d3d3ce0b-8bec-4dd3-858e-139c23ac423d None None] For port c58da89a-2990-4dc1-8471-56a3e391e684, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=c58da89a-2990-4dc1-8471-56a3e391e684,segment=NetworkSegment(c399ea3c-9ff5-45d4-b717-4b030db5738d),segment_id=c399ea3c-9ff5-45d4-b717-4b030db5738d)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:01.902512 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a073fc7a-e4a1-48a0-b789-87890d3691c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:01.906895 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d3d3ce0b-8bec-4dd3-858e-139c23ac423d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:01.928057 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-f5746b1f-b136-4bf8-abe7-240d1fbad6df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:01.943093 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3dac29be-12ca-4b03-ab82-c1c9e211c0a3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:02.033936 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a073fc7a-e4a1-48a0-b789-87890d3691c2 admin admin] Network 1c18baa8-7151-4b37-b98c-da8ddcd05d1d is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:03:02.054954 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-a073fc7a-e4a1-48a0-b789-87890d3691c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:03:02.095826 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a073fc7a-e4a1-48a0-b789-87890d3691c2 admin admin] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:03:02.138094 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8d945a83-fed6-464f-ac9a-e9da5861210e req-2cdd3544-4f9f-4373-b061-c3a61b0e2f6b service neutron] 10.222.0.59 "GET /v2.0/networks/1e2206f2-97da-4525-be9c-10f3f7da23c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038002 Sep 30 01:03:02.237697 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a073fc7a-e4a1-48a0-b789-87890d3691c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734280'] for router_interface, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:02.266056 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:03:02.321164 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device c34b5620-004b-4d82-a405-32fd2639686f up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:03:02.406597 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3ce0b-8bec-4dd3-858e-139c23ac423d None None] Pushing event updated for resources: {'Port': ['ID=c58da89a-2990-4dc1-8471-56a3e391e684,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:02.411509 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-d3d3ce0b-8bec-4dd3-858e-139c23ac423d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:02.505398 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b1280-a6e0-425c-a1e7-bfbb1d73f6a0 req-a7ebb8fd-6d06-487b-9591-9b291d31bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:02.515948 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-970b1280-a6e0-425c-a1e7-bfbb1d73f6a0 req-a7ebb8fd-6d06-487b-9591-9b291d31bf27 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=317ba557079d4902882e26223cd79031&device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 1094 time: 0.1975894 Sep 30 01:03:02.620144 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-671a2857-b62f-4d6b-85de-9d502a492c5e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] For port c58da89a-2990-4dc1-8471-56a3e391e684, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=c58da89a-2990-4dc1-8471-56a3e391e684,segment=NetworkSegment(c399ea3c-9ff5-45d4-b717-4b030db5738d),segment_id=c399ea3c-9ff5-45d4-b717-4b030db5738d)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:02.625106 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-671a2857-b62f-4d6b-85de-9d502a492c5e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:02.688906 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dce44-5028-497e-94e7-cbae35273f5d req-7039f9fe-7f81-4737-8dce-6077e7b39f4c tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:02.696368 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-220dce44-5028-497e-94e7-cbae35273f5d req-7039f9fe-7f81-4737-8dce-6077e7b39f4c tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 943 time: 0.5572493 Sep 30 01:03:02.696707 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-1c10f954-824f-4948-be20-d0dd97a94d64 None None] Provisioning complete for port c58da89a-2990-4dc1-8471-56a3e391e684 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:03:02.697094 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-1c10f954-824f-4948-be20-d0dd97a94d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:02.784508 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-220dce44-5028-497e-94e7-cbae35273f5d req-ae753014-c3b5-4632-bcbc-1fcffe28dba6 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870414 Sep 30 01:03:02.809010 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b1280-a6e0-425c-a1e7-bfbb1d73f6a0 req-d084e1b9-9184-43ac-85a7-4eb8fc5d278a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:02.811423 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-970b1280-a6e0-425c-a1e7-bfbb1d73f6a0 req-d084e1b9-9184-43ac-85a7-4eb8fc5d278a service neutron] 10.222.0.59 "GET /v2.0/networks?id=1e2206f2-97da-4525-be9c-10f3f7da23c8 HTTP/1.1" status: 200 len: 914 time: 0.2943571 Sep 30 01:03:02.891244 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073fc7a-e4a1-48a0-b789-87890d3691c2 admin admin] Pushing event updated for resources: {'Port': ['ID=9c4d5d97-9576-48c7-a8e7-426f0dfc95a6,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:02.919733 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-671a2857-b62f-4d6b-85de-9d502a492c5e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Calling delete_port for c58da89a-2990-4dc1-8471-56a3e391e684 owned by network:dhcp {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:03:03.059432 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a073fc7a-e4a1-48a0-b789-87890d3691c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.118s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:03.138749 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-738653ee-6992-46a0-a951-805234ebdbbf None None] Notify callbacks [] for port, precommit_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:03.162524 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-738653ee-6992-46a0-a951-805234ebdbbf None None] Transition to ACTIVE for port object ae3f2d4e-ff80-4293-9dee-f67fe11f2054 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:03:03.202240 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-738653ee-6992-46a0-a951-805234ebdbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:03.214001 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:03.261733 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a073fc7a-e4a1-48a0-b789-87890d3691c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:03.297898 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-970b1280-a6e0-425c-a1e7-bfbb1d73f6a0 req-4c4ab530-8aae-48ff-add8-133e2cfce15a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a902b1f-3960-4265-a353-8f9b13f0a508 HTTP/1.1" status: 200 len: 217 time: 0.4794364 Sep 30 01:03:03.390876 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14f5d3-78d9-4ef4-9982-69b8d3773218 None None] Pushing event updated for resources: {'Port': ['ID=ae3f2d4e-ff80-4293-9dee-f67fe11f2054,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:03.398962 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device c58da89a-2990-4dc1-8471-56a3e391e684 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:03:03.411926 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b1280-a6e0-425c-a1e7-bfbb1d73f6a0 req-1101ff76-aa01-4d76-a815-c4beaed0a7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:03.413799 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-970b1280-a6e0-425c-a1e7-bfbb1d73f6a0 req-1101ff76-aa01-4d76-a815-c4beaed0a7a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4adfb8b3-ae94-437f-908c-bfa569a467f2 HTTP/1.1" status: 200 len: 853 time: 0.1032155 Sep 30 01:03:03.441993 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-ee14f5d3-78d9-4ef4-9982-69b8d3773218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:03.488075 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:03:03.488363 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:03.495764 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-970b1280-a6e0-425c-a1e7-bfbb1d73f6a0 req-42296a08-3c67-49ca-ae13-815ffa9e798d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1e2206f2-97da-4525-be9c-10f3f7da23c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737448 Sep 30 01:03:03.533463 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cafff-5646-4911-82db-8d96025be0a1 req-da00c0e5-a768-40ac-b460-4465061098b9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:03.549279 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cafff-5646-4911-82db-8d96025be0a1 req-da00c0e5-a768-40ac-b460-4465061098b9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:03.559884 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cafff-5646-4911-82db-8d96025be0a1 req-da00c0e5-a768-40ac-b460-4465061098b9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:03.586136 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cafff-5646-4911-82db-8d96025be0a1 req-da00c0e5-a768-40ac-b460-4465061098b9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:03.588916 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-671a2857-b62f-4d6b-85de-9d502a492c5e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:03.604637 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cafff-5646-4911-82db-8d96025be0a1 req-da00c0e5-a768-40ac-b460-4465061098b9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:03.623700 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cafff-5646-4911-82db-8d96025be0a1 req-da00c0e5-a768-40ac-b460-4465061098b9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:03.633297 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-dbf207f8-53e3-4250-884e-6e8fd1f2b80a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:03.651563 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port c34b5620-004b-4d82-a405-32fd2639686f completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:03:03.652607 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cafff-5646-4911-82db-8d96025be0a1 req-da00c0e5-a768-40ac-b460-4465061098b9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:03.659010 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-627cafff-5646-4911-82db-8d96025be0a1 req-da00c0e5-a768-40ac-b460-4465061098b9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5432 time: 0.4542341 Sep 30 01:03:03.664640 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719cd800-53f5-43ad-9ca4-22d9d465a717 None None] DHCP port deletion for 1db718cc-fbb4-498b-adb5-c07569d7cc5d request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 01:03:03.666247 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-1c10f954-824f-4948-be20-d0dd97a94d64 None None] Port c58da89a-2990-4dc1-8471-56a3e391e684 update to ACTIVE by agent not found {{(pid=80276) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Sep 30 01:03:03.691134 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port c34b5620-004b-4d82-a405-32fd2639686f triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:03:03.691514 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:03.725809 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-738653ee-6992-46a0-a951-805234ebdbbf None None] Attempting to bind port ae3f2d4e-ff80-4293-9dee-f67fe11f2054 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:03:03.726449 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-738653ee-6992-46a0-a951-805234ebdbbf None None] Attempting to bind port ae3f2d4e-ff80-4293-9dee-f67fe11f2054 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:03:03.727012 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738653ee-6992-46a0-a951-805234ebdbbf None None] Attempting to bind port ae3f2d4e-ff80-4293-9dee-f67fe11f2054 on network 1b813296-b79a-4ce4-abf3-9e488de9f705 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:03:03.753232 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738653ee-6992-46a0-a951-805234ebdbbf None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:03:03.757634 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738653ee-6992-46a0-a951-805234ebdbbf None None] Checking segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:03:03.759198 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-738653ee-6992-46a0-a951-805234ebdbbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:03.759805 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738653ee-6992-46a0-a951-805234ebdbbf None None] Bound using segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:03:03.760505 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-738653ee-6992-46a0-a951-805234ebdbbf None None] Bound port: ae3f2d4e-ff80-4293-9dee-f67fe11f2054, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:03:03.761082 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-738653ee-6992-46a0-a951-805234ebdbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:03.811572 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No active binding found for port c58da89a-2990-4dc1-8471-56a3e391e684 {{(pid=80276) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Sep 30 01:03:03.812287 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device c58da89a-2990-4dc1-8471-56a3e391e684 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Sep 30 01:03:03.870092 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-627cafff-5646-4911-82db-8d96025be0a1 req-993e39f0-f3ea-49f9-8591-e9b0aa451f4d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1270161 Sep 30 01:03:03.915617 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Port c58da89a-2990-4dc1-8471-56a3e391e684 not found, will not notify nova. {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Sep 30 01:03:03.936818 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a2857-b62f-4d6b-85de-9d502a492c5e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Port': ['ID=c58da89a-2990-4dc1-8471-56a3e391e684,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:03.960682 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-671a2857-b62f-4d6b-85de-9d502a492c5e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:03.961495 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671a2857-b62f-4d6b-85de-9d502a492c5e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] No DVR routers for this DVR port c58da89a-2990-4dc1-8471-56a3e391e684 on host n-d-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:03:04.013527 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-738653ee-6992-46a0-a951-805234ebdbbf None None] For port ae3f2d4e-ff80-4293-9dee-f67fe11f2054, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:03:04.021065 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-738653ee-6992-46a0-a951-805234ebdbbf None None] For port ae3f2d4e-ff80-4293-9dee-f67fe11f2054, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=ae3f2d4e-ff80-4293-9dee-f67fe11f2054,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:03:04.044423 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.db.resource_extend [None req-a073fc7a-e4a1-48a0-b789-87890d3691c2 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 01:03:04.065175 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-87828f62-928a-44f5-9e25-153dc8bb7847 None None] Provisioning for port 9c4d5d97-9576-48c7-a8e7-426f0dfc95a6 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:03:04.077049 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-738653ee-6992-46a0-a951-805234ebdbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:04.091092 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:04.127903 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-970b1280-a6e0-425c-a1e7-bfbb1d73f6a0 req-406be6f2-54af-4088-9cb3-360e3c64457a service neutron] 10.222.0.59 "GET /v2.0/networks/1e2206f2-97da-4525-be9c-10f3f7da23c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633639 Sep 30 01:03:04.288716 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14f5d3-78d9-4ef4-9982-69b8d3773218 None None] Pushing event updated for resources: {'Port': ['ID=ae3f2d4e-ff80-4293-9dee-f67fe11f2054,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:04.309606 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 3a902b1f-3960-4265-a353-8f9b13f0a508 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:03:04.312631 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-87828f62-928a-44f5-9e25-153dc8bb7847 None None] Provisioning complete for port 9c4d5d97-9576-48c7-a8e7-426f0dfc95a6 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:03:04.313196 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-87828f62-928a-44f5-9e25-153dc8bb7847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:04.314175 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-671a2857-b62f-4d6b-85de-9d502a492c5e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:04.365924 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-671a2857-b62f-4d6b-85de-9d502a492c5e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db718cc-fbb4-498b-adb5-c07569d7cc5d']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:03:04.385021 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-671a2857-b62f-4d6b-85de-9d502a492c5e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c399ea3c-9ff5-45d4-b717-4b030db5738d') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:03:04.385477 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-671a2857-b62f-4d6b-85de-9d502a492c5e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c399ea3c-9ff5-45d4-b717-4b030db5738d') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:03:04.392293 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-ee14f5d3-78d9-4ef4-9982-69b8d3773218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:04.399602 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-671a2857-b62f-4d6b-85de-9d502a492c5e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:04.403488 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-87828f62-928a-44f5-9e25-153dc8bb7847 None None] Port 9c4d5d97-9576-48c7-a8e7-426f0dfc95a6 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:03:04.420260 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-671a2857-b62f-4d6b-85de-9d502a492c5e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:04.427890 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671a2857-b62f-4d6b-85de-9d502a492c5e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:03:04.428830 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-671a2857-b62f-4d6b-85de-9d502a492c5e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:04.506697 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:04.539127 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a073fc7a-e4a1-48a0-b789-87890d3691c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: timer() Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:03:04.544123 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:03:04.548382 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-671a2857-b62f-4d6b-85de-9d502a492c5e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:04.550432 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a073fc7a-e4a1-48a0-b789-87890d3691c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:04.558635 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port c34b5620-004b-4d82-a405-32fd2639686f, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c34b5620-004b-4d82-a405-32fd2639686f,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:04.563744 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:04.577315 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6585830-d9cd-4ee6-b94e-6389e2d4c89b req-a0f1b26a-43df-443e-bd5a-c6b43b07d0a1 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:04.582852 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e831f726-f59c-4f3f-9c66-3dfe1b5a5ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34b5620-004b-4d82-a405-32fd2639686f'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:03:04.589300 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f6585830-d9cd-4ee6-b94e-6389e2d4c89b req-a0f1b26a-43df-443e-bd5a-c6b43b07d0a1 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=e831f726-f59c-4f3f-9c66-3dfe1b5a5ffd HTTP/1.1" status: 200 len: 944 time: 0.4565580 Sep 30 01:03:04.592685 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:04.602129 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:04.613783 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9aae017e-84bc-486d-94af-cf0056f38dab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:04.624856 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-970b1280-a6e0-425c-a1e7-bfbb1d73f6a0 req-f3f9462a-7ece-4ae6-b7d7-9f7bb679383f service neutron] 10.222.0.59 "GET /v2.0/networks/1e2206f2-97da-4525-be9c-10f3f7da23c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4881709 Sep 30 01:03:04.657404 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a073fc7a-e4a1-48a0-b789-87890d3691c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734445'] for router_interface, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:04.668044 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-671a2857-b62f-4d6b-85de-9d502a492c5e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:04.713673 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f6585830-d9cd-4ee6-b94e-6389e2d4c89b req-eaa80b1c-991f-4c7a-8975-82d2b7cc35a6 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233933 Sep 30 01:03:04.725336 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-671a2857-b62f-4d6b-85de-9d502a492c5e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/networks/1db718cc-fbb4-498b-adb5-c07569d7cc5d HTTP/1.1" status: 204 len: 168 time: 3.6284106 Sep 30 01:03:04.727781 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 45370) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:04.735613 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-f9e39945-c62d-4a1b-b7c6-c082dbc9e42c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2138338727'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:04.758559 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-f9e39945-c62d-4a1b-b7c6-c082dbc9e42c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:03:04.769401 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-f9e39945-c62d-4a1b-b7c6-c082dbc9e42c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:network and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:03:04.785061 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-f9e39945-c62d-4a1b-b7c6-c082dbc9e42c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:03:04.805367 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-f9e39945-c62d-4a1b-b7c6-c082dbc9e42c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:03:04.813021 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073fc7a-e4a1-48a0-b789-87890d3691c2 admin admin] Pushing event updated for resources: {'Port': ['ID=9c4d5d97-9576-48c7-a8e7-426f0dfc95a6,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:04.817902 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a073fc7a-e4a1-48a0-b789-87890d3691c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:04.818545 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-93ab1bd4-3c6f-4210-b164-006076c6e310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:04.860427 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.resource_extend [None req-8143576d-1641-4581-9367-0390ef0af33a None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 01:03:04.861006 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e39945-c62d-4a1b-b7c6-c082dbc9e42c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:03:04.865220 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f9e39945-c62d-4a1b-b7c6-c082dbc9e42c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:04.902524 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=c34b5620-004b-4d82-a405-32fd2639686f,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:04.931674 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738653ee-6992-46a0-a951-805234ebdbbf None None] Routers {'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:03:04.932387 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-738653ee-6992-46a0-a951-805234ebdbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:02:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['ce0782bb-ddb5-48ad-b38d-df4d18c68e0c'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:03:04.936927 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e39945-c62d-4a1b-b7c6-c082dbc9e42c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:03:04.961006 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f9e39945-c62d-4a1b-b7c6-c082dbc9e42c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:04.961647 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-f9e39945-c62d-4a1b-b7c6-c082dbc9e42c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Added segment 643aafa9-c664-4428-8e9b-f74e6a51b46c of type vlan for network f55b8a24-66f9-4dff-992e-66ddd24069b6 Sep 30 01:03:05.068409 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f9e39945-c62d-4a1b-b7c6-c082dbc9e42c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:05.111082 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a2857-b62f-4d6b-85de-9d502a492c5e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Network': ['ID=1db718cc-fbb4-498b-adb5-c07569d7cc5d,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:05.115300 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-671a2857-b62f-4d6b-85de-9d502a492c5e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:05.124779 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1efc0-fe4f-4b78-adee-5c6c5384ff6c req-5b9b58e6-8b9b-485c-bb26-189ef3647d82 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:05.126582 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-29a1efc0-fe4f-4b78-adee-5c6c5384ff6c req-5b9b58e6-8b9b-485c-bb26-189ef3647d82 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 943 time: 0.1541834 Sep 30 01:03:05.128485 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f9e39945-c62d-4a1b-b7c6-c082dbc9e42c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:05.135529 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e39945-c62d-4a1b-b7c6-c082dbc9e42c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:05.136390 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f9e39945-c62d-4a1b-b7c6-c082dbc9e42c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:05.145284 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5e71847b-eb5e-4756-8afc-b24f5372c15e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:05.241852 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a073fc7a-e4a1-48a0-b789-87890d3691c2 admin admin] Network 1c18baa8-7151-4b37-b98c-da8ddcd05d1d is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:03:05.243309 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-a073fc7a-e4a1-48a0-b789-87890d3691c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:03:05.395306 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-738653ee-6992-46a0-a951-805234ebdbbf None None] Set router ce0782bb-ddb5-48ad-b38d-df4d18c68e0c gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:03:05.600618 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.997s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:05.627899 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a073fc7a-e4a1-48a0-b789-87890d3691c2 admin admin] Router ce0782bb-ddb5-48ad-b38d-df4d18c68e0c has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 01:03:05.649476 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-29a1efc0-fe4f-4b78-adee-5c6c5384ff6c req-fb7117e3-3d1e-4596-8a7c-c949cfa597aa tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5085199 Sep 30 01:03:05.663075 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-f9e39945-c62d-4a1b-b7c6-c082dbc9e42c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9339716 Sep 30 01:03:05.666810 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45376) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:05.698079 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e39945-c62d-4a1b-b7c6-c082dbc9e42c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Network': ['ID=f55b8a24-66f9-4dff-992e-66ddd24069b6,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:05.711355 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f9e39945-c62d-4a1b-b7c6-c082dbc9e42c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:05.764468 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device c58da89a-2990-4dc1-8471-56a3e391e684 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:03:05.826357 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network f55b8a24-66f9-4dff-992e-66ddd24069b6 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:03:05.940100 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: c58da89a-2990-4dc1-8471-56a3e391e684 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:03:05.941209 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device c58da89a-2990-4dc1-8471-56a3e391e684 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:03:06.007097 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-16594b98-72af-4302-b7af-32778a0fecb7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'subnet': {'network_id': 'f55b8a24-66f9-4dff-992e-66ddd24069b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:06.063811 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ff4b0-d962-4da5-8e85-f3bc3aafdf34 req-58ee7244-9349-4423-9f0e-606769023bc8 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:06.088493 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ff4b0-d962-4da5-8e85-f3bc3aafdf34 req-58ee7244-9349-4423-9f0e-606769023bc8 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:06.095260 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ff4b0-d962-4da5-8e85-f3bc3aafdf34 req-58ee7244-9349-4423-9f0e-606769023bc8 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:06.103803 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a073fc7a-e4a1-48a0-b789-87890d3691c2 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:03:06.112646 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ff4b0-d962-4da5-8e85-f3bc3aafdf34 req-58ee7244-9349-4423-9f0e-606769023bc8 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:06.114298 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-a073fc7a-e4a1-48a0-b789-87890d3691c2 admin admin] 10.222.0.39 "PUT /v2.0/routers/ce0782bb-ddb5-48ad-b38d-df4d18c68e0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7905982 Sep 30 01:03:06.132689 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ff4b0-d962-4da5-8e85-f3bc3aafdf34 req-58ee7244-9349-4423-9f0e-606769023bc8 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:06.155546 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ff4b0-d962-4da5-8e85-f3bc3aafdf34 req-58ee7244-9349-4423-9f0e-606769023bc8 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:06.163357 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ff4b0-d962-4da5-8e85-f3bc3aafdf34 req-58ee7244-9349-4423-9f0e-606769023bc8 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:06.181374 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6c0ff4b0-d962-4da5-8e85-f3bc3aafdf34 req-58ee7244-9349-4423-9f0e-606769023bc8 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5432 time: 0.3107183 Sep 30 01:03:06.252776 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-16594b98-72af-4302-b7af-32778a0fecb7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:03:06.264497 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-16594b98-72af-4302-b7af-32778a0fecb7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:subnet and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:03:06.275719 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-16594b98-72af-4302-b7af-32778a0fecb7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:03:06.296382 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-16594b98-72af-4302-b7af-32778a0fecb7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:03:06.318425 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16594b98-72af-4302-b7af-32778a0fecb7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:03:06.322551 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-16594b98-72af-4302-b7af-32778a0fecb7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:06.363035 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:06.503049 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-9c5de61f-0705-493e-b00f-726f8004dfa4 None None] Provisioning complete for port 9c4d5d97-9576-48c7-a8e7-426f0dfc95a6 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:03:06.503702 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-9c5de61f-0705-493e-b00f-726f8004dfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:06.574814 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 3a902b1f-3960-4265-a353-8f9b13f0a508, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=3a902b1f-3960-4265-a353-8f9b13f0a508,segment=NetworkSegment(af10906d-6c0a-4f6f-83b7-0696cedb4a4f),segment_id=af10906d-6c0a-4f6f-83b7-0696cedb4a4f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:06.592860 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:06.594454 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:06.596671 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '3a902b1f-3960-4265-a353-8f9b13f0a508', 'network_id': '1e2206f2-97da-4525-be9c-10f3f7da23c8', 'port_id': '3a902b1f-3960-4265-a353-8f9b13f0a508', 'mac_address': 'fa:16:3e:3c:cf:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4adfb8b3-ae94-437f-908c-bfa569a467f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:03:06.937292 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e831f726-f59c-4f3f-9c66-3dfe1b5a5ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34b5620-004b-4d82-a405-32fd2639686f', 'code': 200} Sep 30 01:03:06.948884 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-ee14f5d3-78d9-4ef4-9982-69b8d3773218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:07.017600 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-16594b98-72af-4302-b7af-32778a0fecb7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981632'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:07.024941 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-abe35545-afd8-461a-9da0-b6cd91aa194a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:07.164648 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a3928-03f7-49b3-a50b-6d46ccb720cd req-ce622b16-5e7f-4bdf-8888-bb366401ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:07.171540 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-875a3928-03f7-49b3-a50b-6d46ccb720cd req-ce622b16-5e7f-4bdf-8888-bb366401ff04 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e831f726-f59c-4f3f-9c66-3dfe1b5a5ffd HTTP/1.1" status: 200 len: 1096 time: 0.4419911 Sep 30 01:03:07.192897 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16594b98-72af-4302-b7af-32778a0fecb7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Subnet': ['ID=fbd90fc9-c972-4e96-a8be-e09f5749d46b,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:07.197205 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-16594b98-72af-4302-b7af-32778a0fecb7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:07.212610 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16594b98-72af-4302-b7af-32778a0fecb7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Checking segment: {'id': '643aafa9-c664-4428-8e9b-f74e6a51b46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f55b8a24-66f9-4dff-992e-66ddd24069b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:03:07.213718 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16594b98-72af-4302-b7af-32778a0fecb7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network hostable DHCP agents. Network: f55b8a24-66f9-4dff-992e-66ddd24069b6, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:03:07.245489 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5033ec-7631-4ff0-aa71-461cb7b251c8 req-a51c45ed-0453-4b1c-81c5-f6fd4ed47dcd tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:07.246421 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05,revision_number=7']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:07.259895 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ce5033ec-7631-4ff0-aa71-461cb7b251c8 req-a51c45ed-0453-4b1c-81c5-f6fd4ed47dcd tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=e831f726-f59c-4f3f-9c66-3dfe1b5a5ffd HTTP/1.1" status: 200 len: 945 time: 0.3942199 Sep 30 01:03:07.267467 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16594b98-72af-4302-b7af-32778a0fecb7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network f55b8a24-66f9-4dff-992e-66ddd24069b6 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:03:07.294606 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-16594b98-72af-4302-b7af-32778a0fecb7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, f55b8a24-66f9-4dff-992e-66ddd24069b6) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:03:07.302783 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16594b98-72af-4302-b7af-32778a0fecb7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:07.302945 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-16594b98-72af-4302-b7af-32778a0fecb7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:07.376697 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-16594b98-72af-4302-b7af-32778a0fecb7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7035348 Sep 30 01:03:07.383017 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 45392) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:07.395097 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:07.399741 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-0b0f2b01-4502-43f2-bb75-ed7df731bf31 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'port': {'network_id': 'f55b8a24-66f9-4dff-992e-66ddd24069b6', 'security_groups': [], 'name': 'tempest-PortsTestJSON-53304048'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:07.401761 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:07.444989 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74b2455-b72d-47fe-bde2-17a44216390a None None] Network f55b8a24-66f9-4dff-992e-66ddd24069b6 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:03:07.635736 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ce5033ec-7631-4ff0-aa71-461cb7b251c8 req-8f737c0d-2935-48d6-ab21-d7cff950a2f6 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747990 Sep 30 01:03:07.637826 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-875a3928-03f7-49b3-a50b-6d46ccb720cd req-8135ffb3-339a-4f81-84a5-fdf963e477f9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464595 Sep 30 01:03:07.730521 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-0b0f2b01-4502-43f2-bb75-ed7df731bf31 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:03:07.742070 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-0b0f2b01-4502-43f2-bb75-ed7df731bf31 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:port and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:03:07.745306 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-0b0f2b01-4502-43f2-bb75-ed7df731bf31 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:03:07.753526 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a902b1f-3960-4265-a353-8f9b13f0a508 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:03:07.758052 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-9c5de61f-0705-493e-b00f-726f8004dfa4 None None] Port 9c4d5d97-9576-48c7-a8e7-426f0dfc95a6 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:03:07.760518 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-0b0f2b01-4502-43f2-bb75-ed7df731bf31 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:03:07.798943 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0f2b01-4502-43f2-bb75-ed7df731bf31 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:03:07.802640 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 3a902b1f-3960-4265-a353-8f9b13f0a508, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=3a902b1f-3960-4265-a353-8f9b13f0a508,segment=NetworkSegment(af10906d-6c0a-4f6f-83b7-0696cedb4a4f),segment_id=af10906d-6c0a-4f6f-83b7-0696cedb4a4f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:07.802988 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0b0f2b01-4502-43f2-bb75-ed7df731bf31 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:07.825157 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:07.836953 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:07.853054 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [None req-0b0f2b01-4502-43f2-bb75-ed7df731bf31 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] device_id is not set on port d48d35d1-8721-4864-9b55-a1f9e3f07794 yet. {{(pid=80274) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:03:08.088541 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=3a902b1f-3960-4265-a353-8f9b13f0a508,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:08.104835 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:08.187672 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-738653ee-6992-46a0-a951-805234ebdbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'name': 'tempest-ServersTestJSON-168019481-router', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'ae3f2d4e-ff80-4293-9dee-f67fe11f2054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:02:50Z', 'updated_at': '2021-09-30T01:03:02Z', 'revision_number': 4, 'project_id': '2b6e2fef5a454f0498865063fef18aff', 'gw_port': {'id': 'ae3f2d4e-ff80-4293-9dee-f67fe11f2054', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:52Z', 'updated_at': '2021-09-30T01:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '9c4d5d97-9576-48c7-a8e7-426f0dfc95a6', 'name': '', 'network_id': '1c18baa8-7151-4b37-b98c-da8ddcd05d1d', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'mac_address': 'fa:16:3e:da:5e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'cb387d9b-3f36-414b-b6fa-05f39b08a94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:03:00Z', 'updated_at': '2021-09-30T01:03:03Z', 'revision_number': 2, 'project_id': '2b6e2fef5a454f0498865063fef18aff', 'subnets': [{'id': 'cb387d9b-3f36-414b-b6fa-05f39b08a94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:03:08.197543 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738653ee-6992-46a0-a951-805234ebdbbf None None] The sync data for ids ['ce0782bb-ddb5-48ad-b38d-df4d18c68e0c'] in n-d-811809-1 is: [{'id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'name': 'tempest-ServersTestJSON-168019481-router', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'ae3f2d4e-ff80-4293-9dee-f67fe11f2054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:02:50Z', 'updated_at': '2021-09-30T01:03:02Z', 'revision_number': 4, 'project_id': '2b6e2fef5a454f0498865063fef18aff', 'gw_port': {'id': 'ae3f2d4e-ff80-4293-9dee-f67fe11f2054', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:52Z', 'updated_at': '2021-09-30T01:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '9c4d5d97-9576-48c7-a8e7-426f0dfc95a6', 'name': '', 'network_id': '1c18baa8-7151-4b37-b98c-da8ddcd05d1d', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'mac_address': 'fa:16:3e:da:5e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'cb387d9b-3f36-414b-b6fa-05f39b08a94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:03:00Z', 'updated_at': '2021-09-30T01:03:03Z', 'revision_number': 2, 'project_id': '2b6e2fef5a454f0498865063fef18aff', 'subnets': [{'id': 'cb387d9b-3f36-414b-b6fa-05f39b08a94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:03:08.266235 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-0b0f2b01-4502-43f2-bb75-ed7df731bf31 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Allocated IP 172.20.0.5 (f55b8a24-66f9-4dff-992e-66ddd24069b6/fbd90fc9-c972-4e96-a8be-e09f5749d46b/d48d35d1-8721-4864-9b55-a1f9e3f07794) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:03:08.345420 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45404) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:08.351342 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-84f0e44c-5403-46af-9f83-043b5e87fe04 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Request body: {'security_group': {'name': 'tempest-securitygroup--883806937', 'description': 'tempest-description--1827974041'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:08.365032 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-84f0e44c-5403-46af-9f83-043b5e87fe04 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:03:08.384035 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-84f0e44c-5403-46af-9f83-043b5e87fe04 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Usage tracker for resource:security_group and tenant:2b6e2fef5a454f0498865063fef18aff is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:03:08.388021 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-84f0e44c-5403-46af-9f83-043b5e87fe04 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:03:08.398585 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-84f0e44c-5403-46af-9f83-043b5e87fe04 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:03:08.428812 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-84f0e44c-5403-46af-9f83-043b5e87fe04 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:08.429035 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b0737e-3452-481f-ac12-4873bc38a4a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-f55b8a24-66f9-4dff-992e-66ddd24069b6', 'network_id': 'f55b8a24-66f9-4dff-992e-66ddd24069b6', 'tenant_id': 'fa355a47374f4432be765a0b10555e0c', 'fixed_ips': [{'subnet_id': 'fbd90fc9-c972-4e96-a8be-e09f5749d46b'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 01:03:08.429799 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-54b0737e-3452-481f-ac12-4873bc38a4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:08.450813 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['3a902b1f-3960-4265-a353-8f9b13f0a508'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:03:08.477480 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-84f0e44c-5403-46af-9f83-043b5e87fe04 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:03:08.482502 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-84f0e44c-5403-46af-9f83-043b5e87fe04 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Usage tracker for resource:security_group_rule and tenant:2b6e2fef5a454f0498865063fef18aff is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:03:08.486580 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-84f0e44c-5403-46af-9f83-043b5e87fe04 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:03:08.500859 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-84f0e44c-5403-46af-9f83-043b5e87fe04 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:03:08.739730 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-84f0e44c-5403-46af-9f83-043b5e87fe04 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:08.749621 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-84f0e44c-5403-46af-9f83-043b5e87fe04 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:08.800983 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a587edbe-9b5d-488b-887e-46a2e147ddf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:08.887733 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0e44c-5403-46af-9f83-043b5e87fe04 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a376865-d871-4602-886e-8c5a35d9b419,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:08.893213 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-84f0e44c-5403-46af-9f83-043b5e87fe04 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:08.894238 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-84f0e44c-5403-46af-9f83-043b5e87fe04 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:08.901239 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-84f0e44c-5403-46af-9f83-043b5e87fe04 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5541496 Sep 30 01:03:08.901913 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45410) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:08.922275 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-61a2bddf-1abf-475a-9ad9-c0f0c1b982c0 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Request body: {'security_group_rule': {'security_group_id': '1a376865-d871-4602-886e-8c5a35d9b419', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:08.940741 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-61a2bddf-1abf-475a-9ad9-c0f0c1b982c0 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:03:08.955805 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-61a2bddf-1abf-475a-9ad9-c0f0c1b982c0 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Usage tracker for resource:security_group_rule and tenant:2b6e2fef5a454f0498865063fef18aff is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:03:08.963590 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-61a2bddf-1abf-475a-9ad9-c0f0c1b982c0 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:03:08.987809 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-61a2bddf-1abf-475a-9ad9-c0f0c1b982c0 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:03:08.997257 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b3aa8c-9495-442e-bb77-8518992d9112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:03:09.040130 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-61a2bddf-1abf-475a-9ad9-c0f0c1b982c0 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:09.150377 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1521c13-560d-46f6-8059-8e5b72b3f905 req-cc502adf-4e3d-4c74-abff-b92dc8546afc tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:09.151980 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e1521c13-560d-46f6-8059-8e5b72b3f905 req-cc502adf-4e3d-4c74-abff-b92dc8546afc tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 944 time: 0.4162254 Sep 30 01:03:09.175182 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0b0f2b01-4502-43f2-bb75-ed7df731bf31 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:09.220274 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-61a2bddf-1abf-475a-9ad9-c0f0c1b982c0 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:09.226143 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-61a2bddf-1abf-475a-9ad9-c0f0c1b982c0 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:09.228755 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bede0c72-5bed-499f-babf-c8ff7aae63ca tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:09.303945 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-61a2bddf-1abf-475a-9ad9-c0f0c1b982c0 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:09.319753 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-61a2bddf-1abf-475a-9ad9-c0f0c1b982c0 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4048877 Sep 30 01:03:09.319753 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45416) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:09.319753 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2bddf-1abf-475a-9ad9-c0f0c1b982c0 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365624f2-cc70-4f46-bcda-17b9e53f5db0,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:09.336418 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-61a2bddf-1abf-475a-9ad9-c0f0c1b982c0 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:09.348590 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-85c4c9df-83f2-4e4e-8119-dda91ee1deef tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Request body: {'security_group_rule': {'security_group_id': '1a376865-d871-4602-886e-8c5a35d9b419', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:09.355216 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-85c4c9df-83f2-4e4e-8119-dda91ee1deef tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:03:09.358412 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [None req-0b0f2b01-4502-43f2-bb75-ed7df731bf31 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Transition to ACTIVE for port object d48d35d1-8721-4864-9b55-a1f9e3f07794 will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:03:09.364743 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-85c4c9df-83f2-4e4e-8119-dda91ee1deef tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Usage tracker for resource:security_group_rule and tenant:2b6e2fef5a454f0498865063fef18aff is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:03:09.371821 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-85c4c9df-83f2-4e4e-8119-dda91ee1deef tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:03:09.395011 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-85c4c9df-83f2-4e4e-8119-dda91ee1deef tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:03:09.445232 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-85c4c9df-83f2-4e4e-8119-dda91ee1deef tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:09.453364 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e1521c13-560d-46f6-8059-8e5b72b3f905 req-17afe797-2cef-4fd0-acaf-cb429b1303d3 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742283 Sep 30 01:03:09.505168 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0b0f2b01-4502-43f2-bb75-ed7df731bf31 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:09.510901 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-fecc9a96-ac69-46d3-a0b8-70f8f1829739 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:09.748628 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-54b0737e-3452-481f-ac12-4873bc38a4a4 None None] Allocated IP 172.20.0.2 (f55b8a24-66f9-4dff-992e-66ddd24069b6/fbd90fc9-c972-4e96-a8be-e09f5749d46b/79bec671-7c6f-4a10-8b67-20e8fc21b96e) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:03:09.778420 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f2b01-4502-43f2-bb75-ed7df731bf31 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Port': ['ID=d48d35d1-8721-4864-9b55-a1f9e3f07794,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:09.790519 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0b0f2b01-4502-43f2-bb75-ed7df731bf31 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:09.804002 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-85c4c9df-83f2-4e4e-8119-dda91ee1deef tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:09.810905 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-85c4c9df-83f2-4e4e-8119-dda91ee1deef tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:09.814119 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:09.822327 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0f2b01-4502-43f2-bb75-ed7df731bf31 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network f55b8a24-66f9-4dff-992e-66ddd24069b6 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:03:09.897302 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c4c9df-83f2-4e4e-8119-dda91ee1deef tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e75f53-8dd7-4354-9aa7-72d0fd4efa87,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:09.929397 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45432) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:09.940190 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-85c4c9df-83f2-4e4e-8119-dda91ee1deef tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:09.968559 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-0b0f2b01-4502-43f2-bb75-ed7df731bf31 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:03:09.979914 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0f2b01-4502-43f2-bb75-ed7df731bf31 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:03:09.988790 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-85c4c9df-83f2-4e4e-8119-dda91ee1deef tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:09.993676 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-85c4c9df-83f2-4e4e-8119-dda91ee1deef tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6644840 Sep 30 01:03:09.994660 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45438) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:10.000738 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-9ab458f5-9e12-42e5-9582-32fe8ef2a459 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Request body: {'floatingip': {'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:10.017985 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-9ab458f5-9e12-42e5-9582-32fe8ef2a459 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:03:10.029178 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-9ab458f5-9e12-42e5-9582-32fe8ef2a459 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Usage tracker for resource:floatingip and tenant:2b6e2fef5a454f0498865063fef18aff is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:03:10.034586 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-9ab458f5-9e12-42e5-9582-32fe8ef2a459 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:03:10.043666 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-9ab458f5-9e12-42e5-9582-32fe8ef2a459 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:03:10.225065 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9ab458f5-9e12-42e5-9582-32fe8ef2a459 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks [] for floatingip, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:10.264043 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0f2b01-4502-43f2-bb75-ed7df731bf31 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:10.281400 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0b0f2b01-4502-43f2-bb75-ed7df731bf31 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:10.350377 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-0b0f2b01-4502-43f2-bb75-ed7df731bf31 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 884 time: 2.9636645 Sep 30 01:03:10.353534 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 45446) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:10.383762 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-54b0737e-3452-481f-ac12-4873bc38a4a4 None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:10.416274 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-54b0737e-3452-481f-ac12-4873bc38a4a4 None None] Transition to ACTIVE for port object 79bec671-7c6f-4a10-8b67-20e8fc21b96e will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:03:10.471812 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-54b0737e-3452-481f-ac12-4873bc38a4a4 None None] Transition to ACTIVE for port object 79bec671-7c6f-4a10-8b67-20e8fc21b96e will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:03:10.490499 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-54b0737e-3452-481f-ac12-4873bc38a4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:10.509984 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-ea9c32de-01ad-437f-ae4c-369a7b66d56b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:10.512539 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b5a39-84a9-42c1-8181-553f4b863a7f req-b917b372-3839-4ed7-a7c9-b1463e72c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:10.513052 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b5a39-84a9-42c1-8181-553f4b863a7f req-b917b372-3839-4ed7-a7c9-b1463e72c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:10.525411 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b5a39-84a9-42c1-8181-553f4b863a7f req-b917b372-3839-4ed7-a7c9-b1463e72c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:10.526164 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b5a39-84a9-42c1-8181-553f4b863a7f req-b917b372-3839-4ed7-a7c9-b1463e72c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:10.526923 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b5a39-84a9-42c1-8181-553f4b863a7f req-b917b372-3839-4ed7-a7c9-b1463e72c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:10.527585 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b5a39-84a9-42c1-8181-553f4b863a7f req-b917b372-3839-4ed7-a7c9-b1463e72c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:10.528504 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b5a39-84a9-42c1-8181-553f4b863a7f req-b917b372-3839-4ed7-a7c9-b1463e72c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:10.537020 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13093bb0-d2e6-4758-a56b-1e6ad1892859 req-c4eceb9c-d6c7-41cf-bf3f-5b00fd0de008 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:10.538400 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-815b5a39-84a9-42c1-8181-553f4b863a7f req-b917b372-3839-4ed7-a7c9-b1463e72c437 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 6489 time: 0.5965874 Sep 30 01:03:10.554030 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-13093bb0-d2e6-4758-a56b-1e6ad1892859 req-c4eceb9c-d6c7-41cf-bf3f-5b00fd0de008 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=e831f726-f59c-4f3f-9c66-3dfe1b5a5ffd HTTP/1.1" status: 200 len: 945 time: 0.7575965 Sep 30 01:03:10.641973 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b0737e-3452-481f-ac12-4873bc38a4a4 None None] Network f55b8a24-66f9-4dff-992e-66ddd24069b6 is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:03:10.642277 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-120b8b61-c750-45d8-a4bc-79bf17e645fc tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting port d48d35d1-8721-4864-9b55-a1f9e3f07794 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:03:10.642853 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-120b8b61-c750-45d8-a4bc-79bf17e645fc tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:10.658169 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-815b5a39-84a9-42c1-8181-553f4b863a7f req-7f9a52df-b0f5-4179-b596-0f126f79c5bb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1185660 Sep 30 01:03:10.675420 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-54b0737e-3452-481f-ac12-4873bc38a4a4 None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:03:10.681070 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b0737e-3452-481f-ac12-4873bc38a4a4 None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:03:10.758017 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9ab458f5-9e12-42e5-9582-32fe8ef2a459 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:10.824226 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0737e-3452-481f-ac12-4873bc38a4a4 None None] Pushing event updated for resources: {'Port': ['ID=79bec671-7c6f-4a10-8b67-20e8fc21b96e,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:10.829281 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-54b0737e-3452-481f-ac12-4873bc38a4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:10.904337 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-13093bb0-d2e6-4758-a56b-1e6ad1892859 req-0c9532a1-e24f-4e43-a5b4-6ed2780b7775 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493140 Sep 30 01:03:10.994251 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-54b0737e-3452-481f-ac12-4873bc38a4a4 None None] Attempting to bind port 79bec671-7c6f-4a10-8b67-20e8fc21b96e on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:03:10.995484 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-54b0737e-3452-481f-ac12-4873bc38a4a4 None None] Attempting to bind port 79bec671-7c6f-4a10-8b67-20e8fc21b96e by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '643aafa9-c664-4428-8e9b-f74e6a51b46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f55b8a24-66f9-4dff-992e-66ddd24069b6'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:03:10.996056 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b0737e-3452-481f-ac12-4873bc38a4a4 None None] Attempting to bind port 79bec671-7c6f-4a10-8b67-20e8fc21b96e on network f55b8a24-66f9-4dff-992e-66ddd24069b6 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:03:11.012568 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b0737e-3452-481f-ac12-4873bc38a4a4 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:03:11.013242 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b0737e-3452-481f-ac12-4873bc38a4a4 None None] Checking segment: {'id': '643aafa9-c664-4428-8e9b-f74e6a51b46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f55b8a24-66f9-4dff-992e-66ddd24069b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:03:11.013958 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-54b0737e-3452-481f-ac12-4873bc38a4a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:11.014519 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b0737e-3452-481f-ac12-4873bc38a4a4 None None] Bound using segment: {'id': '643aafa9-c664-4428-8e9b-f74e6a51b46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f55b8a24-66f9-4dff-992e-66ddd24069b6'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:03:11.015838 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-54b0737e-3452-481f-ac12-4873bc38a4a4 None None] Bound port: 79bec671-7c6f-4a10-8b67-20e8fc21b96e, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '643aafa9-c664-4428-8e9b-f74e6a51b46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f55b8a24-66f9-4dff-992e-66ddd24069b6'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:03:11.016900 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-9ab458f5-9e12-42e5-9582-32fe8ef2a459 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Allocated IP 172.25.0.179 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/ece5cea5-cb34-41c4-b369-4882b2aab99a) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:03:11.017487 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-54b0737e-3452-481f-ac12-4873bc38a4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:11.069784 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b3aa8c-9495-442e-bb77-8518992d9112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05', 'code': 200} Sep 30 01:03:11.374078 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-54b0737e-3452-481f-ac12-4873bc38a4a4 None None] For port 79bec671-7c6f-4a10-8b67-20e8fc21b96e, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:03:11.382169 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-54b0737e-3452-481f-ac12-4873bc38a4a4 None None] For port 79bec671-7c6f-4a10-8b67-20e8fc21b96e, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=79bec671-7c6f-4a10-8b67-20e8fc21b96e,segment=NetworkSegment(643aafa9-c664-4428-8e9b-f74e6a51b46c),segment_id=643aafa9-c664-4428-8e9b-f74e6a51b46c)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:03:11.389779 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-54b0737e-3452-481f-ac12-4873bc38a4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:11.402692 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:11.472148 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device ae3f2d4e-ff80-4293-9dee-f67fe11f2054 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:03:11.584959 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-120b8b61-c750-45d8-a4bc-79bf17e645fc tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:11.666097 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:11.714569 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0737e-3452-481f-ac12-4873bc38a4a4 None None] Pushing event updated for resources: {'Port': ['ID=79bec671-7c6f-4a10-8b67-20e8fc21b96e,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:11.728562 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-54b0737e-3452-481f-ac12-4873bc38a4a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:11.729468 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port ae3f2d4e-ff80-4293-9dee-f67fe11f2054 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:03:11.750957 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port ae3f2d4e-ff80-4293-9dee-f67fe11f2054 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:03:11.751654 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:11.873078 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9ab458f5-9e12-42e5-9582-32fe8ef2a459 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:11.909587 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 3a902b1f-3960-4265-a353-8f9b13f0a508 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:03:11.925234 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9ab458f5-9e12-42e5-9582-32fe8ef2a459 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:11.950696 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-129b0dc8-1035-4c0b-9dce-0a9310a3a3c6 tempest-LiveAutoBlockMigrationV225Test-301952699 tempest-LiveAutoBlockMigrationV225Test-301952699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:11.973361 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-120b8b61-c750-45d8-a4bc-79bf17e645fc tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Calling delete_port for d48d35d1-8721-4864-9b55-a1f9e3f07794 owned by {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:03:12.143778 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ddc5bc-c3ea-4f9d-8285-b8f8dd0e720f req-a77c2ecc-3dab-4173-afd7-c0c6f241968a tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:12.149726 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f5ddc5bc-c3ea-4f9d-8285-b8f8dd0e720f req-a77c2ecc-3dab-4173-afd7-c0c6f241968a tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 944 time: 0.8624446 Sep 30 01:03:12.228402 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab458f5-9e12-42e5-9582-32fe8ef2a459 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:03:12.244138 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-9ab458f5-9e12-42e5-9582-32fe8ef2a459 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:03:12.246849 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab458f5-9e12-42e5-9582-32fe8ef2a459 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Pushing event updated for resources: {'Port': ['ID=ece5cea5-cb34-41c4-b369-4882b2aab99a,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:12.257140 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab458f5-9e12-42e5-9582-32fe8ef2a459 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:03:12.344660 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9ab458f5-9e12-42e5-9582-32fe8ef2a459 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:12.347965 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:12.400567 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port ae3f2d4e-ff80-4293-9dee-f67fe11f2054, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=ae3f2d4e-ff80-4293-9dee-f67fe11f2054,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:12.403579 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 3a902b1f-3960-4265-a353-8f9b13f0a508 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:03:12.418806 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:12.427628 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:12.486267 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f5ddc5bc-c3ea-4f9d-8285-b8f8dd0e720f req-24f0bc67-319e-4710-b7b3-e8418f7fb1d7 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042550 Sep 30 01:03:12.494480 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 3a902b1f-3960-4265-a353-8f9b13f0a508 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:03:12.494480 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:12.537057 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-120b8b61-c750-45d8-a4bc-79bf17e645fc tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:12.560633 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ee08f701-1877-4604-a1f2-bfee371b81f6 tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:12.574937 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9ab458f5-9e12-42e5-9582-32fe8ef2a459 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:12.598054 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a2e6d9-4e34-4a96-a29d-d75757abbfd0 None None] Sync routers for ids ['ce0782bb-ddb5-48ad-b38d-df4d18c68e0c'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:03:12.616091 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a2e6d9-4e34-4a96-a29d-d75757abbfd0 None None] Routers {'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:03:12.616741 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-62a2e6d9-4e34-4a96-a29d-d75757abbfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:02:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['ce0782bb-ddb5-48ad-b38d-df4d18c68e0c'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:03:12.712456 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b8b61-c750-45d8-a4bc-79bf17e645fc tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Port': ['ID=d48d35d1-8721-4864-9b55-a1f9e3f07794,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:12.736367 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9ab458f5-9e12-42e5-9582-32fe8ef2a459 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:12.851879 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=ae3f2d4e-ff80-4293-9dee-f67fe11f2054,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:12.863701 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:12.941091 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-120b8b61-c750-45d8-a4bc-79bf17e645fc tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:12.944354 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-120b8b61-c750-45d8-a4bc-79bf17e645fc tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:12.974839 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-120b8b61-c750-45d8-a4bc-79bf17e645fc tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/ports/d48d35d1-8721-4864-9b55-a1f9e3f07794 HTTP/1.1" status: 204 len: 168 time: 2.6184797 Sep 30 01:03:12.977299 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 45462) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:13.086420 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:13.116897 n-d-811809-1 neutron-server[80274]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fbff44f-95cd-44e7-b1a8-72bf8faec32b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] GET failed (client error): The resource could not be found. Sep 30 01:03:13.117445 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-5fbff44f-95cd-44e7-b1a8-72bf8faec32b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Synchronizing usage tracker for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:03:13.141445 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9ab458f5-9e12-42e5-9582-32fe8ef2a459 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:13.148236 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9ab458f5-9e12-42e5-9582-32fe8ef2a459 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:13.162643 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10de5c86-dd9e-4b7d-9194-3ede7f555bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a902b1f-3960-4265-a353-8f9b13f0a508'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:03:13.174609 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-5fbff44f-95cd-44e7-b1a8-72bf8faec32b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Unset dirty status for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:03:13.176030 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-5fbff44f-95cd-44e7-b1a8-72bf8faec32b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "GET /v2.0/ports/d48d35d1-8721-4864-9b55-a1f9e3f07794 HTTP/1.1" status: 404 len: 333 time: 0.1962368 Sep 30 01:03:13.178748 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 45468) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:13.192815 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 3a902b1f-3960-4265-a353-8f9b13f0a508, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=3a902b1f-3960-4265-a353-8f9b13f0a508,segment=NetworkSegment(af10906d-6c0a-4f6f-83b7-0696cedb4a4f),segment_id=af10906d-6c0a-4f6f-83b7-0696cedb4a4f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:13.195173 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1323b2eb-7115-4ab2-8edb-416df24f2028 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:13.204668 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:13.208128 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:13.211996 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-62a2e6d9-4e34-4a96-a29d-d75757abbfd0 None None] Set router ce0782bb-ddb5-48ad-b38d-df4d18c68e0c gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:03:13.404817 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-06afbf4d-1bf0-4f24-a5d3-47fc538ce0e2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting subnet fbd90fc9-c972-4e96-a8be-e09f5749d46b {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:03:13.423123 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-06afbf4d-1bf0-4f24-a5d3-47fc538ce0e2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:13.498945 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=3a902b1f-3960-4265-a353-8f9b13f0a508,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:13.498945 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:13.549960 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9ab458f5-9e12-42e5-9582-32fe8ef2a459 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:13.610458 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 79bec671-7c6f-4a10-8b67-20e8fc21b96e up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:03:13.647792 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-06afbf4d-1bf0-4f24-a5d3-47fc538ce0e2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2490848'] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:13.678952 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab458f5-9e12-42e5-9582-32fe8ef2a459 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Pushing event updated for resources: {'Port': ['ID=ece5cea5-cb34-41c4-b369-4882b2aab99a,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:13.688639 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9ab458f5-9e12-42e5-9582-32fe8ef2a459 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:13.697189 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9ab458f5-9e12-42e5-9582-32fe8ef2a459 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:13.701380 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-9ab458f5-9e12-42e5-9582-32fe8ef2a459 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7055206 Sep 30 01:03:13.980524 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10de5c86-dd9e-4b7d-9194-3ede7f555bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a902b1f-3960-4265-a353-8f9b13f0a508', 'code': 200} Sep 30 01:03:13.981953 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 79bec671-7c6f-4a10-8b67-20e8fc21b96e completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:03:14.000557 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device ae3f2d4e-ff80-4293-9dee-f67fe11f2054 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:03:14.094631 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-06afbf4d-1bf0-4f24-a5d3-47fc538ce0e2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:14.133688 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-62a2e6d9-4e34-4a96-a29d-d75757abbfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'name': 'tempest-ServersTestJSON-168019481-router', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'ae3f2d4e-ff80-4293-9dee-f67fe11f2054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:02:50Z', 'updated_at': '2021-09-30T01:03:02Z', 'revision_number': 4, 'project_id': '2b6e2fef5a454f0498865063fef18aff', 'gw_port': {'id': 'ae3f2d4e-ff80-4293-9dee-f67fe11f2054', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:52Z', 'updated_at': '2021-09-30T01:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '9c4d5d97-9576-48c7-a8e7-426f0dfc95a6', 'name': '', 'network_id': '1c18baa8-7151-4b37-b98c-da8ddcd05d1d', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'mac_address': 'fa:16:3e:da:5e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'cb387d9b-3f36-414b-b6fa-05f39b08a94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:03:00Z', 'updated_at': '2021-09-30T01:03:03Z', 'revision_number': 2, 'project_id': '2b6e2fef5a454f0498865063fef18aff', 'subnets': [{'id': 'cb387d9b-3f36-414b-b6fa-05f39b08a94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:03:14.144112 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a2e6d9-4e34-4a96-a29d-d75757abbfd0 None None] Checking router: ce0782bb-ddb5-48ad-b38d-df4d18c68e0c for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:03:14.144384 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af2eba0-c634-461d-a441-f1fe3bd29528 None None] Network f55b8a24-66f9-4dff-992e-66ddd24069b6 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:03:14.146015 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a2e6d9-4e34-4a96-a29d-d75757abbfd0 None None] Updating router ce0782bb-ddb5-48ad-b38d-df4d18c68e0c port 9c4d5d97-9576-48c7-a8e7-426f0dfc95a6 binding host n-d-811809-1 {{(pid=80277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 01:03:14.201262 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-06afbf4d-1bf0-4f24-a5d3-47fc538ce0e2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:14.210506 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-91f2a8a6-f5dd-4485-b6ab-995b2ad2eb60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:14.256423 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c5e30a3f-533a-4414-8ed9-205e183841c4 None None] Provisioning for port 79bec671-7c6f-4a10-8b67-20e8fc21b96e completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:03:14.283664 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c5e30a3f-533a-4414-8ed9-205e183841c4 None None] Provisioning complete for port 79bec671-7c6f-4a10-8b67-20e8fc21b96e triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:03:14.284393 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c5e30a3f-533a-4414-8ed9-205e183841c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:14.319908 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-62a2e6d9-4e34-4a96-a29d-d75757abbfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:14.321708 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06afbf4d-1bf0-4f24-a5d3-47fc538ce0e2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Subnet': ['ID=fbd90fc9-c972-4e96-a8be-e09f5749d46b,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:14.324068 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-06afbf4d-1bf0-4f24-a5d3-47fc538ce0e2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:14.340163 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-06afbf4d-1bf0-4f24-a5d3-47fc538ce0e2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/subnets/fbd90fc9-c972-4e96-a8be-e09f5749d46b HTTP/1.1" status: 204 len: 168 time: 1.1580980 Sep 30 01:03:14.342919 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-06afbf4d-1bf0-4f24-a5d3-47fc538ce0e2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:14.345395 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 45494) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:14.365549 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port ae3f2d4e-ff80-4293-9dee-f67fe11f2054 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:03:14.366862 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:14.384085 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aab418-9e9b-4c64-ba18-ec5b94fb9bce req-13d6a06e-50b7-44b9-a9da-c1d1bbf1a031 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:14.392076 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-16aab418-9e9b-4c64-ba18-ec5b94fb9bce req-13d6a06e-50b7-44b9-a9da-c1d1bbf1a031 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=e831f726-f59c-4f3f-9c66-3dfe1b5a5ffd HTTP/1.1" status: 200 len: 945 time: 0.8981283 Sep 30 01:03:14.419590 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c5333-bd29-4b67-a559-5ea7ba5e144a req-aff1a7be-05f4-4062-93b2-e081a7bcdf68 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:14.425538 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-539c5333-bd29-4b67-a559-5ea7ba5e144a req-aff1a7be-05f4-4062-93b2-e081a7bcdf68 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.2299747 Sep 30 01:03:14.514513 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-16aab418-9e9b-4c64-ba18-ec5b94fb9bce req-d26bdfc0-8701-41ab-9d66-3f02c3a45a14 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214845 Sep 30 01:03:14.560277 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c5e30a3f-533a-4414-8ed9-205e183841c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:14.560842 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-539c5333-bd29-4b67-a559-5ea7ba5e144a req-d819c685-2f61-4ef7-ab67-ff4fa8c1f249 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288531 Sep 30 01:03:14.606807 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9ed6f-1d94-4c95-9633-be25fb1199de req-b33e0e21-6031-4beb-a109-5ad37fce994e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:14.608558 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-62e9ed6f-1d94-4c95-9633-be25fb1199de req-b33e0e21-6031-4beb-a109-5ad37fce994e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 1096 time: 0.3568380 Sep 30 01:03:14.665946 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:14.696830 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-62e9ed6f-1d94-4c95-9633-be25fb1199de req-288ea765-e3b2-47dd-b393-72cd69b4756f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808659 Sep 30 01:03:14.711941 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting port 79bec671-7c6f-4a10-8b67-20e8fc21b96e {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:03:14.712593 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:14.913549 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c5e30a3f-533a-4414-8ed9-205e183841c4 None None] For port 79bec671-7c6f-4a10-8b67-20e8fc21b96e, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=79bec671-7c6f-4a10-8b67-20e8fc21b96e,segment=NetworkSegment(643aafa9-c664-4428-8e9b-f74e6a51b46c),segment_id=643aafa9-c664-4428-8e9b-f74e6a51b46c)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:14.929198 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c5e30a3f-533a-4414-8ed9-205e183841c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:14.935764 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:15.066109 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e30a3f-533a-4414-8ed9-205e183841c4 None None] Pushing event updated for resources: {'Port': ['ID=79bec671-7c6f-4a10-8b67-20e8fc21b96e,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:15.070766 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-62a2e6d9-4e34-4a96-a29d-d75757abbfd0 None None] Notify callbacks [] for port, precommit_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:15.072909 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c5e30a3f-533a-4414-8ed9-205e183841c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:15.105441 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.provisioning_blocks [None req-62a2e6d9-4e34-4a96-a29d-d75757abbfd0 None None] Transition to ACTIVE for port object 9c4d5d97-9576-48c7-a8e7-426f0dfc95a6 will not be triggered until provisioned by entity L2. {{(pid=80277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:03:15.110675 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-cab250b8-67d4-4baa-b300-fbc7d0c73003 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:15.112864 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-cab250b8-67d4-4baa-b300-fbc7d0c73003 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/networks?id=8cf157b5-3a5b-4875-babe-38a13725d469 HTTP/1.1" status: 200 len: 815 time: 0.2498109 Sep 30 01:03:15.117204 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-62a2e6d9-4e34-4a96-a29d-d75757abbfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:15.123489 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8443d386-1fd2-4793-8158-9edfc4701031 req-f7e35879-43f7-4d1e-ad70-1fbdf217a55c tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--883806937&fields=id&tenant_id=2b6e2fef5a454f0498865063fef18aff HTTP/1.1" status: 200 len: 267 time: 0.4294100 Sep 30 01:03:15.125192 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec301092-5314-43d1-8b7e-52f27c079a09 None None] DHCP port deletion for f55b8a24-66f9-4dff-992e-66ddd24069b6 request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 01:03:15.126252 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-1948c5fe-6d76-4141-aae4-c453f115cb46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:15.132907 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] For port 79bec671-7c6f-4a10-8b67-20e8fc21b96e, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=79bec671-7c6f-4a10-8b67-20e8fc21b96e,segment=NetworkSegment(643aafa9-c664-4428-8e9b-f74e6a51b46c),segment_id=643aafa9-c664-4428-8e9b-f74e6a51b46c)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:15.133687 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:15.134416 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-ec301092-5314-43d1-8b7e-52f27c079a09 None None] Deleting port 79bec671-7c6f-4a10-8b67-20e8fc21b96e {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:03:15.134845 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ec301092-5314-43d1-8b7e-52f27c079a09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:15.149590 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-62550bc5-9018-40b0-9ce2-287e3c2a822d tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/quotas/02bc79a9675142e593506d561654e76f HTTP/1.1" status: 200 len: 375 time: 0.0180809 Sep 30 01:03:15.349243 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f02838-8bfd-41fb-815e-49e3b915451e None None] Pushing event updated for resources: {'Port': ['ID=9c4d5d97-9576-48c7-a8e7-426f0dfc95a6,revision_number=3']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:15.357963 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-fe83d195-1ca0-451a-8a20-0371f9a72b1e tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Synchronizing usage tracker for tenant:02bc79a9675142e593506d561654e76f on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:03:15.365901 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 79bec671-7c6f-4a10-8b67-20e8fc21b96e no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:03:15.378675 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f02838-8bfd-41fb-815e-49e3b915451e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:15.379177 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f02838-8bfd-41fb-815e-49e3b915451e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:15.379520 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f02838-8bfd-41fb-815e-49e3b915451e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:15.379851 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f02838-8bfd-41fb-815e-49e3b915451e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:15.380172 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f02838-8bfd-41fb-815e-49e3b915451e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:15.380491 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f02838-8bfd-41fb-815e-49e3b915451e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:15.380807 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f02838-8bfd-41fb-815e-49e3b915451e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:15.381123 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f02838-8bfd-41fb-815e-49e3b915451e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:15.381437 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f02838-8bfd-41fb-815e-49e3b915451e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:15.381749 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f02838-8bfd-41fb-815e-49e3b915451e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:15.382021 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-fe83d195-1ca0-451a-8a20-0371f9a72b1e tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Unset dirty status for tenant:02bc79a9675142e593506d561654e76f on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:03:15.382151 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f02838-8bfd-41fb-815e-49e3b915451e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:15.382450 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f02838-8bfd-41fb-815e-49e3b915451e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:15.383819 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-fe83d195-1ca0-451a-8a20-0371f9a72b1e tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=02bc79a9675142e593506d561654e76f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2279778 Sep 30 01:03:15.451789 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-e8f02838-8bfd-41fb-815e-49e3b915451e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:15.513080 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-62a2e6d9-4e34-4a96-a29d-d75757abbfd0 None None] Attempting to bind port 9c4d5d97-9576-48c7-a8e7-426f0dfc95a6 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:03:15.513455 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-62a2e6d9-4e34-4a96-a29d-d75757abbfd0 None None] Attempting to bind port 9c4d5d97-9576-48c7-a8e7-426f0dfc95a6 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'c0509f14-eb2b-4c22-b7ef-12dddf1b9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1c18baa8-7151-4b37-b98c-da8ddcd05d1d'}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:03:15.513580 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Calling delete_port for 79bec671-7c6f-4a10-8b67-20e8fc21b96e owned by network:dhcp {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:03:15.513822 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a2e6d9-4e34-4a96-a29d-d75757abbfd0 None None] Attempting to bind port 9c4d5d97-9576-48c7-a8e7-426f0dfc95a6 on network 1c18baa8-7151-4b37-b98c-da8ddcd05d1d {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:03:15.529489 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a2e6d9-4e34-4a96-a29d-d75757abbfd0 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:03:15.529899 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a2e6d9-4e34-4a96-a29d-d75757abbfd0 None None] Checking segment: {'id': 'c0509f14-eb2b-4c22-b7ef-12dddf1b9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1c18baa8-7151-4b37-b98c-da8ddcd05d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:03:15.530319 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-62a2e6d9-4e34-4a96-a29d-d75757abbfd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:15.530797 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a2e6d9-4e34-4a96-a29d-d75757abbfd0 None None] Bound using segment: {'id': 'c0509f14-eb2b-4c22-b7ef-12dddf1b9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1c18baa8-7151-4b37-b98c-da8ddcd05d1d'} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:03:15.531371 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-62a2e6d9-4e34-4a96-a29d-d75757abbfd0 None None] Bound port: 9c4d5d97-9576-48c7-a8e7-426f0dfc95a6, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0509f14-eb2b-4c22-b7ef-12dddf1b9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1c18baa8-7151-4b37-b98c-da8ddcd05d1d'}}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:03:15.531749 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-62a2e6d9-4e34-4a96-a29d-d75757abbfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:15.617311 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-114e7417-d146-446a-8c64-95d512a24e61 service neutron] 10.222.0.39 "GET /v2.0/networks/8cf157b5-3a5b-4875-babe-38a13725d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255430 Sep 30 01:03:15.676975 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443d386-1fd2-4793-8158-9edfc4701031 req-48002808-59be-478e-bb3d-87f49339ec87 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:15.679915 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-ec301092-5314-43d1-8b7e-52f27c079a09 None None] For port 79bec671-7c6f-4a10-8b67-20e8fc21b96e, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=79bec671-7c6f-4a10-8b67-20e8fc21b96e,segment=NetworkSegment(643aafa9-c664-4428-8e9b-f74e6a51b46c),segment_id=643aafa9-c664-4428-8e9b-f74e6a51b46c)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:15.680459 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ec301092-5314-43d1-8b7e-52f27c079a09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:15.684081 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8443d386-1fd2-4793-8158-9edfc4701031 req-48002808-59be-478e-bb3d-87f49339ec87 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/networks?id=1c18baa8-7151-4b37-b98c-da8ddcd05d1d HTTP/1.1" status: 200 len: 805 time: 0.5409660 Sep 30 01:03:15.687403 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.api [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80274) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 01:03:15.688259 n-d-811809-1 neutron-server[80274]: DEBUG oslo_db.api [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 01:03:15.701979 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8443d386-1fd2-4793-8158-9edfc4701031 req-38c15c40-b6c1-411a-af64-cd33bdac6718 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/quotas/2b6e2fef5a454f0498865063fef18aff HTTP/1.1" status: 200 len: 375 time: 0.0169117 Sep 30 01:03:15.739911 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-62a2e6d9-4e34-4a96-a29d-d75757abbfd0 None None] For port 9c4d5d97-9576-48c7-a8e7-426f0dfc95a6, host n-d-811809-1, cleared binding levels {{(pid=80277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:03:15.743221 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-62a2e6d9-4e34-4a96-a29d-d75757abbfd0 None None] For port 9c4d5d97-9576-48c7-a8e7-426f0dfc95a6, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=9c4d5d97-9576-48c7-a8e7-426f0dfc95a6,segment=NetworkSegment(c0509f14-eb2b-4c22-b7ef-12dddf1b9b59),segment_id=c0509f14-eb2b-4c22-b7ef-12dddf1b9b59)] {{(pid=80277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:03:15.753734 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-62a2e6d9-4e34-4a96-a29d-d75757abbfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:15.757419 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:15.805149 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8443d386-1fd2-4793-8158-9edfc4701031 req-cf399a02-2e6e-40f3-9f28-2550f7c2e6e9 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b6e2fef5a454f0498865063fef18aff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0975702 Sep 30 01:03:15.889736 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-d5c926f4-cfcb-4735-ad4e-540c0ad2d3e5 service neutron] 10.222.0.39 "GET /v2.0/networks/8cf157b5-3a5b-4875-babe-38a13725d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706301 Sep 30 01:03:15.931911 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a2e6d9-4e34-4a96-a29d-d75757abbfd0 None None] Routers {'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:03:15.932560 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-62a2e6d9-4e34-4a96-a29d-d75757abbfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:02:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['ce0782bb-ddb5-48ad-b38d-df4d18c68e0c'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:03:15.975555 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-ec301092-5314-43d1-8b7e-52f27c079a09 None None] Calling delete_port for 79bec671-7c6f-4a10-8b67-20e8fc21b96e owned by network:dhcp {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:03:15.988202 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8443d386-1fd2-4793-8158-9edfc4701031 req-b4da36db-d363-4295-9eac-bb4720b85a99 service neutron] 10.222.0.39 "GET /v2.0/networks/1c18baa8-7151-4b37-b98c-da8ddcd05d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791189 Sep 30 01:03:16.115919 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f02838-8bfd-41fb-815e-49e3b915451e None None] Pushing event updated for resources: {'Port': ['ID=9c4d5d97-9576-48c7-a8e7-426f0dfc95a6,revision_number=4']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:16.191485 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting port 79bec671-7c6f-4a10-8b67-20e8fc21b96e {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:03:16.192081 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:16.356668 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ec301092-5314-43d1-8b7e-52f27c079a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821'] for port, after_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:16.403897 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-d3d3ce0b-8bec-4dd3-858e-139c23ac423d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:16.446689 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-e8f02838-8bfd-41fb-815e-49e3b915451e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:16.528986 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec301092-5314-43d1-8b7e-52f27c079a09 None None] No DVR routers for this DVR port 79bec671-7c6f-4a10-8b67-20e8fc21b96e on host n-d-811809-1 {{(pid=80276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:03:16.549026 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec301092-5314-43d1-8b7e-52f27c079a09 None None] Pushing event deleted for resources: {'Port': ['ID=79bec671-7c6f-4a10-8b67-20e8fc21b96e,revision_number=None']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:16.557582 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Port 79bec671-7c6f-4a10-8b67-20e8fc21b96e update to DOWN by agent not found {{(pid=80276) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Sep 30 01:03:16.564195 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-ec301092-5314-43d1-8b7e-52f27c079a09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:16.596178 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc49522-95a3-440d-9621-53bd8b511c70 req-e76b9d73-93e7-4cc5-8f5a-8de37e0ba449 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:16.616730 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0cc49522-95a3-440d-9621-53bd8b511c70 req-e76b9d73-93e7-4cc5-8f5a-8de37e0ba449 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=e831f726-f59c-4f3f-9c66-3dfe1b5a5ffd HTTP/1.1" status: 200 len: 945 time: 0.2073081 Sep 30 01:03:16.660234 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-62a2e6d9-4e34-4a96-a29d-d75757abbfd0 None None] Set router ce0782bb-ddb5-48ad-b38d-df4d18c68e0c gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:03:16.729564 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0cc49522-95a3-440d-9621-53bd8b511c70 req-5350f460-0916-46d4-b440-54e8aaf69ef4 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105843 Sep 30 01:03:16.894383 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8443d386-1fd2-4793-8158-9edfc4701031 req-f3dfd65a-ee3a-4503-a092-cfea6a6510c7 service neutron] 10.222.0.39 "GET /v2.0/networks/1c18baa8-7151-4b37-b98c-da8ddcd05d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9052553 Sep 30 01:03:16.951661 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] For port 79bec671-7c6f-4a10-8b67-20e8fc21b96e, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=79bec671-7c6f-4a10-8b67-20e8fc21b96e,segment=NetworkSegment(643aafa9-c664-4428-8e9b-f74e6a51b46c),segment_id=643aafa9-c664-4428-8e9b-f74e6a51b46c)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:16.952049 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:17.124456 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0985c-c718-4825-a8e1-dccc8de8a797 req-ab3c245a-ac53-4bde-95ea-f97fa4da9933 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:17.128858 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-91c0985c-c718-4825-a8e1-dccc8de8a797 req-ab3c245a-ac53-4bde-95ea-f97fa4da9933 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.1686895 Sep 30 01:03:17.172523 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Calling delete_port for 79bec671-7c6f-4a10-8b67-20e8fc21b96e owned by network:dhcp {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:03:17.252061 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-91c0985c-c718-4825-a8e1-dccc8de8a797 req-a0e33270-4f23-4a7b-b9d9-dec571a33f5e tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162765 Sep 30 01:03:17.357848 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.api [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80274) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 01:03:17.358427 n-d-811809-1 neutron-server[80274]: DEBUG oslo_db.api [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 01:03:17.409619 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-62a2e6d9-4e34-4a96-a29d-d75757abbfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'name': 'tempest-ServersTestJSON-168019481-router', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'ae3f2d4e-ff80-4293-9dee-f67fe11f2054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:02:50Z', 'updated_at': '2021-09-30T01:03:02Z', 'revision_number': 4, 'project_id': '2b6e2fef5a454f0498865063fef18aff', 'gw_port': {'id': 'ae3f2d4e-ff80-4293-9dee-f67fe11f2054', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:52Z', 'updated_at': '2021-09-30T01:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '9c4d5d97-9576-48c7-a8e7-426f0dfc95a6', 'name': '', 'network_id': '1c18baa8-7151-4b37-b98c-da8ddcd05d1d', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'mac_address': 'fa:16:3e:da:5e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'cb387d9b-3f36-414b-b6fa-05f39b08a94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:03:00Z', 'updated_at': '2021-09-30T01:03:15Z', 'revision_number': 4, 'project_id': '2b6e2fef5a454f0498865063fef18aff', 'subnets': [{'id': 'cb387d9b-3f36-414b-b6fa-05f39b08a94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:03:17.420070 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a2e6d9-4e34-4a96-a29d-d75757abbfd0 None None] The sync data for ids ['ce0782bb-ddb5-48ad-b38d-df4d18c68e0c'] in n-d-811809-1 is: [{'id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'name': 'tempest-ServersTestJSON-168019481-router', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'ae3f2d4e-ff80-4293-9dee-f67fe11f2054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:02:50Z', 'updated_at': '2021-09-30T01:03:02Z', 'revision_number': 4, 'project_id': '2b6e2fef5a454f0498865063fef18aff', 'gw_port': {'id': 'ae3f2d4e-ff80-4293-9dee-f67fe11f2054', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:52Z', 'updated_at': '2021-09-30T01:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '9c4d5d97-9576-48c7-a8e7-426f0dfc95a6', 'name': '', 'network_id': '1c18baa8-7151-4b37-b98c-da8ddcd05d1d', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'mac_address': 'fa:16:3e:da:5e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'cb387d9b-3f36-414b-b6fa-05f39b08a94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:03:00Z', 'updated_at': '2021-09-30T01:03:15Z', 'revision_number': 4, 'project_id': '2b6e2fef5a454f0498865063fef18aff', 'subnets': [{'id': 'cb387d9b-3f36-414b-b6fa-05f39b08a94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:03:17.428145 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 9c4d5d97-9576-48c7-a8e7-426f0dfc95a6 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:03:17.616907 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9cb2aeb5-c5c9-4e49-8ca3-8e697c02a7ce req-923c15cc-8b0a-4365-a91c-f0d4bbaa24f7 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc HTTP/1.1" status: 200 len: 210 time: 0.1575360 Sep 30 01:03:17.712988 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 9c4d5d97-9576-48c7-a8e7-426f0dfc95a6 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:03:17.719968 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 9c4d5d97-9576-48c7-a8e7-426f0dfc95a6 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:03:17.720514 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:17.727396 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting port 79bec671-7c6f-4a10-8b67-20e8fc21b96e {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:03:17.727990 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:17.948987 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] The port '79bec671-7c6f-4a10-8b67-20e8fc21b96e' was deleted {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 30 01:03:17.954327 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:18.032200 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 9c4d5d97-9576-48c7-a8e7-426f0dfc95a6, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=9c4d5d97-9576-48c7-a8e7-426f0dfc95a6,segment=NetworkSegment(c0509f14-eb2b-4c22-b7ef-12dddf1b9b59),segment_id=c0509f14-eb2b-4c22-b7ef-12dddf1b9b59)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:18.044087 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:18.046935 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:18.141831 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-015a87d1-a23c-431f-adfb-c07df406ebbd req-fc063d98-7d0f-4557-a307-bb1602f06702 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4 HTTP/1.1" status: 200 len: 210 time: 0.2300861 Sep 30 01:03:18.389555 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=9c4d5d97-9576-48c7-a8e7-426f0dfc95a6,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:18.396785 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:18.413036 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:18.446137 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f55b8a24-66f9-4dff-992e-66ddd24069b6']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:03:18.553764 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '643aafa9-c664-4428-8e9b-f74e6a51b46c') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:03:18.553985 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '643aafa9-c664-4428-8e9b-f74e6a51b46c') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:03:18.653200 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1e37372f-3a46-4022-bcbc-0d6e9db58453 req-6ad6564d-6a9c-431c-ba5b-55a76b7c7c6b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4167bedc-2167-4bb9-b014-d7742c2bba14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3072720 Sep 30 01:03:18.665594 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-9ccfd957-893e-4bc8-b89b-301fb0e0c5c0 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:18.670167 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:18.683277 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-9ccfd957-893e-4bc8-b89b-301fb0e0c5c0 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/networks?id=1e2206f2-97da-4525-be9c-10f3f7da23c8 HTTP/1.1" status: 200 len: 813 time: 0.5858784 Sep 30 01:03:18.700759 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:18.713242 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-211ddc66-0fb2-4120-94f0-ba7501a41f0e tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/quotas/317ba557079d4902882e26223cd79031 HTTP/1.1" status: 200 len: 375 time: 0.0286667 Sep 30 01:03:18.728407 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:03:18.728822 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: timer() Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:03:18.750535 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:03:18.829698 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-80051c05-c905-4374-8eaa-ff702c2106e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:18.882851 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a569b82-4dfe-42be-91c2-c576e2d72c0f req-ca7a467c-aac5-4601-a72b-68e702f6eeb2 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:18.894171 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a569b82-4dfe-42be-91c2-c576e2d72c0f req-ca7a467c-aac5-4601-a72b-68e702f6eeb2 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=e831f726-f59c-4f3f-9c66-3dfe1b5a5ffd HTTP/1.1" status: 200 len: 945 time: 0.4130020 Sep 30 01:03:18.943220 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-ad351cb9-cf1f-4aa0-8ea8-426972abfc9c tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:18.943987 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-ad351cb9-cf1f-4aa0-8ea8-426972abfc9c tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Synchronizing usage tracker for tenant:02bc79a9675142e593506d561654e76f on resource:network {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:03:18.961403 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:18.972142 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:18.998386 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-94d0a77f-ad82-47c5-892e-61637b1460cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:19.040151 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/networks/f55b8a24-66f9-4dff-992e-66ddd24069b6 HTTP/1.1" status: 204 len: 168 time: 4.6928208 Sep 30 01:03:19.044771 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:19.045175 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 45588) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:19.071589 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-d1ef7a15-5ee5-406c-ba32-669e547c4fce tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'port': {'network_id': '63908dc7-abfd-4e32-a079-5079c6309935', 'name': 'tempest-PortsTestJSON-994569131'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:19.145603 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Network': ['ID=f55b8a24-66f9-4dff-992e-66ddd24069b6,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:19.216897 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-41561e86-7291-42e6-81f8-8e0011db2cde tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=317ba557079d4902882e26223cd79031&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4990094 Sep 30 01:03:19.255078 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:19.262368 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-ad351cb9-cf1f-4aa0-8ea8-426972abfc9c tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Unset dirty status for tenant:02bc79a9675142e593506d561654e76f on resource:network {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:03:19.264038 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-ad351cb9-cf1f-4aa0-8ea8-426972abfc9c tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.55 "GET /v2.0/networks?id=8cf157b5-3a5b-4875-babe-38a13725d469 HTTP/1.1" status: 200 len: 815 time: 0.7300997 Sep 30 01:03:19.274319 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a569b82-4dfe-42be-91c2-c576e2d72c0f req-3a279d10-5974-4915-a441-f61563cc975b tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792825 Sep 30 01:03:19.289485 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-a7bb9701-2f52-41fc-a8e5-d913bd792392 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Request body: {'port': {'device_id': 'b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc', 'network_id': '8cf157b5-3a5b-4875-babe-38a13725d469', 'admin_state_up': True, 'tenant_id': '02bc79a9675142e593506d561654e76f'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:19.323284 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 9c4d5d97-9576-48c7-a8e7-426f0dfc95a6 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:03:19.412086 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37372f-3a46-4022-bcbc-0d6e9db58453 req-0af13de5-f440-43fc-97c3-65c47df3e37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:19.417540 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1e37372f-3a46-4022-bcbc-0d6e9db58453 req-0af13de5-f440-43fc-97c3-65c47df3e37f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=038e4d0abd4b4e5c940f331b6f0950a9&device_id=4167bedc-2167-4bb9-b014-d7742c2bba14 HTTP/1.1" status: 200 len: 1096 time: 0.3506346 Sep 30 01:03:19.473675 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-0b49d4c2-1f1b-42cc-854f-f6da3fa5c78e service neutron] 10.222.0.39 "GET /v2.0/networks/1e2206f2-97da-4525-be9c-10f3f7da23c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542150 Sep 30 01:03:19.477789 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 9c4d5d97-9576-48c7-a8e7-426f0dfc95a6 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:03:19.478181 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:19.748111 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3b96336b-7650-4ac7-bae5-ef3034cb1a01 req-bdb9bf63-e2c5-47cd-9102-9cc49c299624 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc HTTP/1.1" status: 200 len: 210 time: 0.1778381 Sep 30 01:03:19.808544 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-d1ef7a15-5ee5-406c-ba32-669e547c4fce tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:03:19.822205 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-d1ef7a15-5ee5-406c-ba32-669e547c4fce tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:port and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:03:19.826495 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-18ada21a-031a-480b-9ef9-b1462c923b87 service neutron] 10.222.0.39 "GET /v2.0/networks/1e2206f2-97da-4525-be9c-10f3f7da23c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452396 Sep 30 01:03:19.832160 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-d1ef7a15-5ee5-406c-ba32-669e547c4fce tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:03:19.844028 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-d1ef7a15-5ee5-406c-ba32-669e547c4fce tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:03:19.942251 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ef7a15-5ee5-406c-ba32-669e547c4fce tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:03:19.946258 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7a15-5ee5-406c-ba32-669e547c4fce tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:19.976028 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-a7bb9701-2f52-41fc-a8e5-d913bd792392 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:03:19.994672 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-a7bb9701-2f52-41fc-a8e5-d913bd792392 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:03:19.997487 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [None req-d1ef7a15-5ee5-406c-ba32-669e547c4fce tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] device_id is not set on port cc38c432-bbe0-4620-b269-1fb6c1d02266 yet. {{(pid=80274) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:03:20.084892 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-a7bb9701-2f52-41fc-a8e5-d913bd792392 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Made reservation on behalf of 02bc79a9675142e593506d561654e76f for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:03:20.092672 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-a7bb9701-2f52-41fc-a8e5-d913bd792392 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:20.333844 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0f45eeb5-5509-4d95-af88-ce6bd44e5af6 req-67806c5c-3233-49df-aac9-3d4b72e8cf05 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0eb8c0e-43d7-4e0f-a8ec-b4469a46ad94 HTTP/1.1" status: 200 len: 210 time: 0.0788212 Sep 30 01:03:20.383307 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5d6bf698-266b-4ad5-89c7-fa6c557ccf69 req-7c8027a2-096f-47aa-9151-b6802b30df9e tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4 HTTP/1.1" status: 200 len: 210 time: 0.0791547 Sep 30 01:03:20.440820 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20dfa0-4d88-4b87-ac61-2fd8df95eb4c req-1ba9f2e6-d5f0-448e-b847-4803cc19069f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:20.442345 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1d20dfa0-4d88-4b87-ac61-2fd8df95eb4c req-1ba9f2e6-d5f0-448e-b847-4803cc19069f tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.59 "GET /v2.0/ports?device_id=e831f726-f59c-4f3f-9c66-3dfe1b5a5ffd HTTP/1.1" status: 200 len: 945 time: 0.5751057 Sep 30 01:03:20.661859 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27636b61-c641-49d0-ad8f-7889fb8e0136 req-2b32a218-fdaa-47fa-81cb-0a8a51501135 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:20.663425 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-27636b61-c641-49d0-ad8f-7889fb8e0136 req-2b32a218-fdaa-47fa-81cb-0a8a51501135 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=69b3aa8c-9495-442e-bb77-8518992d9112 HTTP/1.1" status: 200 len: 950 time: 0.2029533 Sep 30 01:03:20.713432 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-27636b61-c641-49d0-ad8f-7889fb8e0136 req-e589f96a-ab63-4401-8acf-676f5f61cd0d tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/security-groups?id=2632cc96-b93c-409e-9e4b-ce8bd328a609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432775 Sep 30 01:03:20.868715 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-1d20dfa0-4d88-4b87-ac61-2fd8df95eb4c req-62659811-d892-441d-85e2-51d57fbe8965 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Deleting port c34b5620-004b-4d82-a405-32fd2639686f {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:03:20.869684 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1d20dfa0-4d88-4b87-ac61-2fd8df95eb4c req-62659811-d892-441d-85e2-51d57fbe8965 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:20.953569 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7a15-5ee5-406c-ba32-669e547c4fce tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:20.963718 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c2229b56-2c1f-4d93-ac59-3f56b219b45b req-0e612ed1-495b-4eb9-b11b-452c5be83c06 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc HTTP/1.1" status: 200 len: 210 time: 0.0523999 Sep 30 01:03:21.050523 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-a7bb9701-2f52-41fc-a8e5-d913bd792392 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Allocated IP 172.20.0.8 (8cf157b5-3a5b-4875-babe-38a13725d469/1b1d4a0e-373b-4a8f-bc06-2d1f76945ee5/c4150b26-082e-4a8d-94c8-26dc01cda49d) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:03:21.069326 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362f40e-65d2-48e9-ac36-7a469a22080d req-14a87433-ae28-4638-b186-42124814bfbb tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:21.076608 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4362f40e-65d2-48e9-ac36-7a469a22080d req-14a87433-ae28-4638-b186-42124814bfbb tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=e831f726-f59c-4f3f-9c66-3dfe1b5a5ffd HTTP/1.1" status: 200 len: 945 time: 0.5276754 Sep 30 01:03:21.215335 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e872d038-fb64-446a-ab88-6f4cd0edf3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:21.263935 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7a15-5ee5-406c-ba32-669e547c4fce tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:21.286043 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4362f40e-65d2-48e9-ac36-7a469a22080d req-8816d571-790f-4cbe-9112-059f610c8bea tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b3712f4-afda-4ae1-858c-05954afcab96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084813 Sep 30 01:03:21.295005 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-15ec00b1-3247-4980-bad4-628b2373f4bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:21.424485 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ef7a15-5ee5-406c-ba32-669e547c4fce tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network 63908dc7-abfd-4e32-a079-5079c6309935 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:03:21.439759 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-d1ef7a15-5ee5-406c-ba32-669e547c4fce tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:03:21.465546 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ef7a15-5ee5-406c-ba32-669e547c4fce tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:03:21.471789 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ef7a15-5ee5-406c-ba32-669e547c4fce tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:21.472408 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7a15-5ee5-406c-ba32-669e547c4fce tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:21.552801 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-882f100e-6b06-4cdd-b731-44d306a92835 req-16d00bc0-33fc-4ce8-b6ab-18622e184695 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0eb8c0e-43d7-4e0f-a8ec-b4469a46ad94 HTTP/1.1" status: 200 len: 210 time: 0.0890822 Sep 30 01:03:21.576727 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef7a15-5ee5-406c-ba32-669e547c4fce tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Port': ['ID=cc38c432-bbe0-4620-b269-1fb6c1d02266,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:21.580438 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-1d20dfa0-4d88-4b87-ac61-2fd8df95eb4c req-62659811-d892-441d-85e2-51d57fbe8965 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] For port c34b5620-004b-4d82-a405-32fd2639686f, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c34b5620-004b-4d82-a405-32fd2639686f,segment=NetworkSegment(e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e),segment_id=e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:21.580800 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1d20dfa0-4d88-4b87-ac61-2fd8df95eb4c req-62659811-d892-441d-85e2-51d57fbe8965 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:21.634870 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d1ef7a15-5ee5-406c-ba32-669e547c4fce tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:21.793800 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1087a4ca-e51e-4025-90c7-bd43aa35870b req-24d7d76a-b4a1-4d9e-b254-2ae01a390017 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4 HTTP/1.1" status: 200 len: 210 time: 0.1972284 Sep 30 01:03:21.795317 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-d1ef7a15-5ee5-406c-ba32-669e547c4fce tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.7325249 Sep 30 01:03:21.798825 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45654) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:21.818164 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-1d20dfa0-4d88-4b87-ac61-2fd8df95eb4c req-62659811-d892-441d-85e2-51d57fbe8965 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Calling delete_port for c34b5620-004b-4d82-a405-32fd2639686f owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:03:22.035787 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-a7bb9701-2f52-41fc-a8e5-d913bd792392 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:22.038567 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-7374faad-55ae-4415-8bf1-4ac0e0338c9f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting port cc38c432-bbe0-4620-b269-1fb6c1d02266 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:03:22.039091 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7374faad-55ae-4415-8bf1-4ac0e0338c9f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:22.140802 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88976dcb-5436-44de-9316-50eb3e0b4998 req-b3b05742-10cf-4a54-a196-090dd7fc5a70 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:22.147418 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-88976dcb-5436-44de-9316-50eb3e0b4998 req-b3b05742-10cf-4a54-a196-090dd7fc5a70 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=69b3aa8c-9495-442e-bb77-8518992d9112 HTTP/1.1" status: 200 len: 950 time: 0.2504528 Sep 30 01:03:22.256889 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-36bc08f2-4a92-41b6-ad8d-ed20b7c89115 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:22.258324 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-36bc08f2-4a92-41b6-ad8d-ed20b7c89115 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.59 "GET /v2.0/networks?id=1e2206f2-97da-4525-be9c-10f3f7da23c8 HTTP/1.1" status: 200 len: 813 time: 0.5468121 Sep 30 01:03:22.283488 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:22.297228 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-88976dcb-5436-44de-9316-50eb3e0b4998 req-51c0d76b-3fc6-4b99-b043-b76679850099 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/security-groups?id=2632cc96-b93c-409e-9e4b-ce8bd328a609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416152 Sep 30 01:03:22.306363 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-0cf3b59f-b0eb-4d39-9698-75e4cefb4811 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Request body: {'port': {'device_id': 'f0eb8c0e-43d7-4e0f-a8ec-b4469a46ad94', 'network_id': '1e2206f2-97da-4525-be9c-10f3f7da23c8', 'admin_state_up': True, 'tenant_id': '317ba557079d4902882e26223cd79031'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:22.331011 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-8ae4c040-3361-4ed9-9a07-f02a3e73059b req-f8521f94-9794-48e7-89b2-b93d2900d888 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Synchronizing usage tracker for tenant:02bc79a9675142e593506d561654e76f on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:03:22.422140 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-8ae4c040-3361-4ed9-9a07-f02a3e73059b req-f8521f94-9794-48e7-89b2-b93d2900d888 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Unset dirty status for tenant:02bc79a9675142e593506d561654e76f on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:03:22.430781 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8ae4c040-3361-4ed9-9a07-f02a3e73059b req-f8521f94-9794-48e7-89b2-b93d2900d888 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc HTTP/1.1" status: 200 len: 210 time: 0.1901598 Sep 30 01:03:22.432278 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-a7bb9701-2f52-41fc-a8e5-d913bd792392 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Transition to ACTIVE for port object c4150b26-082e-4a8d-94c8-26dc01cda49d will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:03:22.441907 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7374faad-55ae-4415-8bf1-4ac0e0338c9f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:22.443314 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1d20dfa0-4d88-4b87-ac61-2fd8df95eb4c req-62659811-d892-441d-85e2-51d57fbe8965 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:22.457322 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a963e8ac-7f22-428a-8f86-b625edb8bf92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:22.510617 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62659811-d892-441d-85e2-51d57fbe8965 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Pushing event deleted for resources: {'Port': ['ID=c34b5620-004b-4d82-a405-32fd2639686f,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:22.523002 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-62659811-d892-441d-85e2-51d57fbe8965 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:22.654930 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-7374faad-55ae-4415-8bf1-4ac0e0338c9f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Calling delete_port for cc38c432-bbe0-4620-b269-1fb6c1d02266 owned by {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:03:22.686960 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5ed2ecfe-c8f4-47b3-a74e-8a6c819084ec req-7bfabc71-ec20-4db9-be04-81a000850c2b tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.39 "GET /v2.0/ports?device_id=e831f726-f59c-4f3f-9c66-3dfe1b5a5ffd HTTP/1.1" status: 200 len: 210 time: 0.1477454 Sep 30 01:03:22.708772 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d20dfa0-4d88-4b87-ac61-2fd8df95eb4c req-62659811-d892-441d-85e2-51d57fbe8965 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] No DVR routers for this DVR port c34b5620-004b-4d82-a405-32fd2639686f on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:03:22.711399 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-1d20dfa0-4d88-4b87-ac61-2fd8df95eb4c req-62659811-d892-441d-85e2-51d57fbe8965 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:22.760056 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7374faad-55ae-4415-8bf1-4ac0e0338c9f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:22.764375 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e831f726-f59c-4f3f-9c66-3dfe1b5a5ffd', 'name': 'network-vif-deleted', 'tag': 'c34b5620-004b-4d82-a405-32fd2639686f'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:03:22.767126 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6a050509-3a15-4f50-a3d5-67882e75df26 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:22.783510 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a0f4b212-e726-41d3-8957-14ca3792baf9 req-3651d15c-a7de-4abe-9ca0-ef03c55cc297 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0eb8c0e-43d7-4e0f-a8ec-b4469a46ad94 HTTP/1.1" status: 200 len: 210 time: 0.0896649 Sep 30 01:03:22.789683 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-0cf3b59f-b0eb-4d39-9698-75e4cefb4811 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:03:22.800928 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-0cf3b59f-b0eb-4d39-9698-75e4cefb4811 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:03:22.810267 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1d20dfa0-4d88-4b87-ac61-2fd8df95eb4c req-62659811-d892-441d-85e2-51d57fbe8965 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] 10.222.0.59 "DELETE /v2.0/ports/c34b5620-004b-4d82-a405-32fd2639686f HTTP/1.1" status: 204 len: 173 time: 2.3601758 Sep 30 01:03:22.811635 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-a7bb9701-2f52-41fc-a8e5-d913bd792392 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:22.826060 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374faad-55ae-4415-8bf1-4ac0e0338c9f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Port': ['ID=cc38c432-bbe0-4620-b269-1fb6c1d02266,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:22.826573 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-811863c5-6fd5-4e18-a4cf-fcf50bc2c6be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:22.829584 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7374faad-55ae-4415-8bf1-4ac0e0338c9f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:22.830713 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7374faad-55ae-4415-8bf1-4ac0e0338c9f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:22.857571 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-7374faad-55ae-4415-8bf1-4ac0e0338c9f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/ports/cc38c432-bbe0-4620-b269-1fb6c1d02266 HTTP/1.1" status: 204 len: 168 time: 1.0553772 Sep 30 01:03:22.857829 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45668) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:22.867039 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-4231b9a5-c868-450f-b6fc-42d0f6dae0f8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'port': {'network_id': '63908dc7-abfd-4e32-a079-5079c6309935', 'mac_address': 'fa:16:3e:ed:1b:5d', 'name': 'tempest-PortsTestJSON-643226539'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:22.885425 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-0cf3b59f-b0eb-4d39-9698-75e4cefb4811 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Made reservation on behalf of 317ba557079d4902882e26223cd79031 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:03:22.889276 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-0cf3b59f-b0eb-4d39-9698-75e4cefb4811 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:22.912417 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e831f726-f59c-4f3f-9c66-3dfe1b5a5ffd', 'name': 'network-vif-deleted', 'tag': 'c34b5620-004b-4d82-a405-32fd2639686f', 'status': 'completed', 'code': 200} Sep 30 01:03:23.008036 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-a7bb9701-2f52-41fc-a8e5-d913bd792392 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Network 8cf157b5-3a5b-4875-babe-38a13725d469 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:03:23.013269 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-a7bb9701-2f52-41fc-a8e5-d913bd792392 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:03:23.021778 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb9701-2f52-41fc-a8e5-d913bd792392 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Pushing event updated for resources: {'Port': ['ID=c4150b26-082e-4a8d-94c8-26dc01cda49d,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:23.022391 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4231b9a5-c868-450f-b6fc-42d0f6dae0f8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:03:23.025303 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-a7bb9701-2f52-41fc-a8e5-d913bd792392 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:03:23.046055 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-4231b9a5-c868-450f-b6fc-42d0f6dae0f8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:port and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:03:23.057538 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-4231b9a5-c868-450f-b6fc-42d0f6dae0f8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:03:23.071529 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4231b9a5-c868-450f-b6fc-42d0f6dae0f8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:03:23.096753 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4231b9a5-c868-450f-b6fc-42d0f6dae0f8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:03:23.107928 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a7bb9701-2f52-41fc-a8e5-d913bd792392 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:23.235470 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-79f90a12-1253-4ad5-a041-d51dc7dd329e req-407e82a1-e491-49eb-8414-5589f49815ad tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4 HTTP/1.1" status: 200 len: 210 time: 0.1666942 Sep 30 01:03:23.291415 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-a7bb9701-2f52-41fc-a8e5-d913bd792392 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:23.292355 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-a7bb9701-2f52-41fc-a8e5-d913bd792392 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:23.329693 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-0cf3b59f-b0eb-4d39-9698-75e4cefb4811 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Allocated IP 172.20.0.13 (1e2206f2-97da-4525-be9c-10f3f7da23c8/4adfb8b3-ae94-437f-908c-bfa569a467f2/c7d4bcda-2254-4e64-a99c-239703b963c2) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:03:23.395423 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c2c205a1-a5aa-4c48-a0d5-62ba1039743d None None] Provisioning for port c4150b26-082e-4a8d-94c8-26dc01cda49d completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:03:23.401347 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c2c205a1-a5aa-4c48-a0d5-62ba1039743d None None] Provisioning complete for port c4150b26-082e-4a8d-94c8-26dc01cda49d triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:03:23.401960 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c2c205a1-a5aa-4c48-a0d5-62ba1039743d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:23.407341 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-a7bb9701-2f52-41fc-a8e5-d913bd792392 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1217835 Sep 30 01:03:23.481851 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4231b9a5-c868-450f-b6fc-42d0f6dae0f8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:23.515829 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c2c205a1-a5aa-4c48-a0d5-62ba1039743d None None] Port c4150b26-082e-4a8d-94c8-26dc01cda49d cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:03:23.654332 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [None req-4231b9a5-c868-450f-b6fc-42d0f6dae0f8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] device_id is not set on port 4380a10d-fe08-4874-b8dc-104406eab514 yet. {{(pid=80275) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:03:23.741145 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7579b-4df6-41e1-a482-bf3f59e413a9 req-3556ea34-308c-48bc-bdbc-2e2eb0fa5769 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:23.743008 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1cc7579b-4df6-41e1-a482-bf3f59e413a9 req-3556ea34-308c-48bc-bdbc-2e2eb0fa5769 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=69b3aa8c-9495-442e-bb77-8518992d9112 HTTP/1.1" status: 200 len: 950 time: 0.1972492 Sep 30 01:03:23.753945 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-0cf3b59f-b0eb-4d39-9698-75e4cefb4811 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:23.848417 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4d35d-489c-4639-9296-7c10293787ac req-4b1ddcb0-5213-4ded-85e5-9012e0bb5993 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:23.850698 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9ce4d35d-489c-4639-9296-7c10293787ac req-4b1ddcb0-5213-4ded-85e5-9012e0bb5993 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc HTTP/1.1" status: 200 len: 931 time: 0.1656482 Sep 30 01:03:23.859327 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-0cf3b59f-b0eb-4d39-9698-75e4cefb4811 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:23.859956 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1cc7579b-4df6-41e1-a482-bf3f59e413a9 req-1815cdd3-d443-4b7e-8b82-326f73a7c8d7 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/security-groups?id=2632cc96-b93c-409e-9e4b-ce8bd328a609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029170 Sep 30 01:03:23.871507 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-65054805-96d7-449c-a6b0-5f03ccc0b234 tempest-ServerPasswordTestJSON-185703461 tempest-ServerPasswordTestJSON-185703461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:23.899930 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['3a902b1f-3960-4265-a353-8f9b13f0a508'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:03:23.974317 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device c34b5620-004b-4d82-a405-32fd2639686f no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:03:24.060850 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-0cf3b59f-b0eb-4d39-9698-75e4cefb4811 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Network 1e2206f2-97da-4525-be9c-10f3f7da23c8 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:03:24.071200 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: c34b5620-004b-4d82-a405-32fd2639686f {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:03:24.071562 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device c34b5620-004b-4d82-a405-32fd2639686f not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:03:24.087940 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-0cf3b59f-b0eb-4d39-9698-75e4cefb4811 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:03:24.089575 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4231b9a5-c868-450f-b6fc-42d0f6dae0f8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:24.096495 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-0cf3b59f-b0eb-4d39-9698-75e4cefb4811 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:03:24.130466 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:24.131559 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4231b9a5-c868-450f-b6fc-42d0f6dae0f8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:24.143066 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:24.172419 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3b59f-b0eb-4d39-9698-75e4cefb4811 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Pushing event updated for resources: {'Port': ['ID=c7d4bcda-2254-4e64-a99c-239703b963c2,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:24.202488 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0cf3b59f-b0eb-4d39-9698-75e4cefb4811 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:24.228894 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-9ce4d35d-489c-4639-9296-7c10293787ac req-5d5a7363-06df-4385-a35b-3c0273db5c59 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Synchronizing usage tracker for tenant:02bc79a9675142e593506d561654e76f on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:03:24.267366 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-9ce4d35d-489c-4639-9296-7c10293787ac req-5d5a7363-06df-4385-a35b-3c0273db5c59 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Unset dirty status for tenant:02bc79a9675142e593506d561654e76f on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:03:24.270259 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9ce4d35d-489c-4639-9296-7c10293787ac req-5d5a7363-06df-4385-a35b-3c0273db5c59 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/security-groups?id=b09c36c6-2884-41d0-995c-7b3963f991a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063849 Sep 30 01:03:24.286583 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-0cf3b59f-b0eb-4d39-9698-75e4cefb4811 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:24.287418 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-0cf3b59f-b0eb-4d39-9698-75e4cefb4811 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:24.307870 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4231b9a5-c868-450f-b6fc-42d0f6dae0f8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network 63908dc7-abfd-4e32-a079-5079c6309935 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:03:24.310588 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-4231b9a5-c868-450f-b6fc-42d0f6dae0f8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:03:24.323558 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-0cf3b59f-b0eb-4d39-9698-75e4cefb4811 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0275040 Sep 30 01:03:24.346885 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-e2f76d04-de12-4633-b29b-bbc54867519b service neutron] Request body: {'port': {'device_id': 'f0eb8c0e-43d7-4e0f-a8ec-b4469a46ad94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:24.360330 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4231b9a5-c868-450f-b6fc-42d0f6dae0f8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:03:24.366255 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4231b9a5-c868-450f-b6fc-42d0f6dae0f8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:24.371510 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4231b9a5-c868-450f-b6fc-42d0f6dae0f8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:24.417660 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-4231b9a5-c868-450f-b6fc-42d0f6dae0f8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5564792 Sep 30 01:03:24.425582 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45686) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:24.432279 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231b9a5-c868-450f-b6fc-42d0f6dae0f8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Port': ['ID=4380a10d-fe08-4874-b8dc-104406eab514,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:24.477072 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4231b9a5-c868-450f-b6fc-42d0f6dae0f8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:24.495838 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-e2f76d04-de12-4633-b29b-bbc54867519b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:24.502194 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe98ed-69b5-4a25-8add-f93286afffe0 req-6b90e207-3d1a-464b-8c09-1c9eeb16cd45 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:24.509142 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a4fe98ed-69b5-4a25-8add-f93286afffe0 req-6b90e207-3d1a-464b-8c09-1c9eeb16cd45 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0eb8c0e-43d7-4e0f-a8ec-b4469a46ad94 HTTP/1.1" status: 200 len: 932 time: 0.3193543 Sep 30 01:03:24.621337 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2488d90-1972-431e-868f-b94f9a7c7846 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:24.622018 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-e2488d90-1972-431e-868f-b94f9a7c7846 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Synchronizing usage tracker for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:03:24.644389 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a4fe98ed-69b5-4a25-8add-f93286afffe0 req-4d61febf-0a00-4a0d-b726-5c3b95cb225f tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342499 Sep 30 01:03:24.656182 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-07a8bd15-fd70-4eb9-863f-a18d2ebeba4e req-bd4c2365-101f-406e-8ea3-80f2408e809b tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4 HTTP/1.1" status: 200 len: 210 time: 0.0528865 Sep 30 01:03:24.672465 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-e2488d90-1972-431e-868f-b94f9a7c7846 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Unset dirty status for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:03:24.673592 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-e2488d90-1972-431e-868f-b94f9a7c7846 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "GET /v2.0/ports/4380a10d-fe08-4874-b8dc-104406eab514 HTTP/1.1" status: 200 len: 840 time: 0.2426655 Sep 30 01:03:24.676033 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45692) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:24.773654 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-94682a30-fbd0-4135-b3d0-eb7116f64904 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting port 4380a10d-fe08-4874-b8dc-104406eab514 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:03:24.773924 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-94682a30-fbd0-4135-b3d0-eb7116f64904 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:25.137181 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-94682a30-fbd0-4135-b3d0-eb7116f64904 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:25.267852 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-94682a30-fbd0-4135-b3d0-eb7116f64904 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Calling delete_port for 4380a10d-fe08-4874-b8dc-104406eab514 owned by {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:03:25.303975 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54275257-ab6a-4c13-b497-b9be695a58a3 req-b46a5ecb-d6fa-4903-a73f-d5e52a4da4fc tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:25.304829 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-54275257-ab6a-4c13-b497-b9be695a58a3 req-b46a5ecb-d6fa-4903-a73f-d5e52a4da4fc tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=69b3aa8c-9495-442e-bb77-8518992d9112 HTTP/1.1" status: 200 len: 950 time: 0.2343984 Sep 30 01:03:25.365399 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-e2f76d04-de12-4633-b29b-bbc54867519b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d4bcda-2254-4e64-a99c-239703b963c2 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:03:25.365721 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-94682a30-fbd0-4135-b3d0-eb7116f64904 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:25.376738 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-54275257-ab6a-4c13-b497-b9be695a58a3 req-d09c1938-5df8-4799-9b6d-3ca1ee2bdc41 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/security-groups?id=2632cc96-b93c-409e-9e4b-ce8bd328a609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599511 Sep 30 01:03:25.378867 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-e2f76d04-de12-4633-b29b-bbc54867519b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:25.383214 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-93672485-2d6f-4066-97f4-23fcb902456a tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:25.395103 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-e2f76d04-de12-4633-b29b-bbc54867519b service neutron] Transition to ACTIVE for port object c7d4bcda-2254-4e64-a99c-239703b963c2 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:03:25.400358 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-e2f76d04-de12-4633-b29b-bbc54867519b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:25.406613 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-03a498ab-d4e2-4594-991b-36fb67a36ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:25.438137 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-94682a30-fbd0-4135-b3d0-eb7116f64904 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:25.441450 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94682a30-fbd0-4135-b3d0-eb7116f64904 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Port': ['ID=4380a10d-fe08-4874-b8dc-104406eab514,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:25.445176 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-94682a30-fbd0-4135-b3d0-eb7116f64904 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:25.470655 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-94682a30-fbd0-4135-b3d0-eb7116f64904 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/ports/4380a10d-fe08-4874-b8dc-104406eab514 HTTP/1.1" status: 204 len: 168 time: 0.7905006 Sep 30 01:03:25.471734 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45714) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:25.552047 n-d-811809-1 neutron-server[80275]: INFO neutron.pecan_wsgi.hooks.translation [None req-87356d90-b83c-412c-b642-31762e01311d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] GET failed (client error): The resource could not be found. Sep 30 01:03:25.552892 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-87356d90-b83c-412c-b642-31762e01311d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Synchronizing usage tracker for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:03:25.587184 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-87356d90-b83c-412c-b642-31762e01311d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Unset dirty status for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:03:25.591797 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-87356d90-b83c-412c-b642-31762e01311d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "GET /v2.0/ports/4380a10d-fe08-4874-b8dc-104406eab514 HTTP/1.1" status: 404 len: 333 time: 0.1168320 Sep 30 01:03:25.594217 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45720) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:25.594458 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f76d04-de12-4633-b29b-bbc54867519b service neutron] Pushing event updated for resources: {'Port': ['ID=c7d4bcda-2254-4e64-a99c-239703b963c2,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:25.600510 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-07b51e6f-e52e-4fa1-9d20-4369c3ec9089 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'port': {'network_id': '63908dc7-abfd-4e32-a079-5079c6309935', 'name': 'tempest-PortsTestJSON-1064455602'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:25.603463 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e2f76d04-de12-4633-b29b-bbc54867519b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:25.750017 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-e2f76d04-de12-4633-b29b-bbc54867519b service neutron] Attempting to bind port c7d4bcda-2254-4e64-a99c-239703b963c2 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:03:25.750017 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-e2f76d04-de12-4633-b29b-bbc54867519b service neutron] Attempting to bind port c7d4bcda-2254-4e64-a99c-239703b963c2 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'af10906d-6c0a-4f6f-83b7-0696cedb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1e2206f2-97da-4525-be9c-10f3f7da23c8'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:03:25.750017 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-e2f76d04-de12-4633-b29b-bbc54867519b service neutron] Attempting to bind port c7d4bcda-2254-4e64-a99c-239703b963c2 on network 1e2206f2-97da-4525-be9c-10f3f7da23c8 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:03:25.761903 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-e2f76d04-de12-4633-b29b-bbc54867519b service neutron] Port c7d4bcda-2254-4e64-a99c-239703b963c2 on network 1e2206f2-97da-4525-be9c-10f3f7da23c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:03:25.762236 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-e2f76d04-de12-4633-b29b-bbc54867519b service neutron] Attempting to bind port c7d4bcda-2254-4e64-a99c-239703b963c2 on network 1e2206f2-97da-4525-be9c-10f3f7da23c8 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:03:25.770280 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-e2f76d04-de12-4633-b29b-bbc54867519b service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:03:25.770624 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-e2f76d04-de12-4633-b29b-bbc54867519b service neutron] Checking segment: {'id': 'af10906d-6c0a-4f6f-83b7-0696cedb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1e2206f2-97da-4525-be9c-10f3f7da23c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:03:25.771063 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-e2f76d04-de12-4633-b29b-bbc54867519b service neutron] Bound using segment: {'id': 'af10906d-6c0a-4f6f-83b7-0696cedb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1e2206f2-97da-4525-be9c-10f3f7da23c8'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:03:25.771507 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-e2f76d04-de12-4633-b29b-bbc54867519b service neutron] Bound port: c7d4bcda-2254-4e64-a99c-239703b963c2, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af10906d-6c0a-4f6f-83b7-0696cedb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '1e2206f2-97da-4525-be9c-10f3f7da23c8'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:03:25.771864 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-e2f76d04-de12-4633-b29b-bbc54867519b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:25.778543 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-07b51e6f-e52e-4fa1-9d20-4369c3ec9089 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:03:25.789475 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-07b51e6f-e52e-4fa1-9d20-4369c3ec9089 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:03:25.793121 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddbaf0-3b30-49e8-97ee-6eee2685865a req-ac2c104d-4f9d-4688-8af3-2e5a7322db64 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:25.800711 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-68ddbaf0-3b30-49e8-97ee-6eee2685865a req-ac2c104d-4f9d-4688-8af3-2e5a7322db64 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc HTTP/1.1" status: 200 len: 931 time: 0.2496960 Sep 30 01:03:25.837761 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b51e6f-e52e-4fa1-9d20-4369c3ec9089 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:03:25.841588 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-07b51e6f-e52e-4fa1-9d20-4369c3ec9089 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:25.854993 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 01:03:25.910418 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [None req-07b51e6f-e52e-4fa1-9d20-4369c3ec9089 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] device_id is not set on port 7ea67271-61c5-4cf8-8c1d-3fbdc613b5cf yet. {{(pid=80275) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:03:25.913058 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-68ddbaf0-3b30-49e8-97ee-6eee2685865a req-aa6e76c7-ac14-4dea-b193-7f80d4475011 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/security-groups?id=b09c36c6-2884-41d0-995c-7b3963f991a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114275 Sep 30 01:03:25.968330 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-e2f76d04-de12-4633-b29b-bbc54867519b service neutron] For port c7d4bcda-2254-4e64-a99c-239703b963c2, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:03:25.983851 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-e2f76d04-de12-4633-b29b-bbc54867519b service neutron] For port c7d4bcda-2254-4e64-a99c-239703b963c2, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c7d4bcda-2254-4e64-a99c-239703b963c2,segment=NetworkSegment(af10906d-6c0a-4f6f-83b7-0696cedb4a4f),segment_id=af10906d-6c0a-4f6f-83b7-0696cedb4a4f)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:03:25.992076 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-e2f76d04-de12-4633-b29b-bbc54867519b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:26.004233 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-52213540-5477-4d33-836f-c3694f3ae356 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:26.121098 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-e2f76d04-de12-4633-b29b-bbc54867519b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:26.122088 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-e2f76d04-de12-4633-b29b-bbc54867519b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:26.125229 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-e2f76d04-de12-4633-b29b-bbc54867519b service neutron] 10.222.0.59 "PUT /v2.0/ports/c7d4bcda-2254-4e64-a99c-239703b963c2 HTTP/1.1" status: 200 len: 1092 time: 1.7844985 Sep 30 01:03:26.129019 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dda27-fe9f-4912-ade0-c56de0bac839 req-f3676cb0-8d96-43c5-84c4-9e2a5d5a8651 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:26.130510 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2b5dda27-fe9f-4912-ade0-c56de0bac839 req-f3676cb0-8d96-43c5-84c4-9e2a5d5a8651 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0eb8c0e-43d7-4e0f-a8ec-b4469a46ad94 HTTP/1.1" status: 200 len: 944 time: 0.3328121 Sep 30 01:03:26.140069 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0eb8c0e-43d7-4e0f-a8ec-b4469a46ad94', 'tag': 'c7d4bcda-2254-4e64-a99c-239703b963c2'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:03:26.152630 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-336a5dbf-f96c-4ab6-b75e-64388fde85de req-df84dba3-0ae9-4bdb-90f5-f1252d89cecf tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4 HTTP/1.1" status: 200 len: 210 time: 0.0991418 Sep 30 01:03:26.190188 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f76d04-de12-4633-b29b-bbc54867519b service neutron] Pushing event updated for resources: {'Port': ['ID=c7d4bcda-2254-4e64-a99c-239703b963c2,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:26.203289 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e2f76d04-de12-4633-b29b-bbc54867519b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:26.220439 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2b5dda27-fe9f-4912-ade0-c56de0bac839 req-c5c05063-6c97-4d3f-8718-616df4de7609 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521617 Sep 30 01:03:26.303202 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0eb8c0e-43d7-4e0f-a8ec-b4469a46ad94', 'tag': 'c7d4bcda-2254-4e64-a99c-239703b963c2', 'status': 'completed', 'code': 200} Sep 30 01:03:26.356271 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-958d7434-6d5a-472e-a5b4-38393bb67a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:26.357921 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-958d7434-6d5a-472e-a5b4-38393bb67a2e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=317ba557079d4902882e26223cd79031&device_id=f0eb8c0e-43d7-4e0f-a8ec-b4469a46ad94 HTTP/1.1" status: 200 len: 1095 time: 0.1446571 Sep 30 01:03:26.408355 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-07b51e6f-e52e-4fa1-9d20-4369c3ec9089 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:26.442591 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-07b51e6f-e52e-4fa1-9d20-4369c3ec9089 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:26.469181 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-94682a30-fbd0-4135-b3d0-eb7116f64904 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:26.507831 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-002d16a9-7c3f-462c-afb8-c3b8640373fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7d4bcda-2254-4e64-a99c-239703b963c2 HTTP/1.1" status: 200 len: 217 time: 0.1260483 Sep 30 01:03:26.564000 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b51e6f-e52e-4fa1-9d20-4369c3ec9089 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Port': ['ID=7ea67271-61c5-4cf8-8c1d-3fbdc613b5cf,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:26.584361 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-07b51e6f-e52e-4fa1-9d20-4369c3ec9089 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:26.592926 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b51e6f-e52e-4fa1-9d20-4369c3ec9089 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network 63908dc7-abfd-4e32-a079-5079c6309935 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:03:26.596217 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-07b51e6f-e52e-4fa1-9d20-4369c3ec9089 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:03:26.605121 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b51e6f-e52e-4fa1-9d20-4369c3ec9089 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:03:26.625862 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b51e6f-e52e-4fa1-9d20-4369c3ec9089 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:26.627358 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-07b51e6f-e52e-4fa1-9d20-4369c3ec9089 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:26.676635 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-e01016a6-e2f6-4afc-b0e0-1e8980cae807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:26.677962 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-e01016a6-e2f6-4afc-b0e0-1e8980cae807 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4adfb8b3-ae94-437f-908c-bfa569a467f2 HTTP/1.1" status: 200 len: 853 time: 0.1617193 Sep 30 01:03:26.755726 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-07b51e6f-e52e-4fa1-9d20-4369c3ec9089 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1596327 Sep 30 01:03:26.758168 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45742) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:26.764768 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-7e7302f8-c820-4896-911e-a7dcc6bbca36 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:26.784956 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-e5ee3646-f86c-429e-94ce-6264e98f8a87 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1e2206f2-97da-4525-be9c-10f3f7da23c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883462 Sep 30 01:03:26.916225 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f3336-2ea7-4f42-83e0-d1cc4ecdb518 req-f9831dc7-a5d4-4b38-9d3f-b8b186448c85 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:26.917766 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9d5f3336-2ea7-4f42-83e0-d1cc4ecdb518 req-f9831dc7-a5d4-4b38-9d3f-b8b186448c85 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=69b3aa8c-9495-442e-bb77-8518992d9112 HTTP/1.1" status: 200 len: 950 time: 0.2603331 Sep 30 01:03:26.920860 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7e7302f8-c820-4896-911e-a7dcc6bbca36 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:27.007603 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-30f6ea7f-1b54-4a90-b03b-3faff5b48f7b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2631707 Sep 30 01:03:27.017683 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-3541934b-e5b8-4272-a4ad-aab89941af1b service neutron] 10.222.0.59 "GET /v2.0/networks/1e2206f2-97da-4525-be9c-10f3f7da23c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229328 Sep 30 01:03:27.082922 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9d5f3336-2ea7-4f42-83e0-d1cc4ecdb518 req-f7360c0c-a0cd-42be-b54f-209c4f9a438e tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/security-groups?id=2632cc96-b93c-409e-9e4b-ce8bd328a609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514761 Sep 30 01:03:27.266693 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7e7302f8-c820-4896-911e-a7dcc6bbca36 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:27.273829 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7e7302f8-c820-4896-911e-a7dcc6bbca36 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:27.284492 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-682315ef-a7cc-4825-bebc-7013373d017d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:27.361923 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-7e7302f8-c820-4896-911e-a7dcc6bbca36 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] In _notify_port_updated(), no bound segment for port 7ea67271-61c5-4cf8-8c1d-3fbdc613b5cf on network 63908dc7-abfd-4e32-a079-5079c6309935 {{(pid=80275) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Sep 30 01:03:27.367627 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7302f8-c820-4896-911e-a7dcc6bbca36 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:27.368301 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7e7302f8-c820-4896-911e-a7dcc6bbca36 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:27.369771 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-7e7302f8-c820-4896-911e-a7dcc6bbca36 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "PUT /v2.0/ports/7ea67271-61c5-4cf8-8c1d-3fbdc613b5cf HTTP/1.1" status: 200 len: 818 time: 0.6105435 Sep 30 01:03:27.394786 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45752) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:27.430455 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-a222e7fb-cd31-47e4-9759-675f5b9111be req-0c90873d-1d1a-43b6-8f83-12f9d902a93d tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Synchronizing usage tracker for tenant:2b6e2fef5a454f0498865063fef18aff on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:03:27.471769 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-a222e7fb-cd31-47e4-9759-675f5b9111be req-0c90873d-1d1a-43b6-8f83-12f9d902a93d tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Unset dirty status for tenant:2b6e2fef5a454f0498865063fef18aff on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:03:27.472839 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a222e7fb-cd31-47e4-9759-675f5b9111be req-0c90873d-1d1a-43b6-8f83-12f9d902a93d tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4 HTTP/1.1" status: 200 len: 210 time: 0.1532278 Sep 30 01:03:27.485990 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7302f8-c820-4896-911e-a7dcc6bbca36 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Port': ['ID=7ea67271-61c5-4cf8-8c1d-3fbdc613b5cf,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:27.490609 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7e7302f8-c820-4896-911e-a7dcc6bbca36 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:27.502027 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-8718af87-4231-45f1-84ed-5e28d9b89d1f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting port 7ea67271-61c5-4cf8-8c1d-3fbdc613b5cf {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:03:27.502375 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8718af87-4231-45f1-84ed-5e28d9b89d1f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:27.545630 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-fe28fb3a-37bc-4313-976b-7561aaf4b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:27.546277 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-fe28fb3a-37bc-4313-976b-7561aaf4b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:27.558982 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-fe28fb3a-37bc-4313-976b-7561aaf4b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:27.559579 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-fe28fb3a-37bc-4313-976b-7561aaf4b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:27.560098 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-fe28fb3a-37bc-4313-976b-7561aaf4b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:27.560568 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-fe28fb3a-37bc-4313-976b-7561aaf4b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:27.561052 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-fe28fb3a-37bc-4313-976b-7561aaf4b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:27.563882 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-fe28fb3a-37bc-4313-976b-7561aaf4b2bb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a750dc97d8045f29998977fe5e379fc&device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 6489 time: 0.5067489 Sep 30 01:03:27.823292 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-24e9127b-892b-4e10-801e-fc3e118d3753 req-537d3b68-ca79-4284-b869-1f8c91481858 service neutron] 10.222.0.59 "GET /v2.0/networks/1e2206f2-97da-4525-be9c-10f3f7da23c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7934091 Sep 30 01:03:27.841541 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81714301-f597-4b87-b1c9-09b166dd9a3f req-69eaa84c-fbba-4456-8c38-4ae8478c66ca tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:27.849983 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-81714301-f597-4b87-b1c9-09b166dd9a3f req-69eaa84c-fbba-4456-8c38-4ae8478c66ca tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc HTTP/1.1" status: 200 len: 931 time: 0.7936201 Sep 30 01:03:27.924283 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8718af87-4231-45f1-84ed-5e28d9b89d1f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:27.984521 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-81714301-f597-4b87-b1c9-09b166dd9a3f req-218b2a0e-67fa-46d0-922d-d1fda5a612e9 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/security-groups?id=b09c36c6-2884-41d0-995c-7b3963f991a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317852 Sep 30 01:03:28.063237 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-84b2300b-6711-4dac-94d1-94d9863e5f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:28.063946 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-84b2300b-6711-4dac-94d1-94d9863e5f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:28.064516 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-84b2300b-6711-4dac-94d1-94d9863e5f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:28.066527 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-84b2300b-6711-4dac-94d1-94d9863e5f0a service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fb36fa6-51fa-41e0-a614-23d3a62d6673&id=c3b2fa3c-7227-466a-851d-9c93a7474d2b&id=c3b2fa3c-7227-466a-851d-9c93a7474d2b&id=c3b2fa3c-7227-466a-851d-9c93a7474d2b&id=c3b2fa3c-7227-466a-851d-9c93a7474d2b&id=b64aba8e-9f74-43b9-83f1-763975030585&id=b64aba8e-9f74-43b9-83f1-763975030585 HTTP/1.1" status: 200 len: 2293 time: 0.4514623 Sep 30 01:03:28.115280 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-8718af87-4231-45f1-84ed-5e28d9b89d1f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Calling delete_port for 7ea67271-61c5-4cf8-8c1d-3fbdc613b5cf owned by {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:03:28.199688 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c22519-c0a4-4199-9d9f-8d762af0c75e req-a75b20d1-e68c-4788-a108-a00612407cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:28.201346 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-89c22519-c0a4-4199-9d9f-8d762af0c75e req-a75b20d1-e68c-4788-a108-a00612407cef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=317ba557079d4902882e26223cd79031&device_id=f0eb8c0e-43d7-4e0f-a8ec-b4469a46ad94 HTTP/1.1" status: 200 len: 1095 time: 0.2778585 Sep 30 01:03:28.324076 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-5ea2f07b-a68e-4fa7-9315-49bd63f465d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f022d92f-0eb3-4cfa-a3d3-9166ea00620e HTTP/1.1" status: 200 len: 1001 time: 0.2494481 Sep 30 01:03:28.332379 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c52f7c-d0c4-4e0c-b09b-e1dbc7fff6c1 req-88ccc3ee-021d-447a-b471-bed7b5833e8a tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:28.340856 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f8c52f7c-d0c4-4e0c-b09b-e1dbc7fff6c1 req-88ccc3ee-021d-447a-b471-bed7b5833e8a tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0eb8c0e-43d7-4e0f-a8ec-b4469a46ad94 HTTP/1.1" status: 200 len: 944 time: 0.5093632 Sep 30 01:03:28.368186 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8718af87-4231-45f1-84ed-5e28d9b89d1f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:28.377952 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-07b51e6f-e52e-4fa1-9d20-4369c3ec9089 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:28.459744 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718af87-4231-45f1-84ed-5e28d9b89d1f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Port': ['ID=7ea67271-61c5-4cf8-8c1d-3fbdc613b5cf,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:28.474674 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8718af87-4231-45f1-84ed-5e28d9b89d1f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:28.486949 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8718af87-4231-45f1-84ed-5e28d9b89d1f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:28.488906 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-058d296d-00c7-49d6-8504-aaf651e75fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:28.490484 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-058d296d-00c7-49d6-8504-aaf651e75fba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd3c024e-b603-46de-89e9-6733ca50df93 HTTP/1.1" status: 200 len: 851 time: 0.1544595 Sep 30 01:03:28.494357 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f8c52f7c-d0c4-4e0c-b09b-e1dbc7fff6c1 req-ad16b952-fa08-4314-961b-83fe0a620317 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524389 Sep 30 01:03:28.504476 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-8718af87-4231-45f1-84ed-5e28d9b89d1f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/ports/7ea67271-61c5-4cf8-8c1d-3fbdc613b5cf HTTP/1.1" status: 204 len: 168 time: 1.1086025 Sep 30 01:03:28.507000 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45760) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:28.588531 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c22519-c0a4-4199-9d9f-8d762af0c75e req-4a7ad7b1-e992-4f89-b522-558daa0b27ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:28.590116 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-89c22519-c0a4-4199-9d9f-8d762af0c75e req-4a7ad7b1-e992-4f89-b522-558daa0b27ad service neutron] 10.222.0.59 "GET /v2.0/networks?id=1e2206f2-97da-4525-be9c-10f3f7da23c8 HTTP/1.1" status: 200 len: 914 time: 0.3767512 Sep 30 01:03:28.691184 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece100a-be90-420c-831c-c7e337db4e7c req-e619525b-8bfd-4918-bda5-3ad4726243c2 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:28.692930 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7ece100a-be90-420c-831c-c7e337db4e7c req-e619525b-8bfd-4918-bda5-3ad4726243c2 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=69b3aa8c-9495-442e-bb77-8518992d9112 HTTP/1.1" status: 200 len: 950 time: 0.3676713 Sep 30 01:03:28.694379 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-89c22519-c0a4-4199-9d9f-8d762af0c75e req-ac213ea3-3efd-4960-aaf0-80a25d1b05c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7d4bcda-2254-4e64-a99c-239703b963c2 HTTP/1.1" status: 200 len: 217 time: 0.0950027 Sep 30 01:03:28.878797 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c22519-c0a4-4199-9d9f-8d762af0c75e req-04f320a4-131b-4728-be4c-bbcee387283b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:28.880223 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-89c22519-c0a4-4199-9d9f-8d762af0c75e req-04f320a4-131b-4728-be4c-bbcee387283b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4adfb8b3-ae94-437f-908c-bfa569a467f2 HTTP/1.1" status: 200 len: 853 time: 0.1789730 Sep 30 01:03:28.892779 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-79ed1bed-1754-41b6-a9dc-a6a571b83634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:28.894326 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-79ed1bed-1754-41b6-a9dc-a6a571b83634 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fb36fa6-51fa-41e0-a614-23d3a62d6673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3822942 Sep 30 01:03:28.924530 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2c3f34f1-8fd2-4d51-8d13-d68f33fe079c req-8355931e-bada-4170-baad-9575198a5fa0 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4 HTTP/1.1" status: 200 len: 210 time: 0.0683286 Sep 30 01:03:28.967120 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3de99e4-2535-41b7-9626-8eeac1f139c8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:28.968000 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-d3de99e4-2535-41b7-9626-8eeac1f139c8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Synchronizing usage tracker for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:03:28.969180 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7ece100a-be90-420c-831c-c7e337db4e7c req-2bae6cb6-daaa-46f3-b12b-e6253b15b561 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/security-groups?id=2632cc96-b93c-409e-9e4b-ce8bd328a609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754980 Sep 30 01:03:29.018225 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-d3de99e4-2535-41b7-9626-8eeac1f139c8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Unset dirty status for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:03:29.019579 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-d3de99e4-2535-41b7-9626-8eeac1f139c8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5114536 Sep 30 01:03:29.022574 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45772) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:29.087467 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-89c22519-c0a4-4199-9d9f-8d762af0c75e req-fe4375d2-b6e5-492b-9e73-395d734e40fb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1e2206f2-97da-4525-be9c-10f3f7da23c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1902542 Sep 30 01:03:29.124966 n-d-811809-1 neutron-server[80275]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c15a8a-cbd8-485b-9998-1713931f14ab tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] GET failed (client error): The resource could not be found. Sep 30 01:03:29.134987 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-85c15a8a-cbd8-485b-9998-1713931f14ab tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "GET /v2.0/ports/7ea67271-61c5-4cf8-8c1d-3fbdc613b5cf HTTP/1.1" status: 404 len: 333 time: 0.1111124 Sep 30 01:03:29.139252 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45778) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:29.154410 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-c080ed8b-8151-4baf-8fd2-0c440e60ed6f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-866380852'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:29.164326 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c080ed8b-8151-4baf-8fd2-0c440e60ed6f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:03:29.170025 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-c080ed8b-8151-4baf-8fd2-0c440e60ed6f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:network and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:03:29.176963 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-c080ed8b-8151-4baf-8fd2-0c440e60ed6f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:03:29.185787 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c080ed8b-8151-4baf-8fd2-0c440e60ed6f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:03:29.226034 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c080ed8b-8151-4baf-8fd2-0c440e60ed6f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:03:29.230658 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c080ed8b-8151-4baf-8fd2-0c440e60ed6f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:29.263427 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c080ed8b-8151-4baf-8fd2-0c440e60ed6f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:03:29.288383 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c080ed8b-8151-4baf-8fd2-0c440e60ed6f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:29.289032 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-c080ed8b-8151-4baf-8fd2-0c440e60ed6f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Added segment 202a31c0-340b-47bf-8384-67c63836d6ab of type vlan for network 461dc767-1f76-4e4d-8ce6-b07e2d2e08d3 Sep 30 01:03:29.341562 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c080ed8b-8151-4baf-8fd2-0c440e60ed6f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:29.412853 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c080ed8b-8151-4baf-8fd2-0c440e60ed6f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:29.418679 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfcc19-0c50-421d-adc3-654c671e2c04 req-53a9273a-797e-418d-9df7-65c45c72a6d9 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:29.420185 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4fcfcc19-0c50-421d-adc3-654c671e2c04 req-53a9273a-797e-418d-9df7-65c45c72a6d9 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc HTTP/1.1" status: 200 len: 931 time: 0.1954918 Sep 30 01:03:29.447824 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c080ed8b-8151-4baf-8fd2-0c440e60ed6f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:29.448820 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c080ed8b-8151-4baf-8fd2-0c440e60ed6f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:29.465931 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6eddadb7-bd91-4e81-b835-3e634f960620 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:29.508610 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-65eca617-bc7e-4a98-b491-0a0162d19382 service neutron] 10.222.0.59 "GET /v2.0/networks/5fb36fa6-51fa-41e0-a614-23d3a62d6673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5777712 Sep 30 01:03:29.512637 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45786) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:29.564252 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4fcfcc19-0c50-421d-adc3-654c671e2c04 req-b3c0b053-bc91-4ccb-86f1-2199416af9a1 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/security-groups?id=b09c36c6-2884-41d0-995c-7b3963f991a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053796 Sep 30 01:03:29.582384 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-89c22519-c0a4-4199-9d9f-8d762af0c75e req-ae7c2e12-a178-40a6-84ca-0705318ae0db service neutron] 10.222.0.59 "GET /v2.0/networks/1e2206f2-97da-4525-be9c-10f3f7da23c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649498 Sep 30 01:03:29.628095 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-c080ed8b-8151-4baf-8fd2-0c440e60ed6f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4863973 Sep 30 01:03:29.633183 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45794) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:29.651832 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-6b32d944-3257-49e1-9a95-6cd86e1381cb tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'subnet': {'network_id': '461dc767-1f76-4e4d-8ce6-b07e2d2e08d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:29.744527 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080ed8b-8151-4baf-8fd2-0c440e60ed6f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Network': ['ID=461dc767-1f76-4e4d-8ce6-b07e2d2e08d3,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:29.758816 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 461dc767-1f76-4e4d-8ce6-b07e2d2e08d3 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:03:29.834215 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c080ed8b-8151-4baf-8fd2-0c440e60ed6f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:30.013632 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-6b32d944-3257-49e1-9a95-6cd86e1381cb tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:03:30.021803 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-6b32d944-3257-49e1-9a95-6cd86e1381cb tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:subnet and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:03:30.039698 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-6b32d944-3257-49e1-9a95-6cd86e1381cb tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:03:30.056043 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-6b32d944-3257-49e1-9a95-6cd86e1381cb tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:03:30.064139 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c20fbd-9cea-4a15-9362-4f2d262dce59 admin admin] Deleting subnet 518e3f3b-9573-4eac-aa37-789767c0d3b7 {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:03:30.069582 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-91c20fbd-9cea-4a15-9362-4f2d262dce59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:30.082242 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-17c7b56f-b4d5-44b5-aeca-a436b4d93bd5 service neutron] 10.222.0.59 "GET /v2.0/networks/5fb36fa6-51fa-41e0-a614-23d3a62d6673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5573018 Sep 30 01:03:30.088091 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-89c22519-c0a4-4199-9d9f-8d762af0c75e req-52685a51-01de-4e27-ae22-57ff27c9d4ba service neutron] 10.222.0.59 "GET /v2.0/networks/1e2206f2-97da-4525-be9c-10f3f7da23c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971906 Sep 30 01:03:30.126499 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b32d944-3257-49e1-9a95-6cd86e1381cb tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:03:30.130197 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6b32d944-3257-49e1-9a95-6cd86e1381cb tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:30.222081 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-91c20fbd-9cea-4a15-9362-4f2d262dce59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:30.258431 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-373650d1-b957-4bb2-bcf8-c7dd48ee780e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=af11ef16-52be-4099-98fc-3753539c1b51 HTTP/1.1" status: 200 len: 217 time: 0.1426136 Sep 30 01:03:30.265533 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f81f63c0-1b8f-4534-ae40-0027f8d31528 req-8a96b24b-8e0d-4c00-80de-c1418cf6532f tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4 HTTP/1.1" status: 200 len: 210 time: 0.0760579 Sep 30 01:03:30.276689 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e380c89-603d-46c1-be59-ce27d75b4bcc req-02b79aa5-393a-4b36-a960-0ab770f8a427 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:30.279182 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7e380c89-603d-46c1-be59-ce27d75b4bcc req-02b79aa5-393a-4b36-a960-0ab770f8a427 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0eb8c0e-43d7-4e0f-a8ec-b4469a46ad94 HTTP/1.1" status: 200 len: 944 time: 0.5255437 Sep 30 01:03:30.339077 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-d5608ac7-6de2-4ae7-b519-11a9e36c4557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:30.340705 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-d5608ac7-6de2-4ae7-b519-11a9e36c4557 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dcc8230-d664-42d1-827f-dbc3d9952151 HTTP/1.1" status: 200 len: 797 time: 0.0741782 Sep 30 01:03:30.352142 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-91c20fbd-9cea-4a15-9362-4f2d262dce59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:30.448665 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7e380c89-603d-46c1-be59-ce27d75b4bcc req-69029323-bd37-40d7-91df-7e3dd3f1d50f tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551454 Sep 30 01:03:30.525951 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-ebb15d13-66b8-4e5e-bcd8-975bc555018d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:30.527549 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-ebb15d13-66b8-4e5e-bcd8-975bc555018d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c3b2fa3c-7227-466a-851d-9c93a7474d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1780286 Sep 30 01:03:30.540022 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-91c20fbd-9cea-4a15-9362-4f2d262dce59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:30.549316 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-55184d77-f023-4cf9-ad73-c7868ccd6222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:30.549546 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1e3e3-1643-410c-ba21-7f20ad9fe1f0 req-6ded82e4-c529-43c3-8ef7-93ceb8a090b0 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:30.551503 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-06e1e3e3-1643-410c-ba21-7f20ad9fe1f0 req-6ded82e4-c529-43c3-8ef7-93ceb8a090b0 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=69b3aa8c-9495-442e-bb77-8518992d9112 HTTP/1.1" status: 200 len: 950 time: 0.1408741 Sep 30 01:03:30.626667 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c20fbd-9cea-4a15-9362-4f2d262dce59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=518e3f3b-9573-4eac-aa37-789767c0d3b7,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:30.639416 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-91c20fbd-9cea-4a15-9362-4f2d262dce59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:30.658572 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-91c20fbd-9cea-4a15-9362-4f2d262dce59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:30.678369 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-91c20fbd-9cea-4a15-9362-4f2d262dce59 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/518e3f3b-9573-4eac-aa37-789767c0d3b7 HTTP/1.1" status: 204 len: 168 time: 1.1622880 Sep 30 01:03:30.682377 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45804) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:30.755703 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-06e1e3e3-1643-410c-ba21-7f20ad9fe1f0 req-9dd6cd32-3f4a-4c81-a8ab-aec88ee0be8d tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/security-groups?id=2632cc96-b93c-409e-9e4b-ce8bd328a609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733484 Sep 30 01:03:30.817582 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-ebcd3b87-7f6e-4e77-baa4-4e0634365547 service neutron] 10.222.0.59 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650616 Sep 30 01:03:30.945911 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6b32d944-3257-49e1-9a95-6cd86e1381cb tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981632'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:30.957785 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:30.979434 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-f8f9cedf-e0ad-4509-b685-a0a472ef3c73 service neutron] 10.222.0.59 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552215 Sep 30 01:03:30.992158 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-50724c83-4994-4ade-8bca-923c32405e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:31.059458 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-ceba13b7-56be-4738-ae42-aecec2eb220f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=4147821f-484c-42b8-8eee-96c30dce4206 HTTP/1.1" status: 200 len: 217 time: 0.0717583 Sep 30 01:03:31.108501 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32d944-3257-49e1-9a95-6cd86e1381cb tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Subnet': ['ID=275cfde7-1945-44cb-887f-971be1c2ab00,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:31.111375 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6b32d944-3257-49e1-9a95-6cd86e1381cb tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:31.118505 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b32d944-3257-49e1-9a95-6cd86e1381cb tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Checking segment: {'id': '202a31c0-340b-47bf-8384-67c63836d6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '461dc767-1f76-4e4d-8ce6-b07e2d2e08d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:03:31.118899 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b32d944-3257-49e1-9a95-6cd86e1381cb tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network hostable DHCP agents. Network: 461dc767-1f76-4e4d-8ce6-b07e2d2e08d3, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:03:31.140271 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-ce297b6d-9104-47e0-a16f-698ced3024f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:31.143110 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-ce297b6d-9104-47e0-a16f-698ced3024f3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dcc8230-d664-42d1-827f-dbc3d9952151 HTTP/1.1" status: 200 len: 797 time: 0.0711842 Sep 30 01:03:31.232390 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ea2c1-f69b-418b-86d5-4929a02d8d0b req-1364024a-752e-44d4-901f-eadc93119515 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:31.234383 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0f5ea2c1-f69b-418b-86d5-4929a02d8d0b req-1364024a-752e-44d4-901f-eadc93119515 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc HTTP/1.1" status: 200 len: 931 time: 0.3296523 Sep 30 01:03:31.239041 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-891d61bb-b655-4011-917e-467c253f4241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:31.240887 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-50724c83-4994-4ade-8bca-923c32405e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:31.241075 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-891d61bb-b655-4011-917e-467c253f4241 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c3b2fa3c-7227-466a-851d-9c93a7474d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0899031 Sep 30 01:03:31.260391 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b32d944-3257-49e1-9a95-6cd86e1381cb tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network 461dc767-1f76-4e4d-8ce6-b07e2d2e08d3 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:03:31.299667 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-50724c83-4994-4ade-8bca-923c32405e30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a0c4bb-7b8e-4af9-940e-de978352f62e']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:03:31.326780 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-50724c83-4994-4ade-8bca-923c32405e30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:03:31.326780 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-50724c83-4994-4ade-8bca-923c32405e30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f3e5a7-b064-42bf-ac7f-ccc6a70abf1e') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:03:31.334642 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-6b32d944-3257-49e1-9a95-6cd86e1381cb tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 461dc767-1f76-4e4d-8ce6-b07e2d2e08d3) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:03:31.339087 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b32d944-3257-49e1-9a95-6cd86e1381cb tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:31.339893 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6b32d944-3257-49e1-9a95-6cd86e1381cb tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:31.345221 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a536828-6b7b-4849-9c53-63277c7b1a79 None None] Network 461dc767-1f76-4e4d-8ce6-b07e2d2e08d3 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:03:31.366660 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-50724c83-4994-4ade-8bca-923c32405e30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:31.376412 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0f5ea2c1-f69b-418b-86d5-4929a02d8d0b req-b69d859e-dfe6-4efb-9d13-f49d24ef4b82 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/security-groups?id=b09c36c6-2884-41d0-995c-7b3963f991a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272416 Sep 30 01:03:31.396168 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-50724c83-4994-4ade-8bca-923c32405e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:31.400039 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-6b32d944-3257-49e1-9a95-6cd86e1381cb tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7660997 Sep 30 01:03:31.403534 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45810) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:31.412013 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-594ac111-04e9-40dd-afe8-a4001014def6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'subnet': {'network_id': '461dc767-1f76-4e4d-8ce6-b07e2d2e08d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:31.431367 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50724c83-4994-4ade-8bca-923c32405e30 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:03:31.431919 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-50724c83-4994-4ade-8bca-923c32405e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:31.435627 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-036d8e0b-48bc-45e6-b086-ea718a87776e service neutron] 10.222.0.59 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872578 Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: timer() Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:03:31.448028 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:03:31.527076 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8242cad7-6e31-4e77-9b7a-1a78c213281e req-9c6e4745-57d4-43ac-8d6f-94e076d1cc55 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4 HTTP/1.1" status: 200 len: 210 time: 0.0855260 Sep 30 01:03:31.707973 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-f834aefe-41a5-4c25-bdd4-760e8453ef16 service neutron] 10.222.0.59 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645376 Sep 30 01:03:31.727586 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db34a65-4600-494c-821f-52c1760a4f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-461dc767-1f76-4e4d-8ce6-b07e2d2e08d3', 'network_id': '461dc767-1f76-4e4d-8ce6-b07e2d2e08d3', 'tenant_id': 'fa355a47374f4432be765a0b10555e0c', 'fixed_ips': [{'subnet_id': '275cfde7-1945-44cb-887f-971be1c2ab00'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 01:03:31.729265 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6db34a65-4600-494c-821f-52c1760a4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:31.797108 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-ad25c122-4ca7-4498-8eed-310504746856 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=35284674-21db-44af-a498-316f25bfd67c HTTP/1.1" status: 200 len: 217 time: 0.0705822 Sep 30 01:03:31.897548 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-78321f13-55f8-4ea6-9911-c66e702422cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:31.899987 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-78321f13-55f8-4ea6-9911-c66e702422cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dcc8230-d664-42d1-827f-dbc3d9952151 HTTP/1.1" status: 200 len: 797 time: 0.0900419 Sep 30 01:03:31.956043 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-50724c83-4994-4ade-8bca-923c32405e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:31.966635 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-907287ab-d4be-491c-afc4-efa6188223a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:31.990590 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-6db34a65-4600-494c-821f-52c1760a4f1f None None] Allocated IP 172.20.0.2 (461dc767-1f76-4e4d-8ce6-b07e2d2e08d3/275cfde7-1945-44cb-887f-971be1c2ab00/7da23412-746f-4620-b6b2-c5d5fadefc70) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:03:31.998568 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-50724c83-4994-4ade-8bca-923c32405e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:32.016817 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50724c83-4994-4ade-8bca-923c32405e30 admin admin] Pushing event deleted for resources: {'Network': ['ID=34a0c4bb-7b8e-4af9-940e-de978352f62e,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:32.041345 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-50724c83-4994-4ade-8bca-923c32405e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:32.047997 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-50724c83-4994-4ade-8bca-923c32405e30 admin admin] 10.222.0.39 "DELETE /v2.0/networks/34a0c4bb-7b8e-4af9-940e-de978352f62e HTTP/1.1" status: 204 len: 168 time: 1.3565760 Sep 30 01:03:32.048537 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device c7d4bcda-2254-4e64-a99c-239703b963c2 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:03:32.120513 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb8b5f-4839-48f1-8beb-3f8a79580889 req-43081722-2694-4d92-9ae8-7ab7e7da140d tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:32.122016 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ffeb8b5f-4839-48f1-8beb-3f8a79580889 req-43081722-2694-4d92-9ae8-7ab7e7da140d tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0eb8c0e-43d7-4e0f-a8ec-b4469a46ad94 HTTP/1.1" status: 200 len: 944 time: 0.3602529 Sep 30 01:03:32.123092 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-594ac111-04e9-40dd-afe8-a4001014def6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:03:32.128449 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-594ac111-04e9-40dd-afe8-a4001014def6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:subnet and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:03:32.145263 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-ea3b5da2-4a74-418f-9a20-53866cc333b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:32.146521 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-594ac111-04e9-40dd-afe8-a4001014def6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:03:32.147227 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-ea3b5da2-4a74-418f-9a20-53866cc333b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c3b2fa3c-7227-466a-851d-9c93a7474d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2402375 Sep 30 01:03:32.187987 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-594ac111-04e9-40dd-afe8-a4001014def6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:03:32.226623 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ffeb8b5f-4839-48f1-8beb-3f8a79580889 req-1e4afa57-6300-434c-a8d7-7fcdaec530e0 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948038 Sep 30 01:03:32.262328 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594ac111-04e9-40dd-afe8-a4001014def6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:03:32.266642 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-594ac111-04e9-40dd-afe8-a4001014def6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:32.374022 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45822) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:32.516458 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf210f-339b-426a-9090-cd19bdf4614d req-1a616a8a-6dac-4365-b934-98f99bdb3b45 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:32.523278 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a9bf210f-339b-426a-9090-cd19bdf4614d req-1a616a8a-6dac-4365-b934-98f99bdb3b45 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=69b3aa8c-9495-442e-bb77-8518992d9112 HTTP/1.1" status: 200 len: 950 time: 0.4346085 Sep 30 01:03:32.524675 n-d-811809-1 neutron-server[80275]: INFO neutron.db.ipam_backend_mixin [None req-594ac111-04e9-40dd-afe8-a4001014def6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 275cfde7-1945-44cb-887f-971be1c2ab00 (CIDR: 172.20.0.0/28) Sep 30 01:03:32.530890 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port c7d4bcda-2254-4e64-a99c-239703b963c2, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c7d4bcda-2254-4e64-a99c-239703b963c2,segment=NetworkSegment(af10906d-6c0a-4f6f-83b7-0696cedb4a4f),segment_id=af10906d-6c0a-4f6f-83b7-0696cedb4a4f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:32.534668 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-8db62f99-e99e-421e-b049-16634bcb9784 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=09577eebebf34beb8f9f7386d3ff6957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1552861 Sep 30 01:03:32.537013 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45828) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:32.538425 n-d-811809-1 neutron-server[80275]: INFO neutron.pecan_wsgi.hooks.translation [None req-594ac111-04e9-40dd-afe8-a4001014def6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 01:03:32.539208 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-594ac111-04e9-40dd-afe8-a4001014def6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=80275) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 01:03:32.556316 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-4544152e-4afb-49ba-92a8-ab715b2cbfe1 service neutron] 10.222.0.59 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005170 Sep 30 01:03:32.572619 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': 'c7d4bcda-2254-4e64-a99c-239703b963c2', 'network_id': '1e2206f2-97da-4525-be9c-10f3f7da23c8', 'port_id': 'c7d4bcda-2254-4e64-a99c-239703b963c2', 'mac_address': 'fa:16:3e:e3:fa:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4adfb8b3-ae94-437f-908c-bfa569a467f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:03:32.582002 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6db34a65-4600-494c-821f-52c1760a4f1f None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:32.636815 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-6db34a65-4600-494c-821f-52c1760a4f1f None None] Transition to ACTIVE for port object 7da23412-746f-4620-b6b2-c5d5fadefc70 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:03:32.667781 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-594ac111-04e9-40dd-afe8-a4001014def6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2630396 Sep 30 01:03:32.684378 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-6db34a65-4600-494c-821f-52c1760a4f1f None None] Transition to ACTIVE for port object 7da23412-746f-4620-b6b2-c5d5fadefc70 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:03:32.688326 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:32.694747 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45834) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:32.702961 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-f77f537c-2b7e-4d56-9de8-168623921cc9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'subnet': {'network_id': '461dc767-1f76-4e4d-8ce6-b07e2d2e08d3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:32.703289 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6db34a65-4600-494c-821f-52c1760a4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:32.709128 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-ec301092-5314-43d1-8b7e-52f27c079a09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:32.742253 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a9bf210f-339b-426a-9090-cd19bdf4614d req-4e4f1eda-c9a6-4878-abb3-3a6b581373ea tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/security-groups?id=2632cc96-b93c-409e-9e4b-ce8bd328a609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178106 Sep 30 01:03:32.758176 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7d4bcda-2254-4e64-a99c-239703b963c2 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:03:32.786701 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db34a65-4600-494c-821f-52c1760a4f1f None None] Network 461dc767-1f76-4e4d-8ce6-b07e2d2e08d3 is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:03:32.801742 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-6db34a65-4600-494c-821f-52c1760a4f1f None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:03:32.809498 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db34a65-4600-494c-821f-52c1760a4f1f None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:03:32.826573 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-49c5a49c-1dd7-4ea1-8dfc-0bce484c0ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:32.852256 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-75b68f19-6e67-4cbe-8e70-168831008172 service neutron] 10.222.0.59 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849450 Sep 30 01:03:32.875323 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db34a65-4600-494c-821f-52c1760a4f1f None None] Pushing event updated for resources: {'Port': ['ID=7da23412-746f-4620-b6b2-c5d5fadefc70,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:32.885060 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-49c5a49c-1dd7-4ea1-8dfc-0bce484c0ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:32.887899 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-6db34a65-4600-494c-821f-52c1760a4f1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:32.889385 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port c7d4bcda-2254-4e64-a99c-239703b963c2, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c7d4bcda-2254-4e64-a99c-239703b963c2,segment=NetworkSegment(af10906d-6c0a-4f6f-83b7-0696cedb4a4f),segment_id=af10906d-6c0a-4f6f-83b7-0696cedb4a4f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:32.933529 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:32.942658 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:32.971883 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b520a5-c04b-4bbc-91b2-d262a2cfd69a req-13b9477b-d079-46b8-8b11-0dd3a4da108a tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:32.973436 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-95b520a5-c04b-4bbc-91b2-d262a2cfd69a req-13b9477b-d079-46b8-8b11-0dd3a4da108a tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc HTTP/1.1" status: 200 len: 931 time: 0.3905003 Sep 30 01:03:32.978004 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f77f537c-2b7e-4d56-9de8-168623921cc9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:03:32.982782 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-f77f537c-2b7e-4d56-9de8-168623921cc9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:subnet and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:03:32.983586 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f283bc1a-1eab-47a8-9f9f-083b8097ac05 req-f38054fd-e518-4ee2-85f4-f6972490618c tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4 HTTP/1.1" status: 200 len: 210 time: 0.1109710 Sep 30 01:03:32.986883 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-f77f537c-2b7e-4d56-9de8-168623921cc9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:03:32.998029 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-7361d28f-1b2e-4d21-93a5-797db2478a2c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=b26474b4-ebc5-4e65-9019-457dab422db5 HTTP/1.1" status: 200 len: 217 time: 0.1288958 Sep 30 01:03:33.010774 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f77f537c-2b7e-4d56-9de8-168623921cc9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:03:33.040877 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77f537c-2b7e-4d56-9de8-168623921cc9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:03:33.044803 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f77f537c-2b7e-4d56-9de8-168623921cc9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:33.076120 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-6db34a65-4600-494c-821f-52c1760a4f1f None None] Attempting to bind port 7da23412-746f-4620-b6b2-c5d5fadefc70 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:03:33.076513 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-95b520a5-c04b-4bbc-91b2-d262a2cfd69a req-ff7d8bcd-f704-4a68-8fdd-83eb60abffb7 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/security-groups?id=b09c36c6-2884-41d0-995c-7b3963f991a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858510 Sep 30 01:03:33.076654 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-6db34a65-4600-494c-821f-52c1760a4f1f None None] Attempting to bind port 7da23412-746f-4620-b6b2-c5d5fadefc70 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '202a31c0-340b-47bf-8384-67c63836d6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '461dc767-1f76-4e4d-8ce6-b07e2d2e08d3'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:03:33.076858 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db34a65-4600-494c-821f-52c1760a4f1f None None] Attempting to bind port 7da23412-746f-4620-b6b2-c5d5fadefc70 on network 461dc767-1f76-4e4d-8ce6-b07e2d2e08d3 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:03:33.088779 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db34a65-4600-494c-821f-52c1760a4f1f None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:03:33.089596 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db34a65-4600-494c-821f-52c1760a4f1f None None] Checking segment: {'id': '202a31c0-340b-47bf-8384-67c63836d6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '461dc767-1f76-4e4d-8ce6-b07e2d2e08d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:03:33.090185 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6db34a65-4600-494c-821f-52c1760a4f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:33.090918 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db34a65-4600-494c-821f-52c1760a4f1f None None] Bound using segment: {'id': '202a31c0-340b-47bf-8384-67c63836d6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '461dc767-1f76-4e4d-8ce6-b07e2d2e08d3'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:03:33.091635 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-6db34a65-4600-494c-821f-52c1760a4f1f None None] Bound port: 7da23412-746f-4620-b6b2-c5d5fadefc70, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '202a31c0-340b-47bf-8384-67c63836d6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '461dc767-1f76-4e4d-8ce6-b07e2d2e08d3'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:03:33.092197 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6db34a65-4600-494c-821f-52c1760a4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:33.098348 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-0defe3ea-d739-4b37-8e8b-8c51bad7387a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:33.100098 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-0defe3ea-d739-4b37-8e8b-8c51bad7387a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4dcc8230-d664-42d1-827f-dbc3d9952151 HTTP/1.1" status: 200 len: 797 time: 0.0942295 Sep 30 01:03:33.121205 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=c7d4bcda-2254-4e64-a99c-239703b963c2,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:33.125419 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:33.127408 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-49c5a49c-1dd7-4ea1-8dfc-0bce484c0ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:33.143040 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-11240133-aa21-43b3-a170-fcf95cbe7e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:33.164658 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5a49c-1dd7-4ea1-8dfc-0bce484c0ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3712f4-afda-4ae1-858c-05954afcab96,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:33.166756 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-49c5a49c-1dd7-4ea1-8dfc-0bce484c0ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:33.180259 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-49c5a49c-1dd7-4ea1-8dfc-0bce484c0ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:33.182000 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-49c5a49c-1dd7-4ea1-8dfc-0bce484c0ad5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b3712f4-afda-4ae1-858c-05954afcab96 HTTP/1.1" status: 204 len: 168 time: 0.6375990 Sep 30 01:03:33.190452 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-839784d4-c339-4b97-b498-560e4d714142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:33.192928 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-839784d4-c339-4b97-b498-560e4d714142 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c3b2fa3c-7227-466a-851d-9c93a7474d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0859282 Sep 30 01:03:33.247660 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-6db34a65-4600-494c-821f-52c1760a4f1f None None] For port 7da23412-746f-4620-b6b2-c5d5fadefc70, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:03:33.255598 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-6db34a65-4600-494c-821f-52c1760a4f1f None None] For port 7da23412-746f-4620-b6b2-c5d5fadefc70, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=7da23412-746f-4620-b6b2-c5d5fadefc70,segment=NetworkSegment(202a31c0-340b-47bf-8384-67c63836d6ab),segment_id=202a31c0-340b-47bf-8384-67c63836d6ab)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:03:33.266870 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6db34a65-4600-494c-821f-52c1760a4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:33.274671 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:33.363208 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-358202e2-5948-498e-a798-d9bbaa41e832 service neutron] Request body: {'port': {'device_id': 'b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:33.462498 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db34a65-4600-494c-821f-52c1760a4f1f None None] Pushing event updated for resources: {'Port': ['ID=7da23412-746f-4620-b6b2-c5d5fadefc70,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:33.468832 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-6db34a65-4600-494c-821f-52c1760a4f1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:33.474973 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['c7d4bcda-2254-4e64-a99c-239703b963c2'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:03:33.560386 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-48cc9c97-1dd2-4289-9ba2-37ff0f710e16 service neutron] 10.222.0.59 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594446 Sep 30 01:03:33.853411 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443d386-1fd2-4793-8158-9edfc4701031 req-4b48948d-3799-437c-80b4-7de221ddb156 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:33.854887 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-8443d386-1fd2-4793-8158-9edfc4701031 req-4b48948d-3799-437c-80b4-7de221ddb156 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Synchronizing usage tracker for tenant:2b6e2fef5a454f0498865063fef18aff on resource:network {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:03:33.882362 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37372f-3a46-4022-bcbc-0d6e9db58453 req-7734e29c-c81a-4103-b129-b306a6350d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:33.884159 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1e37372f-3a46-4022-bcbc-0d6e9db58453 req-7734e29c-c81a-4103-b129-b306a6350d0c service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c98a929-4bc6-4ff2-9381-439d6c813487 HTTP/1.1" status: 200 len: 912 time: 0.3724198 Sep 30 01:03:33.900017 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-358202e2-5948-498e-a798-d9bbaa41e832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:34.106413 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28bb5b-2856-422f-9485-30d4e206e2de req-34777cbf-ef87-45f0-873d-c2e9aed8261d tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:34.107167 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-9b28bb5b-2856-422f-9485-30d4e206e2de req-34777cbf-ef87-45f0-873d-c2e9aed8261d tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Synchronizing usage tracker for tenant:317ba557079d4902882e26223cd79031 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:03:34.115163 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-d4eb484d-6cc7-4dfc-a027-576c4eb45130 service neutron] 10.222.0.59 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5402143 Sep 30 01:03:34.172084 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1e37372f-3a46-4022-bcbc-0d6e9db58453 req-32c49270-1d44-4eb9-b2ad-3329081d8818 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79d0ddb8-ee5d-4b43-b095-03db787e4207 HTTP/1.1" status: 200 len: 217 time: 0.2607923 Sep 30 01:03:34.229511 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-e42f6f3d-bfed-4ee5-878f-b16f749bcdc0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4778fec0-c087-4f43-b37f-9433a75609de HTTP/1.1" status: 200 len: 217 time: 0.0981076 Sep 30 01:03:34.233880 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-9b28bb5b-2856-422f-9485-30d4e206e2de req-34777cbf-ef87-45f0-873d-c2e9aed8261d tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Unset dirty status for tenant:317ba557079d4902882e26223cd79031 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:03:34.241689 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9b28bb5b-2856-422f-9485-30d4e206e2de req-34777cbf-ef87-45f0-873d-c2e9aed8261d tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0eb8c0e-43d7-4e0f-a8ec-b4469a46ad94 HTTP/1.1" status: 200 len: 945 time: 0.7481337 Sep 30 01:03:34.276494 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f77f537c-2b7e-4d56-9de8-168623921cc9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981632'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:34.291575 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b5d1930f-08a2-4040-8a29-ddc21977ab84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:34.431166 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9b28bb5b-2856-422f-9485-30d4e206e2de req-9e53b7b1-3fdf-4245-8b61-58bef5db6ec1 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882827 Sep 30 01:03:34.480952 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-9aedaa4c-4fa8-49c9-8ba2-984270875c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:34.482432 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-9aedaa4c-4fa8-49c9-8ba2-984270875c64 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=999673ea-0271-45b5-bb08-a0149a8e0f32 HTTP/1.1" status: 200 len: 797 time: 0.1939166 Sep 30 01:03:34.482939 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 45870) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:34.522341 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77f537c-2b7e-4d56-9de8-168623921cc9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network 461dc767-1f76-4e4d-8ce6-b07e2d2e08d3 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:03:34.535568 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-f77f537c-2b7e-4d56-9de8-168623921cc9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:03:34.544212 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-8443d386-1fd2-4793-8158-9edfc4701031 req-4b48948d-3799-437c-80b4-7de221ddb156 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Unset dirty status for tenant:2b6e2fef5a454f0498865063fef18aff on resource:network {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:03:34.545521 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8443d386-1fd2-4793-8158-9edfc4701031 req-4b48948d-3799-437c-80b4-7de221ddb156 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.55 "GET /v2.0/networks?id=1c18baa8-7151-4b37-b98c-da8ddcd05d1d HTTP/1.1" status: 200 len: 805 time: 1.1483614 Sep 30 01:03:34.550155 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77f537c-2b7e-4d56-9de8-168623921cc9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:34.550903 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f77f537c-2b7e-4d56-9de8-168623921cc9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:34.604314 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c1889980-b2d1-4222-a0b5-428af2ce0cce req-f2ef4c23-2cfa-403b-96d7-09bde3509bec tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4 HTTP/1.1" status: 200 len: 210 time: 0.0598383 Sep 30 01:03:34.657167 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37372f-3a46-4022-bcbc-0d6e9db58453 req-07231747-a1ec-483c-8f50-bd4ecf064083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:34.659226 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1e37372f-3a46-4022-bcbc-0d6e9db58453 req-07231747-a1ec-483c-8f50-bd4ecf064083 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c136aabe-2b6e-40bd-889c-a97ee8fe6bf6 HTTP/1.1" status: 200 len: 850 time: 0.4709032 Sep 30 01:03:34.668791 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-8443d386-1fd2-4793-8158-9edfc4701031 req-4da82267-0189-4ebc-869a-e2b4c82616a2 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Synchronizing usage tracker for tenant:2b6e2fef5a454f0498865063fef18aff on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:03:34.689017 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-f77f537c-2b7e-4d56-9de8-168623921cc9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9926643 Sep 30 01:03:34.690339 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 45876) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:34.740000 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f537c-2b7e-4d56-9de8-168623921cc9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Subnet': ['ID=3ab17d92-aa56-44a2-ab06-0e5c6e361732,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:34.756626 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f77f537c-2b7e-4d56-9de8-168623921cc9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:34.777616 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-b8534345-2734-4aef-bcbf-dc49dfcd4c70 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'port': {'network_id': '461dc767-1f76-4e4d-8ce6-b07e2d2e08d3', 'fixed_ips': [{'subnet_id': '275cfde7-1945-44cb-887f-971be1c2ab00'}, {'subnet_id': '3ab17d92-aa56-44a2-ab06-0e5c6e361732'}], 'name': 'tempest-PortsTestJSON-789855880'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:34.838822 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-c3776337-2ec0-4bbc-b190-9a45c4834363 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-960856707-network', 'tenant_id': '600d513e8f854168b868a109f9ce4428'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:34.887344 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-c3776337-2ec0-4bbc-b190-9a45c4834363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:03:34.894678 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-8443d386-1fd2-4793-8158-9edfc4701031 req-4da82267-0189-4ebc-869a-e2b4c82616a2 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Unset dirty status for tenant:2b6e2fef5a454f0498865063fef18aff on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:03:34.896196 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8443d386-1fd2-4793-8158-9edfc4701031 req-4da82267-0189-4ebc-869a-e2b4c82616a2 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b6e2fef5a454f0498865063fef18aff HTTP/1.1" status: 200 len: 379 time: 0.3370881 Sep 30 01:03:34.897500 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-c3776337-2ec0-4bbc-b190-9a45c4834363 admin admin] Usage tracker for resource:network and tenant:600d513e8f854168b868a109f9ce4428 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:03:34.901561 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-c3776337-2ec0-4bbc-b190-9a45c4834363 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:03:34.913906 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-c3776337-2ec0-4bbc-b190-9a45c4834363 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:03:34.917861 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34925300-a2ce-4c04-b497-df6583a8e71b req-72ff3642-d868-4a57-a99f-ff9f34dce6ba tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:34.919972 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-34925300-a2ce-4c04-b497-df6583a8e71b req-72ff3642-d868-4a57-a99f-ff9f34dce6ba tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=69b3aa8c-9495-442e-bb77-8518992d9112 HTTP/1.1" status: 200 len: 950 time: 0.8779950 Sep 30 01:03:34.943785 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-e237467c-d137-4cce-a178-1e32b6e5c616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:34.945477 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-8443d386-1fd2-4793-8158-9edfc4701031 req-ffb6a11d-04de-4fed-a101-429090782d7e tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Request body: {'port': {'device_id': 'f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4', 'network_id': '1c18baa8-7151-4b37-b98c-da8ddcd05d1d', 'admin_state_up': True, 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'security_groups': ['1a376865-d871-4602-886e-8c5a35d9b419']}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:34.945732 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-e237467c-d137-4cce-a178-1e32b6e5c616 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b64aba8e-9f74-43b9-83f1-763975030585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4445479 Sep 30 01:03:35.013407 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3776337-2ec0-4bbc-b190-9a45c4834363 admin admin] Made reservation on behalf of 600d513e8f854168b868a109f9ce4428 for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:03:35.016276 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c3776337-2ec0-4bbc-b190-9a45c4834363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:35.087882 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23a099a-f527-4f62-a1ad-b92d13d231e1 None None] Network 461dc767-1f76-4e4d-8ce6-b07e2d2e08d3 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:03:35.090119 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c3776337-2ec0-4bbc-b190-9a45c4834363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:35.123735 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-358202e2-5948-498e-a798-d9bbaa41e832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4150b26-082e-4a8d-94c8-26dc01cda49d {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:03:35.137614 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-c3776337-2ec0-4bbc-b190-9a45c4834363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:03:35.142050 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-358202e2-5948-498e-a798-d9bbaa41e832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:35.151371 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-c3776337-2ec0-4bbc-b190-9a45c4834363 admin admin] Usage tracker for resource:security_group_rule and tenant:600d513e8f854168b868a109f9ce4428 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:03:35.153300 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-c3776337-2ec0-4bbc-b190-9a45c4834363 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:03:35.160556 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-c3776337-2ec0-4bbc-b190-9a45c4834363 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:03:35.184617 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-f0a65c74-5e36-4133-b3cd-8db6174e2ab3 None None] Provisioning for port 7da23412-746f-4620-b6b2-c5d5fadefc70 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:03:35.220905 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-34925300-a2ce-4c04-b497-df6583a8e71b req-7672521b-0501-43ec-840a-a98d692bcb0e tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/security-groups?id=2632cc96-b93c-409e-9e4b-ce8bd328a609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862942 Sep 30 01:03:35.263016 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-45dac6c4-5e65-4f2e-8cdf-bd9856a7a280 service neutron] 10.222.0.59 "GET /v2.0/networks/b64aba8e-9f74-43b9-83f1-763975030585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789843 Sep 30 01:03:35.273646 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-358202e2-5948-498e-a798-d9bbaa41e832 service neutron] Transition to ACTIVE for port object c4150b26-082e-4a8d-94c8-26dc01cda49d will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:03:35.281943 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37372f-3a46-4022-bcbc-0d6e9db58453 req-11b825f8-f611-4330-a6b0-3c76fac9eb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:35.283969 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1e37372f-3a46-4022-bcbc-0d6e9db58453 req-11b825f8-f611-4330-a6b0-3c76fac9eb4b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c98a929-4bc6-4ff2-9381-439d6c813487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6038668 Sep 30 01:03:35.285293 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-b8534345-2734-4aef-bcbf-dc49dfcd4c70 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:03:35.295318 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-8443d386-1fd2-4793-8158-9edfc4701031 req-ffb6a11d-04de-4fed-a101-429090782d7e tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:03:35.299362 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-b8534345-2734-4aef-bcbf-dc49dfcd4c70 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:port and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:03:35.304473 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-b8534345-2734-4aef-bcbf-dc49dfcd4c70 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:03:35.313352 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92375d-a329-4094-b855-3cc821e2b8f4 req-9ec5bfd7-6d1e-44df-93a9-a19b58e00452 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:35.323094 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-db92375d-a329-4094-b855-3cc821e2b8f4 req-9ec5bfd7-6d1e-44df-93a9-a19b58e00452 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc HTTP/1.1" status: 200 len: 931 time: 0.4924815 Sep 30 01:03:35.346164 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 7da23412-746f-4620-b6b2-c5d5fadefc70 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:03:35.351902 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-358202e2-5948-498e-a798-d9bbaa41e832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:35.353431 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-b8534345-2734-4aef-bcbf-dc49dfcd4c70 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:03:35.407624 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c00e2f31-6b1b-4246-8506-30237623aff2 tempest-ServerAddressesTestJSON-665826322 tempest-ServerAddressesTestJSON-665826322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:35.418754 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-8443d386-1fd2-4793-8158-9edfc4701031 req-ffb6a11d-04de-4fed-a101-429090782d7e tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:03:35.450460 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 7da23412-746f-4620-b6b2-c5d5fadefc70 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:03:35.459862 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8534345-2734-4aef-bcbf-dc49dfcd4c70 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:03:35.460757 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 7da23412-746f-4620-b6b2-c5d5fadefc70 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:03:35.461500 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:35.486392 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8443d386-1fd2-4793-8158-9edfc4701031 req-ffb6a11d-04de-4fed-a101-429090782d7e tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Made reservation on behalf of 2b6e2fef5a454f0498865063fef18aff for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:03:35.492182 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8443d386-1fd2-4793-8158-9edfc4701031 req-ffb6a11d-04de-4fed-a101-429090782d7e tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:35.526076 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-db92375d-a329-4094-b855-3cc821e2b8f4 req-0a05b574-d944-4b01-8198-62dde266e127 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/security-groups?id=b09c36c6-2884-41d0-995c-7b3963f991a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020068 Sep 30 01:03:35.629230 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:35.641308 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358202e2-5948-498e-a798-d9bbaa41e832 service neutron] Pushing event updated for resources: {'Port': ['ID=c4150b26-082e-4a8d-94c8-26dc01cda49d,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:35.660100 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-358202e2-5948-498e-a798-d9bbaa41e832 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:35.698307 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4547ec4-68c5-4a0d-b6a6-5b6264cdc052 None None] Update dhcp port {'port': {'network_id': '461dc767-1f76-4e4d-8ce6-b07e2d2e08d3', 'fixed_ips': [{'subnet_id': '275cfde7-1945-44cb-887f-971be1c2ab00', 'ip_address': '172.20.0.2'}, {'subnet_id': '3ab17d92-aa56-44a2-ab06-0e5c6e361732'}], 'binding:host_id': 'n-d-811809-1'}, 'id': '7da23412-746f-4620-b6b2-c5d5fadefc70'} from n-d-811809-1. {{(pid=80276) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 30 01:03:35.757695 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:35.809845 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d4547ec4-68c5-4a0d-b6a6-5b6264cdc052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:35.855140 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c3776337-2ec0-4bbc-b190-9a45c4834363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:35.875063 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 7da23412-746f-4620-b6b2-c5d5fadefc70, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=7da23412-746f-4620-b6b2-c5d5fadefc70,segment=NetworkSegment(202a31c0-340b-47bf-8384-67c63836d6ab),segment_id=202a31c0-340b-47bf-8384-67c63836d6ab)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:35.885946 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:35.890906 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:35.937506 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c3776337-2ec0-4bbc-b190-9a45c4834363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:35.944185 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1e37372f-3a46-4022-bcbc-0d6e9db58453 req-115ed86c-8c2c-4527-a3bd-2973a23ca378 service neutron] 10.222.0.55 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6357579 Sep 30 01:03:35.956075 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-233b9782-3ee0-4ce8-bbec-7bd25b67c08a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:35.969099 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-84fe8552-d409-4420-9ab5-5fdab0150fdc req-d251b7f1-c5c3-497a-a377-e298e0a25289 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4 HTTP/1.1" status: 200 len: 210 time: 0.1122932 Sep 30 01:03:35.977546 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-54e47983-7e1e-485c-9c0b-8e61daf7e30a service neutron] 10.222.0.59 "GET /v2.0/networks/b64aba8e-9f74-43b9-83f1-763975030585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6989968 Sep 30 01:03:35.990704 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3776337-2ec0-4bbc-b190-9a45c4834363 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:03:36.018688 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device c7d4bcda-2254-4e64-a99c-239703b963c2 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:03:36.076133 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-b8aaab80-60d7-455f-a2ba-73cb29100f0b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=13d5c611-b072-48c7-a82b-e602abe69b1b HTTP/1.1" status: 200 len: 217 time: 0.0905223 Sep 30 01:03:36.087148 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c3776337-2ec0-4bbc-b190-9a45c4834363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:36.087512 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-c3776337-2ec0-4bbc-b190-9a45c4834363 admin admin] Added segment 78314eab-8436-4d6e-8e41-404a6dc9a40f of type vlan for network eeb6c4e1-a773-440f-9ca0-04a98bdafcfd Sep 30 01:03:36.118395 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3776337-2ec0-4bbc-b190-9a45c4834363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ce8b58-1676-489d-a8dd-d31c2c58690d,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:36.138890 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c3776337-2ec0-4bbc-b190-9a45c4834363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:36.143976 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-358202e2-5948-498e-a798-d9bbaa41e832 service neutron] Attempting to bind port c4150b26-082e-4a8d-94c8-26dc01cda49d on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:03:36.143976 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-358202e2-5948-498e-a798-d9bbaa41e832 service neutron] Attempting to bind port c4150b26-082e-4a8d-94c8-26dc01cda49d by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '15605330-c69b-4e76-b9b5-742b2b2c6ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8cf157b5-3a5b-4875-babe-38a13725d469'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:03:36.144354 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-358202e2-5948-498e-a798-d9bbaa41e832 service neutron] Attempting to bind port c4150b26-082e-4a8d-94c8-26dc01cda49d on network 8cf157b5-3a5b-4875-babe-38a13725d469 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:03:36.161693 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=7da23412-746f-4620-b6b2-c5d5fadefc70,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:36.163695 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-358202e2-5948-498e-a798-d9bbaa41e832 service neutron] Port c4150b26-082e-4a8d-94c8-26dc01cda49d on network 8cf157b5-3a5b-4875-babe-38a13725d469 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:03:36.164010 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-358202e2-5948-498e-a798-d9bbaa41e832 service neutron] Attempting to bind port c4150b26-082e-4a8d-94c8-26dc01cda49d on network 8cf157b5-3a5b-4875-babe-38a13725d469 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:03:36.164986 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:36.187504 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-358202e2-5948-498e-a798-d9bbaa41e832 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:03:36.188250 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-358202e2-5948-498e-a798-d9bbaa41e832 service neutron] Checking segment: {'id': '15605330-c69b-4e76-b9b5-742b2b2c6ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8cf157b5-3a5b-4875-babe-38a13725d469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:03:36.188376 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-358202e2-5948-498e-a798-d9bbaa41e832 service neutron] Bound using segment: {'id': '15605330-c69b-4e76-b9b5-742b2b2c6ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8cf157b5-3a5b-4875-babe-38a13725d469'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:03:36.188744 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-358202e2-5948-498e-a798-d9bbaa41e832 service neutron] Bound port: c4150b26-082e-4a8d-94c8-26dc01cda49d, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15605330-c69b-4e76-b9b5-742b2b2c6ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8cf157b5-3a5b-4875-babe-38a13725d469'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:03:36.189091 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-358202e2-5948-498e-a798-d9bbaa41e832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:36.203367 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-d4547ec4-68c5-4a0d-b6a6-5b6264cdc052 None None] Allocated IP 172.20.0.18 (461dc767-1f76-4e4d-8ce6-b07e2d2e08d3/3ab17d92-aa56-44a2-ab06-0e5c6e361732/7da23412-746f-4620-b6b2-c5d5fadefc70) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:03:36.205284 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c3776337-2ec0-4bbc-b190-9a45c4834363 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:36.206199 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port c7d4bcda-2254-4e64-a99c-239703b963c2 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:03:36.219220 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port c7d4bcda-2254-4e64-a99c-239703b963c2 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:03:36.219643 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:36.219769 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-b6a66a6d-b1d0-4366-bbc2-a55b8a104576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:36.221124 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-b6a66a6d-b1d0-4366-bbc2-a55b8a104576 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=999673ea-0271-45b5-bb08-a0149a8e0f32 HTTP/1.1" status: 200 len: 797 time: 0.1353443 Sep 30 01:03:36.225841 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b8534345-2734-4aef-bcbf-dc49dfcd4c70 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:36.310171 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f301f91-b944-4077-999b-4abf2d417764 req-4ffb4900-1dd4-4cac-8f40-ae44ec2b5f8a tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:36.321538 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7f301f91-b944-4077-999b-4abf2d417764 req-4ffb4900-1dd4-4cac-8f40-ae44ec2b5f8a tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0eb8c0e-43d7-4e0f-a8ec-b4469a46ad94 HTTP/1.1" status: 200 len: 945 time: 0.5610433 Sep 30 01:03:36.324716 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [None req-b8534345-2734-4aef-bcbf-dc49dfcd4c70 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] device_id is not set on port e88d5758-ff6a-48ea-9a7a-50d0e566bea1 yet. {{(pid=80275) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:03:36.339185 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-358202e2-5948-498e-a798-d9bbaa41e832 service neutron] For port c4150b26-082e-4a8d-94c8-26dc01cda49d, host n-h2-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:03:36.342590 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-358202e2-5948-498e-a798-d9bbaa41e832 service neutron] For port c4150b26-082e-4a8d-94c8-26dc01cda49d, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=c4150b26-082e-4a8d-94c8-26dc01cda49d,segment=NetworkSegment(15605330-c69b-4e76-b9b5-742b2b2c6ca4),segment_id=15605330-c69b-4e76-b9b5-742b2b2c6ca4)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:03:36.427036 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-8443d386-1fd2-4793-8158-9edfc4701031 req-ffb6a11d-04de-4fed-a101-429090782d7e tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Allocated IP 172.20.0.14 (1c18baa8-7151-4b37-b98c-da8ddcd05d1d/cb387d9b-3f36-414b-b6fa-05f39b08a94d/7f5c15cd-8f77-4e22-a505-064c7522bcfb) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:03:36.428993 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.resource_extend [None req-c3776337-2ec0-4bbc-b190-9a45c4834363 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 01:03:36.441405 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-358202e2-5948-498e-a798-d9bbaa41e832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:36.453235 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0cf3b59f-b0eb-4d39-9698-75e4cefb4811 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:36.458980 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-d4547ec4-68c5-4a0d-b6a6-5b6264cdc052 None None] For port 7da23412-746f-4620-b6b2-c5d5fadefc70, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=7da23412-746f-4620-b6b2-c5d5fadefc70,segment=NetworkSegment(202a31c0-340b-47bf-8384-67c63836d6ab),segment_id=202a31c0-340b-47bf-8384-67c63836d6ab)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:36.469741 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:36.511046 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1e37372f-3a46-4022-bcbc-0d6e9db58453 req-54f7b016-6454-44f2-bf81-86f4d28d7145 service neutron] 10.222.0.55 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5420220 Sep 30 01:03:36.512924 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0eb8c0e-43d7-4e0f-a8ec-b4469a46ad94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d4bcda-2254-4e64-a99c-239703b963c2'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:03:36.521868 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d4547ec4-68c5-4a0d-b6a6-5b6264cdc052 None None] Notify callbacks [] for port, precommit_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:36.535891 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port c7d4bcda-2254-4e64-a99c-239703b963c2, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c7d4bcda-2254-4e64-a99c-239703b963c2,segment=NetworkSegment(af10906d-6c0a-4f6f-83b7-0696cedb4a4f),segment_id=af10906d-6c0a-4f6f-83b7-0696cedb4a4f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:36.548402 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:36.552637 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-d4547ec4-68c5-4a0d-b6a6-5b6264cdc052 None None] Transition to ACTIVE for port object 7da23412-746f-4620-b6b2-c5d5fadefc70 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:03:36.553667 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-6db34a65-4600-494c-821f-52c1760a4f1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:36.557428 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c3776337-2ec0-4bbc-b190-9a45c4834363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:36.558689 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3776337-2ec0-4bbc-b190-9a45c4834363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:36.559489 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c3776337-2ec0-4bbc-b190-9a45c4834363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:36.567535 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-358202e2-5948-498e-a798-d9bbaa41e832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:36.568231 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-358202e2-5948-498e-a798-d9bbaa41e832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:36.570841 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-358202e2-5948-498e-a798-d9bbaa41e832 service neutron] 10.222.0.55 "PUT /v2.0/ports/c4150b26-082e-4a8d-94c8-26dc01cda49d HTTP/1.1" status: 200 len: 1091 time: 3.2117176 Sep 30 01:03:36.574294 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc', 'tag': 'c4150b26-082e-4a8d-94c8-26dc01cda49d'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:03:36.622625 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358202e2-5948-498e-a798-d9bbaa41e832 service neutron] Pushing event updated for resources: {'Port': ['ID=c4150b26-082e-4a8d-94c8-26dc01cda49d,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:36.630326 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-358202e2-5948-498e-a798-d9bbaa41e832 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:36.631386 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ae24b037-29d0-408a-a243-8173035242f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:36.652321 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-c3776337-2ec0-4bbc-b190-9a45c4834363 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1556463 Sep 30 01:03:36.663445 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d4547ec4-68c5-4a0d-b6a6-5b6264cdc052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:36.767942 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 45896) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:36.768873 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3776337-2ec0-4bbc-b190-9a45c4834363 admin admin] Pushing event updated for resources: {'Network': ['ID=eeb6c4e1-a773-440f-9ca0-04a98bdafcfd,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:36.778458 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c3776337-2ec0-4bbc-b190-9a45c4834363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:36.789463 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a268b0d-3f59-4130-a08a-e87737eb82a0 req-c6d06348-1618-4554-88f2-8ce278d7100a tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:36.791790 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7a268b0d-3f59-4130-a08a-e87737eb82a0 req-c6d06348-1618-4554-88f2-8ce278d7100a tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=69b3aa8c-9495-442e-bb77-8518992d9112 HTTP/1.1" status: 200 len: 950 time: 0.4010332 Sep 30 01:03:36.813450 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network eeb6c4e1-a773-440f-9ca0-04a98bdafcfd details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:03:36.841821 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-ee6e6411-b9eb-4d62-9709-872bbc86b4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:36.843496 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-ee6e6411-b9eb-4d62-9709-872bbc86b4ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b64aba8e-9f74-43b9-83f1-763975030585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5931056 Sep 30 01:03:36.848021 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-c6d5eb16-3fad-4b3b-a159-4f989821a6ca admin admin] Request body: {'subnet': {'network_id': 'eeb6c4e1-a773-440f-9ca0-04a98bdafcfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-960856707-subnet', 'tenant_id': '600d513e8f854168b868a109f9ce4428', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:36.909787 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=c7d4bcda-2254-4e64-a99c-239703b963c2,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:36.913005 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:36.916947 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-ee14f5d3-78d9-4ef4-9982-69b8d3773218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.242s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:37.032864 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4547ec4-68c5-4a0d-b6a6-5b6264cdc052 None None] Pushing event updated for resources: {'Port': ['ID=7da23412-746f-4620-b6b2-c5d5fadefc70,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:37.037402 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-d4547ec4-68c5-4a0d-b6a6-5b6264cdc052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:37.044465 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7f301f91-b944-4077-999b-4abf2d417764 req-71bd6495-b017-4d54-b70c-75a990987a94 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7219205 Sep 30 01:03:37.049669 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-c6d5eb16-3fad-4b3b-a159-4f989821a6ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:03:37.062350 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-c6d5eb16-3fad-4b3b-a159-4f989821a6ca admin admin] Usage tracker for resource:subnet and tenant:600d513e8f854168b868a109f9ce4428 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:03:37.103193 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8443d386-1fd2-4793-8158-9edfc4701031 req-ffb6a11d-04de-4fed-a101-429090782d7e tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:37.120373 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-c6d5eb16-3fad-4b3b-a159-4f989821a6ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:03:37.151169 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-c6d5eb16-3fad-4b3b-a159-4f989821a6ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:03:37.186139 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-8443d386-1fd2-4793-8158-9edfc4701031 req-ffb6a11d-04de-4fed-a101-429090782d7e tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Transition to ACTIVE for port object 7f5c15cd-8f77-4e22-a505-064c7522bcfb will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:03:37.195686 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7a268b0d-3f59-4130-a08a-e87737eb82a0 req-48215be7-f268-46ba-8f8c-58eedc35a659 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/security-groups?id=2632cc96-b93c-409e-9e4b-ce8bd328a609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569551 Sep 30 01:03:37.211935 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d5eb16-3fad-4b3b-a159-4f989821a6ca admin admin] Made reservation on behalf of 600d513e8f854168b868a109f9ce4428 for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:03:37.215524 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c6d5eb16-3fad-4b3b-a159-4f989821a6ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:37.336701 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0eb8c0e-43d7-4e0f-a8ec-b4469a46ad94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d4bcda-2254-4e64-a99c-239703b963c2', 'code': 200} Sep 30 01:03:37.359025 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 7da23412-746f-4620-b6b2-c5d5fadefc70 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:03:37.432174 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-c79cad1d-1995-4d8d-b605-161e55ebb9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:37.433693 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-c79cad1d-1995-4d8d-b605-161e55ebb9de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=02bc79a9675142e593506d561654e76f&device_id=b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc HTTP/1.1" status: 200 len: 1094 time: 0.6340921 Sep 30 01:03:37.439620 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-8466b586-5ada-45b0-b457-baa15cd8142c service neutron] 10.222.0.59 "GET /v2.0/networks/b64aba8e-9f74-43b9-83f1-763975030585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5708504 Sep 30 01:03:37.628741 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8443d386-1fd2-4793-8158-9edfc4701031 req-ffb6a11d-04de-4fed-a101-429090782d7e tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:37.636473 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7e7302f8-c820-4896-911e-a7dcc6bbca36 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:37.664131 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-bc2f0b50-46ba-491b-98a9-6f352b391de6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4150b26-082e-4a8d-94c8-26dc01cda49d HTTP/1.1" status: 200 len: 217 time: 0.2209601 Sep 30 01:03:37.719782 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.db.api [None req-b8534345-2734-4aef-bcbf-dc49dfcd4c70 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-e131c650-e723-481c-abc1-06d805ebf6c9 {{(pid=80275) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 01:03:37.720193 n-d-811809-1 neutron-server[80275]: DEBUG oslo_db.api [None req-b8534345-2734-4aef-bcbf-dc49dfcd4c70 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 01:03:37.734553 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19e3b4b-b4cf-4045-9e1c-f2da4012044a None None] Network 461dc767-1f76-4e4d-8ce6-b07e2d2e08d3 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:03:37.782618 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8443d386-1fd2-4793-8158-9edfc4701031 req-ffb6a11d-04de-4fed-a101-429090782d7e tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Network 1c18baa8-7151-4b37-b98c-da8ddcd05d1d is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:03:37.790311 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-8443d386-1fd2-4793-8158-9edfc4701031 req-ffb6a11d-04de-4fed-a101-429090782d7e tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:03:37.798482 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-8443d386-1fd2-4793-8158-9edfc4701031 req-ffb6a11d-04de-4fed-a101-429090782d7e tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:03:37.826683 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-6fb70fea-4df6-4d61-8a7e-8f148897bafa None None] Provisioning for port 7da23412-746f-4620-b6b2-c5d5fadefc70 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:03:37.835761 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-6fb70fea-4df6-4d61-8a7e-8f148897bafa None None] Provisioning complete for port 7da23412-746f-4620-b6b2-c5d5fadefc70 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:03:37.836152 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6fb70fea-4df6-4d61-8a7e-8f148897bafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:37.854034 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6a11d-04de-4fed-a101-429090782d7e tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Pushing event updated for resources: {'Port': ['ID=7f5c15cd-8f77-4e22-a505-064c7522bcfb,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:37.881825 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ffb6a11d-04de-4fed-a101-429090782d7e tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:37.914045 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-5dfe2b2e-9190-418c-b5fb-830735b7e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:37.915522 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-5dfe2b2e-9190-418c-b5fb-830735b7e220 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b1d4a0e-373b-4a8f-bc06-2d1f76945ee5 HTTP/1.1" status: 200 len: 854 time: 0.1758020 Sep 30 01:03:37.919508 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443d386-1fd2-4793-8158-9edfc4701031 req-ffb6a11d-04de-4fed-a101-429090782d7e tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:37.920300 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8443d386-1fd2-4793-8158-9edfc4701031 req-ffb6a11d-04de-4fed-a101-429090782d7e tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:37.973668 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223fd44-fdbb-4d62-bdf0-b16f3372f3c9 req-0b2fc744-9cb0-41c5-9bac-ce291ddf75c8 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:37.982347 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3d65491-f48a-44d7-b056-7b75b9e0090d req-183d6fec-5fad-4d33-81b6-3922a53af75d service neutron] 10.222.0.59 "GET /v2.0/networks/b64aba8e-9f74-43b9-83f1-763975030585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528282 Sep 30 01:03:37.985711 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4223fd44-fdbb-4d62-bdf0-b16f3372f3c9 req-0b2fc744-9cb0-41c5-9bac-ce291ddf75c8 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.2645161 Sep 30 01:03:37.998392 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c6d5eb16-3fad-4b3b-a159-4f989821a6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:38.010905 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-dd5d6eb3-8d8a-41c7-9cc3-36bf1b863dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:38.045383 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8443d386-1fd2-4793-8158-9edfc4701031 req-ffb6a11d-04de-4fed-a101-429090782d7e tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1239948 Sep 30 01:03:38.050393 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7407ea6-5346-4eb0-b897-b64aeb1ac428 req-966684a0-e9be-43b5-baf3-aae5b606e3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:38.051989 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a7407ea6-5346-4eb0-b897-b64aeb1ac428 req-966684a0-e9be-43b5-baf3-aae5b606e3ca service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f0eb8c0e-43d7-4e0f-a8ec-b4469a46ad94 HTTP/1.1" status: 200 len: 1097 time: 0.5601766 Sep 30 01:03:38.070062 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4223fd44-fdbb-4d62-bdf0-b16f3372f3c9 req-e9ebe417-5063-460f-8449-007d65bb37a8 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825622 Sep 30 01:03:38.088013 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-8443d386-1fd2-4793-8158-9edfc4701031 req-09aca039-c736-45ff-8cc4-84056a66c7bc service neutron] Request body: {'port': {'device_id': 'f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:38.110671 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fd178-0ad7-46f2-b0e9-f6655997c10f req-d6b3f8b6-315d-4ade-9e80-a3ed43f0feeb tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:38.112164 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-411fd178-0ad7-46f2-b0e9-f6655997c10f req-d6b3f8b6-315d-4ade-9e80-a3ed43f0feeb tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc HTTP/1.1" status: 200 len: 943 time: 0.5579126 Sep 30 01:03:38.166460 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc', 'tag': 'c4150b26-082e-4a8d-94c8-26dc01cda49d', 'status': 'completed', 'code': 200} Sep 30 01:03:38.189825 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5eb16-3fad-4b3b-a159-4f989821a6ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=858defef-6f87-4015-b170-e42a0b3eb39a,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:38.200798 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-b97e7d41-0f71-4775-b218-31bc80aa60fe None None] Provisioning for port 7f5c15cd-8f77-4e22-a505-064c7522bcfb completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:03:38.208194 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-b97e7d41-0f71-4775-b218-31bc80aa60fe None None] Provisioning complete for port 7f5c15cd-8f77-4e22-a505-064c7522bcfb triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:03:38.208580 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-b97e7d41-0f71-4775-b218-31bc80aa60fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:38.216233 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c6d5eb16-3fad-4b3b-a159-4f989821a6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:38.223583 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a7407ea6-5346-4eb0-b897-b64aeb1ac428 req-b6a06333-d844-4a9d-852b-d88a574fa562 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413188 Sep 30 01:03:38.237892 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-411fd178-0ad7-46f2-b0e9-f6655997c10f req-b129e04c-311d-477c-a910-6edb421597ad tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/security-groups?id=b09c36c6-2884-41d0-995c-7b3963f991a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172695 Sep 30 01:03:38.239822 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d5eb16-3fad-4b3b-a159-4f989821a6ca admin admin] Checking segment: {'id': '78314eab-8436-4d6e-8e41-404a6dc9a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'eeb6c4e1-a773-440f-9ca0-04a98bdafcfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:03:38.240188 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d5eb16-3fad-4b3b-a159-4f989821a6ca admin admin] Network hostable DHCP agents. Network: eeb6c4e1-a773-440f-9ca0-04a98bdafcfd, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:03:38.250607 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-2acf4745-69c8-4753-b678-52f6d67a6eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:38.257614 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-2acf4745-69c8-4753-b678-52f6d67a6eb9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8cf157b5-3a5b-4875-babe-38a13725d469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3234348 Sep 30 01:03:38.321571 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:03:38.369882 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b8534345-2734-4aef-bcbf-dc49dfcd4c70 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:38.379326 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-b97e7d41-0f71-4775-b218-31bc80aa60fe None None] Port 7f5c15cd-8f77-4e22-a505-064c7522bcfb cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:03:38.390098 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d5eb16-3fad-4b3b-a159-4f989821a6ca admin admin] Network eeb6c4e1-a773-440f-9ca0-04a98bdafcfd is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:03:38.408036 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-c6d5eb16-3fad-4b3b-a159-4f989821a6ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, eeb6c4e1-a773-440f-9ca0-04a98bdafcfd) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:03:38.413342 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d5eb16-3fad-4b3b-a159-4f989821a6ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:38.413773 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c6d5eb16-3fad-4b3b-a159-4f989821a6ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:38.432486 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8443d386-1fd2-4793-8158-9edfc4701031 req-09aca039-c736-45ff-8cc4-84056a66c7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:38.447653 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0310388c-cf7b-4a2d-a6d8-6da3a0adfae1 None None] Network eeb6c4e1-a773-440f-9ca0-04a98bdafcfd requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:03:38.462287 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [None req-b8534345-2734-4aef-bcbf-dc49dfcd4c70 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] device_id is not set on port 47034065-1e78-41ac-ab0f-0b689272d773 yet. {{(pid=80275) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:03:38.473610 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-c6d5eb16-3fad-4b3b-a159-4f989821a6ca admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6756704 Sep 30 01:03:38.477402 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-d0edba9f-be26-44ac-a154-7f9f38be8262 service neutron] 10.222.0.55 "GET /v2.0/networks/8cf157b5-3a5b-4875-babe-38a13725d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054987 Sep 30 01:03:38.716775 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:38.738761 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a6c3928-36f3-4e1e-a2ec-b84f0b2d860a req-a1b36ea3-5fa7-45e3-b878-b123096e46ef service neutron] 10.222.0.55 "GET /v2.0/networks/8cf157b5-3a5b-4875-babe-38a13725d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490342 Sep 30 01:03:38.774775 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:38.785196 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:38.787332 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-d4547ec4-68c5-4a0d-b6a6-5b6264cdc052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:38.823065 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dbcaf-0ea4-4e88-ad86-5c6db4c96355 req-3915e19d-50a8-4e3f-8a92-1735bd957817 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:38.823796 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-725dbcaf-0ea4-4e88-ad86-5c6db4c96355 req-3915e19d-50a8-4e3f-8a92-1735bd957817 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Synchronizing usage tracker for tenant:2b6e2fef5a454f0498865063fef18aff on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:03:38.887998 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-90e6f4c0-c1dd-4050-a891-15595829ecdb None None] Provisioning complete for port 7da23412-746f-4620-b6b2-c5d5fadefc70 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:03:38.888558 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-90e6f4c0-c1dd-4050-a891-15595829ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:38.942769 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-725dbcaf-0ea4-4e88-ad86-5c6db4c96355 req-3915e19d-50a8-4e3f-8a92-1735bd957817 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Unset dirty status for tenant:2b6e2fef5a454f0498865063fef18aff on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:03:38.950518 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-725dbcaf-0ea4-4e88-ad86-5c6db4c96355 req-3915e19d-50a8-4e3f-8a92-1735bd957817 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4 HTTP/1.1" status: 200 len: 932 time: 0.6617141 Sep 30 01:03:38.963357 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558b79a-85da-4ab0-b87e-ee8918f0b582 req-00a1e028-83db-4e2a-bffc-386d0564b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:38.964857 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a558b79a-85da-4ab0-b87e-ee8918f0b582 req-00a1e028-83db-4e2a-bffc-386d0564b19a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=02bc79a9675142e593506d561654e76f&device_id=b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc HTTP/1.1" status: 200 len: 1094 time: 0.1429369 Sep 30 01:03:38.974682 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05,revision_number=8']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:39.012687 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:39.040643 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56993063-3bc8-4050-b67d-d2c5753e2589 None None] Network eeb6c4e1-a773-440f-9ca0-04a98bdafcfd requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:03:39.154929 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-725dbcaf-0ea4-4e88-ad86-5c6db4c96355 req-407e4c44-0694-475c-9220-275091a855bd tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a376865-d871-4602-886e-8c5a35d9b419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033043 Sep 30 01:03:39.337578 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b3aa8c-9495-442e-bb77-8518992d9112', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:03:39.379390 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558b79a-85da-4ab0-b87e-ee8918f0b582 req-c5447955-0171-46d2-976a-a808f295ec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:39.380246 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a558b79a-85da-4ab0-b87e-ee8918f0b582 req-c5447955-0171-46d2-976a-a808f295ec0d service neutron] 10.222.0.55 "GET /v2.0/networks?id=8cf157b5-3a5b-4875-babe-38a13725d469 HTTP/1.1" status: 200 len: 916 time: 0.4002082 Sep 30 01:03:39.395190 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bd17f-c909-40f8-8003-8df99e16d1f8 req-cf320241-3713-432f-ba10-d6bf9c978e2d tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:39.396696 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a1bd17f-c909-40f8-8003-8df99e16d1f8 req-cf320241-3713-432f-ba10-d6bf9c978e2d tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0eb8c0e-43d7-4e0f-a8ec-b4469a46ad94 HTTP/1.1" status: 200 len: 946 time: 0.3635330 Sep 30 01:03:39.408168 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-b8534345-2734-4aef-bcbf-dc49dfcd4c70 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Allocated IP 172.20.0.12 (461dc767-1f76-4e4d-8ce6-b07e2d2e08d3/275cfde7-1945-44cb-887f-971be1c2ab00/47034065-1e78-41ac-ab0f-0b689272d773) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:03:39.426971 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-b8534345-2734-4aef-bcbf-dc49dfcd4c70 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Allocated IP 172.20.0.19 (461dc767-1f76-4e4d-8ce6-b07e2d2e08d3/3ab17d92-aa56-44a2-ab06-0e5c6e361732/47034065-1e78-41ac-ab0f-0b689272d773) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:03:39.430101 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-8443d386-1fd2-4793-8158-9edfc4701031 req-09aca039-c736-45ff-8cc4-84056a66c7bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f5c15cd-8f77-4e22-a505-064c7522bcfb {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:03:39.445619 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8443d386-1fd2-4793-8158-9edfc4701031 req-09aca039-c736-45ff-8cc4-84056a66c7bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:39.477737 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a558b79a-85da-4ab0-b87e-ee8918f0b582 req-75a8db40-90c6-4777-9ed2-944bdfd57570 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4150b26-082e-4a8d-94c8-26dc01cda49d HTTP/1.1" status: 200 len: 217 time: 0.0800648 Sep 30 01:03:39.490853 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-8443d386-1fd2-4793-8158-9edfc4701031 req-09aca039-c736-45ff-8cc4-84056a66c7bc service neutron] Transition to ACTIVE for port object 7f5c15cd-8f77-4e22-a505-064c7522bcfb will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:03:39.502239 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8443d386-1fd2-4793-8158-9edfc4701031 req-09aca039-c736-45ff-8cc4-84056a66c7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:39.513567 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d3929fc0-3ad0-4333-a7c7-57d145bf7ad9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:39.541895 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a1bd17f-c909-40f8-8003-8df99e16d1f8 req-a522e056-8c22-4d30-8fa5-6656af6e657f tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939324 Sep 30 01:03:39.555581 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558b79a-85da-4ab0-b87e-ee8918f0b582 req-06b93c9c-4767-40cb-89fc-974367b411c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:39.565711 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a558b79a-85da-4ab0-b87e-ee8918f0b582 req-06b93c9c-4767-40cb-89fc-974367b411c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b1d4a0e-373b-4a8f-bc06-2d1f76945ee5 HTTP/1.1" status: 200 len: 854 time: 0.0686150 Sep 30 01:03:39.568120 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51d82d-e3c1-48ee-8717-1f721e3e3b82 req-5df25c1e-907c-47e3-a443-59c5ae6b5606 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:39.577839 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2a51d82d-e3c1-48ee-8717-1f721e3e3b82 req-5df25c1e-907c-47e3-a443-59c5ae6b5606 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.2476542 Sep 30 01:03:39.686643 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558b79a-85da-4ab0-b87e-ee8918f0b582 req-7b100022-71eb-4537-b39f-4f471ba9e499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:39.693932 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a558b79a-85da-4ab0-b87e-ee8918f0b582 req-7b100022-71eb-4537-b39f-4f471ba9e499 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8cf157b5-3a5b-4875-babe-38a13725d469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1248150 Sep 30 01:03:39.973599 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aca039-c736-45ff-8cc4-84056a66c7bc service neutron] Pushing event updated for resources: {'Port': ['ID=7f5c15cd-8f77-4e22-a505-064c7522bcfb,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:39.996663 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-481c176c-a5cc-4a20-bc14-9a291e8a066e tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:39.997531 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-481c176c-a5cc-4a20-bc14-9a291e8a066e tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Synchronizing usage tracker for tenant:600d513e8f854168b868a109f9ce4428 on resource:network {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:03:40.004983 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-09aca039-c736-45ff-8cc4-84056a66c7bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:40.012358 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2a51d82d-e3c1-48ee-8717-1f721e3e3b82 req-430e2924-9370-4900-9bc6-2509e8cba2a1 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4337211 Sep 30 01:03:40.050744 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-481c176c-a5cc-4a20-bc14-9a291e8a066e tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Unset dirty status for tenant:600d513e8f854168b868a109f9ce4428 on resource:network {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:03:40.051974 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-481c176c-a5cc-4a20-bc14-9a291e8a066e tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/networks?id=eeb6c4e1-a773-440f-9ca0-04a98bdafcfd HTTP/1.1" status: 200 len: 814 time: 0.3074319 Sep 30 01:03:40.076216 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-92644359-894d-4963-b949-dfe7d6045da9 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/quotas/600d513e8f854168b868a109f9ce4428 HTTP/1.1" status: 200 len: 375 time: 0.0165033 Sep 30 01:03:40.122061 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a558b79a-85da-4ab0-b87e-ee8918f0b582 req-c2fb0670-1a69-4b58-87c0-ee0dd9d4c9cc service neutron] 10.222.0.55 "GET /v2.0/networks/8cf157b5-3a5b-4875-babe-38a13725d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088488 Sep 30 01:03:40.131253 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-142a0775-e9ef-423d-998d-69d90e59e2d6 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=600d513e8f854168b868a109f9ce4428&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542548 Sep 30 01:03:40.143740 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b8534345-2734-4aef-bcbf-dc49dfcd4c70 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:40.154580 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-8443d386-1fd2-4793-8158-9edfc4701031 req-09aca039-c736-45ff-8cc4-84056a66c7bc service neutron] Attempting to bind port 7f5c15cd-8f77-4e22-a505-064c7522bcfb on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:03:40.155071 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-8443d386-1fd2-4793-8158-9edfc4701031 req-09aca039-c736-45ff-8cc4-84056a66c7bc service neutron] Attempting to bind port 7f5c15cd-8f77-4e22-a505-064c7522bcfb by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'c0509f14-eb2b-4c22-b7ef-12dddf1b9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1c18baa8-7151-4b37-b98c-da8ddcd05d1d'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:03:40.156150 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8443d386-1fd2-4793-8158-9edfc4701031 req-09aca039-c736-45ff-8cc4-84056a66c7bc service neutron] Attempting to bind port 7f5c15cd-8f77-4e22-a505-064c7522bcfb on network 1c18baa8-7151-4b37-b98c-da8ddcd05d1d {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:03:40.165541 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8443d386-1fd2-4793-8158-9edfc4701031 req-09aca039-c736-45ff-8cc4-84056a66c7bc service neutron] Port 7f5c15cd-8f77-4e22-a505-064c7522bcfb on network 1c18baa8-7151-4b37-b98c-da8ddcd05d1d not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:03:40.165861 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8443d386-1fd2-4793-8158-9edfc4701031 req-09aca039-c736-45ff-8cc4-84056a66c7bc service neutron] Attempting to bind port 7f5c15cd-8f77-4e22-a505-064c7522bcfb on network 1c18baa8-7151-4b37-b98c-da8ddcd05d1d {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:03:40.170567 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-b8534345-2734-4aef-bcbf-dc49dfcd4c70 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Transition to ACTIVE for port object 47034065-1e78-41ac-ab0f-0b689272d773 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:03:40.174931 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8443d386-1fd2-4793-8158-9edfc4701031 req-09aca039-c736-45ff-8cc4-84056a66c7bc service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:03:40.175181 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8443d386-1fd2-4793-8158-9edfc4701031 req-09aca039-c736-45ff-8cc4-84056a66c7bc service neutron] Checking segment: {'id': 'c0509f14-eb2b-4c22-b7ef-12dddf1b9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1c18baa8-7151-4b37-b98c-da8ddcd05d1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:03:40.175558 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8443d386-1fd2-4793-8158-9edfc4701031 req-09aca039-c736-45ff-8cc4-84056a66c7bc service neutron] Bound using segment: {'id': 'c0509f14-eb2b-4c22-b7ef-12dddf1b9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1c18baa8-7151-4b37-b98c-da8ddcd05d1d'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:03:40.175999 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-8443d386-1fd2-4793-8158-9edfc4701031 req-09aca039-c736-45ff-8cc4-84056a66c7bc service neutron] Bound port: 7f5c15cd-8f77-4e22-a505-064c7522bcfb, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0509f14-eb2b-4c22-b7ef-12dddf1b9b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '1c18baa8-7151-4b37-b98c-da8ddcd05d1d'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:03:40.176326 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8443d386-1fd2-4793-8158-9edfc4701031 req-09aca039-c736-45ff-8cc4-84056a66c7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:40.336241 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b8534345-2734-4aef-bcbf-dc49dfcd4c70 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:40.338449 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-8443d386-1fd2-4793-8158-9edfc4701031 req-09aca039-c736-45ff-8cc4-84056a66c7bc service neutron] For port 7f5c15cd-8f77-4e22-a505-064c7522bcfb, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:03:40.343761 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-8443d386-1fd2-4793-8158-9edfc4701031 req-09aca039-c736-45ff-8cc4-84056a66c7bc service neutron] For port 7f5c15cd-8f77-4e22-a505-064c7522bcfb, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=7f5c15cd-8f77-4e22-a505-064c7522bcfb,segment=NetworkSegment(c0509f14-eb2b-4c22-b7ef-12dddf1b9b59),segment_id=c0509f14-eb2b-4c22-b7ef-12dddf1b9b59)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:03:40.348499 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e6ddf157-d67e-4d7f-933a-d77b0302fd8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:40.376955 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-11613dd5-d9ec-46f3-9e60-a0087e35ad1f service neutron] 10.222.0.39 "GET /v2.0/networks/eeb6c4e1-a773-440f-9ca0-04a98bdafcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432511 Sep 30 01:03:40.382099 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a558b79a-85da-4ab0-b87e-ee8918f0b582 req-f1fcbfb0-ae95-4dec-b661-3ddbd12b1a91 service neutron] 10.222.0.55 "GET /v2.0/networks/8cf157b5-3a5b-4875-babe-38a13725d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250288 Sep 30 01:03:40.395296 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8443d386-1fd2-4793-8158-9edfc4701031 req-09aca039-c736-45ff-8cc4-84056a66c7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:40.432204 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8534345-2734-4aef-bcbf-dc49dfcd4c70 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network 461dc767-1f76-4e4d-8ce6-b07e2d2e08d3 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:03:40.438706 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443d386-1fd2-4793-8158-9edfc4701031 req-09aca039-c736-45ff-8cc4-84056a66c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:40.439343 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8443d386-1fd2-4793-8158-9edfc4701031 req-09aca039-c736-45ff-8cc4-84056a66c7bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:40.441080 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8443d386-1fd2-4793-8158-9edfc4701031 req-09aca039-c736-45ff-8cc4-84056a66c7bc service neutron] 10.222.0.55 "PUT /v2.0/ports/7f5c15cd-8f77-4e22-a505-064c7522bcfb HTTP/1.1" status: 200 len: 1092 time: 2.3688531 Sep 30 01:03:40.441795 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4', 'tag': '7f5c15cd-8f77-4e22-a505-064c7522bcfb'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:03:40.446415 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-b8534345-2734-4aef-bcbf-dc49dfcd4c70 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:03:40.459098 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f539bdf-3dbf-48ec-ad46-22bba411e58f req-5cafbf48-bb78-4df0-bdf6-b30cac383bf4 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:40.460589 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7f539bdf-3dbf-48ec-ad46-22bba411e58f req-5cafbf48-bb78-4df0-bdf6-b30cac383bf4 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc HTTP/1.1" status: 200 len: 943 time: 0.2403989 Sep 30 01:03:40.464472 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8534345-2734-4aef-bcbf-dc49dfcd4c70 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:03:40.495371 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8534345-2734-4aef-bcbf-dc49dfcd4c70 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Port': ['ID=47034065-1e78-41ac-ab0f-0b689272d773,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:40.511084 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b8534345-2734-4aef-bcbf-dc49dfcd4c70 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:40.523901 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fa5423c9-a917-478f-a0be-a1ca0a040615 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:40.561512 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-674118c4-eb4f-43a4-88db-a17117e29d7b service neutron] 10.222.0.39 "GET /v2.0/networks/eeb6c4e1-a773-440f-9ca0-04a98bdafcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783261 Sep 30 01:03:40.675781 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aca039-c736-45ff-8cc4-84056a66c7bc service neutron] Pushing event updated for resources: {'Port': ['ID=7f5c15cd-8f77-4e22-a505-064c7522bcfb,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:40.702955 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-09aca039-c736-45ff-8cc4-84056a66c7bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:40.751339 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b3aa8c-9495-442e-bb77-8518992d9112', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05', 'code': 200} Sep 30 01:03:40.760657 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8534345-2734-4aef-bcbf-dc49dfcd4c70 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:40.761312 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b8534345-2734-4aef-bcbf-dc49dfcd4c70 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:40.805961 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7f539bdf-3dbf-48ec-ad46-22bba411e58f req-28abd767-e4ed-4edb-b62e-b4dabcb6791b tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/security-groups?id=b09c36c6-2884-41d0-995c-7b3963f991a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115931 Sep 30 01:03:40.843329 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-514f4db9-992e-4bfe-aa6c-4025e54e211f None None] Provisioning for port 47034065-1e78-41ac-ab0f-0b689272d773 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:03:40.855863 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 45970) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:40.856763 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-b8534345-2734-4aef-bcbf-dc49dfcd4c70 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 6.1185818 Sep 30 01:03:40.863632 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-6fd6377c-906e-4051-97a8-52af0136d707 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '275cfde7-1945-44cb-887f-971be1c2ab00'}]}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:40.864121 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-514f4db9-992e-4bfe-aa6c-4025e54e211f None None] Provisioning complete for port 47034065-1e78-41ac-ab0f-0b689272d773 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:03:40.864260 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443d386-1fd2-4793-8158-9edfc4701031 req-16dc368a-291e-45bb-895f-73d6439ff154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:40.864831 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-514f4db9-992e-4bfe-aa6c-4025e54e211f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:40.866159 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8443d386-1fd2-4793-8158-9edfc4701031 req-16dc368a-291e-45bb-895f-73d6439ff154 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b6e2fef5a454f0498865063fef18aff&device_id=f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4 HTTP/1.1" status: 200 len: 1095 time: 0.3068335 Sep 30 01:03:40.944454 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-514f4db9-992e-4bfe-aa6c-4025e54e211f None None] Port 47034065-1e78-41ac-ab0f-0b689272d773 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:03:40.959007 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8443d386-1fd2-4793-8158-9edfc4701031 req-77b0a8bf-3b1a-43ae-aabf-13cd3fa8b960 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f5c15cd-8f77-4e22-a505-064c7522bcfb HTTP/1.1" status: 200 len: 217 time: 0.0823898 Sep 30 01:03:41.090643 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443d386-1fd2-4793-8158-9edfc4701031 req-29bbd01d-fa23-427b-9acf-d8a9d6a10978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:41.092074 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8443d386-1fd2-4793-8158-9edfc4701031 req-29bbd01d-fa23-427b-9acf-d8a9d6a10978 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cb387d9b-3f36-414b-b6fa-05f39b08a94d HTTP/1.1" status: 200 len: 844 time: 0.0866277 Sep 30 01:03:41.160820 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facebc1-0f03-4b91-abe9-a7747851238f req-783f96ed-cb96-4ac8-b7bf-cb05767eb5e3 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:41.162302 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9facebc1-0f03-4b91-abe9-a7747851238f req-783f96ed-cb96-4ac8-b7bf-cb05767eb5e3 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4 HTTP/1.1" status: 200 len: 944 time: 0.2060280 Sep 30 01:03:41.190557 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-6490a276-1684-4ccd-a6a2-4d5dcdbed219 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:41.192028 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-6490a276-1684-4ccd-a6a2-4d5dcdbed219 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/networks?id=4c98a929-4bc6-4ff2-9381-439d6c813487 HTTP/1.1" status: 200 len: 811 time: 0.2710879 Sep 30 01:03:41.228526 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-2e98176e-918b-452a-8b0b-331584f09c3a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/quotas/038e4d0abd4b4e5c940f331b6f0950a9 HTTP/1.1" status: 200 len: 375 time: 0.0220437 Sep 30 01:03:41.241578 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9facebc1-0f03-4b91-abe9-a7747851238f req-53ff51fb-97fc-4c49-8c43-12b5a57f77c0 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a376865-d871-4602-886e-8c5a35d9b419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581400 Sep 30 01:03:41.247828 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443d386-1fd2-4793-8158-9edfc4701031 req-57a3d892-e1b3-4c99-828c-4aa29cd9e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:41.250055 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8443d386-1fd2-4793-8158-9edfc4701031 req-57a3d892-e1b3-4c99-828c-4aa29cd9e81b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1c18baa8-7151-4b37-b98c-da8ddcd05d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1495337 Sep 30 01:03:41.337950 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4', 'tag': '7f5c15cd-8f77-4e22-a505-064c7522bcfb', 'status': 'completed', 'code': 200} Sep 30 01:03:41.419700 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8443d386-1fd2-4793-8158-9edfc4701031 req-ee1065b8-4832-4163-8458-6159428bbfb7 service neutron] 10.222.0.55 "GET /v2.0/networks/1c18baa8-7151-4b37-b98c-da8ddcd05d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579270 Sep 30 01:03:41.491653 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6fd6377c-906e-4051-97a8-52af0136d707 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:41.519400 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:41.588007 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-0018e866-84b0-48f7-9ef1-b976284bfdb8 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=038e4d0abd4b4e5c940f331b6f0950a9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3260968 Sep 30 01:03:41.641517 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8443d386-1fd2-4793-8158-9edfc4701031 req-395a271b-de16-4d10-8e2a-9dcd456af9e6 service neutron] 10.222.0.55 "GET /v2.0/networks/1c18baa8-7151-4b37-b98c-da8ddcd05d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124753 Sep 30 01:03:41.649181 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba0864-1a8b-4229-99fb-e8703a6541d2 req-0624c1a2-4e66-4842-9c61-2b52ccc30d34 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:41.650567 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-48ba0864-1a8b-4229-99fb-e8703a6541d2 req-0624c1a2-4e66-4842-9c61-2b52ccc30d34 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0eb8c0e-43d7-4e0f-a8ec-b4469a46ad94 HTTP/1.1" status: 200 len: 946 time: 0.2023978 Sep 30 01:03:41.706857 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-48ba0864-1a8b-4229-99fb-e8703a6541d2 req-1654d586-0480-4bc7-b4f9-75730abbfe7f tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496871 Sep 30 01:03:41.801450 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734e8a1-6fac-488a-a363-6a16287322cf req-0253f80f-3742-4a24-ad43-5038f99df150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:41.803473 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a734e8a1-6fac-488a-a363-6a16287322cf req-0253f80f-3742-4a24-ad43-5038f99df150 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b6e2fef5a454f0498865063fef18aff&device_id=f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4 HTTP/1.1" status: 200 len: 1095 time: 0.0952384 Sep 30 01:03:41.831749 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-cf64903f-7622-4b18-ad28-f7b26acd977d service neutron] 10.222.0.39 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428889 Sep 30 01:03:41.880559 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8e130290-6326-4b6d-801d-2ffd99f72884 req-6d1f2a11-f3a9-4898-9c48-142943df09be tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 210 time: 0.0688453 Sep 30 01:03:42.029759 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734e8a1-6fac-488a-a363-6a16287322cf req-30145dc3-cd70-4e0d-8d4a-862f0c8e1206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:42.031301 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a734e8a1-6fac-488a-a363-6a16287322cf req-30145dc3-cd70-4e0d-8d4a-862f0c8e1206 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1c18baa8-7151-4b37-b98c-da8ddcd05d1d HTTP/1.1" status: 200 len: 906 time: 0.1845109 Sep 30 01:03:42.252112 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-b23ead7a-f3ae-4aa5-a6a0-61a64159e56e service neutron] 10.222.0.39 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793797 Sep 30 01:03:42.292705 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-6fd6377c-906e-4051-97a8-52af0136d707 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Delete allocated IP 172.20.0.19 (461dc767-1f76-4e4d-8ce6-b07e2d2e08d3/3ab17d92-aa56-44a2-ab06-0e5c6e361732) {{(pid=80274) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 30 01:03:42.296725 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a734e8a1-6fac-488a-a363-6a16287322cf req-b731b792-fb81-45d3-bc7d-13f1380b5060 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f5c15cd-8f77-4e22-a505-064c7522bcfb HTTP/1.1" status: 200 len: 217 time: 0.2475502 Sep 30 01:03:42.347549 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device c4150b26-082e-4a8d-94c8-26dc01cda49d details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:03:42.423411 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734e8a1-6fac-488a-a363-6a16287322cf req-c03767b0-eef4-4a67-ae47-f3ac252d532d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:42.435273 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a734e8a1-6fac-488a-a363-6a16287322cf req-c03767b0-eef4-4a67-ae47-f3ac252d532d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cb387d9b-3f36-414b-b6fa-05f39b08a94d HTTP/1.1" status: 200 len: 844 time: 0.1283727 Sep 30 01:03:42.513226 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-ccfe0cb2-1dab-4b67-b2ef-b227c4b4f71e tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:42.514857 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-ccfe0cb2-1dab-4b67-b2ef-b227c4b4f71e tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.59 "GET /v2.0/networks?id=eeb6c4e1-a773-440f-9ca0-04a98bdafcfd HTTP/1.1" status: 200 len: 814 time: 0.4733508 Sep 30 01:03:42.551792 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-08e00cbe-58bd-4816-b587-e0d6d256e59a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Request body: {'port': {'device_id': 'bbe582ef-b863-4bc3-993d-89fef6633765', 'network_id': 'eeb6c4e1-a773-440f-9ca0-04a98bdafcfd', 'admin_state_up': True, 'tenant_id': '600d513e8f854168b868a109f9ce4428'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:42.731050 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58feb74e-c1d9-4f4e-bbec-a541083386a1 req-5375eec4-72ca-45c6-b3d4-ee795263bb48 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:42.733615 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-58feb74e-c1d9-4f4e-bbec-a541083386a1 req-5375eec4-72ca-45c6-b3d4-ee795263bb48 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc HTTP/1.1" status: 200 len: 943 time: 0.1942420 Sep 30 01:03:42.737575 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734e8a1-6fac-488a-a363-6a16287322cf req-1b2ea50f-9c5f-4f76-a94d-0fa2d73b4108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:42.740024 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a734e8a1-6fac-488a-a363-6a16287322cf req-1b2ea50f-9c5f-4f76-a94d-0fa2d73b4108 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1c18baa8-7151-4b37-b98c-da8ddcd05d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2956903 Sep 30 01:03:42.800319 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port c4150b26-082e-4a8d-94c8-26dc01cda49d, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=c4150b26-082e-4a8d-94c8-26dc01cda49d,segment=NetworkSegment(15605330-c69b-4e76-b9b5-742b2b2c6ca4),segment_id=15605330-c69b-4e76-b9b5-742b2b2c6ca4)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:42.804647 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6fd6377c-906e-4051-97a8-52af0136d707 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:42.817954 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': 'c4150b26-082e-4a8d-94c8-26dc01cda49d', 'network_id': '8cf157b5-3a5b-4875-babe-38a13725d469', 'port_id': 'c4150b26-082e-4a8d-94c8-26dc01cda49d', 'mac_address': 'fa:16:3e:85:70:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b1d4a0e-373b-4a8f-bc06-2d1f76945ee5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:03:42.825774 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [None req-6fd6377c-906e-4051-97a8-52af0136d707 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Transition to ACTIVE for port object 47034065-1e78-41ac-ab0f-0b689272d773 will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:03:42.846994 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6fd6377c-906e-4051-97a8-52af0136d707 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:42.863326 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-411ea286-e2cd-443d-b103-a8ab3e076fc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:42.893529 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:42.914513 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4150b26-082e-4a8d-94c8-26dc01cda49d {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:03:42.931116 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-58feb74e-c1d9-4f4e-bbec-a541083386a1 req-0b91dbcb-d301-4683-a9a3-baaa19311a44 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/security-groups?id=b09c36c6-2884-41d0-995c-7b3963f991a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883597 Sep 30 01:03:42.936032 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port c4150b26-082e-4a8d-94c8-26dc01cda49d, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=c4150b26-082e-4a8d-94c8-26dc01cda49d,segment=NetworkSegment(15605330-c69b-4e76-b9b5-742b2b2c6ca4),segment_id=15605330-c69b-4e76-b9b5-742b2b2c6ca4)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:42.951373 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:42.953297 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device bdaa2db8-0598-4721-98d1-86d5f08a66d7 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:03:42.962220 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c5e30a3f-533a-4414-8ed9-205e183841c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:43.044862 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a734e8a1-6fac-488a-a363-6a16287322cf req-fa79585e-aa83-4360-947a-a98e5870614a service neutron] 10.222.0.55 "GET /v2.0/networks/1c18baa8-7151-4b37-b98c-da8ddcd05d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856376 Sep 30 01:03:43.157244 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=c4150b26-082e-4a8d-94c8-26dc01cda49d,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:43.168733 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:43.210141 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6377c-906e-4051-97a8-52af0136d707 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Port': ['ID=47034065-1e78-41ac-ab0f-0b689272d773,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:43.254284 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6fd6377c-906e-4051-97a8-52af0136d707 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:43.278870 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-08e00cbe-58bd-4816-b587-e0d6d256e59a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:03:43.284250 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-08e00cbe-58bd-4816-b587-e0d6d256e59a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Usage tracker for resource:port and tenant:600d513e8f854168b868a109f9ce4428 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:03:43.287977 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-08e00cbe-58bd-4816-b587-e0d6d256e59a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:03:43.293186 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port bdaa2db8-0598-4721-98d1-86d5f08a66d7, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=bdaa2db8-0598-4721-98d1-86d5f08a66d7,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:43.297254 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-08e00cbe-58bd-4816-b587-e0d6d256e59a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:03:43.309593 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-6fd6377c-906e-4051-97a8-52af0136d707 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] In _notify_port_updated(), no bound segment for port 47034065-1e78-41ac-ab0f-0b689272d773 on network 461dc767-1f76-4e4d-8ce6-b07e2d2e08d3 {{(pid=80274) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Sep 30 01:03:43.316409 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd6377c-906e-4051-97a8-52af0136d707 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:43.317066 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6fd6377c-906e-4051-97a8-52af0136d707 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:43.317549 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': 'bdaa2db8-0598-4721-98d1-86d5f08a66d7', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': 'bdaa2db8-0598-4721-98d1-86d5f08a66d7', 'mac_address': 'fa:16:3e:ac:ab:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:03:43.318409 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-6fd6377c-906e-4051-97a8-52af0136d707 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "PUT /v2.0/ports/47034065-1e78-41ac-ab0f-0b689272d773 HTTP/1.1" status: 200 len: 919 time: 2.4613965 Sep 30 01:03:43.324401 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 46012) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:43.327540 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde15c1b-9c42-4ca0-8ad2-3063c1d8b3b6 req-bb52120d-f4bb-4722-b87c-9791616480f5 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:43.335241 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-8e9c9401-61cd-4159-9678-a190f3ccd3c7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '275cfde7-1945-44cb-887f-971be1c2ab00'}, {'subnet_id': '3ab17d92-aa56-44a2-ab06-0e5c6e361732'}]}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:43.339757 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fde15c1b-9c42-4ca0-8ad2-3063c1d8b3b6 req-bb52120d-f4bb-4722-b87c-9791616480f5 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4 HTTP/1.1" status: 200 len: 944 time: 0.7161617 Sep 30 01:03:43.371717 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-08e00cbe-58bd-4816-b587-e0d6d256e59a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Made reservation on behalf of 600d513e8f854168b868a109f9ce4428 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:03:43.379845 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-08e00cbe-58bd-4816-b587-e0d6d256e59a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:43.421304 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:43.435337 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fde15c1b-9c42-4ca0-8ad2-3063c1d8b3b6 req-3eed0cd7-d08c-43b7-ae39-a195a5ff8be3 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a376865-d871-4602-886e-8c5a35d9b419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896416 Sep 30 01:03:43.444262 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a734e8a1-6fac-488a-a363-6a16287322cf req-9a96e800-143f-4232-9dfa-da4aaebf9792 service neutron] 10.222.0.55 "GET /v2.0/networks/1c18baa8-7151-4b37-b98c-da8ddcd05d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880301 Sep 30 01:03:43.462083 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bdaa2db8-0598-4721-98d1-86d5f08a66d7 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:03:43.489938 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port bdaa2db8-0598-4721-98d1-86d5f08a66d7, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=bdaa2db8-0598-4721-98d1-86d5f08a66d7,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:43.500425 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:43.503591 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:43.569316 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-6b6ef434-18c9-4ce1-bf3f-4e7e93701ab3 None None] Provisioning for port 47034065-1e78-41ac-ab0f-0b689272d773 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:03:43.585944 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-6b6ef434-18c9-4ce1-bf3f-4e7e93701ab3 None None] Provisioning complete for port 47034065-1e78-41ac-ab0f-0b689272d773 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:03:43.586311 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6b6ef434-18c9-4ce1-bf3f-4e7e93701ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:43.627970 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643c59a-4db7-489d-9f96-1acdf58755a6 req-369e0fdd-700a-4adc-bbe2-75e1d74b5499 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:43.632021 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['bdaa2db8-0598-4721-98d1-86d5f08a66d7'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:03:43.644964 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8643c59a-4db7-489d-9f96-1acdf58755a6 req-369e0fdd-700a-4adc-bbe2-75e1d74b5499 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0eb8c0e-43d7-4e0f-a8ec-b4469a46ad94 HTTP/1.1" status: 200 len: 946 time: 0.4696548 Sep 30 01:03:43.713214 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=bdaa2db8-0598-4721-98d1-86d5f08a66d7,revision_number=6']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:43.726977 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:43.737459 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8643c59a-4db7-489d-9f96-1acdf58755a6 req-3630bf0d-c65d-4d71-870d-da4f1296fe10 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907309 Sep 30 01:03:43.739818 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-6b6ef434-18c9-4ce1-bf3f-4e7e93701ab3 None None] Port 47034065-1e78-41ac-ab0f-0b689272d773 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:03:43.757712 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-71e84f64-8d85-4ced-8e85-ebe50fd5ba15 req-baa848b2-f1fd-463b-93f4-4f6ad931efdb tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a8eaef-c668-4e00-8afe-d3145773cf66 HTTP/1.1" status: 200 len: 210 time: 0.0676091 Sep 30 01:03:43.802959 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-08e00cbe-58bd-4816-b587-e0d6d256e59a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Allocated IP 172.20.0.13 (eeb6c4e1-a773-440f-9ca0-04a98bdafcfd/858defef-6f87-4015-b170-e42a0b3eb39a/f7765ac3-a090-4d1d-8f6e-0e149359bcdd) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:03:43.879692 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['c4150b26-082e-4a8d-94c8-26dc01cda49d'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:03:43.897622 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8e9c9401-61cd-4159-9678-a190f3ccd3c7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:44.029445 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-377e93b7-6ceb-45ec-8efa-13dc1ef457ae req-7121576b-7e7b-446c-9e16-60c5b43d4af6 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 210 time: 0.0735023 Sep 30 01:03:44.368496 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 7f5c15cd-8f77-4e22-a505-064c7522bcfb details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:03:44.371673 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device bdaa2db8-0598-4721-98d1-86d5f08a66d7 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:03:44.457499 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-08e00cbe-58bd-4816-b587-e0d6d256e59a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:44.479365 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16f505-3094-4b17-90cd-fd81c05511c3 req-0545d959-829c-4d80-bc1a-2a113171aec1 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:44.480995 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bf16f505-3094-4b17-90cd-fd81c05511c3 req-0545d959-829c-4d80-bc1a-2a113171aec1 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0eb8c0e-43d7-4e0f-a8ec-b4469a46ad94 HTTP/1.1" status: 200 len: 946 time: 0.1943989 Sep 30 01:03:44.495567 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce650a-6a81-4722-9b0d-67a96ebce5f6 req-2865d9df-bda6-4e81-8da3-f399b9aa65d8 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:44.497086 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a5ce650a-6a81-4722-9b0d-67a96ebce5f6 req-2865d9df-bda6-4e81-8da3-f399b9aa65d8 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc HTTP/1.1" status: 200 len: 944 time: 0.2544515 Sep 30 01:03:44.538378 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-cb542a67-5a55-4338-a869-e57dfeb53081 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:44.539910 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-cb542a67-5a55-4338-a869-e57dfeb53081 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.55 "GET /v2.0/networks?id=4c98a929-4bc6-4ff2-9381-439d6c813487 HTTP/1.1" status: 200 len: 811 time: 0.3334830 Sep 30 01:03:44.560737 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1884e939-044b-4103-8774-c68176c914a5 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Request body: {'port': {'device_id': 'f3a8eaef-c668-4e00-8afe-d3145773cf66', 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487', 'admin_state_up': True, 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:44.668776 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port bdaa2db8-0598-4721-98d1-86d5f08a66d7 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:03:44.669810 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:44.708009 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-bf16f505-3094-4b17-90cd-fd81c05511c3 req-b2b5f25c-ec4c-47a6-b93d-14a77373affc tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Deleting port c7d4bcda-2254-4e64-a99c-239703b963c2 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:03:44.708387 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-bf16f505-3094-4b17-90cd-fd81c05511c3 req-b2b5f25c-ec4c-47a6-b93d-14a77373affc tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:44.782958 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 7f5c15cd-8f77-4e22-a505-064c7522bcfb, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=7f5c15cd-8f77-4e22-a505-064c7522bcfb,segment=NetworkSegment(c0509f14-eb2b-4c22-b7ef-12dddf1b9b59),segment_id=c0509f14-eb2b-4c22-b7ef-12dddf1b9b59)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:44.830064 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '7f5c15cd-8f77-4e22-a505-064c7522bcfb', 'network_id': '1c18baa8-7151-4b37-b98c-da8ddcd05d1d', 'port_id': '7f5c15cd-8f77-4e22-a505-064c7522bcfb', 'mac_address': 'fa:16:3e:c2:55:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb387d9b-3f36-414b-b6fa-05f39b08a94d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:03:44.854191 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a5ce650a-6a81-4722-9b0d-67a96ebce5f6 req-62eeaf95-03d9-43cc-bb34-a9cde8e28652 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/security-groups?id=b09c36c6-2884-41d0-995c-7b3963f991a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769997 Sep 30 01:03:44.899390 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-08e00cbe-58bd-4816-b587-e0d6d256e59a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:44.908025 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-8e9c9401-61cd-4159-9678-a190f3ccd3c7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Allocated IP 172.20.0.21 (461dc767-1f76-4e4d-8ce6-b07e2d2e08d3/3ab17d92-aa56-44a2-ab06-0e5c6e361732/47034065-1e78-41ac-ab0f-0b689272d773) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:03:44.922580 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:44.935213 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-424c463b-7add-4739-85f2-9989223dcd03 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:44.962613 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2b1e9a-5e2d-4bbd-890d-918614c57af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdaa2db8-0598-4721-98d1-86d5f08a66d7'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:03:44.971854 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:44.996695 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5c15cd-8f77-4e22-a505-064c7522bcfb {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:03:45.015780 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port bdaa2db8-0598-4721-98d1-86d5f08a66d7, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=bdaa2db8-0598-4721-98d1-86d5f08a66d7,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:45.026546 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:45.032381 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:45.072127 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 7f5c15cd-8f77-4e22-a505-064c7522bcfb, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=7f5c15cd-8f77-4e22-a505-064c7522bcfb,segment=NetworkSegment(c0509f14-eb2b-4c22-b7ef-12dddf1b9b59),segment_id=c0509f14-eb2b-4c22-b7ef-12dddf1b9b59)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:45.083004 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:45.128682 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=bdaa2db8-0598-4721-98d1-86d5f08a66d7,revision_number=7']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:45.133747 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:45.134510 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-9be6f509-a96f-4ad2-bbfc-7e053e40136c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:45.176013 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc500d0b-c612-489c-96bb-2a780e86a361 req-a73cea81-4380-4911-9c9a-fb2777a380b9 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:45.187299 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dc500d0b-c612-489c-96bb-2a780e86a361 req-a73cea81-4380-4911-9c9a-fb2777a380b9 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4 HTTP/1.1" status: 200 len: 944 time: 0.5013046 Sep 30 01:03:45.195917 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-08e00cbe-58bd-4816-b587-e0d6d256e59a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Network eeb6c4e1-a773-440f-9ca0-04a98bdafcfd is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:03:45.207148 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-08e00cbe-58bd-4816-b587-e0d6d256e59a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:03:45.217835 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-08e00cbe-58bd-4816-b587-e0d6d256e59a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:03:45.248501 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=7f5c15cd-8f77-4e22-a505-064c7522bcfb,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:45.252814 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1884e939-044b-4103-8774-c68176c914a5 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:03:45.269010 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:45.281812 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e00cbe-58bd-4816-b587-e0d6d256e59a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Pushing event updated for resources: {'Port': ['ID=f7765ac3-a090-4d1d-8f6e-0e149359bcdd,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:45.292507 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-08e00cbe-58bd-4816-b587-e0d6d256e59a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:45.305592 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1884e939-044b-4103-8774-c68176c914a5 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:03:45.334262 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dc500d0b-c612-489c-96bb-2a780e86a361 req-e4d772c4-8697-4bd2-9464-4c730c8a5f65 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a376865-d871-4602-886e-8c5a35d9b419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459892 Sep 30 01:03:45.360266 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-08e00cbe-58bd-4816-b587-e0d6d256e59a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:45.360926 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-08e00cbe-58bd-4816-b587-e0d6d256e59a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:45.379590 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1884e939-044b-4103-8774-c68176c914a5 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Made reservation on behalf of 038e4d0abd4b4e5c940f331b6f0950a9 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:03:45.384417 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1884e939-044b-4103-8774-c68176c914a5 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:45.391529 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-08e00cbe-58bd-4816-b587-e0d6d256e59a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8520880 Sep 30 01:03:45.393947 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-bf16f505-3094-4b17-90cd-fd81c05511c3 req-b2b5f25c-ec4c-47a6-b93d-14a77373affc tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] For port c7d4bcda-2254-4e64-a99c-239703b963c2, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c7d4bcda-2254-4e64-a99c-239703b963c2,segment=NetworkSegment(af10906d-6c0a-4f6f-83b7-0696cedb4a4f),segment_id=af10906d-6c0a-4f6f-83b7-0696cedb4a4f)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:45.394309 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-bf16f505-3094-4b17-90cd-fd81c05511c3 req-b2b5f25c-ec4c-47a6-b93d-14a77373affc tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:45.406271 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['7f5c15cd-8f77-4e22-a505-064c7522bcfb'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:03:45.415583 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Request body: {'port': {'device_id': 'bbe582ef-b863-4bc3-993d-89fef6633765', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:45.454160 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef420ca-2d58-47c9-a5e8-5d5e9ed5da2f req-41c6259a-8c15-40c2-8907-363bb857ec24 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:45.461227 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8ef420ca-2d58-47c9-a5e8-5d5e9ed5da2f req-41c6259a-8c15-40c2-8907-363bb857ec24 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0eb8c0e-43d7-4e0f-a8ec-b4469a46ad94 HTTP/1.1" status: 200 len: 946 time: 0.3901196 Sep 30 01:03:45.514525 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-afe7deb8-7fba-42a3-9b9b-e84d496a1875 req-b5244c7a-7574-447b-a04e-a0e2d195bae0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a8eaef-c668-4e00-8afe-d3145773cf66 HTTP/1.1" status: 200 len: 210 time: 0.0583785 Sep 30 01:03:45.534614 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8e9c9401-61cd-4159-9678-a190f3ccd3c7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:45.568225 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-8e9c9401-61cd-4159-9678-a190f3ccd3c7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Transition to ACTIVE for port object 47034065-1e78-41ac-ab0f-0b689272d773 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:03:45.577566 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8e9c9401-61cd-4159-9678-a190f3ccd3c7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:45.618305 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fd3e6103-fcdb-4db8-968d-244e4f499f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:45.753182 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-bf16f505-3094-4b17-90cd-fd81c05511c3 req-b2b5f25c-ec4c-47a6-b93d-14a77373affc tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Calling delete_port for c7d4bcda-2254-4e64-a99c-239703b963c2 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:03:45.800274 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc2b1e9a-5e2d-4bbd-890d-918614c57af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdaa2db8-0598-4721-98d1-86d5f08a66d7', 'code': 200} Sep 30 01:03:45.942705 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1884e939-044b-4103-8774-c68176c914a5 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Allocated IP 172.20.0.13 (4c98a929-4bc6-4ff2-9381-439d6c813487/c136aabe-2b6e-40bd-889c-a97ee8fe6bf6/147b7142-caa3-4fd5-9ed6-81bcb42f0ab3) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:03:45.948258 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c9401-61cd-4159-9678-a190f3ccd3c7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Port': ['ID=47034065-1e78-41ac-ab0f-0b689272d773,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:45.965039 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8ef420ca-2d58-47c9-a5e8-5d5e9ed5da2f req-0dc7bb8a-7153-4dd1-af12-94f60230e68a tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028789 Sep 30 01:03:46.038906 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8e9c9401-61cd-4159-9678-a190f3ccd3c7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:46.062164 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:46.115560 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-8e9c9401-61cd-4159-9678-a190f3ccd3c7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] In _notify_port_updated(), no bound segment for port 47034065-1e78-41ac-ab0f-0b689272d773 on network 461dc767-1f76-4e4d-8ce6-b07e2d2e08d3 {{(pid=80275) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Sep 30 01:03:46.123083 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9c9401-61cd-4159-9678-a190f3ccd3c7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:46.125159 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8e9c9401-61cd-4159-9678-a190f3ccd3c7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:46.126691 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-8e9c9401-61cd-4159-9678-a190f3ccd3c7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "PUT /v2.0/ports/47034065-1e78-41ac-ab0f-0b689272d773 HTTP/1.1" status: 200 len: 999 time: 2.8012714 Sep 30 01:03:46.136687 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 46072) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:46.182119 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-81e8e314-d630-49c8-af8e-c9524887abf3 None None] Provisioning for port 47034065-1e78-41ac-ab0f-0b689272d773 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:03:46.192226 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-81e8e314-d630-49c8-af8e-c9524887abf3 None None] Provisioning complete for port 47034065-1e78-41ac-ab0f-0b689272d773 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:03:46.192741 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-81e8e314-d630-49c8-af8e-c9524887abf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:46.222233 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-7a3b5464-be32-4693-9030-fb7e20232810 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting port 47034065-1e78-41ac-ab0f-0b689272d773 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:03:46.222859 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7a3b5464-be32-4693-9030-fb7e20232810 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:46.318442 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-81e8e314-d630-49c8-af8e-c9524887abf3 None None] Port 47034065-1e78-41ac-ab0f-0b689272d773 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:03:46.363967 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device c4150b26-082e-4a8d-94c8-26dc01cda49d up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:03:46.374957 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-bf16f505-3094-4b17-90cd-fd81c05511c3 req-b2b5f25c-ec4c-47a6-b93d-14a77373affc tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:46.384990 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:46.423620 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['3a902b1f-3960-4265-a353-8f9b13f0a508'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:03:46.623401 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5f25c-ec4c-47a6-b93d-14a77373affc tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Pushing event deleted for resources: {'Port': ['ID=c7d4bcda-2254-4e64-a99c-239703b963c2,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:46.634495 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b2b5f25c-ec4c-47a6-b93d-14a77373affc tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:46.637874 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7a3b5464-be32-4693-9030-fb7e20232810 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:46.677400 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port c4150b26-082e-4a8d-94c8-26dc01cda49d completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:03:46.699142 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port c4150b26-082e-4a8d-94c8-26dc01cda49d triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:03:46.699875 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:46.728349 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116c3ca-b099-4da5-958b-bea08c740831 req-bc494651-3cf2-41eb-a2c4-06b851d98bbd tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:46.735977 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5116c3ca-b099-4da5-958b-bea08c740831 req-bc494651-3cf2-41eb-a2c4-06b851d98bbd tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc HTTP/1.1" status: 200 len: 944 time: 0.5703726 Sep 30 01:03:46.774349 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-7a3b5464-be32-4693-9030-fb7e20232810 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Calling delete_port for 47034065-1e78-41ac-ab0f-0b689272d773 owned by {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:03:46.809571 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf16f505-3094-4b17-90cd-fd81c05511c3 req-b2b5f25c-ec4c-47a6-b93d-14a77373affc tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] No DVR routers for this DVR port c7d4bcda-2254-4e64-a99c-239703b963c2 on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:03:46.838574 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-bf16f505-3094-4b17-90cd-fd81c05511c3 req-b2b5f25c-ec4c-47a6-b93d-14a77373affc tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:46.845547 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0eb8c0e-43d7-4e0f-a8ec-b4469a46ad94', 'name': 'network-vif-deleted', 'tag': 'c7d4bcda-2254-4e64-a99c-239703b963c2'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:03:46.898859 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:46.907757 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5116c3ca-b099-4da5-958b-bea08c740831 req-773729c5-f6d0-4589-b3a3-e26edb4fb808 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/security-groups?id=b09c36c6-2884-41d0-995c-7b3963f991a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712339 Sep 30 01:03:46.926431 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b61b06-81c3-43bd-8f13-516ebb77296f req-1883eef1-1272-4978-9c94-fac0c0f9f2af tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:46.931838 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bf16f505-3094-4b17-90cd-fd81c05511c3 req-b2b5f25c-ec4c-47a6-b93d-14a77373affc tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.59 "DELETE /v2.0/ports/c7d4bcda-2254-4e64-a99c-239703b963c2 HTTP/1.1" status: 204 len: 173 time: 2.4337628 Sep 30 01:03:46.939477 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b6b61b06-81c3-43bd-8f13-516ebb77296f req-1883eef1-1272-4978-9c94-fac0c0f9f2af tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 932 time: 0.9984872 Sep 30 01:03:46.949691 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port c4150b26-082e-4a8d-94c8-26dc01cda49d, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=c4150b26-082e-4a8d-94c8-26dc01cda49d,segment=NetworkSegment(15605330-c69b-4e76-b9b5-742b2b2c6ca4),segment_id=15605330-c69b-4e76-b9b5-742b2b2c6ca4)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:46.957314 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:46.961974 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:47.050195 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b6b61b06-81c3-43bd-8f13-516ebb77296f req-683517d5-e36d-4885-ace9-61f4a32b993b tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023002 Sep 30 01:03:47.171764 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=c4150b26-082e-4a8d-94c8-26dc01cda49d,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:47.178815 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:47.185326 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7765ac3-a090-4d1d-8f6e-0e149359bcdd {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:03:47.194297 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:47.306612 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4ae5e-c545-440d-9829-090de735711a req-0dcb11b2-9d1b-4524-b604-51de2cffa068 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:47.308296 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2bb4ae5e-c545-440d-9829-090de735711a req-0dcb11b2-9d1b-4524-b604-51de2cffa068 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4 HTTP/1.1" status: 200 len: 945 time: 0.0983968 Sep 30 01:03:47.365598 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2bb4ae5e-c545-440d-9829-090de735711a req-d8f0bfd1-b363-4585-b492-6763ddaa08a5 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a376865-d871-4602-886e-8c5a35d9b419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510588 Sep 30 01:03:47.481311 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-38246239-5df9-4456-8fb2-91179c4c42ba req-176455e4-f171-401f-9086-7acf4517b206 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a8eaef-c668-4e00-8afe-d3145773cf66 HTTP/1.1" status: 200 len: 210 time: 0.0747387 Sep 30 01:03:47.502026 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0eb8c0e-43d7-4e0f-a8ec-b4469a46ad94', 'name': 'network-vif-deleted', 'tag': 'c7d4bcda-2254-4e64-a99c-239703b963c2', 'status': 'completed', 'code': 200} Sep 30 01:03:47.516793 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1884e939-044b-4103-8774-c68176c914a5 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:47.534752 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Transition to ACTIVE for port object f7765ac3-a090-4d1d-8f6e-0e149359bcdd will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:03:47.538201 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7a3b5464-be32-4693-9030-fb7e20232810 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:47.540620 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1884e939-044b-4103-8774-c68176c914a5 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Transition to ACTIVE for port object 147b7142-caa3-4fd5-9ed6-81bcb42f0ab3 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:03:47.543009 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:47.545392 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-63702ab0-69d0-498e-bf3c-c5d90eb06134 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:47.549879 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e2f76d04-de12-4633-b29b-bbc54867519b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:47.602888 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b5464-be32-4693-9030-fb7e20232810 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Port': ['ID=47034065-1e78-41ac-ab0f-0b689272d773,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:47.606155 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7a3b5464-be32-4693-9030-fb7e20232810 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:47.801858 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4150b26-082e-4a8d-94c8-26dc01cda49d'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:03:47.856696 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4150b26-082e-4a8d-94c8-26dc01cda49d', 'code': 200} Sep 30 01:03:47.871139 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Pushing event updated for resources: {'Port': ['ID=f7765ac3-a090-4d1d-8f6e-0e149359bcdd,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:47.876206 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:47.898813 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-53a1c44b-c69c-4a03-ba3d-acacebcccc5c req-957d4ef1-eb22-45b9-9fd7-f2a26714696c tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0eb8c0e-43d7-4e0f-a8ec-b4469a46ad94 HTTP/1.1" status: 200 len: 210 time: 0.1458969 Sep 30 01:03:47.922103 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1884e939-044b-4103-8774-c68176c914a5 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:47.934125 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['79d0ddb8-ee5d-4b43-b095-03db787e4207'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:03:47.956603 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5266b98c-58a2-4c96-97a4-125a060e6441 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:48.055651 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['89681f9a-ab6c-4a8e-bb26-ff365b9b730a'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:03:48.146304 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7a3b5464-be32-4693-9030-fb7e20232810 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:48.173836 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1884e939-044b-4103-8774-c68176c914a5 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Network 4c98a929-4bc6-4ff2-9381-439d6c813487 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:03:48.180613 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1884e939-044b-4103-8774-c68176c914a5 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:03:48.199889 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-7a3b5464-be32-4693-9030-fb7e20232810 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/ports/47034065-1e78-41ac-ab0f-0b689272d773 HTTP/1.1" status: 204 len: 168 time: 2.0608571 Sep 30 01:03:48.207022 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 46102) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:48.208207 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1884e939-044b-4103-8774-c68176c914a5 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:03:48.226071 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device c7d4bcda-2254-4e64-a99c-239703b963c2 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:03:48.245475 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884e939-044b-4103-8774-c68176c914a5 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Pushing event updated for resources: {'Port': ['ID=147b7142-caa3-4fd5-9ed6-81bcb42f0ab3,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:48.298421 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Attempting to bind port f7765ac3-a090-4d1d-8f6e-0e149359bcdd on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:03:48.298939 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Attempting to bind port f7765ac3-a090-4d1d-8f6e-0e149359bcdd by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '78314eab-8436-4d6e-8e41-404a6dc9a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'eeb6c4e1-a773-440f-9ca0-04a98bdafcfd'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:03:48.299370 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Attempting to bind port f7765ac3-a090-4d1d-8f6e-0e149359bcdd on network eeb6c4e1-a773-440f-9ca0-04a98bdafcfd {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:03:48.304574 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: c7d4bcda-2254-4e64-a99c-239703b963c2 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:03:48.305142 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device c7d4bcda-2254-4e64-a99c-239703b963c2 not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:03:48.316029 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Port f7765ac3-a090-4d1d-8f6e-0e149359bcdd on network eeb6c4e1-a773-440f-9ca0-04a98bdafcfd not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:03:48.316479 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Attempting to bind port f7765ac3-a090-4d1d-8f6e-0e149359bcdd on network eeb6c4e1-a773-440f-9ca0-04a98bdafcfd {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:03:48.328837 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:03:48.329335 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Checking segment: {'id': '78314eab-8436-4d6e-8e41-404a6dc9a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'eeb6c4e1-a773-440f-9ca0-04a98bdafcfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:03:48.329941 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Bound using segment: {'id': '78314eab-8436-4d6e-8e41-404a6dc9a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'eeb6c4e1-a773-440f-9ca0-04a98bdafcfd'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:03:48.330503 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Bound port: f7765ac3-a090-4d1d-8f6e-0e149359bcdd, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78314eab-8436-4d6e-8e41-404a6dc9a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'eeb6c4e1-a773-440f-9ca0-04a98bdafcfd'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:03:48.330992 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:48.379119 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 7f5c15cd-8f77-4e22-a505-064c7522bcfb up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:03:48.417082 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1884e939-044b-4103-8774-c68176c914a5 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:48.449601 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e19f6-1632-4527-b3d2-60b6bf18ef5c req-5bdd370f-cdf5-405a-b154-3dcce83ee37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:48.449601 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6d4e19f6-1632-4527-b3d2-60b6bf18ef5c req-5bdd370f-cdf5-405a-b154-3dcce83ee37e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc HTTP/1.1" status: 200 len: 1096 time: 0.4638236 Sep 30 01:03:48.480064 n-d-811809-1 neutron-server[80275]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d21c5f-e2c1-4cfa-a5ca-8501fc9901c3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] GET failed (client error): The resource could not be found. Sep 30 01:03:48.480606 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-a3d21c5f-e2c1-4cfa-a5ca-8501fc9901c3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Synchronizing usage tracker for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:03:48.537937 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e980e3-c09a-494f-ae85-a67f23d84aa9 req-fe0c304a-f685-455a-97a2-d4f4395d7e72 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:48.550072 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-73e980e3-c09a-494f-ae85-a67f23d84aa9 req-fe0c304a-f685-455a-97a2-d4f4395d7e72 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc HTTP/1.1" status: 200 len: 945 time: 0.4417851 Sep 30 01:03:48.581338 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1884e939-044b-4103-8774-c68176c914a5 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:48.582019 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1884e939-044b-4103-8774-c68176c914a5 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:48.610772 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6d4e19f6-1632-4527-b3d2-60b6bf18ef5c req-0d7a7388-5c49-4880-acd7-6b37f0a5fa65 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b09c36c6-2884-41d0-995c-7b3963f991a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433198 Sep 30 01:03:48.617170 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-a3d21c5f-e2c1-4cfa-a5ca-8501fc9901c3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Unset dirty status for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:03:48.618505 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-a3d21c5f-e2c1-4cfa-a5ca-8501fc9901c3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "GET /v2.0/ports/47034065-1e78-41ac-ab0f-0b689272d773 HTTP/1.1" status: 404 len: 333 time: 0.3746054 Sep 30 01:03:48.623190 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 46112) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:48.649844 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1884e939-044b-4103-8774-c68176c914a5 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0989935 Sep 30 01:03:48.685656 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port 7f5c15cd-8f77-4e22-a505-064c7522bcfb completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:03:48.697333 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] For port f7765ac3-a090-4d1d-8f6e-0e149359bcdd, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:03:48.710211 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a1106-d99a-452d-994f-5fec7cdc479f req-fdb4a485-64a0-4804-82ce-8a5fbb020b83 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:48.710412 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-73e980e3-c09a-494f-ae85-a67f23d84aa9 req-fab22253-68e6-4040-bd03-8a1ffb003508 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/security-groups?id=b09c36c6-2884-41d0-995c-7b3963f991a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495113 Sep 30 01:03:48.717875 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 7f5c15cd-8f77-4e22-a505-064c7522bcfb triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:03:48.718217 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:48.719471 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-549a1106-d99a-452d-994f-5fec7cdc479f req-fdb4a485-64a0-4804-82ce-8a5fbb020b83 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 944 time: 0.3782613 Sep 30 01:03:48.719709 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] For port f7765ac3-a090-4d1d-8f6e-0e149359bcdd, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=f7765ac3-a090-4d1d-8f6e-0e149359bcdd,segment=NetworkSegment(78314eab-8436-4d6e-8e41-404a6dc9a40f),segment_id=78314eab-8436-4d6e-8e41-404a6dc9a40f)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:03:48.729765 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:48.739609 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b2b5f25c-ec4c-47a6-b93d-14a77373affc tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:48.789201 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd8ea78f-c54f-426b-91ae-be80e5fd380b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting subnet 3ab17d92-aa56-44a2-ab06-0e5c6e361732 {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:03:48.803289 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-549a1106-d99a-452d-994f-5fec7cdc479f req-f5c73ea6-aab5-4629-a85c-8563f256f0cd tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828419 Sep 30 01:03:48.805834 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cd8ea78f-c54f-426b-91ae-be80e5fd380b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:48.833207 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-6c5350e2-bea1-4621-bd94-4d6ac4d235a9 None None] Provisioning for port 147b7142-caa3-4fd5-9ed6-81bcb42f0ab3 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:03:48.836461 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1de606b3-ed1f-412d-9d7b-75fe4f71db50 service neutron] Request body: {'port': {'device_id': 'f3a8eaef-c668-4e00-8afe-d3145773cf66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:48.846077 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:48.847968 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:48.849393 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] 10.222.0.59 "PUT /v2.0/ports/f7765ac3-a090-4d1d-8f6e-0e149359bcdd HTTP/1.1" status: 200 len: 1092 time: 3.4385800 Sep 30 01:03:48.849661 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-6c5350e2-bea1-4621-bd94-4d6ac4d235a9 None None] Provisioning complete for port 147b7142-caa3-4fd5-9ed6-81bcb42f0ab3 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:03:48.850043 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6c5350e2-bea1-4621-bd94-4d6ac4d235a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:48.921539 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-a4c2b8ef-7b83-4d87-8380-20825ad7668c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:48.957791 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cd8ea78f-c54f-426b-91ae-be80e5fd380b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2490848'] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:49.000976 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-6c5350e2-bea1-4621-bd94-4d6ac4d235a9 None None] Port 147b7142-caa3-4fd5-9ed6-81bcb42f0ab3 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:03:49.019298 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Pushing event updated for resources: {'Port': ['ID=f7765ac3-a090-4d1d-8f6e-0e149359bcdd,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:49.026929 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1de606b3-ed1f-412d-9d7b-75fe4f71db50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:49.036566 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:49.036772 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:49.037147 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:49.037526 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:49.037902 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:49.038272 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:49.038641 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:49.039046 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:49.039414 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:49.039774 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:49.040136 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:49.040495 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:49.046905 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:49.099456 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:49.102716 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:49.175765 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 7f5c15cd-8f77-4e22-a505-064c7522bcfb, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=7f5c15cd-8f77-4e22-a505-064c7522bcfb,segment=NetworkSegment(c0509f14-eb2b-4c22-b7ef-12dddf1b9b59),segment_id=c0509f14-eb2b-4c22-b7ef-12dddf1b9b59)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:49.181120 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:49.183900 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-9be6f509-a96f-4ad2-bbfc-7e053e40136c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:49.232443 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-ddcac207-bddd-4f15-86d4-b7a98f7ed3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:49.234681 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-ddcac207-bddd-4f15-86d4-b7a98f7ed3b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=600d513e8f854168b868a109f9ce4428&device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 1095 time: 0.3220613 Sep 30 01:03:49.245711 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cd8ea78f-c54f-426b-91ae-be80e5fd380b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:49.304941 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=7f5c15cd-8f77-4e22-a505-064c7522bcfb,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:49.313263 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:49.372508 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a439b-4128-4d43-8457-65110fbdacee req-fb442763-12c6-4620-8714-296e9ee1b98d tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:49.374448 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-937a439b-4128-4d43-8457-65110fbdacee req-fb442763-12c6-4620-8714-296e9ee1b98d tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4 HTTP/1.1" status: 200 len: 945 time: 0.3015537 Sep 30 01:03:49.454851 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-bb1a64ed-10d9-4f8a-bafc-d85cad40c2cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7765ac3-a090-4d1d-8f6e-0e149359bcdd HTTP/1.1" status: 200 len: 217 time: 0.1610837 Sep 30 01:03:49.500466 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75216a6c-e9c5-4ef2-8d42-f3fdc2dce57a req-7533e463-4358-45a1-9ef3-07e56bf5791f tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:49.501744 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-75216a6c-e9c5-4ef2-8d42-f3fdc2dce57a req-7533e463-4358-45a1-9ef3-07e56bf5791f tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Synchronizing usage tracker for tenant:038e4d0abd4b4e5c940f331b6f0950a9 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:03:49.504044 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe582ef-b863-4bc3-993d-89fef6633765', 'tag': 'f7765ac3-a090-4d1d-8f6e-0e149359bcdd'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:03:49.536146 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-75216a6c-e9c5-4ef2-8d42-f3fdc2dce57a req-7533e463-4358-45a1-9ef3-07e56bf5791f tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Unset dirty status for tenant:038e4d0abd4b4e5c940f331b6f0950a9 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:03:49.543048 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-75216a6c-e9c5-4ef2-8d42-f3fdc2dce57a req-7533e463-4358-45a1-9ef3-07e56bf5791f tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a8eaef-c668-4e00-8afe-d3145773cf66 HTTP/1.1" status: 200 len: 932 time: 0.3889053 Sep 30 01:03:49.557894 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-937a439b-4128-4d43-8457-65110fbdacee req-2bb83911-17cd-4da1-b441-d41e18dc9e3f tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a376865-d871-4602-886e-8c5a35d9b419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400979 Sep 30 01:03:49.566964 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cd8ea78f-c54f-426b-91ae-be80e5fd380b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:49.579551 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-06afbf4d-1bf0-4f24-a5d3-47fc538ce0e2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:49.648692 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-75216a6c-e9c5-4ef2-8d42-f3fdc2dce57a req-8a006f8a-9a0d-4087-9fa7-fe0ae1595c49 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046319 Sep 30 01:03:49.675719 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1de606b3-ed1f-412d-9d7b-75fe4f71db50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 147b7142-caa3-4fd5-9ed6-81bcb42f0ab3 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:03:49.689431 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1de606b3-ed1f-412d-9d7b-75fe4f71db50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:49.713050 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1de606b3-ed1f-412d-9d7b-75fe4f71db50 service neutron] Transition to ACTIVE for port object 147b7142-caa3-4fd5-9ed6-81bcb42f0ab3 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:03:49.721219 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1de606b3-ed1f-412d-9d7b-75fe4f71db50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:49.727788 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9ab458f5-9e12-42e5-9582-32fe8ef2a459 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:49.801951 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe582ef-b863-4bc3-993d-89fef6633765', 'tag': 'f7765ac3-a090-4d1d-8f6e-0e149359bcdd', 'status': 'completed', 'code': 200} Sep 30 01:03:49.820774 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ea78f-c54f-426b-91ae-be80e5fd380b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Subnet': ['ID=3ab17d92-aa56-44a2-ab06-0e5c6e361732,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:49.826283 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-cd8ea78f-c54f-426b-91ae-be80e5fd380b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:49.830307 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cd8ea78f-c54f-426b-91ae-be80e5fd380b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:49.834301 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-4bd45b3b-b7cd-407f-b67e-c32df47aac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:49.835850 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-4bd45b3b-b7cd-407f-b67e-c32df47aac7b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=858defef-6f87-4015-b170-e42a0b3eb39a HTTP/1.1" status: 200 len: 854 time: 0.3713343 Sep 30 01:03:49.848175 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4e73e4-f61f-401f-8ca6-8cd9f10c3a1c None None] Network 461dc767-1f76-4e4d-8ce6-b07e2d2e08d3 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:03:49.923273 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-cd8ea78f-c54f-426b-91ae-be80e5fd380b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/subnets/3ab17d92-aa56-44a2-ab06-0e5c6e361732 HTTP/1.1" status: 204 len: 168 time: 1.2938583 Sep 30 01:03:49.930175 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 46134) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:49.987167 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de606b3-ed1f-412d-9d7b-75fe4f71db50 service neutron] Pushing event updated for resources: {'Port': ['ID=147b7142-caa3-4fd5-9ed6-81bcb42f0ab3,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:49.992043 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1de606b3-ed1f-412d-9d7b-75fe4f71db50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:50.012566 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-a055e4bb-5eca-413d-a7fa-707135463fd0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eeb6c4e1-a773-440f-9ca0-04a98bdafcfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1691608 Sep 30 01:03:50.111032 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5c15cd-8f77-4e22-a505-064c7522bcfb'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:03:50.246822 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328a7ed-f9d5-497e-b1e2-c5775c1bc0c7 req-e5b83f2b-72c5-4fd1-ac10-798ef948cdc9 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:50.254686 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9328a7ed-f9d5-497e-b1e2-c5775c1bc0c7 req-e5b83f2b-72c5-4fd1-ac10-798ef948cdc9 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc HTTP/1.1" status: 200 len: 945 time: 0.3374662 Sep 30 01:03:50.269138 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1de606b3-ed1f-412d-9d7b-75fe4f71db50 service neutron] Attempting to bind port 147b7142-caa3-4fd5-9ed6-81bcb42f0ab3 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:03:50.269499 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1de606b3-ed1f-412d-9d7b-75fe4f71db50 service neutron] Attempting to bind port 147b7142-caa3-4fd5-9ed6-81bcb42f0ab3 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'e3d9462e-2f89-440e-8769-959374a5d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:03:50.269804 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1de606b3-ed1f-412d-9d7b-75fe4f71db50 service neutron] Attempting to bind port 147b7142-caa3-4fd5-9ed6-81bcb42f0ab3 on network 4c98a929-4bc6-4ff2-9381-439d6c813487 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:03:50.278886 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1de606b3-ed1f-412d-9d7b-75fe4f71db50 service neutron] Port 147b7142-caa3-4fd5-9ed6-81bcb42f0ab3 on network 4c98a929-4bc6-4ff2-9381-439d6c813487 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:03:50.279235 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1de606b3-ed1f-412d-9d7b-75fe4f71db50 service neutron] Attempting to bind port 147b7142-caa3-4fd5-9ed6-81bcb42f0ab3 on network 4c98a929-4bc6-4ff2-9381-439d6c813487 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:03:50.288979 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1de606b3-ed1f-412d-9d7b-75fe4f71db50 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:03:50.289342 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1de606b3-ed1f-412d-9d7b-75fe4f71db50 service neutron] Checking segment: {'id': 'e3d9462e-2f89-440e-8769-959374a5d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:03:50.289694 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1de606b3-ed1f-412d-9d7b-75fe4f71db50 service neutron] Bound using segment: {'id': 'e3d9462e-2f89-440e-8769-959374a5d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:03:50.290130 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1de606b3-ed1f-412d-9d7b-75fe4f71db50 service neutron] Bound port: 147b7142-caa3-4fd5-9ed6-81bcb42f0ab3, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3d9462e-2f89-440e-8769-959374a5d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:03:50.290483 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1de606b3-ed1f-412d-9d7b-75fe4f71db50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:50.413816 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-f91c86f7-3d2c-4248-b1b0-d38325aecc4e service neutron] 10.222.0.59 "GET /v2.0/networks/eeb6c4e1-a773-440f-9ca0-04a98bdafcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435402 Sep 30 01:03:50.540924 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9328a7ed-f9d5-497e-b1e2-c5775c1bc0c7 req-8c907a39-8e9b-4a99-b38e-fe74b570f7bb tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/security-groups?id=b09c36c6-2884-41d0-995c-7b3963f991a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849545 Sep 30 01:03:50.571283 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e27b84-33c6-41f8-a56b-0292ba780f8a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting subnet 275cfde7-1945-44cb-887f-971be1c2ab00 {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:03:50.575493 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-19e27b84-33c6-41f8-a56b-0292ba780f8a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:50.599396 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1de606b3-ed1f-412d-9d7b-75fe4f71db50 service neutron] For port 147b7142-caa3-4fd5-9ed6-81bcb42f0ab3, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:03:50.604295 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1de606b3-ed1f-412d-9d7b-75fe4f71db50 service neutron] For port 147b7142-caa3-4fd5-9ed6-81bcb42f0ab3, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=147b7142-caa3-4fd5-9ed6-81bcb42f0ab3,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:03:50.615193 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1de606b3-ed1f-412d-9d7b-75fe4f71db50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:50.628906 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7a3b5464-be32-4693-9030-fb7e20232810 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:50.652448 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-19e27b84-33c6-41f8-a56b-0292ba780f8a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2490848'] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:50.713793 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de606b3-ed1f-412d-9d7b-75fe4f71db50 service neutron] Pushing event updated for resources: {'Port': ['ID=147b7142-caa3-4fd5-9ed6-81bcb42f0ab3,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:50.727337 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1de606b3-ed1f-412d-9d7b-75fe4f71db50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:50.729261 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1de606b3-ed1f-412d-9d7b-75fe4f71db50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:50.729915 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1de606b3-ed1f-412d-9d7b-75fe4f71db50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:50.731429 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1de606b3-ed1f-412d-9d7b-75fe4f71db50 service neutron] 10.222.0.55 "PUT /v2.0/ports/147b7142-caa3-4fd5-9ed6-81bcb42f0ab3 HTTP/1.1" status: 200 len: 1092 time: 1.9002426 Sep 30 01:03:50.731960 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a8eaef-c668-4e00-8afe-d3145773cf66', 'tag': '147b7142-caa3-4fd5-9ed6-81bcb42f0ab3'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:03:50.797432 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da90ee-3227-48d6-b4af-a1c64836bf28 req-8f851665-43c9-476b-a00f-5891bf8a1b90 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:50.798587 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-01da90ee-3227-48d6-b4af-a1c64836bf28 req-8f851665-43c9-476b-a00f-5891bf8a1b90 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Synchronizing usage tracker for tenant:317ba557079d4902882e26223cd79031 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:03:50.838225 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f47b25d0-44ab-4707-8840-479b7e99f7a8 req-fb8bf5c5-2789-4f08-a52f-a2924eda8599 service neutron] 10.222.0.59 "GET /v2.0/networks/eeb6c4e1-a773-440f-9ca0-04a98bdafcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083366 Sep 30 01:03:50.859593 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-01da90ee-3227-48d6-b4af-a1c64836bf28 req-8f851665-43c9-476b-a00f-5891bf8a1b90 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Unset dirty status for tenant:317ba557079d4902882e26223cd79031 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:03:50.861080 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-01da90ee-3227-48d6-b4af-a1c64836bf28 req-8f851665-43c9-476b-a00f-5891bf8a1b90 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.9316945 Sep 30 01:03:50.862572 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-19e27b84-33c6-41f8-a56b-0292ba780f8a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:50.985998 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd8931-b12e-4c1a-993e-f764c71ddba4 req-4f7d763d-aa37-465b-abb9-c511412749db tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:50.995493 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-aabd8931-b12e-4c1a-993e-f764c71ddba4 req-4f7d763d-aa37-465b-abb9-c511412749db tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 944 time: 0.1575685 Sep 30 01:03:51.094267 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-19e27b84-33c6-41f8-a56b-0292ba780f8a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:51.109853 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bbfc6597-5530-46b1-b670-8b7cf2b8fa01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:51.114268 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-aabd8931-b12e-4c1a-993e-f764c71ddba4 req-455147ad-c29f-4051-ad63-3fe0badb3bf4 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178710 Sep 30 01:03:51.116681 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1aa99cd9-ab3d-495d-b4e2-6ee95caedf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:51.129241 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-1aa99cd9-ab3d-495d-b4e2-6ee95caedf67 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=038e4d0abd4b4e5c940f331b6f0950a9&device_id=f3a8eaef-c668-4e00-8afe-d3145773cf66 HTTP/1.1" status: 200 len: 1095 time: 0.3387833 Sep 30 01:03:51.249922 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-54173458-671f-4d35-83dd-fde6aa4c1ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:51.303245 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-abe1291c-26e7-43b3-8c8f-de17591f77de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=147b7142-caa3-4fd5-9ed6-81bcb42f0ab3 HTTP/1.1" status: 200 len: 217 time: 0.1657598 Sep 30 01:03:51.321765 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e27b84-33c6-41f8-a56b-0292ba780f8a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Subnet': ['ID=275cfde7-1945-44cb-887f-971be1c2ab00,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:51.333407 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-19e27b84-33c6-41f8-a56b-0292ba780f8a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:51.339993 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-19e27b84-33c6-41f8-a56b-0292ba780f8a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:51.355291 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5c15cd-8f77-4e22-a505-064c7522bcfb', 'code': 200} Sep 30 01:03:51.361823 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3dc5c1-9d88-4859-88bd-29550b0116b2 None None] Network 461dc767-1f76-4e4d-8ce6-b07e2d2e08d3 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:03:51.368758 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-19e27b84-33c6-41f8-a56b-0292ba780f8a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/subnets/275cfde7-1945-44cb-887f-971be1c2ab00 HTTP/1.1" status: 204 len: 168 time: 1.4242218 Sep 30 01:03:51.392692 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-01da90ee-3227-48d6-b4af-a1c64836bf28 req-88ce7ab0-e214-4dff-9245-29147228064d tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873242 Sep 30 01:03:51.393550 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 46156) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:51.470489 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-7d40376b-44c9-4939-b82a-0c9cd8f406a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:51.472142 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-7d40376b-44c9-4939-b82a-0c9cd8f406a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c136aabe-2b6e-40bd-889c-a97ee8fe6bf6 HTTP/1.1" status: 200 len: 850 time: 0.1579611 Sep 30 01:03:51.791903 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b4beb486-eb66-4a39-aefd-8d30b3290f5d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:51.804552 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-74a1ac27-3985-4369-bcba-597bf2a06625 None None] Provisioning complete for port 7da23412-746f-4620-b6b2-c5d5fadefc70 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:03:51.805021 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-74a1ac27-3985-4369-bcba-597bf2a06625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:51.810794 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9524c1-1b7d-487a-819f-d1ae0f5f7d45 req-01af0743-add9-492e-99db-603e403c5ba2 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:51.813172 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ad9524c1-1b7d-487a-819f-d1ae0f5f7d45 req-01af0743-add9-492e-99db-603e403c5ba2 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4 HTTP/1.1" status: 200 len: 946 time: 0.1509788 Sep 30 01:03:51.815646 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-f0067888-36fa-4e51-89f0-14ce25fe41d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:51.817027 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-f0067888-36fa-4e51-89f0-14ce25fe41d8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c98a929-4bc6-4ff2-9381-439d6c813487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3355925 Sep 30 01:03:51.888043 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814ce77-6c8b-48af-849a-7836661e0d6f req-d4c7a3bf-743e-49d5-afc9-d868c6a8153f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:51.889968 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5814ce77-6c8b-48af-849a-7836661e0d6f req-d4c7a3bf-743e-49d5-afc9-d868c6a8153f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=600d513e8f854168b868a109f9ce4428&device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 1095 time: 0.8865216 Sep 30 01:03:51.922516 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-b4beb486-eb66-4a39-aefd-8d30b3290f5d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting port 7da23412-746f-4620-b6b2-c5d5fadefc70 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:03:51.923229 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b4beb486-eb66-4a39-aefd-8d30b3290f5d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:51.992307 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ad9524c1-1b7d-487a-819f-d1ae0f5f7d45 req-720c8b3b-5e97-4a76-ba5f-03c016a40edd tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a376865-d871-4602-886e-8c5a35d9b419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684272 Sep 30 01:03:52.032299 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058ad03b-884c-4383-a93e-b761217d7c78 None None] DHCP port deletion for 461dc767-1f76-4e4d-8ce6-b07e2d2e08d3 request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 01:03:52.074279 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-058ad03b-884c-4383-a93e-b761217d7c78 None None] Deleting port 7da23412-746f-4620-b6b2-c5d5fadefc70 {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:03:52.074675 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-058ad03b-884c-4383-a93e-b761217d7c78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:52.093857 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a8eaef-c668-4e00-8afe-d3145773cf66', 'tag': '147b7142-caa3-4fd5-9ed6-81bcb42f0ab3', 'status': 'completed', 'code': 200} Sep 30 01:03:52.114583 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-680868b5-ac4d-4687-a9ef-d3c621a577a0 service neutron] 10.222.0.55 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380180 Sep 30 01:03:52.323400 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b20a72-35fa-4d9f-9c97-c05b8218d5d0 req-b8b6d180-7851-4d20-9e3b-65bfd437c6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:52.324900 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-25b20a72-35fa-4d9f-9c97-c05b8218d5d0 req-b8b6d180-7851-4d20-9e3b-65bfd437c6cb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4 HTTP/1.1" status: 200 len: 1097 time: 0.8148909 Sep 30 01:03:52.350961 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-058ad03b-884c-4383-a93e-b761217d7c78 None None] For port 7da23412-746f-4620-b6b2-c5d5fadefc70, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=7da23412-746f-4620-b6b2-c5d5fadefc70,segment=NetworkSegment(202a31c0-340b-47bf-8384-67c63836d6ab),segment_id=202a31c0-340b-47bf-8384-67c63836d6ab)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:52.351552 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-058ad03b-884c-4383-a93e-b761217d7c78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:52.384606 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-25b20a72-35fa-4d9f-9c97-c05b8218d5d0 req-caefe601-3c16-42a3-8773-4d08e2c36da8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1a376865-d871-4602-886e-8c5a35d9b419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479376 Sep 30 01:03:52.385670 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814ce77-6c8b-48af-849a-7836661e0d6f req-58534982-ec3b-4f99-84ea-7790f4ebacf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:52.387054 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5814ce77-6c8b-48af-849a-7836661e0d6f req-58534982-ec3b-4f99-84ea-7790f4ebacf1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=eeb6c4e1-a773-440f-9ca0-04a98bdafcfd HTTP/1.1" status: 200 len: 915 time: 0.4863586 Sep 30 01:03:52.398578 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd4a1e-1eb3-47cf-b929-1dc0313ca0c9 req-7d412f98-61f6-4a79-b03b-ffb0f8f9893d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:52.406063 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ebd4a1e-1eb3-47cf-b929-1dc0313ca0c9 req-7d412f98-61f6-4a79-b03b-ffb0f8f9893d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a8eaef-c668-4e00-8afe-d3145773cf66 HTTP/1.1" status: 200 len: 944 time: 0.6047997 Sep 30 01:03:52.429704 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be46b82-7973-4b72-8353-824f290f75c6 req-baf69130-7c7e-4310-b955-bd69143348d0 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:52.443415 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0be46b82-7973-4b72-8353-824f290f75c6 req-baf69130-7c7e-4310-b955-bd69143348d0 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc HTTP/1.1" status: 200 len: 945 time: 0.1717694 Sep 30 01:03:52.510653 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-058ad03b-884c-4383-a93e-b761217d7c78 None None] Calling delete_port for 7da23412-746f-4620-b6b2-c5d5fadefc70 owned by network:dhcp {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:03:52.531651 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5814ce77-6c8b-48af-849a-7836661e0d6f req-d54011d6-5384-4a0f-987d-d1f38651ecfe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7765ac3-a090-4d1d-8f6e-0e149359bcdd HTTP/1.1" status: 200 len: 217 time: 0.1072679 Sep 30 01:03:52.556164 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0be46b82-7973-4b72-8353-824f290f75c6 req-e4e94396-6698-4d25-a3d8-abb7ca618e09 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/security-groups?id=b09c36c6-2884-41d0-995c-7b3963f991a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113627 Sep 30 01:03:52.568340 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bb0483fe-a98d-4ab5-b602-0853847f2794 req-ca80a80d-6d3b-4d0a-bf7c-14e1cec7d626 service neutron] 10.222.0.55 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384441 Sep 30 01:03:52.639505 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-058ad03b-884c-4383-a93e-b761217d7c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821'] for port, after_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:52.662171 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:52.754035 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058ad03b-884c-4383-a93e-b761217d7c78 None None] No DVR routers for this DVR port 7da23412-746f-4620-b6b2-c5d5fadefc70 on host n-d-811809-1 {{(pid=80276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:03:52.781675 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ad03b-884c-4383-a93e-b761217d7c78 None None] Pushing event deleted for resources: {'Port': ['ID=7da23412-746f-4620-b6b2-c5d5fadefc70,revision_number=None']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:52.790777 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-058ad03b-884c-4383-a93e-b761217d7c78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:52.805317 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:52.892896 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55621ab1-1eef-47f6-9ca1-32bd82ecd46e req-e187d673-8803-402e-a3fe-17cf898138db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:52.894638 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-55621ab1-1eef-47f6-9ca1-32bd82ecd46e req-e187d673-8803-402e-a3fe-17cf898138db service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=038e4d0abd4b4e5c940f331b6f0950a9&device_id=f3a8eaef-c668-4e00-8afe-d3145773cf66 HTTP/1.1" status: 200 len: 1095 time: 0.2109311 Sep 30 01:03:52.902610 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396c60f-22df-40b7-a9a7-314fad42ab33 req-5e0f600c-531c-43ab-9cf2-cc940d5eabf5 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:52.904308 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3396c60f-22df-40b7-a9a7-314fad42ab33 req-5e0f600c-531c-43ab-9cf2-cc940d5eabf5 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 944 time: 0.1413403 Sep 30 01:03:52.905496 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ebd4a1e-1eb3-47cf-b929-1dc0313ca0c9 req-bb3bf806-2e4d-42f3-9108-d33c1aac8115 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4980659 Sep 30 01:03:52.990953 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-b4beb486-eb66-4a39-aefd-8d30b3290f5d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] For port 7da23412-746f-4620-b6b2-c5d5fadefc70, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=7da23412-746f-4620-b6b2-c5d5fadefc70,segment=NetworkSegment(202a31c0-340b-47bf-8384-67c63836d6ab),segment_id=202a31c0-340b-47bf-8384-67c63836d6ab)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:52.991300 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b4beb486-eb66-4a39-aefd-8d30b3290f5d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:53.008274 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814ce77-6c8b-48af-849a-7836661e0d6f req-579847d0-10c2-4b15-b1c6-33565dffc74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:53.009688 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5814ce77-6c8b-48af-849a-7836661e0d6f req-579847d0-10c2-4b15-b1c6-33565dffc74d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=858defef-6f87-4015-b170-e42a0b3eb39a HTTP/1.1" status: 200 len: 854 time: 0.4233530 Sep 30 01:03:53.097039 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5814ce77-6c8b-48af-849a-7836661e0d6f req-e5d6eeb9-951a-4994-954c-b6ceb1767c53 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eeb6c4e1-a773-440f-9ca0-04a98bdafcfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743601 Sep 30 01:03:53.122761 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3396c60f-22df-40b7-a9a7-314fad42ab33 req-9daa9405-a90a-4e77-b9d4-3e4ca6cf5769 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077739 Sep 30 01:03:53.223578 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55621ab1-1eef-47f6-9ca1-32bd82ecd46e req-b22b5b2b-3f94-4d04-b405-f3114b57d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:53.225058 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-55621ab1-1eef-47f6-9ca1-32bd82ecd46e req-b22b5b2b-3f94-4d04-b405-f3114b57d03e service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c98a929-4bc6-4ff2-9381-439d6c813487 HTTP/1.1" status: 200 len: 912 time: 0.2762125 Sep 30 01:03:53.331318 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-b4beb486-eb66-4a39-aefd-8d30b3290f5d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Calling delete_port for 7da23412-746f-4620-b6b2-c5d5fadefc70 owned by network:dhcp {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:03:53.400099 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-55621ab1-1eef-47f6-9ca1-32bd82ecd46e req-5f744245-355c-4049-81c6-c1402cd6a6f4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=147b7142-caa3-4fd5-9ed6-81bcb42f0ab3 HTTP/1.1" status: 200 len: 217 time: 0.1672173 Sep 30 01:03:53.400488 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 7da23412-746f-4620-b6b2-c5d5fadefc70 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:03:53.447796 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 7da23412-746f-4620-b6b2-c5d5fadefc70 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:03:53.448582 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 7da23412-746f-4620-b6b2-c5d5fadefc70 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:03:53.518564 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55621ab1-1eef-47f6-9ca1-32bd82ecd46e req-2f95ae44-07d3-466b-9cca-252ea206b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:53.520057 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-55621ab1-1eef-47f6-9ca1-32bd82ecd46e req-2f95ae44-07d3-466b-9cca-252ea206b72e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c136aabe-2b6e-40bd-889c-a97ee8fe6bf6 HTTP/1.1" status: 200 len: 850 time: 0.1112716 Sep 30 01:03:53.597568 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a10bcc-77e1-417d-8f22-fc0dbb06a40e req-1939a985-5265-415c-b7b4-82cd17630cd6 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:53.604481 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-34a10bcc-77e1-417d-8f22-fc0dbb06a40e req-1939a985-5265-415c-b7b4-82cd17630cd6 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4 HTTP/1.1" status: 200 len: 946 time: 0.2583947 Sep 30 01:03:53.673202 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-34a10bcc-77e1-417d-8f22-fc0dbb06a40e req-0388085d-5dfc-4bb8-a3c3-c0b39620a8f8 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a376865-d871-4602-886e-8c5a35d9b419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677819 Sep 30 01:03:53.680245 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.api [None req-b4beb486-eb66-4a39-aefd-8d30b3290f5d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80274) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 01:03:53.680633 n-d-811809-1 neutron-server[80274]: DEBUG oslo_db.api [None req-b4beb486-eb66-4a39-aefd-8d30b3290f5d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 01:03:53.683482 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5814ce77-6c8b-48af-849a-7836661e0d6f req-96f6085b-82fa-46c5-912d-762d5e4a13ba service neutron] 10.222.0.59 "GET /v2.0/networks/eeb6c4e1-a773-440f-9ca0-04a98bdafcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4956470 Sep 30 01:03:53.692106 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f447bd-cabf-432e-8b85-fa5c34346c5d req-cb6a0bf5-7188-4931-9d6d-0815542abcb0 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:53.699312 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-24f447bd-cabf-432e-8b85-fa5c34346c5d req-cb6a0bf5-7188-4931-9d6d-0815542abcb0 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.4928925 Sep 30 01:03:53.705673 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55621ab1-1eef-47f6-9ca1-32bd82ecd46e req-249540c8-07d9-4bc4-aca1-1ccc0ca404eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:53.707710 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-55621ab1-1eef-47f6-9ca1-32bd82ecd46e req-249540c8-07d9-4bc4-aca1-1ccc0ca404eb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c98a929-4bc6-4ff2-9381-439d6c813487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1740348 Sep 30 01:03:53.859119 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-24f447bd-cabf-432e-8b85-fa5c34346c5d req-61a84c7d-beff-4800-adba-23681dfdb18d tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585708 Sep 30 01:03:53.972242 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:53.989119 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5814ce77-6c8b-48af-849a-7836661e0d6f req-815575a6-5935-404d-a10f-6e72352061ab service neutron] 10.222.0.59 "GET /v2.0/networks/eeb6c4e1-a773-440f-9ca0-04a98bdafcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741435 Sep 30 01:03:54.059144 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device f7765ac3-a090-4d1d-8f6e-0e149359bcdd details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:03:54.190425 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-b4beb486-eb66-4a39-aefd-8d30b3290f5d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting port 7da23412-746f-4620-b6b2-c5d5fadefc70 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:03:54.192895 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b4beb486-eb66-4a39-aefd-8d30b3290f5d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:54.335024 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-b4beb486-eb66-4a39-aefd-8d30b3290f5d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] The port '7da23412-746f-4620-b6b2-c5d5fadefc70' was deleted {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 30 01:03:54.345483 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-55621ab1-1eef-47f6-9ca1-32bd82ecd46e req-034d28af-69a4-4e19-a341-f90767e99554 service neutron] 10.222.0.55 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6241643 Sep 30 01:03:54.358256 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port f7765ac3-a090-4d1d-8f6e-0e149359bcdd, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=f7765ac3-a090-4d1d-8f6e-0e149359bcdd,segment=NetworkSegment(78314eab-8436-4d6e-8e41-404a6dc9a40f),segment_id=78314eab-8436-4d6e-8e41-404a6dc9a40f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:54.383681 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': 'f7765ac3-a090-4d1d-8f6e-0e149359bcdd', 'network_id': 'eeb6c4e1-a773-440f-9ca0-04a98bdafcfd', 'port_id': 'f7765ac3-a090-4d1d-8f6e-0e149359bcdd', 'mac_address': 'fa:16:3e:aa:0f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '858defef-6f87-4015-b170-e42a0b3eb39a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:03:54.457700 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:54.475861 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7765ac3-a090-4d1d-8f6e-0e149359bcdd {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:03:54.500301 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port f7765ac3-a090-4d1d-8f6e-0e149359bcdd, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=f7765ac3-a090-4d1d-8f6e-0e149359bcdd,segment=NetworkSegment(78314eab-8436-4d6e-8e41-404a6dc9a40f),segment_id=78314eab-8436-4d6e-8e41-404a6dc9a40f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:54.502615 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015e157-7738-4722-9cb6-2112a26c45df req-effcc4c7-587d-4f9e-a2f3-f541c827452b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:54.506062 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b015e157-7738-4722-9cb6-2112a26c45df req-effcc4c7-587d-4f9e-a2f3-f541c827452b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a8eaef-c668-4e00-8afe-d3145773cf66 HTTP/1.1" status: 200 len: 944 time: 0.3711700 Sep 30 01:03:54.525909 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:54.555564 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-058ad03b-884c-4383-a93e-b761217d7c78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:54.581922 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b4beb486-eb66-4a39-aefd-8d30b3290f5d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:54.600342 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0d0f5-9772-427e-8945-6cf11e99d324 req-46eeb920-6e87-4142-ad02-087a0478682d tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:54.607455 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-91a0d0f5-9772-427e-8945-6cf11e99d324 req-46eeb920-6e87-4142-ad02-087a0478682d tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.4798441 Sep 30 01:03:54.684618 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-b4beb486-eb66-4a39-aefd-8d30b3290f5d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['461dc767-1f76-4e4d-8ce6-b07e2d2e08d3']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:03:54.717171 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-55621ab1-1eef-47f6-9ca1-32bd82ecd46e req-6b7e24f9-6069-4cf0-a670-a6809f1b4fb1 service neutron] 10.222.0.55 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626318 Sep 30 01:03:54.737076 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=f7765ac3-a090-4d1d-8f6e-0e149359bcdd,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:54.754414 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b015e157-7738-4722-9cb6-2112a26c45df req-4ad11e57-4ee4-403e-b02d-2487d5bd65cb tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251179 Sep 30 01:03:54.758301 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-b4beb486-eb66-4a39-aefd-8d30b3290f5d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202a31c0-340b-47bf-8384-67c63836d6ab') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:03:54.759954 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-b4beb486-eb66-4a39-aefd-8d30b3290f5d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202a31c0-340b-47bf-8384-67c63836d6ab') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:03:54.761981 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:54.762337 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:54.762680 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:54.763115 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:54.763605 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:54.763947 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:54.765010 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:54.765341 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:54.765673 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:54.766000 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:54.766327 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:54.766652 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:54.775075 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-91a0d0f5-9772-427e-8945-6cf11e99d324 req-60d13fba-4a84-42a4-be28-b67a046c4498 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664851 Sep 30 01:03:54.780841 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:54.804010 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b4beb486-eb66-4a39-aefd-8d30b3290f5d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:54.846706 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b4beb486-eb66-4a39-aefd-8d30b3290f5d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:54.858820 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4beb486-eb66-4a39-aefd-8d30b3290f5d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:03:54.859258 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b4beb486-eb66-4a39-aefd-8d30b3290f5d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: timer() Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:03:54.880551 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:03:54.964749 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b4beb486-eb66-4a39-aefd-8d30b3290f5d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:54.976270 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-db7bce05-518b-4481-8dee-803e42f9b26d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:54.996276 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b4beb486-eb66-4a39-aefd-8d30b3290f5d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:55.004131 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4beb486-eb66-4a39-aefd-8d30b3290f5d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Network': ['ID=461dc767-1f76-4e4d-8ce6-b07e2d2e08d3,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:55.008978 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b4beb486-eb66-4a39-aefd-8d30b3290f5d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:55.010180 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['f7765ac3-a090-4d1d-8f6e-0e149359bcdd'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:03:55.027581 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-b4beb486-eb66-4a39-aefd-8d30b3290f5d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/networks/461dc767-1f76-4e4d-8ce6-b07e2d2e08d3 HTTP/1.1" status: 204 len: 168 time: 3.6208208 Sep 30 01:03:55.028746 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 46218) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:55.163292 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27886f51-a0a7-4cc7-a1d5-c61d06954c47 req-16b0aeb0-c456-499b-b59b-0176f1b2dbcf tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:55.165109 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-27886f51-a0a7-4cc7-a1d5-c61d06954c47 req-16b0aeb0-c456-499b-b59b-0176f1b2dbcf tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 945 time: 0.1867604 Sep 30 01:03:55.264913 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-27886f51-a0a7-4cc7-a1d5-c61d06954c47 req-f8bb7ad6-0567-4ea0-b4d5-96cc2810bec7 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939615 Sep 30 01:03:55.294059 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005319a6-32ce-491e-8955-464c03e3b6f3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:55.295129 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-005319a6-32ce-491e-8955-464c03e3b6f3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Synchronizing usage tracker for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:03:55.310514 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375d5b4-d7bc-4d37-84c7-4c0f778b621a req-045e44b5-4977-45d8-af65-e7ea442021b1 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:55.318353 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0375d5b4-d7bc-4d37-84c7-4c0f778b621a req-045e44b5-4977-45d8-af65-e7ea442021b1 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4 HTTP/1.1" status: 200 len: 946 time: 0.1824274 Sep 30 01:03:55.382482 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0375d5b4-d7bc-4d37-84c7-4c0f778b621a req-f2cf4e07-354b-48ef-9aa4-2cfd7e5bfb88 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a376865-d871-4602-886e-8c5a35d9b419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631371 Sep 30 01:03:55.383689 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-005319a6-32ce-491e-8955-464c03e3b6f3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Unset dirty status for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:03:55.388747 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 46222) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:55.392390 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-005319a6-32ce-491e-8955-464c03e3b6f3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3603628 Sep 30 01:03:55.629742 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-b9b184df-b6e1-45c8-a7e6-2b1d25dc7f3b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2392280 Sep 30 01:03:55.633246 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 46234) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:55.642274 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-62d92fca-a4a9-45ba-8c2f-da218d1ade41 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-158380380'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:55.650692 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-62d92fca-a4a9-45ba-8c2f-da218d1ade41 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:03:55.656636 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-62d92fca-a4a9-45ba-8c2f-da218d1ade41 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:network and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:03:55.661088 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-62d92fca-a4a9-45ba-8c2f-da218d1ade41 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:03:55.669526 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-62d92fca-a4a9-45ba-8c2f-da218d1ade41 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:03:55.688582 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de485275-ad47-4cce-9f9a-4fb3cb9516dd req-e662316d-3317-4d26-a41a-5da476ee47cc tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:55.701432 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-de485275-ad47-4cce-9f9a-4fb3cb9516dd req-e662316d-3317-4d26-a41a-5da476ee47cc tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4 HTTP/1.1" status: 200 len: 946 time: 0.1253028 Sep 30 01:03:55.702246 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 46238) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:55.707713 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-325f0cf5-deca-4cda-a3bb-38a5a12e619f tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Request body: {'floatingip': {'port_id': '7f5c15cd-8f77-4e22-a505-064c7522bcfb'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:55.855920 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d92fca-a4a9-45ba-8c2f-da218d1ade41 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:03:55.862565 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-62d92fca-a4a9-45ba-8c2f-da218d1ade41 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:55.900797 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-325f0cf5-deca-4cda-a3bb-38a5a12e619f tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks [] for floatingip, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:55.924073 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d92fca-a4a9-45ba-8c2f-da218d1ade41 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:03:55.948718 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-62d92fca-a4a9-45ba-8c2f-da218d1ade41 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:55.949075 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-62d92fca-a4a9-45ba-8c2f-da218d1ade41 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Added segment af8c4911-664a-4a68-872d-48d92aad6f64 of type vlan for network 4b5ec9e7-237e-4e5b-9493-0bb9478c8ea6 Sep 30 01:03:56.019718 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-62d92fca-a4a9-45ba-8c2f-da218d1ade41 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:56.197642 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-62d92fca-a4a9-45ba-8c2f-da218d1ade41 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:56.223645 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d92fca-a4a9-45ba-8c2f-da218d1ade41 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:56.224552 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-62d92fca-a4a9-45ba-8c2f-da218d1ade41 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:56.266261 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bfd10873-2766-49dd-9a5e-f295856a92f0 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:56.394882 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-62d92fca-a4a9-45ba-8c2f-da218d1ade41 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7579582 Sep 30 01:03:56.395585 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 46258) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:56.399142 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d92fca-a4a9-45ba-8c2f-da218d1ade41 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Network': ['ID=4b5ec9e7-237e-4e5b-9493-0bb9478c8ea6,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:56.403693 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-b5f9e52b-2c81-40a3-b8fd-37326bad88a2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'subnet': {'network_id': '4b5ec9e7-237e-4e5b-9493-0bb9478c8ea6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:56.409208 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 147b7142-caa3-4fd5-9ed6-81bcb42f0ab3 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:03:56.424697 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-62d92fca-a4a9-45ba-8c2f-da218d1ade41 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:56.425357 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 4b5ec9e7-237e-4e5b-9493-0bb9478c8ea6 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:03:56.519607 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436d5c6-af99-45ce-bfae-502a1c9d196f req-c57a797a-931e-4980-88b0-888dfa5f7f56 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:56.535192 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d436d5c6-af99-45ce-bfae-502a1c9d196f req-c57a797a-931e-4980-88b0-888dfa5f7f56 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a8eaef-c668-4e00-8afe-d3145773cf66 HTTP/1.1" status: 200 len: 944 time: 0.4614446 Sep 30 01:03:56.601189 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-b5f9e52b-2c81-40a3-b8fd-37326bad88a2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:03:56.605451 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-b5f9e52b-2c81-40a3-b8fd-37326bad88a2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:subnet and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:03:56.609556 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-b5f9e52b-2c81-40a3-b8fd-37326bad88a2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:03:56.615876 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-b5f9e52b-2c81-40a3-b8fd-37326bad88a2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:03:56.648175 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f9e52b-2c81-40a3-b8fd-37326bad88a2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:03:56.656520 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b5f9e52b-2c81-40a3-b8fd-37326bad88a2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:56.724855 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d436d5c6-af99-45ce-bfae-502a1c9d196f req-2c11c901-9063-4ed9-912f-5871d0e186a0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791441 Sep 30 01:03:56.868713 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.resource_extend [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 01:03:57.108114 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 147b7142-caa3-4fd5-9ed6-81bcb42f0ab3, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=147b7142-caa3-4fd5-9ed6-81bcb42f0ab3,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:57.139580 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '147b7142-caa3-4fd5-9ed6-81bcb42f0ab3', 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487', 'port_id': '147b7142-caa3-4fd5-9ed6-81bcb42f0ab3', 'mac_address': 'fa:16:3e:90:05:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c136aabe-2b6e-40bd-889c-a97ee8fe6bf6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:03:57.275829 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:57.331909 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 147b7142-caa3-4fd5-9ed6-81bcb42f0ab3 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:03:57.350928 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 147b7142-caa3-4fd5-9ed6-81bcb42f0ab3, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=147b7142-caa3-4fd5-9ed6-81bcb42f0ab3,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:57.360996 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:57.363917 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:57.408284 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-325f0cf5-deca-4cda-a3bb-38a5a12e619f tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:57.472368 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-325f0cf5-deca-4cda-a3bb-38a5a12e619f tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:57.479830 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=147b7142-caa3-4fd5-9ed6-81bcb42f0ab3,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:57.486857 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:57.739978 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['147b7142-caa3-4fd5-9ed6-81bcb42f0ab3'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:03:58.002233 n-d-811809-1 neutron-server[80275]: INFO neutron.db.l3_db [None req-325f0cf5-deca-4cda-a3bb-38a5a12e619f tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Floating IP 66971749-f5e1-4ad0-af56-c17886274a9a associated. External IP: 172.25.0.179, port: 7f5c15cd-8f77-4e22-a505-064c7522bcfb. Sep 30 01:03:58.080290 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device f7765ac3-a090-4d1d-8f6e-0e149359bcdd up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:03:58.087504 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f629459-6dc2-4845-922b-5b29c54e212c req-e055f6c0-a296-4e36-baf9-96a3b53625dc tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:58.089068 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0f629459-6dc2-4845-922b-5b29c54e212c req-e055f6c0-a296-4e36-baf9-96a3b53625dc tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 945 time: 0.6794672 Sep 30 01:03:58.188450 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b5f9e52b-2c81-40a3-b8fd-37326bad88a2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981632'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:58.199884 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03af776-1f60-40fe-ad91-cb2dbd38eab1 req-b2ff6cb1-2ee1-4c13-885d-3095f7dec8b0 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:58.208736 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6be5a59c-1219-4c97-90b0-a28f164d6b30 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:58.212443 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b03af776-1f60-40fe-ad91-cb2dbd38eab1 req-b2ff6cb1-2ee1-4c13-885d-3095f7dec8b0 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.1623619 Sep 30 01:03:58.285203 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9e52b-2c81-40a3-b8fd-37326bad88a2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Subnet': ['ID=ecf6456f-5e2c-44b1-882d-4004c9eed074,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:58.320264 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b03af776-1f60-40fe-ad91-cb2dbd38eab1 req-f13b779f-da60-46f8-bbf5-f4c5232af0f4 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966692 Sep 30 01:03:58.390817 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port f7765ac3-a090-4d1d-8f6e-0e149359bcdd completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:03:58.397029 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port f7765ac3-a090-4d1d-8f6e-0e149359bcdd triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:03:58.397474 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:58.416952 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9e52b-2c81-40a3-b8fd-37326bad88a2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:58.417330 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9e52b-2c81-40a3-b8fd-37326bad88a2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:58.417713 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9e52b-2c81-40a3-b8fd-37326bad88a2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:58.418061 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9e52b-2c81-40a3-b8fd-37326bad88a2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:58.418422 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9e52b-2c81-40a3-b8fd-37326bad88a2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:58.418800 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9e52b-2c81-40a3-b8fd-37326bad88a2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:58.419159 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9e52b-2c81-40a3-b8fd-37326bad88a2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:58.419514 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9e52b-2c81-40a3-b8fd-37326bad88a2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:58.419868 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9e52b-2c81-40a3-b8fd-37326bad88a2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:58.420282 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9e52b-2c81-40a3-b8fd-37326bad88a2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:58.420635 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9e52b-2c81-40a3-b8fd-37326bad88a2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:58.420985 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f9e52b-2c81-40a3-b8fd-37326bad88a2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:03:58.460539 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b5f9e52b-2c81-40a3-b8fd-37326bad88a2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:58.478260 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0f629459-6dc2-4845-922b-5b29c54e212c req-b585aaff-85e9-4aea-b098-09171d5e4fce tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136055 Sep 30 01:03:58.514958 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f9e52b-2c81-40a3-b8fd-37326bad88a2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Checking segment: {'id': 'af8c4911-664a-4a68-872d-48d92aad6f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4b5ec9e7-237e-4e5b-9493-0bb9478c8ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:03:58.515394 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f9e52b-2c81-40a3-b8fd-37326bad88a2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network hostable DHCP agents. Network: 4b5ec9e7-237e-4e5b-9493-0bb9478c8ea6, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:03:58.602634 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f9e52b-2c81-40a3-b8fd-37326bad88a2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network 4b5ec9e7-237e-4e5b-9493-0bb9478c8ea6 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:03:58.663611 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:58.675891 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-b5f9e52b-2c81-40a3-b8fd-37326bad88a2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 4b5ec9e7-237e-4e5b-9493-0bb9478c8ea6) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:03:58.698295 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f9e52b-2c81-40a3-b8fd-37326bad88a2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:58.698949 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b5f9e52b-2c81-40a3-b8fd-37326bad88a2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:58.716766 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ac2c1-dedc-4bb6-9bed-c54904606c32 req-82158a4e-dc1b-442b-adf1-35dbd3efd118 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:58.717752 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd08264-3668-4e82-a9bc-4e7f257439fb None None] Network 4b5ec9e7-237e-4e5b-9493-0bb9478c8ea6 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:03:58.727202 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6b4ac2c1-dedc-4bb6-9bed-c54904606c32 req-82158a4e-dc1b-442b-adf1-35dbd3efd118 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a8eaef-c668-4e00-8afe-d3145773cf66 HTTP/1.1" status: 200 len: 945 time: 0.2030535 Sep 30 01:03:58.779379 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6b4ac2c1-dedc-4bb6-9bed-c54904606c32 req-ff48dede-a26a-437b-9807-808f576518bd tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508046 Sep 30 01:03:58.808607 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-b5f9e52b-2c81-40a3-b8fd-37326bad88a2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4112964 Sep 30 01:03:58.811972 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 46308) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:03:58.822656 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-de799411-3125-4501-b76c-449f4fc2e288 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'port': {'network_id': '4b5ec9e7-237e-4e5b-9493-0bb9478c8ea6', 'name': 'tempest-PortsTestJSON-2120871633'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:03:58.893951 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325f0cf5-deca-4cda-a3bb-38a5a12e619f tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Router ce0782bb-ddb5-48ad-b38d-df4d18c68e0c has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 01:03:58.902401 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe582ef-b863-4bc3-993d-89fef6633765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7765ac3-a090-4d1d-8f6e-0e149359bcdd'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:03:58.930372 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d3679-e0c0-4c66-a5dc-ad3e614e174a req-6d815151-805d-4fe2-be00-1c75d317f1e2 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:58.932564 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-410d3679-e0c0-4c66-a5dc-ad3e614e174a req-6d815151-805d-4fe2-be00-1c75d317f1e2 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.1888664 Sep 30 01:03:58.939282 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port f7765ac3-a090-4d1d-8f6e-0e149359bcdd, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=f7765ac3-a090-4d1d-8f6e-0e149359bcdd,segment=NetworkSegment(78314eab-8436-4d6e-8e41-404a6dc9a40f),segment_id=78314eab-8436-4d6e-8e41-404a6dc9a40f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:03:58.959870 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:58.969400 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:03:59.056556 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=f7765ac3-a090-4d1d-8f6e-0e149359bcdd,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:03:59.068819 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:03:59.106956 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-de799411-3125-4501-b76c-449f4fc2e288 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:03:59.108005 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe582ef-b863-4bc3-993d-89fef6633765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7765ac3-a090-4d1d-8f6e-0e149359bcdd', 'code': 200} Sep 30 01:03:59.155141 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-de799411-3125-4501-b76c-449f4fc2e288 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:03:59.181785 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de799411-3125-4501-b76c-449f4fc2e288 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:03:59.187855 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-de799411-3125-4501-b76c-449f4fc2e288 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:59.205978 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325f0cf5-deca-4cda-a3bb-38a5a12e619f tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:03:59.226548 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-325f0cf5-deca-4cda-a3bb-38a5a12e619f tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:59.239861 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb431e7-cc52-4a56-9999-02538086e5e2 None None] Sync routers for ids ['ce0782bb-ddb5-48ad-b38d-df4d18c68e0c'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:03:59.256162 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8659bcb1-45e0-4848-9fa1-2556aa658d1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-4b5ec9e7-237e-4e5b-9493-0bb9478c8ea6', 'network_id': '4b5ec9e7-237e-4e5b-9493-0bb9478c8ea6', 'tenant_id': 'fa355a47374f4432be765a0b10555e0c', 'fixed_ips': [{'subnet_id': 'ecf6456f-5e2c-44b1-882d-4004c9eed074'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 01:03:59.256994 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8659bcb1-45e0-4848-9fa1-2556aa658d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:59.341226 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-325f0cf5-deca-4cda-a3bb-38a5a12e619f tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "PUT /v2.0/floatingips/66971749-f5e1-4ad0-af56-c17886274a9a HTTP/1.1" status: 200 len: 992 time: 3.6371551 Sep 30 01:03:59.348470 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4', 'tag': '7f5c15cd-8f77-4e22-a505-064c7522bcfb'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:03:59.375093 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-410d3679-e0c0-4c66-a5dc-ad3e614e174a req-04460984-e09f-468c-9f63-cb09c0ea9895 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422171 Sep 30 01:03:59.425210 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [None req-de799411-3125-4501-b76c-449f4fc2e288 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] device_id is not set on port ea3ca708-4308-47e7-a5fa-ca55df0c3905 yet. {{(pid=80274) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:03:59.478183 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4', 'tag': '7f5c15cd-8f77-4e22-a505-064c7522bcfb', 'status': 'completed', 'code': 200} Sep 30 01:03:59.619104 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-8659bcb1-45e0-4848-9fa1-2556aa658d1e None None] Allocated IP 172.20.0.2 (4b5ec9e7-237e-4e5b-9493-0bb9478c8ea6/ecf6456f-5e2c-44b1-882d-4004c9eed074/14a354bf-1a63-4205-8189-b97e36ea96d5) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:03:59.622603 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ee1fd-7f84-49a6-84d8-8d7964ea489a req-925a5093-b2ac-45aa-8cfc-ef6ee549e4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:59.624470 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-541ee1fd-7f84-49a6-84d8-8d7964ea489a req-925a5093-b2ac-45aa-8cfc-ef6ee549e4f8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 1097 time: 0.4048579 Sep 30 01:03:59.721541 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-541ee1fd-7f84-49a6-84d8-8d7964ea489a req-d4332254-c379-43cc-bc97-ee3e0f25e8db service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875206 Sep 30 01:03:59.776748 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215e7c6-4b9f-4acf-8267-c84e14a361dc req-e2c20bdc-35b9-4e7a-aaab-37f627d680f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:03:59.778597 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3215e7c6-4b9f-4acf-8267-c84e14a361dc req-e2c20bdc-35b9-4e7a-aaab-37f627d680f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b6e2fef5a454f0498865063fef18aff&device_id=f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4 HTTP/1.1" status: 200 len: 1097 time: 0.2697704 Sep 30 01:03:59.947829 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8659bcb1-45e0-4848-9fa1-2556aa658d1e None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:03:59.972809 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8659bcb1-45e0-4848-9fa1-2556aa658d1e None None] Transition to ACTIVE for port object 14a354bf-1a63-4205-8189-b97e36ea96d5 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:04:00.023029 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8659bcb1-45e0-4848-9fa1-2556aa658d1e None None] Transition to ACTIVE for port object 14a354bf-1a63-4205-8189-b97e36ea96d5 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:04:00.030344 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb431e7-cc52-4a56-9999-02538086e5e2 None None] Routers {'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:04:00.032078 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-ceb431e7-cc52-4a56-9999-02538086e5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:03:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['ce0782bb-ddb5-48ad-b38d-df4d18c68e0c'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:00.233910 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-de799411-3125-4501-b76c-449f4fc2e288 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Allocated IP 172.20.0.6 (4b5ec9e7-237e-4e5b-9493-0bb9478c8ea6/ecf6456f-5e2c-44b1-882d-4004c9eed074/ea3ca708-4308-47e7-a5fa-ca55df0c3905) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:04:00.279954 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d35ac-16a0-4bde-aef1-fd22f816d2e3 req-3abda019-5a12-46bf-81df-a295e6dfd33b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:00.292155 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-023d35ac-16a0-4bde-aef1-fd22f816d2e3 req-3abda019-5a12-46bf-81df-a295e6dfd33b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a8eaef-c668-4e00-8afe-d3145773cf66 HTTP/1.1" status: 200 len: 945 time: 0.3115809 Sep 30 01:04:00.306331 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8659bcb1-45e0-4848-9fa1-2556aa658d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:00.353948 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:00.454116 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-023d35ac-16a0-4bde-aef1-fd22f816d2e3 req-34212c88-f4a5-4f85-95e8-af2e1b33cd34 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590834 Sep 30 01:04:00.561791 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8659bcb1-45e0-4848-9fa1-2556aa658d1e None None] Network 4b5ec9e7-237e-4e5b-9493-0bb9478c8ea6 is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:04:00.600789 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659bcb1-45e0-4848-9fa1-2556aa658d1e None None] Pushing event updated for resources: {'Port': ['ID=14a354bf-1a63-4205-8189-b97e36ea96d5,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:00.616063 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8659bcb1-45e0-4848-9fa1-2556aa658d1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:00.617006 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-8659bcb1-45e0-4848-9fa1-2556aa658d1e None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:04:00.624843 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8659bcb1-45e0-4848-9fa1-2556aa658d1e None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:04:00.632151 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 147b7142-caa3-4fd5-9ed6-81bcb42f0ab3 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:04:00.734756 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78430346-599f-4ec6-98c2-6ca221d346f0 req-d1ceafbd-1cba-4004-ad90-d137ff3fd3a5 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:00.737470 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-78430346-599f-4ec6-98c2-6ca221d346f0 req-d1ceafbd-1cba-4004-ad90-d137ff3fd3a5 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 946 time: 0.8559902 Sep 30 01:04:00.806705 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215e7c6-4b9f-4acf-8267-c84e14a361dc req-e5912c45-cb53-4c92-ba37-8a285d3c8f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:00.808681 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3215e7c6-4b9f-4acf-8267-c84e14a361dc req-e5912c45-cb53-4c92-ba37-8a285d3c8f2c service neutron] 10.222.0.55 "GET /v2.0/networks?id=1c18baa8-7151-4b37-b98c-da8ddcd05d1d HTTP/1.1" status: 200 len: 906 time: 0.9947145 Sep 30 01:04:00.842796 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-78430346-599f-4ec6-98c2-6ca221d346f0 req-88a9fafe-5820-42f3-b0dd-b0254f296438 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962873 Sep 30 01:04:00.897983 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-de799411-3125-4501-b76c-449f4fc2e288 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:00.916962 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [None req-de799411-3125-4501-b76c-449f4fc2e288 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Transition to ACTIVE for port object ea3ca708-4308-47e7-a5fa-ca55df0c3905 will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:04:00.949650 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-de799411-3125-4501-b76c-449f4fc2e288 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:00.959362 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port 147b7142-caa3-4fd5-9ed6-81bcb42f0ab3 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:04:00.968160 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0b0f2b01-4502-43f2-bb75-ed7df731bf31 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:00.996508 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 147b7142-caa3-4fd5-9ed6-81bcb42f0ab3 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:00.996898 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:01.007354 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3215e7c6-4b9f-4acf-8267-c84e14a361dc req-55a9eb6d-663e-4243-a6f6-90e9803fb686 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f5c15cd-8f77-4e22-a505-064c7522bcfb HTTP/1.1" status: 200 len: 1000 time: 0.1843901 Sep 30 01:04:01.045374 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de799411-3125-4501-b76c-449f4fc2e288 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network 4b5ec9e7-237e-4e5b-9493-0bb9478c8ea6 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:04:01.049140 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-de799411-3125-4501-b76c-449f4fc2e288 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:04:01.051967 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de799411-3125-4501-b76c-449f4fc2e288 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:04:01.100524 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215e7c6-4b9f-4acf-8267-c84e14a361dc req-882e1b75-87b2-4893-9c6f-14fedcca9eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:01.102260 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3215e7c6-4b9f-4acf-8267-c84e14a361dc req-882e1b75-87b2-4893-9c6f-14fedcca9eb8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cb387d9b-3f36-414b-b6fa-05f39b08a94d HTTP/1.1" status: 200 len: 844 time: 0.0828581 Sep 30 01:04:01.110301 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de799411-3125-4501-b76c-449f4fc2e288 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Port': ['ID=ea3ca708-4308-47e7-a5fa-ca55df0c3905,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:01.129956 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-8659bcb1-45e0-4848-9fa1-2556aa658d1e None None] Attempting to bind port 14a354bf-1a63-4205-8189-b97e36ea96d5 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:04:01.130344 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-8659bcb1-45e0-4848-9fa1-2556aa658d1e None None] Attempting to bind port 14a354bf-1a63-4205-8189-b97e36ea96d5 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'af8c4911-664a-4a68-872d-48d92aad6f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4b5ec9e7-237e-4e5b-9493-0bb9478c8ea6'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:04:01.131175 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8659bcb1-45e0-4848-9fa1-2556aa658d1e None None] Attempting to bind port 14a354bf-1a63-4205-8189-b97e36ea96d5 on network 4b5ec9e7-237e-4e5b-9493-0bb9478c8ea6 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:04:01.135827 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-de799411-3125-4501-b76c-449f4fc2e288 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:01.191713 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de799411-3125-4501-b76c-449f4fc2e288 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:01.193906 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-de799411-3125-4501-b76c-449f4fc2e288 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:01.216007 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:01.239638 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8659bcb1-45e0-4848-9fa1-2556aa658d1e None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:04:01.240042 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8659bcb1-45e0-4848-9fa1-2556aa658d1e None None] Checking segment: {'id': 'af8c4911-664a-4a68-872d-48d92aad6f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4b5ec9e7-237e-4e5b-9493-0bb9478c8ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:04:01.240892 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8659bcb1-45e0-4848-9fa1-2556aa658d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:01.240892 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8659bcb1-45e0-4848-9fa1-2556aa658d1e None None] Bound using segment: {'id': 'af8c4911-664a-4a68-872d-48d92aad6f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4b5ec9e7-237e-4e5b-9493-0bb9478c8ea6'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:04:01.241324 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-8659bcb1-45e0-4848-9fa1-2556aa658d1e None None] Bound port: 14a354bf-1a63-4205-8189-b97e36ea96d5, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8c4911-664a-4a68-872d-48d92aad6f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4b5ec9e7-237e-4e5b-9493-0bb9478c8ea6'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:04:01.241710 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8659bcb1-45e0-4848-9fa1-2556aa658d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:01.266591 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-de799411-3125-4501-b76c-449f4fc2e288 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4529994 Sep 30 01:04:01.269597 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 46356) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:01.282622 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-c299d106-bc25-4363-bab1-c407e5e04133 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'port': {'network_id': '4b5ec9e7-237e-4e5b-9493-0bb9478c8ea6', 'name': 'tempest-PortsTestJSON-1417757285'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:04:01.287378 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 147b7142-caa3-4fd5-9ed6-81bcb42f0ab3, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=147b7142-caa3-4fd5-9ed6-81bcb42f0ab3,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:01.289955 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-ceb431e7-cc52-4a56-9999-02538086e5e2 None None] Set router ce0782bb-ddb5-48ad-b38d-df4d18c68e0c gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:04:01.303346 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215e7c6-4b9f-4acf-8267-c84e14a361dc req-8e4d1c4c-0a1b-43d7-a045-a0b2c6d8b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:01.307194 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3215e7c6-4b9f-4acf-8267-c84e14a361dc req-8e4d1c4c-0a1b-43d7-a045-a0b2c6d8b7cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1c18baa8-7151-4b37-b98c-da8ddcd05d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1935947 Sep 30 01:04:01.371820 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a8eaef-c668-4e00-8afe-d3145773cf66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147b7142-caa3-4fd5-9ed6-81bcb42f0ab3'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:04:01.386068 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:01.432331 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-f9bd3da6-f039-453d-8bcc-d9316232a5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:01.653029 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3215e7c6-4b9f-4acf-8267-c84e14a361dc req-01a141b6-0506-4bc0-a7eb-e4708198cb0f service neutron] 10.222.0.55 "GET /v2.0/networks/1c18baa8-7151-4b37-b98c-da8ddcd05d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397436 Sep 30 01:04:01.746320 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a8eaef-c668-4e00-8afe-d3145773cf66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147b7142-caa3-4fd5-9ed6-81bcb42f0ab3', 'code': 200} Sep 30 01:04:01.816686 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=147b7142-caa3-4fd5-9ed6-81bcb42f0ab3,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:01.819918 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:01.911948 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-c299d106-bc25-4363-bab1-c407e5e04133 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:04:01.933456 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-c299d106-bc25-4363-bab1-c407e5e04133 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:port and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:04:01.944205 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-c299d106-bc25-4363-bab1-c407e5e04133 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:04:01.980281 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8659bcb1-45e0-4848-9fa1-2556aa658d1e None None] For port 14a354bf-1a63-4205-8189-b97e36ea96d5, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:04:01.982166 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-c299d106-bc25-4363-bab1-c407e5e04133 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:04:01.998126 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577d3b7-340e-46d8-b0ca-1038e62d34f9 req-104e5d9c-dfd1-4cec-b877-ebeb2753c4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:02.000219 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1577d3b7-340e-46d8-b0ca-1038e62d34f9 req-104e5d9c-dfd1-4cec-b877-ebeb2753c4ca service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f3a8eaef-c668-4e00-8afe-d3145773cf66 HTTP/1.1" status: 200 len: 1097 time: 0.4051950 Sep 30 01:04:02.053316 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c299d106-bc25-4363-bab1-c407e5e04133 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:04:02.057396 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c299d106-bc25-4363-bab1-c407e5e04133 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:02.066487 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8659bcb1-45e0-4848-9fa1-2556aa658d1e None None] For port 14a354bf-1a63-4205-8189-b97e36ea96d5, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=14a354bf-1a63-4205-8189-b97e36ea96d5,segment=NetworkSegment(af8c4911-664a-4a68-872d-48d92aad6f64),segment_id=af8c4911-664a-4a68-872d-48d92aad6f64)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:04:02.095965 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [None req-c299d106-bc25-4363-bab1-c407e5e04133 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] device_id is not set on port beea077d-15d3-4aec-aecb-b68e8096058d yet. {{(pid=80274) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:04:02.132767 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3215e7c6-4b9f-4acf-8267-c84e14a361dc req-56340ed8-d93d-4ccf-a097-efca8754829d service neutron] 10.222.0.55 "GET /v2.0/networks/1c18baa8-7151-4b37-b98c-da8ddcd05d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626973 Sep 30 01:04:02.142361 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d11fe-9980-466e-8a5a-2ee7af3e4f40 req-294db01c-0d9e-48f1-b024-bfb8417f1333 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:02.150267 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-896d11fe-9980-466e-8a5a-2ee7af3e4f40 req-294db01c-0d9e-48f1-b024-bfb8417f1333 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a8eaef-c668-4e00-8afe-d3145773cf66 HTTP/1.1" status: 200 len: 946 time: 0.3000817 Sep 30 01:04:02.172795 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8659bcb1-45e0-4848-9fa1-2556aa658d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:02.181634 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:02.210241 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-896d11fe-9980-466e-8a5a-2ee7af3e4f40 req-de73de41-a977-4200-bd77-e34753c25faf tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587664 Sep 30 01:04:02.294974 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659bcb1-45e0-4848-9fa1-2556aa658d1e None None] Pushing event updated for resources: {'Port': ['ID=14a354bf-1a63-4205-8189-b97e36ea96d5,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:02.299233 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8659bcb1-45e0-4848-9fa1-2556aa658d1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:02.376683 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-ceb431e7-cc52-4a56-9999-02538086e5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'name': 'tempest-ServersTestJSON-168019481-router', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'ae3f2d4e-ff80-4293-9dee-f67fe11f2054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:02:50Z', 'updated_at': '2021-09-30T01:03:02Z', 'revision_number': 4, 'project_id': '2b6e2fef5a454f0498865063fef18aff', 'gw_port': {'id': 'ae3f2d4e-ff80-4293-9dee-f67fe11f2054', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:52Z', 'updated_at': '2021-09-30T01:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '66971749-f5e1-4ad0-af56-c17886274a9a', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'port_id': '7f5c15cd-8f77-4e22-a505-064c7522bcfb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c18baa8-7151-4b37-b98c-da8ddcd05d1d', 'mac_address': 'fa:16:3e:c2:55:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T01:03:12Z', 'updated_at': '2021-09-30T01:03:57Z', 'revision_number': 1, 'project_id': '2b6e2fef5a454f0498865063fef18aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c4d5d97-9576-48c7-a8e7-426f0dfc95a6', 'name': '', 'network_id': '1c18baa8-7151-4b37-b98c-da8ddcd05d1d', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'mac_address': 'fa:16:3e:da:5e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'cb387d9b-3f36-414b-b6fa-05f39b08a94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:03:00Z', 'updated_at': '2021-09-30T01:03:17Z', 'revision_number': 5, 'project_id': '2b6e2fef5a454f0498865063fef18aff', 'subnets': [{'id': 'cb387d9b-3f36-414b-b6fa-05f39b08a94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:02.387092 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb431e7-cc52-4a56-9999-02538086e5e2 None None] Checking router: ce0782bb-ddb5-48ad-b38d-df4d18c68e0c for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:04:02.401687 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb431e7-cc52-4a56-9999-02538086e5e2 None None] Routers {'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:04:02.402301 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-ceb431e7-cc52-4a56-9999-02538086e5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:03:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['ce0782bb-ddb5-48ad-b38d-df4d18c68e0c'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:02.477501 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-c299d106-bc25-4363-bab1-c407e5e04133 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Allocated IP 172.20.0.14 (4b5ec9e7-237e-4e5b-9493-0bb9478c8ea6/ecf6456f-5e2c-44b1-882d-4004c9eed074/beea077d-15d3-4aec-aecb-b68e8096058d) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:04:02.642409 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-ceb431e7-cc52-4a56-9999-02538086e5e2 None None] Set router ce0782bb-ddb5-48ad-b38d-df4d18c68e0c gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:04:02.789272 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1577d3b7-340e-46d8-b0ca-1038e62d34f9 req-45cdfdd2-c962-4566-a274-360f56065cc4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7649469 Sep 30 01:04:02.855891 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 01:04:02.891776 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59cd70f-c739-4860-95c7-7974eb83da12 req-495fcb3d-c9e4-43e0-9ce6-aa41aeac8eb8 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:02.892525 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f59cd70f-c739-4860-95c7-7974eb83da12 req-495fcb3d-c9e4-43e0-9ce6-aa41aeac8eb8 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Synchronizing usage tracker for tenant:600d513e8f854168b868a109f9ce4428 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:04:02.947949 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f59cd70f-c739-4860-95c7-7974eb83da12 req-495fcb3d-c9e4-43e0-9ce6-aa41aeac8eb8 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Unset dirty status for tenant:600d513e8f854168b868a109f9ce4428 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:04:02.956703 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f59cd70f-c739-4860-95c7-7974eb83da12 req-495fcb3d-c9e4-43e0-9ce6-aa41aeac8eb8 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 946 time: 0.5763619 Sep 30 01:04:02.961136 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c299d106-bc25-4363-bab1-c407e5e04133 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:03.009894 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f59cd70f-c739-4860-95c7-7974eb83da12 req-971ab295-f75a-4d19-8c71-0bb0d2074e76 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Synchronizing usage tracker for tenant:600d513e8f854168b868a109f9ce4428 on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:04:03.036229 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [None req-c299d106-bc25-4363-bab1-c407e5e04133 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Transition to ACTIVE for port object beea077d-15d3-4aec-aecb-b68e8096058d will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:04:03.043420 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f59cd70f-c739-4860-95c7-7974eb83da12 req-971ab295-f75a-4d19-8c71-0bb0d2074e76 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Unset dirty status for tenant:600d513e8f854168b868a109f9ce4428 on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:04:03.053300 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f59cd70f-c739-4860-95c7-7974eb83da12 req-971ab295-f75a-4d19-8c71-0bb0d2074e76 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956280 Sep 30 01:04:03.098684 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c299d106-bc25-4363-bab1-c407e5e04133 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:03.116153 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-7af77fb2-e4a6-42ad-8732-125e5d12d18c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:03.183327 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-ceb431e7-cc52-4a56-9999-02538086e5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'name': 'tempest-ServersTestJSON-168019481-router', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'ae3f2d4e-ff80-4293-9dee-f67fe11f2054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:02:50Z', 'updated_at': '2021-09-30T01:03:02Z', 'revision_number': 4, 'project_id': '2b6e2fef5a454f0498865063fef18aff', 'gw_port': {'id': 'ae3f2d4e-ff80-4293-9dee-f67fe11f2054', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:52Z', 'updated_at': '2021-09-30T01:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '66971749-f5e1-4ad0-af56-c17886274a9a', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'port_id': '7f5c15cd-8f77-4e22-a505-064c7522bcfb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c18baa8-7151-4b37-b98c-da8ddcd05d1d', 'mac_address': 'fa:16:3e:c2:55:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T01:03:12Z', 'updated_at': '2021-09-30T01:03:57Z', 'revision_number': 1, 'project_id': '2b6e2fef5a454f0498865063fef18aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c4d5d97-9576-48c7-a8e7-426f0dfc95a6', 'name': '', 'network_id': '1c18baa8-7151-4b37-b98c-da8ddcd05d1d', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'mac_address': 'fa:16:3e:da:5e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'cb387d9b-3f36-414b-b6fa-05f39b08a94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:03:00Z', 'updated_at': '2021-09-30T01:03:17Z', 'revision_number': 5, 'project_id': '2b6e2fef5a454f0498865063fef18aff', 'subnets': [{'id': 'cb387d9b-3f36-414b-b6fa-05f39b08a94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:03.197047 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb431e7-cc52-4a56-9999-02538086e5e2 None None] The sync data for ids ['ce0782bb-ddb5-48ad-b38d-df4d18c68e0c'] in n-d-811809-1 is: [{'id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'name': 'tempest-ServersTestJSON-168019481-router', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'ae3f2d4e-ff80-4293-9dee-f67fe11f2054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:02:50Z', 'updated_at': '2021-09-30T01:03:02Z', 'revision_number': 4, 'project_id': '2b6e2fef5a454f0498865063fef18aff', 'gw_port': {'id': 'ae3f2d4e-ff80-4293-9dee-f67fe11f2054', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:52Z', 'updated_at': '2021-09-30T01:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '66971749-f5e1-4ad0-af56-c17886274a9a', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'port_id': '7f5c15cd-8f77-4e22-a505-064c7522bcfb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c18baa8-7151-4b37-b98c-da8ddcd05d1d', 'mac_address': 'fa:16:3e:c2:55:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T01:03:12Z', 'updated_at': '2021-09-30T01:03:57Z', 'revision_number': 1, 'project_id': '2b6e2fef5a454f0498865063fef18aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c4d5d97-9576-48c7-a8e7-426f0dfc95a6', 'name': '', 'network_id': '1c18baa8-7151-4b37-b98c-da8ddcd05d1d', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'mac_address': 'fa:16:3e:da:5e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'cb387d9b-3f36-414b-b6fa-05f39b08a94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:03:00Z', 'updated_at': '2021-09-30T01:03:17Z', 'revision_number': 5, 'project_id': '2b6e2fef5a454f0498865063fef18aff', 'subnets': [{'id': 'cb387d9b-3f36-414b-b6fa-05f39b08a94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:04:03.212162 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd80d6-23fa-4ed9-83aa-f9a3e723f5d2 req-a5f8547c-e597-410e-8197-565452f157ef tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:03.219452 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c299d106-bc25-4363-bab1-c407e5e04133 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network 4b5ec9e7-237e-4e5b-9493-0bb9478c8ea6 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:04:03.221220 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d7dd80d6-23fa-4ed9-83aa-f9a3e723f5d2 req-a5f8547c-e597-410e-8197-565452f157ef tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.1665337 Sep 30 01:04:03.259001 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-c299d106-bc25-4363-bab1-c407e5e04133 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:04:03.263307 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c299d106-bc25-4363-bab1-c407e5e04133 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:04:03.325667 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d7dd80d6-23fa-4ed9-83aa-f9a3e723f5d2 req-02d5b29a-2c8e-4617-9557-9d004624a064 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007404 Sep 30 01:04:03.401219 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299d106-bc25-4363-bab1-c407e5e04133 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Port': ['ID=beea077d-15d3-4aec-aecb-b68e8096058d,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:03.436714 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c299d106-bc25-4363-bab1-c407e5e04133 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:03.478322 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c299d106-bc25-4363-bab1-c407e5e04133 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:03.479326 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c299d106-bc25-4363-bab1-c407e5e04133 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:03.486992 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 14a354bf-1a63-4205-8189-b97e36ea96d5 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:04:03.629802 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-c299d106-bc25-4363-bab1-c407e5e04133 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3587418 Sep 30 01:04:03.638453 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 46410) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:03.672335 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 14a354bf-1a63-4205-8189-b97e36ea96d5 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:04:03.710416 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9502a0-ee4e-4b34-ab3b-4fa76d4524c5 None None] New status for floating IP 66971749-f5e1-4ad0-af56-c17886274a9a: ACTIVE {{(pid=80277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 01:04:03.710961 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427abee3-c536-42ff-802c-712fac566e76 req-88a8f8c0-a305-4486-80d5-6e58bb275809 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:03.722159 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-427abee3-c536-42ff-802c-712fac566e76 req-88a8f8c0-a305-4486-80d5-6e58bb275809 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 946 time: 0.1746240 Sep 30 01:04:03.830277 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-427abee3-c536-42ff-802c-712fac566e76 req-9122d694-699b-4ad7-984a-df07cc1f493d tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072540 Sep 30 01:04:03.843831 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbca0fd-fec7-4075-a9cc-8c6c5d864ee1 req-ebe97d97-018b-41cc-9bd1-d87f3166d124 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:03.845647 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1fbca0fd-fec7-4075-a9cc-8c6c5d864ee1 req-ebe97d97-018b-41cc-9bd1-d87f3166d124 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a8eaef-c668-4e00-8afe-d3145773cf66 HTTP/1.1" status: 200 len: 946 time: 0.3206549 Sep 30 01:04:03.906283 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1fbca0fd-fec7-4075-a9cc-8c6c5d864ee1 req-651193ab-3c87-459a-8b3f-d10e9fbbfc02 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523734 Sep 30 01:04:03.931309 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362a7d42-3146-4cfd-afc8-9996ec624ed7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:03.931309 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-362a7d42-3146-4cfd-afc8-9996ec624ed7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.2868214 Sep 30 01:04:03.931309 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 46418) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:04.050781 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-69665f8a-100e-4260-9c99-21dddcf0bc09 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting port beea077d-15d3-4aec-aecb-b68e8096058d {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:04:04.051531 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-69665f8a-100e-4260-9c99-21dddcf0bc09 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:04.080830 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718c5fbe-3ec3-434a-b876-9965cdc6fa6f None None] Network 4b5ec9e7-237e-4e5b-9493-0bb9478c8ea6 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:04:04.245702 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-2d28268f-7dcb-4fa1-9c5f-e62ffa07caae None None] Provisioning for port 14a354bf-1a63-4205-8189-b97e36ea96d5 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:04:04.259782 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-2d28268f-7dcb-4fa1-9c5f-e62ffa07caae None None] Provisioning complete for port 14a354bf-1a63-4205-8189-b97e36ea96d5 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:04.260454 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2d28268f-7dcb-4fa1-9c5f-e62ffa07caae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:04.304353 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617b07a-18e9-4658-af37-69fd88c5acda req-7080c0de-8785-44d6-b4dd-d18d2107d0b6 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:04.305837 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9617b07a-18e9-4658-af37-69fd88c5acda req-7080c0de-8785-44d6-b4dd-d18d2107d0b6 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.1725447 Sep 30 01:04:04.381775 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9617b07a-18e9-4658-af37-69fd88c5acda req-21bf7683-e14c-470c-a29c-7e94b1337da1 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665786 Sep 30 01:04:04.519568 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-69665f8a-100e-4260-9c99-21dddcf0bc09 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:04.622078 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2d28268f-7dcb-4fa1-9c5f-e62ffa07caae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:04.872508 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-2d28268f-7dcb-4fa1-9c5f-e62ffa07caae None None] For port 14a354bf-1a63-4205-8189-b97e36ea96d5, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=14a354bf-1a63-4205-8189-b97e36ea96d5,segment=NetworkSegment(af8c4911-664a-4a68-872d-48d92aad6f64),segment_id=af8c4911-664a-4a68-872d-48d92aad6f64)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:04.893421 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2d28268f-7dcb-4fa1-9c5f-e62ffa07caae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:04.901894 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:05.018948 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-69665f8a-100e-4260-9c99-21dddcf0bc09 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Calling delete_port for beea077d-15d3-4aec-aecb-b68e8096058d owned by {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:04:05.129520 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28268f-7dcb-4fa1-9c5f-e62ffa07caae None None] Pushing event updated for resources: {'Port': ['ID=14a354bf-1a63-4205-8189-b97e36ea96d5,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:05.133833 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-2d28268f-7dcb-4fa1-9c5f-e62ffa07caae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:05.164190 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553290e-38cf-4e1c-8ca9-483c779b3e1a req-86cbbbd1-7d24-43d7-b5c7-d0a31a764cac tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:05.166048 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0553290e-38cf-4e1c-8ca9-483c779b3e1a req-86cbbbd1-7d24-43d7-b5c7-d0a31a764cac tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.1623883 Sep 30 01:04:05.241634 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0553290e-38cf-4e1c-8ca9-483c779b3e1a req-e12ed5b0-dced-421e-8464-246bd9d3ad29 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690949 Sep 30 01:04:05.289834 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-69665f8a-100e-4260-9c99-21dddcf0bc09 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:05.304655 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7a56785a-5e05-49c7-a36c-f6b4c37c2f3c tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:05.381207 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69665f8a-100e-4260-9c99-21dddcf0bc09 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Port': ['ID=beea077d-15d3-4aec-aecb-b68e8096058d,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:05.398324 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 14a354bf-1a63-4205-8189-b97e36ea96d5 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:04:05.410915 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-69665f8a-100e-4260-9c99-21dddcf0bc09 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:05.474175 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec5bee-e063-4089-8aaa-1af5b19ee452 req-0d7f14cc-e050-4151-b717-9b2342fec5d2 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:05.485016 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-49ec5bee-e063-4089-8aaa-1af5b19ee452 req-0d7f14cc-e050-4151-b717-9b2342fec5d2 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a8eaef-c668-4e00-8afe-d3145773cf66 HTTP/1.1" status: 200 len: 946 time: 0.1064761 Sep 30 01:04:05.540904 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-49ec5bee-e063-4089-8aaa-1af5b19ee452 req-94f700bd-83eb-4162-b6a3-4908279809e2 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547855 Sep 30 01:04:05.604950 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c6049bf2-e977-4946-9564-c15838aa33e3 None None] Provisioning complete for port 14a354bf-1a63-4205-8189-b97e36ea96d5 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:05.605394 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c6049bf2-e977-4946-9564-c15838aa33e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:05.655126 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:05.680430 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 14a354bf-1a63-4205-8189-b97e36ea96d5 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:05.680820 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:05.738489 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d32cb-c3b9-4eb6-9f2f-bc01559de3a1 req-d9576620-015f-4900-8245-fa4e934db91f tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:05.740967 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a44d32cb-c3b9-4eb6-9f2f-bc01559de3a1 req-d9576620-015f-4900-8245-fa4e934db91f tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 946 time: 0.5227361 Sep 30 01:04:05.742715 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-69665f8a-100e-4260-9c99-21dddcf0bc09 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:05.762848 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-69665f8a-100e-4260-9c99-21dddcf0bc09 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/ports/beea077d-15d3-4aec-aecb-b68e8096058d HTTP/1.1" status: 204 len: 168 time: 1.8318892 Sep 30 01:04:05.763837 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 46466) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:05.831602 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a44d32cb-c3b9-4eb6-9f2f-bc01559de3a1 req-dd38bde5-d7db-41c4-a1d7-c28f71ee0dd9 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674474 Sep 30 01:04:05.852427 n-d-811809-1 neutron-server[80274]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb0d8ebd-ed61-437a-8f86-6168c9b62c97 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] GET failed (client error): The resource could not be found. Sep 30 01:04:05.853013 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-eb0d8ebd-ed61-437a-8f86-6168c9b62c97 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Synchronizing usage tracker for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:04:05.878110 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-eb0d8ebd-ed61-437a-8f86-6168c9b62c97 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Unset dirty status for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:04:05.882531 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 46472) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:05.892748 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-eb0d8ebd-ed61-437a-8f86-6168c9b62c97 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "GET /v2.0/ports/beea077d-15d3-4aec-aecb-b68e8096058d HTTP/1.1" status: 404 len: 333 time: 0.1274583 Sep 30 01:04:05.995533 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-c3672b7a-63cd-471b-956f-136c6f63c177 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting port ea3ca708-4308-47e7-a5fa-ca55df0c3905 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:04:05.995966 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c3672b7a-63cd-471b-956f-136c6f63c177 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:06.039158 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c6049bf2-e977-4946-9564-c15838aa33e3 None None] Could not find standard attr ID for object beea077d-15d3-4aec-aecb-b68e8096058d. {{(pid=80276) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 01:04:06.052081 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c6049bf2-e977-4946-9564-c15838aa33e3 None None] Provisioning for port ea3ca708-4308-47e7-a5fa-ca55df0c3905 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:04:06.059004 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c6049bf2-e977-4946-9564-c15838aa33e3 None None] Provisioning complete for port ea3ca708-4308-47e7-a5fa-ca55df0c3905 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:06.060478 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c6049bf2-e977-4946-9564-c15838aa33e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:06.102829 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3a225-d516-49a8-ab4e-6824726ce905 req-1267897e-a334-4975-b420-09f6267ca2ed tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:06.104573 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fdf3a225-d516-49a8-ab4e-6824726ce905 req-1267897e-a334-4975-b420-09f6267ca2ed tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.1546199 Sep 30 01:04:06.186593 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c6049bf2-e977-4946-9564-c15838aa33e3 None None] Port ea3ca708-4308-47e7-a5fa-ca55df0c3905 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:04:06.225465 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fdf3a225-d516-49a8-ab4e-6824726ce905 req-bcc19fb1-61cf-46af-91b0-1005d247e668 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054196 Sep 30 01:04:06.448655 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c75cdd05-d8d3-4df2-b468-3043a369f66e None None] Could not find standard attr ID for object beea077d-15d3-4aec-aecb-b68e8096058d. {{(pid=80276) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 01:04:06.461729 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c75cdd05-d8d3-4df2-b468-3043a369f66e None None] Provisioning complete for port ea3ca708-4308-47e7-a5fa-ca55df0c3905 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:06.462242 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c75cdd05-d8d3-4df2-b468-3043a369f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:06.466862 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77b4086e-56f6-441d-9445-55cfe0d85c72 req-7a2d9f6c-a688-4d3c-baaa-b3c3766a4375 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=038e4d0abd4b4e5c940f331b6f0950a9 HTTP/1.1" status: 200 len: 267 time: 0.1811917 Sep 30 01:04:06.477296 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c3672b7a-63cd-471b-956f-136c6f63c177 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:06.565793 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c75cdd05-d8d3-4df2-b468-3043a369f66e None None] Port ea3ca708-4308-47e7-a5fa-ca55df0c3905 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:04:06.728755 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e7e43-4a69-4f41-8fcd-5bc5a5ac075b req-0046200c-2de6-48b9-8372-501462af3961 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:06.730518 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bc0e7e43-4a69-4f41-8fcd-5bc5a5ac075b req-0046200c-2de6-48b9-8372-501462af3961 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.1155179 Sep 30 01:04:06.764313 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-c3672b7a-63cd-471b-956f-136c6f63c177 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Calling delete_port for ea3ca708-4308-47e7-a5fa-ca55df0c3905 owned by {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:04:06.796097 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bc0e7e43-4a69-4f41-8fcd-5bc5a5ac075b req-4093bf7b-7b07-4899-b91c-48c3c775066a tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581324 Sep 30 01:04:06.887013 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4086e-56f6-441d-9445-55cfe0d85c72 req-b89e8520-6bb2-4dae-9c1f-f0ecc82888ec tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:06.888765 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77b4086e-56f6-441d-9445-55cfe0d85c72 req-b89e8520-6bb2-4dae-9c1f-f0ecc82888ec tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a8eaef-c668-4e00-8afe-d3145773cf66 HTTP/1.1" status: 200 len: 946 time: 0.4029520 Sep 30 01:04:06.933367 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-77b4086e-56f6-441d-9445-55cfe0d85c72 req-caa286d8-5f4b-446e-8b57-7aafae9d4235 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Request body: {'port': {'security_groups': []}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:04:07.074910 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c3672b7a-63cd-471b-956f-136c6f63c177 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:07.088215 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a17a33-78d5-443a-9622-079200efd2ef req-1e48ae46-6ba1-4bdb-ae10-17c0b1ac458a tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:07.090451 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a073fc7a-e4a1-48a0-b789-87890d3691c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:07.090705 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3a17a33-78d5-443a-9622-079200efd2ef req-1e48ae46-6ba1-4bdb-ae10-17c0b1ac458a tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.1094382 Sep 30 01:04:07.149508 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3a17a33-78d5-443a-9622-079200efd2ef req-5182d405-f608-4716-a0de-79db7c44ed92 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500369 Sep 30 01:04:07.155209 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3672b7a-63cd-471b-956f-136c6f63c177 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Port': ['ID=ea3ca708-4308-47e7-a5fa-ca55df0c3905,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:07.158638 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c3672b7a-63cd-471b-956f-136c6f63c177 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:07.244927 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-77b4086e-56f6-441d-9445-55cfe0d85c72 req-caa286d8-5f4b-446e-8b57-7aafae9d4235 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:07.419754 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c3672b7a-63cd-471b-956f-136c6f63c177 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:07.442685 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-c3672b7a-63cd-471b-956f-136c6f63c177 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/ports/ea3ca708-4308-47e7-a5fa-ca55df0c3905 HTTP/1.1" status: 204 len: 168 time: 1.5564334 Sep 30 01:04:07.443490 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 46506) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:07.469675 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19424a5f-d3bc-4d1e-903e-3a524ef0f3ad req-3df4a0b9-739e-4520-a310-6cfdd9d705d0 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:07.477761 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-19424a5f-d3bc-4d1e-903e-3a524ef0f3ad req-3df4a0b9-739e-4520-a310-6cfdd9d705d0 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 946 time: 0.1467576 Sep 30 01:04:07.490036 n-d-811809-1 neutron-server[80275]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e5112b-3b66-41ba-b44c-ab3cb821006c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] GET failed (client error): The resource could not be found. Sep 30 01:04:07.490585 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-b5e5112b-3b66-41ba-b44c-ab3cb821006c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Synchronizing usage tracker for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:04:07.539478 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-19424a5f-d3bc-4d1e-903e-3a524ef0f3ad req-31b634b6-1f89-483c-b3aa-795b2c853590 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607226 Sep 30 01:04:07.778669 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-b5e5112b-3b66-41ba-b44c-ab3cb821006c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Unset dirty status for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:04:07.781172 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-b5e5112b-3b66-41ba-b44c-ab3cb821006c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "GET /v2.0/ports/ea3ca708-4308-47e7-a5fa-ca55df0c3905 HTTP/1.1" status: 404 len: 333 time: 0.3367808 Sep 30 01:04:07.784033 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 46532) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:07.861550 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-77b4086e-56f6-441d-9445-55cfe0d85c72 req-caa286d8-5f4b-446e-8b57-7aafae9d4235 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] For port 147b7142-caa3-4fd5-9ed6-81bcb42f0ab3, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=147b7142-caa3-4fd5-9ed6-81bcb42f0ab3,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:07.868182 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab9fe95c-8349-4889-9741-41cc54e5f1c7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting subnet ecf6456f-5e2c-44b1-882d-4004c9eed074 {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:04:07.873846 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe95c-8349-4889-9741-41cc54e5f1c7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:07.888781 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-77b4086e-56f6-441d-9445-55cfe0d85c72 req-caa286d8-5f4b-446e-8b57-7aafae9d4235 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:07.895524 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-77b4086e-56f6-441d-9445-55cfe0d85c72 req-caa286d8-5f4b-446e-8b57-7aafae9d4235 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:07.901369 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f5244f52-cad2-4fd3-b310-457afdccec0c tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:07.920639 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['79d0ddb8-ee5d-4b43-b095-03db787e4207', '147b7142-caa3-4fd5-9ed6-81bcb42f0ab3'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:04:07.962987 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['89681f9a-ab6c-4a8e-bb26-ff365b9b730a'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:04:07.974982 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4086e-56f6-441d-9445-55cfe0d85c72 req-caa286d8-5f4b-446e-8b57-7aafae9d4235 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:07.975541 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-77b4086e-56f6-441d-9445-55cfe0d85c72 req-caa286d8-5f4b-446e-8b57-7aafae9d4235 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:07.976953 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77b4086e-56f6-441d-9445-55cfe0d85c72 req-caa286d8-5f4b-446e-8b57-7aafae9d4235 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "PUT /v2.0/ports/147b7142-caa3-4fd5-9ed6-81bcb42f0ab3 HTTP/1.1" status: 200 len: 905 time: 1.0794828 Sep 30 01:04:07.977443 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a8eaef-c668-4e00-8afe-d3145773cf66', 'tag': '147b7142-caa3-4fd5-9ed6-81bcb42f0ab3'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:04:07.991132 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe95c-8349-4889-9741-41cc54e5f1c7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2490848'] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:08.002431 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa286d8-5f4b-446e-8b57-7aafae9d4235 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Pushing event updated for resources: {'Port': ['ID=147b7142-caa3-4fd5-9ed6-81bcb42f0ab3,revision_number=6']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:08.009166 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-caa286d8-5f4b-446e-8b57-7aafae9d4235 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:08.143169 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8244e-3e07-4112-9e50-b9eba2f2ad45 req-21c9a62e-66a6-4f33-a5ae-f7f955627976 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:08.144704 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4de8244e-3e07-4112-9e50-b9eba2f2ad45 req-21c9a62e-66a6-4f33-a5ae-f7f955627976 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.2724876 Sep 30 01:04:08.195231 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['147b7142-caa3-4fd5-9ed6-81bcb42f0ab3'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:04:08.201024 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe95c-8349-4889-9741-41cc54e5f1c7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:08.235808 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23467d13-a8bb-41b1-9c95-5f2b2ef764fd req-f58e7afd-30db-4b2b-9e01-c6ab065397d1 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:08.239227 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-23467d13-a8bb-41b1-9c95-5f2b2ef764fd req-f58e7afd-30db-4b2b-9e01-c6ab065397d1 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a8eaef-c668-4e00-8afe-d3145773cf66 HTTP/1.1" status: 200 len: 908 time: 0.1345525 Sep 30 01:04:08.292013 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4de8244e-3e07-4112-9e50-b9eba2f2ad45 req-c087172a-7bd8-415b-a72a-d276e6b232d4 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352408 Sep 30 01:04:08.315575 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a8eaef-c668-4e00-8afe-d3145773cf66', 'tag': '147b7142-caa3-4fd5-9ed6-81bcb42f0ab3', 'status': 'completed', 'code': 200} Sep 30 01:04:08.487532 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe95c-8349-4889-9741-41cc54e5f1c7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:08.495655 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-cd8ea78f-c54f-426b-91ae-be80e5fd380b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:08.550162 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbbac7-b166-4372-ad0a-a2d49b38089f req-90bec849-564b-49e7-93b3-208eaadc3404 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:08.552030 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d4cbbac7-b166-4372-ad0a-a2d49b38089f req-90bec849-564b-49e7-93b3-208eaadc3404 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.1117847 Sep 30 01:04:08.555760 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-d6daccef-844c-4340-b05d-36ae908cad21 None None] Provisioning complete for port 147b7142-caa3-4fd5-9ed6-81bcb42f0ab3 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:08.556389 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d6daccef-844c-4340-b05d-36ae908cad21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:08.608334 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d4cbbac7-b166-4372-ad0a-a2d49b38089f req-99c15070-004d-4193-b7ef-9389cb17a1db tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491908 Sep 30 01:04:08.719480 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9fe95c-8349-4889-9741-41cc54e5f1c7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Subnet': ['ID=ecf6456f-5e2c-44b1-882d-4004c9eed074,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:08.721798 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe95c-8349-4889-9741-41cc54e5f1c7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:08.722883 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d70ded-829d-4023-a1af-38473ab10bfb None None] Network 4b5ec9e7-237e-4e5b-9493-0bb9478c8ea6 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:04:08.733356 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ab9fe95c-8349-4889-9741-41cc54e5f1c7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:08.744906 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-ab9fe95c-8349-4889-9741-41cc54e5f1c7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/subnets/ecf6456f-5e2c-44b1-882d-4004c9eed074 HTTP/1.1" status: 204 len: 168 time: 0.9590275 Sep 30 01:04:08.746773 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 46560) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:08.760628 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68bd04-b9e2-4074-bb76-bb7341d586a3 req-ee8b9704-a8ba-4fec-9c84-bcfd24dba6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:08.762333 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cd68bd04-b9e2-4074-bb76-bb7341d586a3 req-ee8b9704-a8ba-4fec-9c84-bcfd24dba6da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=038e4d0abd4b4e5c940f331b6f0950a9&device_id=f3a8eaef-c668-4e00-8afe-d3145773cf66 HTTP/1.1" status: 200 len: 1059 time: 0.4101081 Sep 30 01:04:08.862529 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729b739-f426-4eed-8f82-e87e87a60392 req-f33954b2-1b73-44ac-933f-034fd58b3393 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:08.869697 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8729b739-f426-4eed-8f82-e87e87a60392 req-f33954b2-1b73-44ac-933f-034fd58b3393 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.2031686 Sep 30 01:04:08.877348 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-10c46e7f-9805-428a-afb6-375f6d0dc0f1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:08.890203 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-10c46e7f-9805-428a-afb6-375f6d0dc0f1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting port 14a354bf-1a63-4205-8189-b97e36ea96d5 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:04:08.890557 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-10c46e7f-9805-428a-afb6-375f6d0dc0f1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:08.950229 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8729b739-f426-4eed-8f82-e87e87a60392 req-d0497d9e-73a3-4e06-a002-64fea37ce449 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796905 Sep 30 01:04:09.005721 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68bd04-b9e2-4074-bb76-bb7341d586a3 req-db245c0a-e21c-46f5-b70a-61538d892ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:09.007672 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cd68bd04-b9e2-4074-bb76-bb7341d586a3 req-db245c0a-e21c-46f5-b70a-61538d892ff8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c98a929-4bc6-4ff2-9381-439d6c813487 HTTP/1.1" status: 200 len: 912 time: 0.2288253 Sep 30 01:04:09.025326 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afad03d-a4df-432c-a08c-bf2a27ce6a64 None None] DHCP port deletion for 4b5ec9e7-237e-4e5b-9493-0bb9478c8ea6 request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 01:04:09.031018 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-9afad03d-a4df-432c-a08c-bf2a27ce6a64 None None] Deleting port 14a354bf-1a63-4205-8189-b97e36ea96d5 {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:04:09.031535 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-9afad03d-a4df-432c-a08c-bf2a27ce6a64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:09.115662 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cd68bd04-b9e2-4074-bb76-bb7341d586a3 req-48b6b7ed-d70e-4abf-9ac9-a62b2b656e74 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=147b7142-caa3-4fd5-9ed6-81bcb42f0ab3 HTTP/1.1" status: 200 len: 217 time: 0.0737488 Sep 30 01:04:09.280895 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68bd04-b9e2-4074-bb76-bb7341d586a3 req-87d12a62-c48b-4a91-ae13-96028ca14367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:09.283477 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cd68bd04-b9e2-4074-bb76-bb7341d586a3 req-87d12a62-c48b-4a91-ae13-96028ca14367 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c136aabe-2b6e-40bd-889c-a97ee8fe6bf6 HTTP/1.1" status: 200 len: 850 time: 0.1361263 Sep 30 01:04:09.332381 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 14a354bf-1a63-4205-8189-b97e36ea96d5 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:04:09.372864 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1009e47-55cd-4313-8ef2-d1d0f209a9e8 req-31c44ce4-1570-42a1-b439-295604b536fb tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:09.377359 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a1009e47-55cd-4313-8ef2-d1d0f209a9e8 req-31c44ce4-1570-42a1-b439-295604b536fb tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 946 time: 0.1881096 Sep 30 01:04:09.390511 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-9afad03d-a4df-432c-a08c-bf2a27ce6a64 None None] For port 14a354bf-1a63-4205-8189-b97e36ea96d5, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=14a354bf-1a63-4205-8189-b97e36ea96d5,segment=NetworkSegment(af8c4911-664a-4a68-872d-48d92aad6f64),segment_id=af8c4911-664a-4a68-872d-48d92aad6f64)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:09.391195 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-9afad03d-a4df-432c-a08c-bf2a27ce6a64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:09.410284 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-10c46e7f-9805-428a-afb6-375f6d0dc0f1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] For port 14a354bf-1a63-4205-8189-b97e36ea96d5, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=14a354bf-1a63-4205-8189-b97e36ea96d5,segment=NetworkSegment(af8c4911-664a-4a68-872d-48d92aad6f64),segment_id=af8c4911-664a-4a68-872d-48d92aad6f64)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:09.410634 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-10c46e7f-9805-428a-afb6-375f6d0dc0f1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:09.429400 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a1009e47-55cd-4313-8ef2-d1d0f209a9e8 req-d5d3dd52-a1fb-46b7-8671-7d1b3165faf4 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486076 Sep 30 01:04:09.435002 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68bd04-b9e2-4074-bb76-bb7341d586a3 req-aa69c0c7-18b0-4bac-b26d-fceadcaaa315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:09.437016 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cd68bd04-b9e2-4074-bb76-bb7341d586a3 req-aa69c0c7-18b0-4bac-b26d-fceadcaaa315 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c98a929-4bc6-4ff2-9381-439d6c813487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1413591 Sep 30 01:04:09.545314 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-10c46e7f-9805-428a-afb6-375f6d0dc0f1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Calling delete_port for 14a354bf-1a63-4205-8189-b97e36ea96d5 owned by network:dhcp {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:04:09.572235 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-9afad03d-a4df-432c-a08c-bf2a27ce6a64 None None] Calling delete_port for 14a354bf-1a63-4205-8189-b97e36ea96d5 owned by network:dhcp {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:04:09.641589 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cd68bd04-b9e2-4074-bb76-bb7341d586a3 req-65cb1d91-4fc2-4e8a-987a-884b3da7081b service neutron] 10.222.0.55 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961241 Sep 30 01:04:09.646306 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-10c46e7f-9805-428a-afb6-375f6d0dc0f1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:09.651861 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1884e939-044b-4103-8774-c68176c914a5 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:09.666008 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Port 14a354bf-1a63-4205-8189-b97e36ea96d5 update to DOWN by agent not found {{(pid=80276) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Sep 30 01:04:09.699663 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c46e7f-9805-428a-afb6-375f6d0dc0f1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] No DVR routers for this DVR port 14a354bf-1a63-4205-8189-b97e36ea96d5 on host n-d-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:04:09.702874 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.api [None req-9afad03d-a4df-432c-a08c-bf2a27ce6a64 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80276) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 01:04:09.703427 n-d-811809-1 neutron-server[80276]: DEBUG oslo_db.api [None req-9afad03d-a4df-432c-a08c-bf2a27ce6a64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 01:04:09.727889 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c46e7f-9805-428a-afb6-375f6d0dc0f1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Port': ['ID=14a354bf-1a63-4205-8189-b97e36ea96d5,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:09.730461 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-10c46e7f-9805-428a-afb6-375f6d0dc0f1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:09.815880 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ce16e-d2a0-4790-84ed-a5d88ddaf399 req-b2c04c52-a55d-4104-be8d-2008a4d97695 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:09.817346 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d84ce16e-d2a0-4790-84ed-a5d88ddaf399 req-b2c04c52-a55d-4104-be8d-2008a4d97695 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.4869726 Sep 30 01:04:09.859360 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-10c46e7f-9805-428a-afb6-375f6d0dc0f1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:09.866326 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cd68bd04-b9e2-4074-bb76-bb7341d586a3 req-0b15ee3f-eee9-4fa9-87a5-d9cf38b7436e service neutron] 10.222.0.55 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099731 Sep 30 01:04:09.881775 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce08e3-81e4-4447-8503-50f0ec3186bb req-13f55a94-891c-4109-911f-9a8907a26f25 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:09.883271 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d3ce08e3-81e4-4447-8503-50f0ec3186bb req-13f55a94-891c-4109-911f-9a8907a26f25 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.1208546 Sep 30 01:04:09.901542 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-10c46e7f-9805-428a-afb6-375f6d0dc0f1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b5ec9e7-237e-4e5b-9493-0bb9478c8ea6']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:09.915175 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d84ce16e-d2a0-4790-84ed-a5d88ddaf399 req-e40908f5-e316-4eea-8e98-00b8e48a16d5 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886462 Sep 30 01:04:09.918594 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-10c46e7f-9805-428a-afb6-375f6d0dc0f1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af8c4911-664a-4a68-872d-48d92aad6f64') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:09.918929 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-10c46e7f-9805-428a-afb6-375f6d0dc0f1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af8c4911-664a-4a68-872d-48d92aad6f64') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:09.932239 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-10c46e7f-9805-428a-afb6-375f6d0dc0f1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:09.945065 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d3ce08e3-81e4-4447-8503-50f0ec3186bb req-1616b248-6834-4efb-99e2-fc6785501ba9 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534401 Sep 30 01:04:09.955134 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-10c46e7f-9805-428a-afb6-375f6d0dc0f1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:09.962282 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c46e7f-9805-428a-afb6-375f6d0dc0f1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:04:09.963141 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-10c46e7f-9805-428a-afb6-375f6d0dc0f1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: timer() Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:04:09.979775 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:04:10.084552 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-10c46e7f-9805-428a-afb6-375f6d0dc0f1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:10.093917 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-10c46e7f-9805-428a-afb6-375f6d0dc0f1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:10.100879 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:10.130043 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c46e7f-9805-428a-afb6-375f6d0dc0f1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Network': ['ID=4b5ec9e7-237e-4e5b-9493-0bb9478c8ea6,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:10.133493 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-10c46e7f-9805-428a-afb6-375f6d0dc0f1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:10.143660 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-10c46e7f-9805-428a-afb6-375f6d0dc0f1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/networks/4b5ec9e7-237e-4e5b-9493-0bb9478c8ea6 HTTP/1.1" status: 204 len: 168 time: 1.3955729 Sep 30 01:04:10.147640 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 46602) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:10.153659 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-5529b2be-efe3-46b1-a8c2-8879158110df tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-739263069'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:04:10.160180 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5529b2be-efe3-46b1-a8c2-8879158110df tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:04:10.164587 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-5529b2be-efe3-46b1-a8c2-8879158110df tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:network and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:04:10.168374 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-5529b2be-efe3-46b1-a8c2-8879158110df tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:04:10.187024 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5529b2be-efe3-46b1-a8c2-8879158110df tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:04:10.203878 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219b70f-0a3a-4122-b416-6b6b65a2f6c4 req-eebcba36-7447-4a45-aedc-6ab35a672cf5 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:10.205322 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-9afad03d-a4df-432c-a08c-bf2a27ce6a64 None None] Deleting port 14a354bf-1a63-4205-8189-b97e36ea96d5 {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:04:10.206285 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-9afad03d-a4df-432c-a08c-bf2a27ce6a64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:10.209017 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7219b70f-0a3a-4122-b416-6b6b65a2f6c4 req-eebcba36-7447-4a45-aedc-6ab35a672cf5 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.1126022 Sep 30 01:04:10.220964 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5529b2be-efe3-46b1-a8c2-8879158110df tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:04:10.224606 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5529b2be-efe3-46b1-a8c2-8879158110df tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:10.309557 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7219b70f-0a3a-4122-b416-6b6b65a2f6c4 req-5341a6a2-dca3-456f-938c-b7be48f80fc7 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869870 Sep 30 01:04:10.312659 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-9afad03d-a4df-432c-a08c-bf2a27ce6a64 None None] The port '14a354bf-1a63-4205-8189-b97e36ea96d5' was deleted {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 30 01:04:10.332425 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5529b2be-efe3-46b1-a8c2-8879158110df tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:04:10.385387 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5529b2be-efe3-46b1-a8c2-8879158110df tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:10.385977 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-5529b2be-efe3-46b1-a8c2-8879158110df tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Added segment 528cc0d2-eba7-4ba0-ab68-0c3aa612cdb0 of type vlan for network d1272469-9e83-483c-a1c2-2a280137f047 Sep 30 01:04:10.451100 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5529b2be-efe3-46b1-a8c2-8879158110df tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:10.465445 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62f61b-e390-460a-9c38-fe2fa95689be req-f004722a-051e-4113-b71f-8cf133cdd8f7 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:10.468033 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-de62f61b-e390-460a-9c38-fe2fa95689be req-f004722a-051e-4113-b71f-8cf133cdd8f7 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b1e9a-5e2d-4bbd-890d-918614c57af0 HTTP/1.1" status: 200 len: 949 time: 0.1976156 Sep 30 01:04:10.502371 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device bdaa2db8-0598-4721-98d1-86d5f08a66d7 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:04:10.530779 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5529b2be-efe3-46b1-a8c2-8879158110df tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:10.536335 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5529b2be-efe3-46b1-a8c2-8879158110df tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:10.536908 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5529b2be-efe3-46b1-a8c2-8879158110df tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:10.544388 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-cecf6472-32fa-4eba-b338-0534c2c29528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:10.604355 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-1a2fee64-9290-4e2e-bcea-246f52c263cb tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:10.612447 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-1a2fee64-9290-4e2e-bcea-246f52c263cb tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/networks?id=4c98a929-4bc6-4ff2-9381-439d6c813487 HTTP/1.1" status: 200 len: 811 time: 0.1779761 Sep 30 01:04:10.629698 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-ffc7c235-5d9c-48a4-af60-ec347277e027 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/quotas/038e4d0abd4b4e5c940f331b6f0950a9 HTTP/1.1" status: 200 len: 375 time: 0.0162482 Sep 30 01:04:10.648585 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529b2be-efe3-46b1-a8c2-8879158110df tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Network': ['ID=d1272469-9e83-483c-a1c2-2a280137f047,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:10.655768 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-de62f61b-e390-460a-9c38-fe2fa95689be req-499e2333-90cf-496f-b835-eee59f4d479a tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/security-groups?id=2632cc96-b93c-409e-9e4b-ce8bd328a609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803019 Sep 30 01:04:10.657339 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5529b2be-efe3-46b1-a8c2-8879158110df tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:10.669715 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-5529b2be-efe3-46b1-a8c2-8879158110df tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5209429 Sep 30 01:04:10.671157 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 46624) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:10.681506 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network d1272469-9e83-483c-a1c2-2a280137f047 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:04:10.688395 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-33a22c6c-d18e-43ce-8d12-65fc1c049faa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'subnet': {'network_id': 'd1272469-9e83-483c-a1c2-2a280137f047', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:04:10.780260 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-7830e451-d81e-4eb2-9258-1c2e16b69f1d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=038e4d0abd4b4e5c940f331b6f0950a9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1481967 Sep 30 01:04:10.842973 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:10.884659 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2b1e9a-5e2d-4bbd-890d-918614c57af0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdaa2db8-0598-4721-98d1-86d5f08a66d7'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:04:10.895076 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port bdaa2db8-0598-4721-98d1-86d5f08a66d7, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=bdaa2db8-0598-4721-98d1-86d5f08a66d7,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:10.899054 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:10.902031 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-54b0737e-3452-481f-ac12-4873bc38a4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:10.920913 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-4b6e8b87-8529-4ec2-accd-2b6430ca18ab service neutron] 10.222.0.39 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389191 Sep 30 01:04:10.977728 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=bdaa2db8-0598-4721-98d1-86d5f08a66d7,revision_number=8']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:10.980966 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:10.997613 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-33a22c6c-d18e-43ce-8d12-65fc1c049faa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:04:11.004328 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-33a22c6c-d18e-43ce-8d12-65fc1c049faa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:subnet and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:04:11.007537 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-33a22c6c-d18e-43ce-8d12-65fc1c049faa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:04:11.014936 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-33a22c6c-d18e-43ce-8d12-65fc1c049faa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:04:11.028806 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a22c6c-d18e-43ce-8d12-65fc1c049faa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:04:11.032894 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-33a22c6c-d18e-43ce-8d12-65fc1c049faa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:11.060126 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f709ed-cfb4-4520-8618-a0d67068684d req-407a5f16-5972-4355-9da8-16c50166e097 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:11.061650 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-81f709ed-cfb4-4520-8618-a0d67068684d req-407a5f16-5972-4355-9da8-16c50166e097 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 946 time: 0.1601589 Sep 30 01:04:11.069459 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-18e43b8d-4049-4ebf-a9e3-4039b9ff8c18 service neutron] 10.222.0.39 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423557 Sep 30 01:04:11.182412 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-81f709ed-cfb4-4520-8618-a0d67068684d req-55cf97fa-842a-479a-a14f-172d581a4aa4 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777223 Sep 30 01:04:11.385461 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-33a22c6c-d18e-43ce-8d12-65fc1c049faa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981632'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:11.393280 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:11.548172 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:11.631025 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a22c6c-d18e-43ce-8d12-65fc1c049faa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Checking segment: {'id': '528cc0d2-eba7-4ba0-ab68-0c3aa612cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd1272469-9e83-483c-a1c2-2a280137f047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:04:11.632594 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a22c6c-d18e-43ce-8d12-65fc1c049faa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network hostable DHCP agents. Network: d1272469-9e83-483c-a1c2-2a280137f047, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:04:11.642916 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a22c6c-d18e-43ce-8d12-65fc1c049faa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Subnet': ['ID=ce3e4824-cbe3-426d-81fa-10ffa2277483,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:11.649730 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-33a22c6c-d18e-43ce-8d12-65fc1c049faa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:11.656072 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7eebb-f15a-4d73-ac3a-9e278de7419c req-35731481-e3b5-4823-b6d8-d7ae7fb4e9a0 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:11.665786 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-36f7eebb-f15a-4d73-ac3a-9e278de7419c req-35731481-e3b5-4823-b6d8-d7ae7fb4e9a0 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.2524478 Sep 30 01:04:11.676457 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a22c6c-d18e-43ce-8d12-65fc1c049faa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network d1272469-9e83-483c-a1c2-2a280137f047 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:04:11.695981 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-33a22c6c-d18e-43ce-8d12-65fc1c049faa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, d1272469-9e83-483c-a1c2-2a280137f047) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:04:11.705053 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a22c6c-d18e-43ce-8d12-65fc1c049faa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:11.708244 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-33a22c6c-d18e-43ce-8d12-65fc1c049faa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:11.711279 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e7761a-3a75-428e-a919-b8162eba1fea None None] Network d1272469-9e83-483c-a1c2-2a280137f047 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:04:11.738518 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-36f7eebb-f15a-4d73-ac3a-9e278de7419c req-70744ff7-3fc5-446a-be5e-11e5f3fad836 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715253 Sep 30 01:04:11.746648 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-33a22c6c-d18e-43ce-8d12-65fc1c049faa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0737319 Sep 30 01:04:11.749721 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 46656) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:11.755631 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-3ca80861-8ad1-4bd9-9533-be96ea43f3de tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'port': {'network_id': 'd1272469-9e83-483c-a1c2-2a280137f047', 'name': 'tempest-PortsTestJSON-1062581253', 'fixed_ips': [{'subnet_id': 'ce3e4824-cbe3-426d-81fa-10ffa2277483', 'ip_address': '172.20.0.10'}]}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:04:11.870174 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc2b1e9a-5e2d-4bbd-890d-918614c57af0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdaa2db8-0598-4721-98d1-86d5f08a66d7', 'code': 200} Sep 30 01:04:11.906234 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-3ca80861-8ad1-4bd9-9533-be96ea43f3de tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:04:11.913351 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-3ca80861-8ad1-4bd9-9533-be96ea43f3de tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:port and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:04:11.921081 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-3ca80861-8ad1-4bd9-9533-be96ea43f3de tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:04:11.936015 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-3ca80861-8ad1-4bd9-9533-be96ea43f3de tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:04:11.957251 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca80861-8ad1-4bd9-9533-be96ea43f3de tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:04:11.995355 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0e10bb46-cf5d-4aa0-87d8-d450b7875ee2 req-75ea81c3-314c-4906-938c-feaf1ed3e14c tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 210 time: 0.0664821 Sep 30 01:04:12.175582 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84b9efb-66fd-464f-aab5-1b8888e6ebaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-d1272469-9e83-483c-a1c2-2a280137f047', 'network_id': 'd1272469-9e83-483c-a1c2-2a280137f047', 'tenant_id': 'fa355a47374f4432be765a0b10555e0c', 'fixed_ips': [{'subnet_id': 'ce3e4824-cbe3-426d-81fa-10ffa2277483'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 01:04:12.176721 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c84b9efb-66fd-464f-aab5-1b8888e6ebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:12.259964 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3ca80861-8ad1-4bd9-9533-be96ea43f3de tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:12.288330 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [None req-3ca80861-8ad1-4bd9-9533-be96ea43f3de tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] device_id is not set on port 45f1b772-ca2e-4e6b-ac2b-7b999b881429 yet. {{(pid=80275) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:04:12.385992 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-c84b9efb-66fd-464f-aab5-1b8888e6ebaf None None] Allocated IP 172.20.0.2 (d1272469-9e83-483c-a1c2-2a280137f047/ce3e4824-cbe3-426d-81fa-10ffa2277483/f88415f1-791f-4b6e-8163-1a5bf40459b8) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:04:12.442780 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16a320-10e5-48d2-96ab-75c5b0ee83cb req-cfba6a2d-d689-492a-a6ae-65149bced654 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:12.447070 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bb16a320-10e5-48d2-96ab-75c5b0ee83cb req-cfba6a2d-d689-492a-a6ae-65149bced654 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.2532372 Sep 30 01:04:12.459635 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac69735-f5c0-48b6-b677-d4046db7c219 req-895739f3-5a96-40f8-8a4a-a0429ba3d263 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:12.461259 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ac69735-f5c0-48b6-b677-d4046db7c219 req-895739f3-5a96-40f8-8a4a-a0429ba3d263 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 946 time: 0.0964136 Sep 30 01:04:12.518678 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bb16a320-10e5-48d2-96ab-75c5b0ee83cb req-75c275a0-e7f3-454d-9530-848dd2c1fdf9 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663645 Sep 30 01:04:12.528591 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5ac69735-f5c0-48b6-b677-d4046db7c219 req-8eba3105-ed8b-4d35-ba2e-d5072255a545 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611336 Sep 30 01:04:12.614751 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c84b9efb-66fd-464f-aab5-1b8888e6ebaf None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:12.626464 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c84b9efb-66fd-464f-aab5-1b8888e6ebaf None None] Transition to ACTIVE for port object f88415f1-791f-4b6e-8163-1a5bf40459b8 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:04:12.652691 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c84b9efb-66fd-464f-aab5-1b8888e6ebaf None None] Transition to ACTIVE for port object f88415f1-791f-4b6e-8163-1a5bf40459b8 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:04:12.662326 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c84b9efb-66fd-464f-aab5-1b8888e6ebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:12.674177 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-6db34a65-4600-494c-821f-52c1760a4f1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:12.751199 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b9efb-66fd-464f-aab5-1b8888e6ebaf None None] Pushing event updated for resources: {'Port': ['ID=f88415f1-791f-4b6e-8163-1a5bf40459b8,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:12.754780 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c84b9efb-66fd-464f-aab5-1b8888e6ebaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:12.763137 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84b9efb-66fd-464f-aab5-1b8888e6ebaf None None] Network d1272469-9e83-483c-a1c2-2a280137f047 is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:04:12.764908 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-c84b9efb-66fd-464f-aab5-1b8888e6ebaf None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:04:12.767206 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84b9efb-66fd-464f-aab5-1b8888e6ebaf None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:04:12.770794 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-3ca80861-8ad1-4bd9-9533-be96ea43f3de tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Allocated IP 172.20.0.10 (d1272469-9e83-483c-a1c2-2a280137f047/ce3e4824-cbe3-426d-81fa-10ffa2277483/45f1b772-ca2e-4e6b-ac2b-7b999b881429) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:04:12.930002 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-c84b9efb-66fd-464f-aab5-1b8888e6ebaf None None] Attempting to bind port f88415f1-791f-4b6e-8163-1a5bf40459b8 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:04:12.930526 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-c84b9efb-66fd-464f-aab5-1b8888e6ebaf None None] Attempting to bind port f88415f1-791f-4b6e-8163-1a5bf40459b8 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '528cc0d2-eba7-4ba0-ab68-0c3aa612cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd1272469-9e83-483c-a1c2-2a280137f047'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:04:12.936157 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84b9efb-66fd-464f-aab5-1b8888e6ebaf None None] Attempting to bind port f88415f1-791f-4b6e-8163-1a5bf40459b8 on network d1272469-9e83-483c-a1c2-2a280137f047 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:04:12.948243 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84b9efb-66fd-464f-aab5-1b8888e6ebaf None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:04:12.948801 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84b9efb-66fd-464f-aab5-1b8888e6ebaf None None] Checking segment: {'id': '528cc0d2-eba7-4ba0-ab68-0c3aa612cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd1272469-9e83-483c-a1c2-2a280137f047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:04:12.949315 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c84b9efb-66fd-464f-aab5-1b8888e6ebaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:12.949808 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84b9efb-66fd-464f-aab5-1b8888e6ebaf None None] Bound using segment: {'id': '528cc0d2-eba7-4ba0-ab68-0c3aa612cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd1272469-9e83-483c-a1c2-2a280137f047'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:04:12.950381 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-c84b9efb-66fd-464f-aab5-1b8888e6ebaf None None] Bound port: f88415f1-791f-4b6e-8163-1a5bf40459b8, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528cc0d2-eba7-4ba0-ab68-0c3aa612cdb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd1272469-9e83-483c-a1c2-2a280137f047'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:04:12.950904 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c84b9efb-66fd-464f-aab5-1b8888e6ebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:12.979149 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-92b85e49-dd41-4b6d-b353-f7d5685df8f5 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:12.981148 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-92b85e49-dd41-4b6d-b353-f7d5685df8f5 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.59 "GET /v2.0/networks?id=4c98a929-4bc6-4ff2-9381-439d6c813487 HTTP/1.1" status: 200 len: 811 time: 0.2597237 Sep 30 01:04:13.019810 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-868893f8-1c13-4ebf-bc88-4ca67218bbb6 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Request body: {'port': {'device_id': '5c046ad6-7412-4cee-aa90-18e2e95b1af0', 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487', 'admin_state_up': True, 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:04:13.086488 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c84b9efb-66fd-464f-aab5-1b8888e6ebaf None None] For port f88415f1-791f-4b6e-8163-1a5bf40459b8, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:04:13.090484 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c84b9efb-66fd-464f-aab5-1b8888e6ebaf None None] For port f88415f1-791f-4b6e-8163-1a5bf40459b8, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=f88415f1-791f-4b6e-8163-1a5bf40459b8,segment=NetworkSegment(528cc0d2-eba7-4ba0-ab68-0c3aa612cdb0),segment_id=528cc0d2-eba7-4ba0-ab68-0c3aa612cdb0)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:04:13.095154 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c84b9efb-66fd-464f-aab5-1b8888e6ebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:13.105821 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3ca80861-8ad1-4bd9-9533-be96ea43f3de tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:13.107049 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c84b9efb-66fd-464f-aab5-1b8888e6ebaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:13.142616 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-3ca80861-8ad1-4bd9-9533-be96ea43f3de tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Transition to ACTIVE for port object 45f1b772-ca2e-4e6b-ac2b-7b999b881429 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:04:13.183263 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21c77c-d888-4699-ad68-aa0c9d825a31 req-062898a2-3edf-40a3-a292-7a373f064135 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:13.184733 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fd21c77c-d888-4699-ad68-aa0c9d825a31 req-062898a2-3edf-40a3-a292-7a373f064135 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc HTTP/1.1" status: 200 len: 945 time: 0.1277022 Sep 30 01:04:13.194510 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3ca80861-8ad1-4bd9-9533-be96ea43f3de tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:13.206256 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a073fc7a-e4a1-48a0-b789-87890d3691c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:13.206390 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b9efb-66fd-464f-aab5-1b8888e6ebaf None None] Pushing event updated for resources: {'Port': ['ID=f88415f1-791f-4b6e-8163-1a5bf40459b8,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:13.210038 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c84b9efb-66fd-464f-aab5-1b8888e6ebaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:13.267184 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985e515-0315-4b4a-a6b4-2b27f81bd608 req-ea66247b-f233-4537-a22c-6913efd83a9d tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:13.268650 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d985e515-0315-4b4a-a6b4-2b27f81bd608 req-ea66247b-f233-4537-a22c-6913efd83a9d tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/networks?id=1e2206f2-97da-4525-be9c-10f3f7da23c8 HTTP/1.1" status: 200 len: 813 time: 0.2865334 Sep 30 01:04:13.269756 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-868893f8-1c13-4ebf-bc88-4ca67218bbb6 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:04:13.282119 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-868893f8-1c13-4ebf-bc88-4ca67218bbb6 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:04:13.292075 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d985e515-0315-4b4a-a6b4-2b27f81bd608 req-8d4ef2a0-e32d-48ab-8b0a-6d22e92f4b01 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/quotas/317ba557079d4902882e26223cd79031 HTTP/1.1" status: 200 len: 375 time: 0.0149522 Sep 30 01:04:13.300585 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca80861-8ad1-4bd9-9533-be96ea43f3de tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network d1272469-9e83-483c-a1c2-2a280137f047 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:04:13.306386 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-3ca80861-8ad1-4bd9-9533-be96ea43f3de tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:04:13.312757 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca80861-8ad1-4bd9-9533-be96ea43f3de tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:04:13.336676 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-868893f8-1c13-4ebf-bc88-4ca67218bbb6 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Made reservation on behalf of 038e4d0abd4b4e5c940f331b6f0950a9 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:04:13.340148 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-868893f8-1c13-4ebf-bc88-4ca67218bbb6 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:13.356276 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fd21c77c-d888-4699-ad68-aa0c9d825a31 req-7342c9f9-34f5-4d58-b53a-6553bcf5875d tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/security-groups?id=b09c36c6-2884-41d0-995c-7b3963f991a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585586 Sep 30 01:04:13.356808 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca80861-8ad1-4bd9-9533-be96ea43f3de tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Port': ['ID=45f1b772-ca2e-4e6b-ac2b-7b999b881429,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:13.373090 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3ca80861-8ad1-4bd9-9533-be96ea43f3de tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:13.400339 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca80861-8ad1-4bd9-9533-be96ea43f3de tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:13.401240 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3ca80861-8ad1-4bd9-9533-be96ea43f3de tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:13.428684 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-3ca80861-8ad1-4bd9-9533-be96ea43f3de tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6777239 Sep 30 01:04:13.431189 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 46702) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:13.437632 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-e267acb7-7746-41ad-a924-82f3db52aa2b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'port': {'network_id': 'd1272469-9e83-483c-a1c2-2a280137f047', 'name': 'tempest-PortsTestJSON-121600321', 'fixed_ips': [{'subnet_id': 'ce3e4824-cbe3-426d-81fa-10ffa2277483', 'ip_address': '172.20.0.9'}]}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:04:13.497242 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d985e515-0315-4b4a-a6b4-2b27f81bd608 req-a591f4b7-bd84-42ab-a5ab-311792d5a520 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=317ba557079d4902882e26223cd79031&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1955278 Sep 30 01:04:13.653099 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-868893f8-1c13-4ebf-bc88-4ca67218bbb6 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Allocated IP 172.20.0.3 (4c98a929-4bc6-4ff2-9381-439d6c813487/c136aabe-2b6e-40bd-889c-a97ee8fe6bf6/a4d22640-c200-4b1f-af9e-7ad48bfdfd1d) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:04:13.773159 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6f245290-bf28-426a-8d73-062407cc42be req-f11e9242-0120-4537-9b9c-cb95099d1fd8 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 210 time: 0.2283785 Sep 30 01:04:13.840906 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-e267acb7-7746-41ad-a924-82f3db52aa2b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:04:13.846149 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-e267acb7-7746-41ad-a924-82f3db52aa2b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:port and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:04:13.849152 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-e267acb7-7746-41ad-a924-82f3db52aa2b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:04:13.855219 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-e267acb7-7746-41ad-a924-82f3db52aa2b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:04:13.866563 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e267acb7-7746-41ad-a924-82f3db52aa2b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:04:13.871761 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e267acb7-7746-41ad-a924-82f3db52aa2b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:13.896608 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad1ca8-2124-4668-8ad3-ed4bd083913e req-f0b40730-a63f-4fb9-ae40-3d5e186e9abb tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:13.898125 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d7ad1ca8-2124-4668-8ad3-ed4bd083913e req-f0b40730-a63f-4fb9-ae40-3d5e186e9abb tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.2045298 Sep 30 01:04:13.937834 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [None req-e267acb7-7746-41ad-a924-82f3db52aa2b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] device_id is not set on port e4a41207-0e84-462d-80d5-53dc2ddb22da yet. {{(pid=80275) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:04:13.981314 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-868893f8-1c13-4ebf-bc88-4ca67218bbb6 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:13.994293 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d7ad1ca8-2124-4668-8ad3-ed4bd083913e req-c60ed75d-9d10-42d2-8f86-60f19a2b972c tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852206 Sep 30 01:04:14.011344 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-868893f8-1c13-4ebf-bc88-4ca67218bbb6 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Transition to ACTIVE for port object a4d22640-c200-4b1f-af9e-7ad48bfdfd1d will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:04:14.052193 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-868893f8-1c13-4ebf-bc88-4ca67218bbb6 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:14.058985 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-811863c5-6fd5-4e18-a4cf-fcf50bc2c6be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:14.068886 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['79d0ddb8-ee5d-4b43-b095-03db787e4207'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:04:14.134402 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['89681f9a-ab6c-4a8e-bb26-ff365b9b730a'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:04:14.158013 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-868893f8-1c13-4ebf-bc88-4ca67218bbb6 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Network 4c98a929-4bc6-4ff2-9381-439d6c813487 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:04:14.165223 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-868893f8-1c13-4ebf-bc88-4ca67218bbb6 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:04:14.169723 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-868893f8-1c13-4ebf-bc88-4ca67218bbb6 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:04:14.174537 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c7817-3ed5-4995-915d-c1fcabb8c4b9 req-326889d3-0a0d-4bb7-b8f0-92329a1445d0 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:14.191768 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cf4c7817-3ed5-4995-915d-c1fcabb8c4b9 req-326889d3-0a0d-4bb7-b8f0-92329a1445d0 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 946 time: 0.3101280 Sep 30 01:04:14.287463 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-868893f8-1c13-4ebf-bc88-4ca67218bbb6 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:14.288736 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-868893f8-1c13-4ebf-bc88-4ca67218bbb6 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:14.299017 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-e267acb7-7746-41ad-a924-82f3db52aa2b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Allocated IP 172.20.0.9 (d1272469-9e83-483c-a1c2-2a280137f047/ce3e4824-cbe3-426d-81fa-10ffa2277483/e4a41207-0e84-462d-80d5-53dc2ddb22da) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:04:14.325882 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cf4c7817-3ed5-4995-915d-c1fcabb8c4b9 req-d5878e14-0617-4372-a98a-ac6c75c4ffc1 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285424 Sep 30 01:04:14.390111 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868893f8-1c13-4ebf-bc88-4ca67218bbb6 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Pushing event updated for resources: {'Port': ['ID=a4d22640-c200-4b1f-af9e-7ad48bfdfd1d,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:14.402321 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-868893f8-1c13-4ebf-bc88-4ca67218bbb6 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:14.403930 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-868893f8-1c13-4ebf-bc88-4ca67218bbb6 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3939428 Sep 30 01:04:14.430103 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-e8aca1a4-09ad-4450-91ed-b9958c211f93 service neutron] Request body: {'port': {'device_id': '5c046ad6-7412-4cee-aa90-18e2e95b1af0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:04:14.581708 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c38e0f-5aeb-427e-99ea-ab978a6995ef req-0f9feff8-c670-42dc-a8af-175ed33864f2 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:14.589239 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b6c38e0f-5aeb-427e-99ea-ab978a6995ef req-0f9feff8-c670-42dc-a8af-175ed33864f2 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.2908144 Sep 30 01:04:14.648495 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-47b093d4-dc66-4b05-afad-f36595020d05 None None] Provisioning for port a4d22640-c200-4b1f-af9e-7ad48bfdfd1d completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:04:14.660539 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-47b093d4-dc66-4b05-afad-f36595020d05 None None] Provisioning complete for port a4d22640-c200-4b1f-af9e-7ad48bfdfd1d triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:14.661066 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-47b093d4-dc66-4b05-afad-f36595020d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:14.731492 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b6c38e0f-5aeb-427e-99ea-ab978a6995ef req-b2f81735-afce-4d95-9622-db47f0d93558 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410875 Sep 30 01:04:14.732428 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-e8aca1a4-09ad-4450-91ed-b9958c211f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:14.739287 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb9d07d-9c53-49d9-8ea3-f76667e1c6ab None None] Network d1272469-9e83-483c-a1c2-2a280137f047 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:04:14.759870 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-47b093d4-dc66-4b05-afad-f36595020d05 None None] Port a4d22640-c200-4b1f-af9e-7ad48bfdfd1d cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:04:14.765028 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e267acb7-7746-41ad-a924-82f3db52aa2b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:14.789394 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1061596-e120-44ef-8b27-6dd2d140a61d req-96437867-61d7-430e-a889-844d531e379a tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:14.791098 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f1061596-e120-44ef-8b27-6dd2d140a61d req-96437867-61d7-430e-a889-844d531e379a tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc HTTP/1.1" status: 200 len: 945 time: 0.2068934 Sep 30 01:04:14.818903 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-e267acb7-7746-41ad-a924-82f3db52aa2b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Transition to ACTIVE for port object e4a41207-0e84-462d-80d5-53dc2ddb22da will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:04:14.855112 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f1061596-e120-44ef-8b27-6dd2d140a61d req-a0ce5302-01ea-4a9e-a820-1d83d369666d tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/security-groups?id=b09c36c6-2884-41d0-995c-7b3963f991a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571299 Sep 30 01:04:14.879752 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e267acb7-7746-41ad-a924-82f3db52aa2b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:14.883100 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-09aca039-c736-45ff-8cc4-84056a66c7bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:14.964928 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e267acb7-7746-41ad-a924-82f3db52aa2b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network d1272469-9e83-483c-a1c2-2a280137f047 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:04:14.966148 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-2678fe7a-26eb-420d-a14d-07d71bb62cf8 None None] Provisioning for port f88415f1-791f-4b6e-8163-1a5bf40459b8 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:04:14.969562 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-e267acb7-7746-41ad-a924-82f3db52aa2b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:04:14.976300 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e267acb7-7746-41ad-a924-82f3db52aa2b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:04:15.056939 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267acb7-7746-41ad-a924-82f3db52aa2b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Port': ['ID=e4a41207-0e84-462d-80d5-53dc2ddb22da,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:15.059757 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e267acb7-7746-41ad-a924-82f3db52aa2b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:15.087582 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8ddf2359-3510-455d-9296-1685b491506b req-9872ff01-a1c5-4f3f-a33f-fee2d6113347 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=317ba557079d4902882e26223cd79031 HTTP/1.1" status: 200 len: 221 time: 0.0778787 Sep 30 01:04:15.096917 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e267acb7-7746-41ad-a924-82f3db52aa2b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:15.097569 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e267acb7-7746-41ad-a924-82f3db52aa2b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:15.135767 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-e267acb7-7746-41ad-a924-82f3db52aa2b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7010942 Sep 30 01:04:15.136200 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 46750) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:15.308901 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d7d8c5-f0d0-4065-ae1f-803c97052b2a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:15.309581 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-f4d7d8c5-f0d0-4065-ae1f-803c97052b2a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Synchronizing usage tracker for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:04:15.336012 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83439a-1c7f-40a8-b715-8e20ddae0ee5 req-fed5e7ad-5208-41fe-9ec1-0345ded6da29 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:15.344280 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4b83439a-1c7f-40a8-b715-8e20ddae0ee5 req-fed5e7ad-5208-41fe-9ec1-0345ded6da29 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.1486058 Sep 30 01:04:15.356026 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfd3a1-3841-444e-849e-ed75cfbf17d7 req-b9946c46-d136-47d8-98ee-b2c1d8f76db2 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:15.356800 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-03cfd3a1-3841-444e-849e-ed75cfbf17d7 req-b9946c46-d136-47d8-98ee-b2c1d8f76db2 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Synchronizing usage tracker for tenant:038e4d0abd4b4e5c940f331b6f0950a9 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:04:15.365425 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-2114a65d-545e-4cf7-8d77-357aa6940787 None None] Provisioning for port 45f1b772-ca2e-4e6b-ac2b-7b999b881429 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:04:15.377666 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-f4d7d8c5-f0d0-4065-ae1f-803c97052b2a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Unset dirty status for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:04:15.378920 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-f4d7d8c5-f0d0-4065-ae1f-803c97052b2a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2419069 Sep 30 01:04:15.382398 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-2114a65d-545e-4cf7-8d77-357aa6940787 None None] Provisioning complete for port 45f1b772-ca2e-4e6b-ac2b-7b999b881429 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:15.383792 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2114a65d-545e-4cf7-8d77-357aa6940787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:15.387036 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 46758) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:15.413458 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4b83439a-1c7f-40a8-b715-8e20ddae0ee5 req-d06b7cc2-8fee-4037-8ef3-36732edf95aa tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681899 Sep 30 01:04:15.431411 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device f88415f1-791f-4b6e-8163-1a5bf40459b8 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:04:15.503056 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-03cfd3a1-3841-444e-849e-ed75cfbf17d7 req-b9946c46-d136-47d8-98ee-b2c1d8f76db2 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Unset dirty status for tenant:038e4d0abd4b4e5c940f331b6f0950a9 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:04:15.504224 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-03cfd3a1-3841-444e-849e-ed75cfbf17d7 req-b9946c46-d136-47d8-98ee-b2c1d8f76db2 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 931 time: 0.3777752 Sep 30 01:04:15.541810 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-2114a65d-545e-4cf7-8d77-357aa6940787 None None] Port 45f1b772-ca2e-4e6b-ac2b-7b999b881429 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:04:15.564657 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-2114a65d-545e-4cf7-8d77-357aa6940787 None None] Provisioning for port e4a41207-0e84-462d-80d5-53dc2ddb22da completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:04:15.577595 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-2114a65d-545e-4cf7-8d77-357aa6940787 None None] Provisioning complete for port e4a41207-0e84-462d-80d5-53dc2ddb22da triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:15.578384 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2114a65d-545e-4cf7-8d77-357aa6940787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:15.633806 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-03cfd3a1-3841-444e-849e-ed75cfbf17d7 req-c15b66b7-88ba-46a6-af5c-4747883a2d27 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886228 Sep 30 01:04:15.639260 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-e8aca1a4-09ad-4450-91ed-b9958c211f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4d22640-c200-4b1f-af9e-7ad48bfdfd1d {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:04:15.643091 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port f88415f1-791f-4b6e-8163-1a5bf40459b8 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:04:15.668185 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-e8aca1a4-09ad-4450-91ed-b9958c211f93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:15.691722 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port f88415f1-791f-4b6e-8163-1a5bf40459b8 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:15.692098 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:15.762531 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-2114a65d-545e-4cf7-8d77-357aa6940787 None None] Port e4a41207-0e84-462d-80d5-53dc2ddb22da cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:04:15.768780 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-e8aca1a4-09ad-4450-91ed-b9958c211f93 service neutron] Transition to ACTIVE for port object a4d22640-c200-4b1f-af9e-7ad48bfdfd1d will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:04:15.785597 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-e8aca1a4-09ad-4450-91ed-b9958c211f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:15.803299 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a67bf71-824c-4d9d-bac0-61d0b93d0600 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:15.810498 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a67bf71-824c-4d9d-bac0-61d0b93d0600 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:15.817298 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a67bf71-824c-4d9d-bac0-61d0b93d0600 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:15.819049 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-4a67bf71-824c-4d9d-bac0-61d0b93d0600 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.4308631 Sep 30 01:04:15.820035 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:15.827010 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ae20f-51c2-43b6-83b1-72397867875e req-96d0edab-8d91-4069-805f-b4a13338039a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:15.828688 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a05ae20f-51c2-43b6-83b1-72397867875e req-96d0edab-8d91-4069-805f-b4a13338039a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 946 time: 0.1036546 Sep 30 01:04:15.829171 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 46764) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:15.854370 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:15.911285 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port f88415f1-791f-4b6e-8163-1a5bf40459b8, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=f88415f1-791f-4b6e-8163-1a5bf40459b8,segment=NetworkSegment(528cc0d2-eba7-4ba0-ab68-0c3aa612cdb0),segment_id=528cc0d2-eba7-4ba0-ab68-0c3aa612cdb0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:15.912570 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c3ed48c2-f4f8-4f26-8ca8-e6d545d70252 None None] Provisioning complete for port 45f1b772-ca2e-4e6b-ac2b-7b999b881429 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:15.913055 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c3ed48c2-f4f8-4f26-8ca8-e6d545d70252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:15.935811 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-9c8e95f7-79d0-44f8-aa90-b1190e88aa9a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting port e4a41207-0e84-462d-80d5-53dc2ddb22da {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:04:15.936262 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9c8e95f7-79d0-44f8-aa90-b1190e88aa9a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:15.948932 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:15.961349 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-2d28268f-7dcb-4fa1-9c5f-e62ffa07caae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:15.968290 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a05ae20f-51c2-43b6-83b1-72397867875e req-1c327e9c-6682-45f6-8f46-14196d58dc40 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009011 Sep 30 01:04:16.073606 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c3ed48c2-f4f8-4f26-8ca8-e6d545d70252 None None] Port 45f1b772-ca2e-4e6b-ac2b-7b999b881429 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:04:16.083503 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=f88415f1-791f-4b6e-8163-1a5bf40459b8,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:16.087086 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:16.152343 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aca1a4-09ad-4450-91ed-b9958c211f93 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d22640-c200-4b1f-af9e-7ad48bfdfd1d,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:16.162312 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e8aca1a4-09ad-4450-91ed-b9958c211f93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:16.196497 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-6389775e-4ae0-487b-a574-714c714ce68b None None] Provisioning complete for port e4a41207-0e84-462d-80d5-53dc2ddb22da triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:16.197202 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6389775e-4ae0-487b-a574-714c714ce68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:16.212244 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc79ab0-e7be-4390-a1f7-30c72822cd1e req-ba436927-eadb-43aa-906a-9dd08194551c tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:16.213554 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ddc79ab0-e7be-4390-a1f7-30c72822cd1e req-ba436927-eadb-43aa-906a-9dd08194551c tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc HTTP/1.1" status: 200 len: 945 time: 0.5292425 Sep 30 01:04:16.254822 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-6389775e-4ae0-487b-a574-714c714ce68b None None] Port e4a41207-0e84-462d-80d5-53dc2ddb22da cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:04:16.287841 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055ab67-570d-4c75-85da-d52eb1d61386 req-c0d1dd94-facd-49d0-8b80-c835c05ad2a2 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:16.289294 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a055ab67-570d-4c75-85da-d52eb1d61386 req-c0d1dd94-facd-49d0-8b80-c835c05ad2a2 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.4996035 Sep 30 01:04:16.317610 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-e8aca1a4-09ad-4450-91ed-b9958c211f93 service neutron] Attempting to bind port a4d22640-c200-4b1f-af9e-7ad48bfdfd1d on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:04:16.317859 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-e8aca1a4-09ad-4450-91ed-b9958c211f93 service neutron] Attempting to bind port a4d22640-c200-4b1f-af9e-7ad48bfdfd1d by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'e3d9462e-2f89-440e-8769-959374a5d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:04:16.318188 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-e8aca1a4-09ad-4450-91ed-b9958c211f93 service neutron] Attempting to bind port a4d22640-c200-4b1f-af9e-7ad48bfdfd1d on network 4c98a929-4bc6-4ff2-9381-439d6c813487 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:04:16.323004 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9c8e95f7-79d0-44f8-aa90-b1190e88aa9a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:16.341724 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c10c2-358d-47ec-9142-19164307823e req-9ee21bd4-5250-4cdc-a144-8b359a02dec9 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:16.342425 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-e8aca1a4-09ad-4450-91ed-b9958c211f93 service neutron] Port a4d22640-c200-4b1f-af9e-7ad48bfdfd1d on network 4c98a929-4bc6-4ff2-9381-439d6c813487 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:04:16.342425 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-e8aca1a4-09ad-4450-91ed-b9958c211f93 service neutron] Attempting to bind port a4d22640-c200-4b1f-af9e-7ad48bfdfd1d on network 4c98a929-4bc6-4ff2-9381-439d6c813487 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:04:16.343925 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2a3c10c2-358d-47ec-9142-19164307823e req-9ee21bd4-5250-4cdc-a144-8b359a02dec9 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc HTTP/1.1" status: 200 len: 945 time: 0.1595707 Sep 30 01:04:16.356182 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-ddc79ab0-e7be-4390-a1f7-30c72822cd1e req-a5f30651-9345-4040-90a5-63f2aa97e8f7 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Deleting port c4150b26-082e-4a8d-94c8-26dc01cda49d {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:04:16.356735 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ddc79ab0-e7be-4390-a1f7-30c72822cd1e req-a5f30651-9345-4040-90a5-63f2aa97e8f7 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:16.410944 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-e8aca1a4-09ad-4450-91ed-b9958c211f93 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:04:16.411286 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-e8aca1a4-09ad-4450-91ed-b9958c211f93 service neutron] Checking segment: {'id': 'e3d9462e-2f89-440e-8769-959374a5d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:04:16.411677 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-e8aca1a4-09ad-4450-91ed-b9958c211f93 service neutron] Bound using segment: {'id': 'e3d9462e-2f89-440e-8769-959374a5d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:04:16.412111 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-e8aca1a4-09ad-4450-91ed-b9958c211f93 service neutron] Bound port: a4d22640-c200-4b1f-af9e-7ad48bfdfd1d, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3d9462e-2f89-440e-8769-959374a5d0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:04:16.412458 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-e8aca1a4-09ad-4450-91ed-b9958c211f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:16.427320 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a055ab67-570d-4c75-85da-d52eb1d61386 req-faae8dc0-629e-4864-9fbf-dbd133bc1c7e tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269772 Sep 30 01:04:16.534675 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:04:16.667203 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-9c8e95f7-79d0-44f8-aa90-b1190e88aa9a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Calling delete_port for e4a41207-0e84-462d-80d5-53dc2ddb22da owned by {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:04:16.775451 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:16.775715 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2a3c10c2-358d-47ec-9142-19164307823e req-953f6452-2641-4329-afcd-682aff0660f4 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/security-groups?id=b09c36c6-2884-41d0-995c-7b3963f991a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769817 Sep 30 01:04:16.799144 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': 'acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': 'acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05', 'mac_address': 'fa:16:3e:ff:7b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:04:16.817320 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-e8aca1a4-09ad-4450-91ed-b9958c211f93 service neutron] For port a4d22640-c200-4b1f-af9e-7ad48bfdfd1d, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:04:16.837863 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-e8aca1a4-09ad-4450-91ed-b9958c211f93 service neutron] For port a4d22640-c200-4b1f-af9e-7ad48bfdfd1d, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=a4d22640-c200-4b1f-af9e-7ad48bfdfd1d,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:04:16.860535 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-e8aca1a4-09ad-4450-91ed-b9958c211f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:16.868216 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6fd6377c-906e-4051-97a8-52af0136d707 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:16.871839 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:16.892176 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:04:16.913882 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:16.920970 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:16.922900 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:16.938193 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-e8aca1a4-09ad-4450-91ed-b9958c211f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:16.939126 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-e8aca1a4-09ad-4450-91ed-b9958c211f93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:16.941060 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-e8aca1a4-09ad-4450-91ed-b9958c211f93 service neutron] 10.222.0.59 "PUT /v2.0/ports/a4d22640-c200-4b1f-af9e-7ad48bfdfd1d HTTP/1.1" status: 200 len: 1091 time: 2.5162814 Sep 30 01:04:16.950357 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c046ad6-7412-4cee-aa90-18e2e95b1af0', 'tag': 'a4d22640-c200-4b1f-af9e-7ad48bfdfd1d'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:04:16.951817 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9c8e95f7-79d0-44f8-aa90-b1190e88aa9a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:16.964882 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-ddc79ab0-e7be-4390-a1f7-30c72822cd1e req-a5f30651-9345-4040-90a5-63f2aa97e8f7 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] For port c4150b26-082e-4a8d-94c8-26dc01cda49d, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=c4150b26-082e-4a8d-94c8-26dc01cda49d,segment=NetworkSegment(15605330-c69b-4e76-b9b5-742b2b2c6ca4),segment_id=15605330-c69b-4e76-b9b5-742b2b2c6ca4)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:16.965300 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ddc79ab0-e7be-4390-a1f7-30c72822cd1e req-a5f30651-9345-4040-90a5-63f2aa97e8f7 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:16.974797 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9ab458f5-9e12-42e5-9582-32fe8ef2a459 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:17.027640 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05,revision_number=9']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:17.031270 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:17.080042 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:04:17.093147 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e95f7-79d0-44f8-aa90-b1190e88aa9a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Port': ['ID=e4a41207-0e84-462d-80d5-53dc2ddb22da,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:17.192431 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9c8e95f7-79d0-44f8-aa90-b1190e88aa9a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:17.422671 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device f88415f1-791f-4b6e-8163-1a5bf40459b8 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:04:17.459555 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9c8e95f7-79d0-44f8-aa90-b1190e88aa9a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:17.466810 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-ddc79ab0-e7be-4390-a1f7-30c72822cd1e req-a5f30651-9345-4040-90a5-63f2aa97e8f7 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Calling delete_port for c4150b26-082e-4a8d-94c8-26dc01cda49d owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:04:17.511488 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-9c8e95f7-79d0-44f8-aa90-b1190e88aa9a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/ports/e4a41207-0e84-462d-80d5-53dc2ddb22da HTTP/1.1" status: 204 len: 168 time: 1.6812389 Sep 30 01:04:17.513610 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 46808) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:17.576319 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aca1a4-09ad-4450-91ed-b9958c211f93 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d22640-c200-4b1f-af9e-7ad48bfdfd1d,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:17.584904 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e8aca1a4-09ad-4450-91ed-b9958c211f93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:17.594988 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port f88415f1-791f-4b6e-8163-1a5bf40459b8 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:17.595536 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:17.598880 n-d-811809-1 neutron-server[80275]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ffff35-f27b-40dd-9a27-ae2d9241d649 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] GET failed (client error): The resource could not be found. Sep 30 01:04:17.599555 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-e9ffff35-f27b-40dd-9a27-ae2d9241d649 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Synchronizing usage tracker for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:04:17.626685 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5472c9-f275-4d83-9d56-cfbe9bb8fb01 req-fcbd83c1-72d3-49d9-8311-5a6d861adce4 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:17.628255 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6a5472c9-f275-4d83-9d56-cfbe9bb8fb01 req-fcbd83c1-72d3-49d9-8311-5a6d861adce4 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.9389813 Sep 30 01:04:17.639134 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510ba7e-62bc-473e-8460-c2ae13a04acb req-a02b9b0f-7f80-4c53-9f26-b0e75f9ccbb1 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:17.641875 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c510ba7e-62bc-473e-8460-c2ae13a04acb req-a02b9b0f-7f80-4c53-9f26-b0e75f9ccbb1 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 943 time: 0.2668025 Sep 30 01:04:17.642855 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-e9ffff35-f27b-40dd-9a27-ae2d9241d649 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Unset dirty status for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:04:17.646307 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-e9ffff35-f27b-40dd-9a27-ae2d9241d649 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "GET /v2.0/ports/e4a41207-0e84-462d-80d5-53dc2ddb22da HTTP/1.1" status: 404 len: 333 time: 0.1229830 Sep 30 01:04:17.646636 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 46816) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:17.779995 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6a5472c9-f275-4d83-9d56-cfbe9bb8fb01 req-ee33657a-ffae-49ae-b33e-1095e128c1ef tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302135 Sep 30 01:04:17.785235 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-79c3c7a3-1d82-4f29-bdeb-872dadd90026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:17.786840 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-79c3c7a3-1d82-4f29-bdeb-872dadd90026 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=038e4d0abd4b4e5c940f331b6f0950a9&device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 1094 time: 0.7673590 Sep 30 01:04:17.801607 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-30083d6a-6b89-4a48-a8dc-6995a9af6021 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting port 45f1b772-ca2e-4e6b-ac2b-7b999b881429 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:04:17.802038 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-30083d6a-6b89-4a48-a8dc-6995a9af6021 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:17.886881 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c510ba7e-62bc-473e-8460-c2ae13a04acb req-db0f568f-19f8-4656-9a51-f1ae52a80873 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354517 Sep 30 01:04:17.898239 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-f4ee5c8a-86b7-4ef3-b106-e401bfa8a5e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4d22640-c200-4b1f-af9e-7ad48bfdfd1d HTTP/1.1" status: 200 len: 217 time: 0.0931871 Sep 30 01:04:17.963084 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c046ad6-7412-4cee-aa90-18e2e95b1af0', 'tag': 'a4d22640-c200-4b1f-af9e-7ad48bfdfd1d', 'status': 'completed', 'code': 200} Sep 30 01:04:18.012210 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ddc79ab0-e7be-4390-a1f7-30c72822cd1e req-a5f30651-9345-4040-90a5-63f2aa97e8f7 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:18.022068 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d1ef7a15-5ee5-406c-ba32-669e547c4fce tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:18.108170 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-2712aefa-4b75-4d3b-96ea-a7f9c6750041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:18.110120 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-2712aefa-4b75-4d3b-96ea-a7f9c6750041 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c136aabe-2b6e-40bd-889c-a97ee8fe6bf6 HTTP/1.1" status: 200 len: 850 time: 0.2030387 Sep 30 01:04:18.258931 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f30651-9345-4040-90a5-63f2aa97e8f7 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Pushing event deleted for resources: {'Port': ['ID=c4150b26-082e-4a8d-94c8-26dc01cda49d,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:18.259727 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-30083d6a-6b89-4a48-a8dc-6995a9af6021 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:18.279151 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a5f30651-9345-4040-90a5-63f2aa97e8f7 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:18.303828 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5135a-a122-448b-a0ba-224029b8ce78 req-19746d40-4c74-43a4-bd99-f3249dfa4702 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:18.305973 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2ab5135a-a122-448b-a0ba-224029b8ce78 req-19746d40-4c74-43a4-bd99-f3249dfa4702 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 946 time: 0.2203081 Sep 30 01:04:18.335890 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc79ab0-e7be-4390-a1f7-30c72822cd1e req-a5f30651-9345-4040-90a5-63f2aa97e8f7 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] No DVR routers for this DVR port c4150b26-082e-4a8d-94c8-26dc01cda49d on host n-h2-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:04:18.339141 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ddc79ab0-e7be-4390-a1f7-30c72822cd1e req-a5f30651-9345-4040-90a5-63f2aa97e8f7 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:18.369072 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ddc79ab0-e7be-4390-a1f7-30c72822cd1e req-a5f30651-9345-4040-90a5-63f2aa97e8f7 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.55 "DELETE /v2.0/ports/c4150b26-082e-4a8d-94c8-26dc01cda49d HTTP/1.1" status: 204 len: 173 time: 2.1471841 Sep 30 01:04:18.422982 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-b97f0f1c-59a9-46d9-be49-be6c0e80973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:18.424698 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-b97f0f1c-59a9-46d9-be49-be6c0e80973a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4c98a929-4bc6-4ff2-9381-439d6c813487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2993770 Sep 30 01:04:18.493437 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29500c4e-08d4-4d6b-882b-d05799362841 req-cf22568e-19eb-484f-bea5-5f0afcfa17e8 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:18.495101 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-29500c4e-08d4-4d6b-882b-d05799362841 req-cf22568e-19eb-484f-bea5-5f0afcfa17e8 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.2899568 Sep 30 01:04:18.517297 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-30083d6a-6b89-4a48-a8dc-6995a9af6021 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Calling delete_port for 45f1b772-ca2e-4e6b-ac2b-7b999b881429 owned by {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:04:18.555769 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:04:18.723758 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-30083d6a-6b89-4a48-a8dc-6995a9af6021 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:18.731528 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-29500c4e-08d4-4d6b-882b-d05799362841 req-f3e595da-9109-4d54-82f4-258106de99a7 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633105 Sep 30 01:04:18.735357 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-10c46e7f-9805-428a-afb6-375f6d0dc0f1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:18.755948 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:18.757557 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:18.819018 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-cf79acaa-5bc3-40b3-930c-2877225b7119 service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833833 Sep 30 01:04:18.882640 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30083d6a-6b89-4a48-a8dc-6995a9af6021 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Port': ['ID=45f1b772-ca2e-4e6b-ac2b-7b999b881429,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:18.890552 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-84efbce8-3f17-4b38-bf2b-543a3a4da370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:18.890716 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-30083d6a-6b89-4a48-a8dc-6995a9af6021 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:19.028839 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-30083d6a-6b89-4a48-a8dc-6995a9af6021 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:19.033355 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:19.046179 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2ab5135a-a122-448b-a0ba-224029b8ce78 req-6f4d14f6-e695-4c1a-b67e-4ff4884a797b tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6275089 Sep 30 01:04:19.050703 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-30083d6a-6b89-4a48-a8dc-6995a9af6021 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/ports/45f1b772-ca2e-4e6b-ac2b-7b999b881429 HTTP/1.1" status: 204 len: 168 time: 1.4002490 Sep 30 01:04:19.052876 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 46846) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:19.097550 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:19.115428 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b3aa8c-9495-442e-bb77-8518992d9112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:04:19.127581 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:19.148654 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:19.149749 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device c4150b26-082e-4a8d-94c8-26dc01cda49d no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:04:19.175959 n-d-811809-1 neutron-server[80275]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b9a1da-6053-4810-87aa-838f38fb23aa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] GET failed (client error): The resource could not be found. Sep 30 01:04:19.176760 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-06b9a1da-6053-4810-87aa-838f38fb23aa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Synchronizing usage tracker for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:04:19.199563 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:19.214474 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-3cdeae35-e9a3-4354-a3b3-db5b287fb1cd req-0c3f226b-d9e7-4a0f-bbdf-946510be8c0b tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Synchronizing usage tracker for tenant:02bc79a9675142e593506d561654e76f on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:04:19.220286 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-06b9a1da-6053-4810-87aa-838f38fb23aa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Unset dirty status for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:04:19.224495 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-06b9a1da-6053-4810-87aa-838f38fb23aa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "GET /v2.0/ports/45f1b772-ca2e-4e6b-ac2b-7b999b881429 HTTP/1.1" status: 404 len: 333 time: 0.1701267 Sep 30 01:04:19.227347 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 46852) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:19.293514 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: c4150b26-082e-4a8d-94c8-26dc01cda49d {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:04:19.294230 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device c4150b26-082e-4a8d-94c8-26dc01cda49d not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:04:19.345942 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05,revision_number=10']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:19.356405 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:19.360120 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-3cdeae35-e9a3-4354-a3b3-db5b287fb1cd req-0c3f226b-d9e7-4a0f-bbdf-946510be8c0b tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Unset dirty status for tenant:02bc79a9675142e593506d561654e76f on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:04:19.373511 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3cdeae35-e9a3-4354-a3b3-db5b287fb1cd req-0c3f226b-d9e7-4a0f-bbdf-946510be8c0b tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc HTTP/1.1" status: 200 len: 210 time: 0.3511052 Sep 30 01:04:19.395213 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c41c73e2-d0c0-428d-a238-2ed127e72810 req-f7f4ee47-0d42-47c4-bb33-45070db7e90b service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5690045 Sep 30 01:04:19.431634 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-8695ae19-a0f8-4e87-8ffe-f350fad60be5 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting subnet ce3e4824-cbe3-426d-81fa-10ffa2277483 {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:04:19.442303 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8695ae19-a0f8-4e87-8ffe-f350fad60be5 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:19.647735 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b3aa8c-9495-442e-bb77-8518992d9112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05', 'code': 200} Sep 30 01:04:19.649981 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8695ae19-a0f8-4e87-8ffe-f350fad60be5 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:19.715452 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ad9ae-7648-4897-904e-b64c693ede84 req-4bca0c26-95bf-49da-a949-24cf046bf1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:19.718465 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d03ad9ae-7648-4897-904e-b64c693ede84 req-4bca0c26-95bf-49da-a949-24cf046bf1da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=24e282c74c8f40408f83386e910a4884&device_id=69b3aa8c-9495-442e-bb77-8518992d9112 HTTP/1.1" status: 200 len: 1102 time: 0.2519591 Sep 30 01:04:19.721661 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b09b12-4567-48a5-b140-1767d9c92e5e req-a4b2d81e-2c7f-48d5-9493-cbedcd22081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:19.723396 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d2b09b12-4567-48a5-b140-1767d9c92e5e req-a4b2d81e-2c7f-48d5-9493-cbedcd22081e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=038e4d0abd4b4e5c940f331b6f0950a9&device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 1094 time: 0.1228254 Sep 30 01:04:19.909052 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8695ae19-a0f8-4e87-8ffe-f350fad60be5 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:19.965812 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc', 'name': 'network-vif-deleted', 'tag': 'c4150b26-082e-4a8d-94c8-26dc01cda49d'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:04:20.092752 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4974f-fcce-4b33-8679-51a5a3d19ced req-95435eef-ab89-4983-be50-412dfcd00833 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:20.093140 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ad9ae-7648-4897-904e-b64c693ede84 req-b027168e-27f2-4cb7-9d12-e88ac94cdb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:20.094564 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d03ad9ae-7648-4897-904e-b64c693ede84 req-b027168e-27f2-4cb7-9d12-e88ac94cdb1c service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.3361712 Sep 30 01:04:20.094699 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77a4974f-fcce-4b33-8679-51a5a3d19ced req-95435eef-ab89-4983-be50-412dfcd00833 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 943 time: 0.4928293 Sep 30 01:04:20.096333 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8695ae19-a0f8-4e87-8ffe-f350fad60be5 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:20.104186 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657c974-d2b3-4a38-9235-6092dbe6e899 req-1dff21b8-5259-4edd-a715-35780e957c3d tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:20.111117 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9657c974-d2b3-4a38-9235-6092dbe6e899 req-1dff21b8-5259-4edd-a715-35780e957c3d tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.2712779 Sep 30 01:04:20.133893 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c6a0102c-1d04-4640-8e72-1eff0c5f8982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:20.188827 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8695ae19-a0f8-4e87-8ffe-f350fad60be5 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:20.192383 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d58b35-01d4-486a-b1fe-3bd2f36d9f32 None None] Network d1272469-9e83-483c-a1c2-2a280137f047 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:04:20.199492 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695ae19-a0f8-4e87-8ffe-f350fad60be5 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Subnet': ['ID=ce3e4824-cbe3-426d-81fa-10ffa2277483,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:20.210472 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8695ae19-a0f8-4e87-8ffe-f350fad60be5 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:20.214696 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-8695ae19-a0f8-4e87-8ffe-f350fad60be5 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/subnets/ce3e4824-cbe3-426d-81fa-10ffa2277483 HTTP/1.1" status: 204 len: 168 time: 0.9859087 Sep 30 01:04:20.219522 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 46870) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:20.245071 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77a4974f-fcce-4b33-8679-51a5a3d19ced req-52a80f5e-a8f1-4786-b290-6195abe8cd27 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326499 Sep 30 01:04:20.314329 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b09b12-4567-48a5-b140-1767d9c92e5e req-648f66e0-f0fc-4c21-b60b-f7767ba67a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:20.316058 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d2b09b12-4567-48a5-b140-1767d9c92e5e req-648f66e0-f0fc-4c21-b60b-f7767ba67a0e service neutron] 10.222.0.59 "GET /v2.0/networks?id=4c98a929-4bc6-4ff2-9381-439d6c813487 HTTP/1.1" status: 200 len: 912 time: 0.5815599 Sep 30 01:04:20.391580 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cff23a-0fb0-4efc-a1d7-00d457f0c1cc', 'name': 'network-vif-deleted', 'tag': 'c4150b26-082e-4a8d-94c8-26dc01cda49d', 'status': 'completed', 'code': 200} Sep 30 01:04:20.444431 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dc917792-51c4-4770-9dee-f6add7a7c0f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:20.468056 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-dc917792-51c4-4770-9dee-f6add7a7c0f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting port f88415f1-791f-4b6e-8163-1a5bf40459b8 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:04:20.468722 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dc917792-51c4-4770-9dee-f6add7a7c0f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:20.500733 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d03ad9ae-7648-4897-904e-b64c693ede84 req-9d2af686-c2d0-46b2-8eca-5846322f4996 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 HTTP/1.1" status: 200 len: 217 time: 0.1837263 Sep 30 01:04:20.505868 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d2b09b12-4567-48a5-b140-1767d9c92e5e req-8c87e4fe-32f1-4e36-bcc0-6088943be4af service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4d22640-c200-4b1f-af9e-7ad48bfdfd1d HTTP/1.1" status: 200 len: 217 time: 0.1189930 Sep 30 01:04:20.527282 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9657c974-d2b3-4a38-9235-6092dbe6e899 req-d8872e3d-5edd-4b2e-b05b-d91beea663a2 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152424 Sep 30 01:04:20.559004 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04f869d-0484-4d29-aec9-42c79c1f67df None None] DHCP port deletion for d1272469-9e83-483c-a1c2-2a280137f047 request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 01:04:20.571580 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c04f869d-0484-4d29-aec9-42c79c1f67df None None] Deleting port f88415f1-791f-4b6e-8163-1a5bf40459b8 {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:04:20.571992 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c04f869d-0484-4d29-aec9-42c79c1f67df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:20.752430 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ad9ae-7648-4897-904e-b64c693ede84 req-4b76d022-b87e-4421-b5c1-0096bce6d972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:20.753833 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d03ad9ae-7648-4897-904e-b64c693ede84 req-4b76d022-b87e-4421-b5c1-0096bce6d972 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1505704 Sep 30 01:04:20.867771 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-dc917792-51c4-4770-9dee-f6add7a7c0f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] For port f88415f1-791f-4b6e-8163-1a5bf40459b8, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=f88415f1-791f-4b6e-8163-1a5bf40459b8,segment=NetworkSegment(528cc0d2-eba7-4ba0-ab68-0c3aa612cdb0),segment_id=528cc0d2-eba7-4ba0-ab68-0c3aa612cdb0)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:20.869967 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dc917792-51c4-4770-9dee-f6add7a7c0f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:20.887919 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c04f869d-0484-4d29-aec9-42c79c1f67df None None] For port f88415f1-791f-4b6e-8163-1a5bf40459b8, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=f88415f1-791f-4b6e-8163-1a5bf40459b8,segment=NetworkSegment(528cc0d2-eba7-4ba0-ab68-0c3aa612cdb0),segment_id=528cc0d2-eba7-4ba0-ab68-0c3aa612cdb0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:20.888819 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c04f869d-0484-4d29-aec9-42c79c1f67df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:20.941115 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b09b12-4567-48a5-b140-1767d9c92e5e req-c31cc035-a6d9-4582-ba83-6bcfb4e18579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:20.942583 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d2b09b12-4567-48a5-b140-1767d9c92e5e req-c31cc035-a6d9-4582-ba83-6bcfb4e18579 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c136aabe-2b6e-40bd-889c-a97ee8fe6bf6 HTTP/1.1" status: 200 len: 850 time: 0.4260623 Sep 30 01:04:20.990604 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ad9ae-7648-4897-904e-b64c693ede84 req-e41b9fb5-545d-49e7-ab5d-01c5c4aa64da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:20.992781 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d03ad9ae-7648-4897-904e-b64c693ede84 req-e41b9fb5-545d-49e7-ab5d-01c5c4aa64da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2141221 Sep 30 01:04:21.071967 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-dc917792-51c4-4770-9dee-f6add7a7c0f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Calling delete_port for f88415f1-791f-4b6e-8163-1a5bf40459b8 owned by network:dhcp {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:04:21.119502 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c04f869d-0484-4d29-aec9-42c79c1f67df None None] Calling delete_port for f88415f1-791f-4b6e-8163-1a5bf40459b8 owned by network:dhcp {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:04:21.190834 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b09b12-4567-48a5-b140-1767d9c92e5e req-fef7bfab-63d8-45c2-8040-49ed7961b3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:21.192339 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d2b09b12-4567-48a5-b140-1767d9c92e5e req-fef7bfab-63d8-45c2-8040-49ed7961b3db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4c98a929-4bc6-4ff2-9381-439d6c813487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2385452 Sep 30 01:04:21.205586 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9bc06-2f0c-402c-9abe-3969156bb454 req-eb5002b1-6c9f-4360-981d-90d4167718a1 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:21.212956 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-05d9bc06-2f0c-402c-9abe-3969156bb454 req-eb5002b1-6c9f-4360-981d-90d4167718a1 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 946 time: 0.6169922 Sep 30 01:04:21.260124 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-17d57420-84c9-4592-8df3-0f63621fa953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:21.298012 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-05d9bc06-2f0c-402c-9abe-3969156bb454 req-f449a28b-f33f-44e4-a4f1-5e4676b6e257 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823457 Sep 30 01:04:21.317562 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d03ad9ae-7648-4897-904e-b64c693ede84 req-7b0dd74f-c903-418d-ac1d-d0876c5f227f service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056002 Sep 30 01:04:21.328744 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dc917792-51c4-4770-9dee-f6add7a7c0f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:21.353976 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.api [None req-c04f869d-0484-4d29-aec9-42c79c1f67df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80276) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 01:04:21.354434 n-d-811809-1 neutron-server[80276]: DEBUG oslo_db.api [None req-c04f869d-0484-4d29-aec9-42c79c1f67df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 01:04:21.358429 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-30083d6a-6b89-4a48-a8dc-6995a9af6021 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:21.372185 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device f88415f1-791f-4b6e-8163-1a5bf40459b8 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:04:21.412526 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: f88415f1-791f-4b6e-8163-1a5bf40459b8 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:04:21.412889 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device f88415f1-791f-4b6e-8163-1a5bf40459b8 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:04:21.435256 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc917792-51c4-4770-9dee-f6add7a7c0f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] No DVR routers for this DVR port f88415f1-791f-4b6e-8163-1a5bf40459b8 on host n-d-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:04:21.552884 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc917792-51c4-4770-9dee-f6add7a7c0f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Port': ['ID=f88415f1-791f-4b6e-8163-1a5bf40459b8,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:21.555263 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-dc917792-51c4-4770-9dee-f6add7a7c0f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:21.628235 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d03ad9ae-7648-4897-904e-b64c693ede84 req-a911e1a5-d45b-4000-8480-86dd8750f0fe service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725146 Sep 30 01:04:21.641703 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dc917792-51c4-4770-9dee-f6add7a7c0f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:21.694677 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-dc917792-51c4-4770-9dee-f6add7a7c0f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1272469-9e83-483c-a1c2-2a280137f047']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:21.714094 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfcac0-de06-4df4-a672-7d9c5950f403 req-97f7cd42-19a8-44c0-a767-fad056c07322 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:21.725322 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4ecfcac0-de06-4df4-a672-7d9c5950f403 req-97f7cd42-19a8-44c0-a767-fad056c07322 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.2167513 Sep 30 01:04:21.730484 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-dc917792-51c4-4770-9dee-f6add7a7c0f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528cc0d2-eba7-4ba0-ab68-0c3aa612cdb0') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:21.731720 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-dc917792-51c4-4770-9dee-f6add7a7c0f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528cc0d2-eba7-4ba0-ab68-0c3aa612cdb0') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:21.766912 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d2b09b12-4567-48a5-b140-1767d9c92e5e req-3eba06e4-d35c-4a36-a197-8dc9dfa480cd service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5629528 Sep 30 01:04:21.767531 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dc917792-51c4-4770-9dee-f6add7a7c0f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:21.800493 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dc917792-51c4-4770-9dee-f6add7a7c0f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:21.813575 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4ecfcac0-de06-4df4-a672-7d9c5950f403 req-5fed0ef2-ea65-44d1-89b4-8e0cf574edb1 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741730 Sep 30 01:04:21.820390 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc917792-51c4-4770-9dee-f6add7a7c0f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:04:21.820867 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dc917792-51c4-4770-9dee-f6add7a7c0f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:21.855927 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c04f869d-0484-4d29-aec9-42c79c1f67df None None] Deleting port f88415f1-791f-4b6e-8163-1a5bf40459b8 {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:04:21.856728 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c04f869d-0484-4d29-aec9-42c79c1f67df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:21.960018 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c04f869d-0484-4d29-aec9-42c79c1f67df None None] The port 'f88415f1-791f-4b6e-8163-1a5bf40459b8' was deleted {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: timer() Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:04:22.012592 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:04:22.048758 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d2b09b12-4567-48a5-b140-1767d9c92e5e req-73706786-ebb0-49e5-99a3-e3c96457e4db service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721159 Sep 30 01:04:22.062467 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dc917792-51c4-4770-9dee-f6add7a7c0f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:22.071108 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-346de31f-9b59-45db-a07f-cdae3d6fb033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:22.087137 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dc917792-51c4-4770-9dee-f6add7a7c0f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:22.099656 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc917792-51c4-4770-9dee-f6add7a7c0f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Network': ['ID=d1272469-9e83-483c-a1c2-2a280137f047,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:22.105037 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-dc917792-51c4-4770-9dee-f6add7a7c0f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:22.130886 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-dc917792-51c4-4770-9dee-f6add7a7c0f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/networks/d1272469-9e83-483c-a1c2-2a280137f047 HTTP/1.1" status: 204 len: 168 time: 1.9067261 Sep 30 01:04:22.131266 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 46940) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:22.139662 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-8f0b7f39-a961-4fdb-b8d7-5076eae4fbef tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1976792005'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:04:22.145839 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-8f0b7f39-a961-4fdb-b8d7-5076eae4fbef tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:04:22.151608 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-8f0b7f39-a961-4fdb-b8d7-5076eae4fbef tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:network and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:04:22.158355 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-8f0b7f39-a961-4fdb-b8d7-5076eae4fbef tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:04:22.165457 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995fd11-3e98-4aaf-8b56-a1cf7e8c4447 req-77a1a5f8-30b9-46ef-9bf5-e4fb3565f28f tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:22.167834 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b995fd11-3e98-4aaf-8b56-a1cf7e8c4447 req-77a1a5f8-30b9-46ef-9bf5-e4fb3565f28f tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 943 time: 0.1494169 Sep 30 01:04:22.175415 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-8f0b7f39-a961-4fdb-b8d7-5076eae4fbef tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:04:22.189449 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0b7f39-a961-4fdb-b8d7-5076eae4fbef tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:04:22.194537 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7f39-a961-4fdb-b8d7-5076eae4fbef tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:22.270486 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0b7f39-a961-4fdb-b8d7-5076eae4fbef tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:04:22.291055 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7f39-a961-4fdb-b8d7-5076eae4fbef tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:22.291947 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-8f0b7f39-a961-4fdb-b8d7-5076eae4fbef tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Added segment b05ba536-04fb-45dc-875e-beb7f07113f1 of type vlan for network f339ae1d-91a4-4dfd-a008-6d26f48e7131 Sep 30 01:04:22.293839 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:22.297049 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b995fd11-3e98-4aaf-8b56-a1cf7e8c4447 req-2e9cb9c4-f8fd-483b-9da0-adc3e354e81a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156700 Sep 30 01:04:22.337633 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7f39-a961-4fdb-b8d7-5076eae4fbef tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:22.450225 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7f39-a961-4fdb-b8d7-5076eae4fbef tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:22.457604 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0b7f39-a961-4fdb-b8d7-5076eae4fbef tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:22.458230 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7f39-a961-4fdb-b8d7-5076eae4fbef tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:22.464559 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b4beb486-eb66-4a39-aefd-8d30b3290f5d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:22.628172 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b7f39-a961-4fdb-b8d7-5076eae4fbef tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Network': ['ID=f339ae1d-91a4-4dfd-a008-6d26f48e7131,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:22.645175 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network f339ae1d-91a4-4dfd-a008-6d26f48e7131 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:04:22.650086 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8f0b7f39-a961-4fdb-b8d7-5076eae4fbef tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:22.652370 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-8f0b7f39-a961-4fdb-b8d7-5076eae4fbef tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5200448 Sep 30 01:04:22.658345 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 46948) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:22.665875 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-bccaeeac-7504-438b-a8e6-4d696557ec02 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'subnet': {'network_id': 'f339ae1d-91a4-4dfd-a008-6d26f48e7131', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:04:22.785106 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79ffb1-9d70-4d2b-b6c9-03a100bdd24a req-7858280c-1d5b-4c5a-bbc0-d76cc9abb986 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:22.791647 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1b79ffb1-9d70-4d2b-b6c9-03a100bdd24a req-7858280c-1d5b-4c5a-bbc0-d76cc9abb986 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 946 time: 0.3402634 Sep 30 01:04:22.797899 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-bccaeeac-7504-438b-a8e6-4d696557ec02 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:04:22.802459 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-bccaeeac-7504-438b-a8e6-4d696557ec02 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:subnet and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:04:22.805548 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-bccaeeac-7504-438b-a8e6-4d696557ec02 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:04:22.811802 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-bccaeeac-7504-438b-a8e6-4d696557ec02 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:04:22.846584 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccaeeac-7504-438b-a8e6-4d696557ec02 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:04:22.854935 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bccaeeac-7504-438b-a8e6-4d696557ec02 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:22.863950 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1b79ffb1-9d70-4d2b-b6c9-03a100bdd24a req-8342f045-2a10-4189-abd2-f8f51de314ee tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661297 Sep 30 01:04:22.962332 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac05331-26b6-4e2e-b850-c2cb5e93ea28 req-9dc77f54-64b4-4359-9dea-5c754e58852b tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:22.963952 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9ac05331-26b6-4e2e-b850-c2cb5e93ea28 req-9dc77f54-64b4-4359-9dea-5c754e58852b tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.5831311 Sep 30 01:04:23.183284 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9ac05331-26b6-4e2e-b850-c2cb5e93ea28 req-6e10b829-6569-4566-b235-5d1d46adb731 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107456 Sep 30 01:04:23.363327 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bccaeeac-7504-438b-a8e6-4d696557ec02 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:23.389409 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9bdf1166-73af-4692-b9ba-b899a768c5e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:23.570578 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccaeeac-7504-438b-a8e6-4d696557ec02 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Checking segment: {'id': 'b05ba536-04fb-45dc-875e-beb7f07113f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f339ae1d-91a4-4dfd-a008-6d26f48e7131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:04:23.571398 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccaeeac-7504-438b-a8e6-4d696557ec02 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network hostable DHCP agents. Network: f339ae1d-91a4-4dfd-a008-6d26f48e7131, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:04:23.616540 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccaeeac-7504-438b-a8e6-4d696557ec02 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Subnet': ['ID=2b787c75-c1b4-4ee0-a0de-fce82862bd3f,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:23.631606 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bccaeeac-7504-438b-a8e6-4d696557ec02 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:23.645833 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccaeeac-7504-438b-a8e6-4d696557ec02 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network f339ae1d-91a4-4dfd-a008-6d26f48e7131 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:04:23.666165 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767d9c7-1765-459b-9f43-29ea601fcba3 req-c4e3d5f7-51ce-492a-b79c-cf8d1e601ce0 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:23.668442 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7767d9c7-1765-459b-9f43-29ea601fcba3 req-c4e3d5f7-51ce-492a-b79c-cf8d1e601ce0 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.2342541 Sep 30 01:04:23.670068 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-bccaeeac-7504-438b-a8e6-4d696557ec02 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, f339ae1d-91a4-4dfd-a008-6d26f48e7131) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:04:23.681580 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be27d563-c0ac-4164-b80d-76cedd45b796 None None] Network f339ae1d-91a4-4dfd-a008-6d26f48e7131 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:04:23.710948 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccaeeac-7504-438b-a8e6-4d696557ec02 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:23.711547 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bccaeeac-7504-438b-a8e6-4d696557ec02 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:23.723673 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52947c61-987b-41ff-96a6-c019bd077e41 req-2a7cebff-428c-49fb-8a18-89ded6ef81d3 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:23.736591 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-52947c61-987b-41ff-96a6-c019bd077e41 req-2a7cebff-428c-49fb-8a18-89ded6ef81d3 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 943 time: 0.1663024 Sep 30 01:04:23.794433 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7767d9c7-1765-459b-9f43-29ea601fcba3 req-19fa14ec-8e81-48f7-ac23-2c0924db6a67 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096432 Sep 30 01:04:23.818687 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-bccaeeac-7504-438b-a8e6-4d696557ec02 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1589901 Sep 30 01:04:23.821643 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 46976) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:23.830038 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-b0c13c08-7de9-4f36-aa2e-a4bb28a30e18 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2072515721', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:04:23.848558 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-52947c61-987b-41ff-96a6-c019bd077e41 req-7158e0e9-96d8-4950-8456-23ff0760f617 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106007 Sep 30 01:04:23.851287 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-b0c13c08-7de9-4f36-aa2e-a4bb28a30e18 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:04:23.867074 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-b0c13c08-7de9-4f36-aa2e-a4bb28a30e18 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:router and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:04:23.871560 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-b0c13c08-7de9-4f36-aa2e-a4bb28a30e18 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for router was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:04:23.892341 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-b0c13c08-7de9-4f36-aa2e-a4bb28a30e18 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:04:23.917257 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b0c13c08-7de9-4f36-aa2e-a4bb28a30e18 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-730961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30750'] for router, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:23.918877 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b0c13c08-7de9-4f36-aa2e-a4bb28a30e18 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30743'] for router, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:23.939790 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b0c13c08-7de9-4f36-aa2e-a4bb28a30e18 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:23.960165 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:23.965163 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b0c13c08-7de9-4f36-aa2e-a4bb28a30e18 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673175'] for router, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:24.005969 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b0c13c08-7de9-4f36-aa2e-a4bb28a30e18 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for router, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:24.012751 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 46984) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:24.020784 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-caef5775-05bf-4b58-b1f0-b53e30367be6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'port': {'network_id': 'f339ae1d-91a4-4dfd-a008-6d26f48e7131', 'name': 'tempest-PortsTestJSON-665280236'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:04:24.023133 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-b0c13c08-7de9-4f36-aa2e-a4bb28a30e18 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1868873 Sep 30 01:04:24.057480 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a292e94-0772-4809-8420-a0f870a38e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-f339ae1d-91a4-4dfd-a008-6d26f48e7131', 'network_id': 'f339ae1d-91a4-4dfd-a008-6d26f48e7131', 'tenant_id': 'fa355a47374f4432be765a0b10555e0c', 'fixed_ips': [{'subnet_id': '2b787c75-c1b4-4ee0-a0de-fce82862bd3f'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 01:04:24.057843 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-1a292e94-0772-4809-8420-a0f870a38e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:24.188919 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device a4d22640-c200-4b1f-af9e-7ad48bfdfd1d details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:04:24.324656 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6bc84-a9b0-41a1-af1a-168d7f07a606 req-8ca3483a-6c8a-4d08-be2b-8c19b103637f tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:24.332532 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9af6bc84-a9b0-41a1-af1a-168d7f07a606 req-8ca3483a-6c8a-4d08-be2b-8c19b103637f tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.1976545 Sep 30 01:04:24.364177 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-caef5775-05bf-4b58-b1f0-b53e30367be6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:04:24.371604 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-caef5775-05bf-4b58-b1f0-b53e30367be6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:port and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:04:24.380251 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-caef5775-05bf-4b58-b1f0-b53e30367be6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:04:24.389409 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-caef5775-05bf-4b58-b1f0-b53e30367be6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:04:24.422910 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1819c-35b2-4a9b-817f-c038cd6763a3 req-5267cf79-25f4-4d07-a73a-6f61621a635a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:24.423433 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9af6bc84-a9b0-41a1-af1a-168d7f07a606 req-d5ea5d28-9ead-405e-80fc-fd434be3ca8c tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851569 Sep 30 01:04:24.424844 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d0c1819c-35b2-4a9b-817f-c038cd6763a3 req-5267cf79-25f4-4d07-a73a-6f61621a635a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 946 time: 0.2665246 Sep 30 01:04:24.426928 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caef5775-05bf-4b58-b1f0-b53e30367be6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:04:24.430636 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-caef5775-05bf-4b58-b1f0-b53e30367be6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:24.480821 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [None req-caef5775-05bf-4b58-b1f0-b53e30367be6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] device_id is not set on port 3f58198e-1599-4a12-b556-cc60ac2ca938 yet. {{(pid=80275) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:04:24.489063 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-1a292e94-0772-4809-8420-a0f870a38e3a None None] Allocated IP 172.20.0.2 (f339ae1d-91a4-4dfd-a008-6d26f48e7131/2b787c75-c1b4-4ee0-a0de-fce82862bd3f/4fe94cf6-734b-4f10-ba21-fece3a7ee9b9) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:04:24.665275 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d0c1819c-35b2-4a9b-817f-c038cd6763a3 req-f3b00eac-bf07-4a73-871f-d4ef7ac57e2a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125084 Sep 30 01:04:24.903670 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port a4d22640-c200-4b1f-af9e-7ad48bfdfd1d, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=a4d22640-c200-4b1f-af9e-7ad48bfdfd1d,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:24.923940 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': 'a4d22640-c200-4b1f-af9e-7ad48bfdfd1d', 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487', 'port_id': 'a4d22640-c200-4b1f-af9e-7ad48bfdfd1d', 'mac_address': 'fa:16:3e:97:59:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c136aabe-2b6e-40bd-889c-a97ee8fe6bf6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:04:24.928705 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e044c4-668b-4ad6-86e2-208d36dd17bf req-613f175e-6a20-4e01-90f7-94a48f5a2e7f tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:24.932851 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-01e044c4-668b-4ad6-86e2-208d36dd17bf req-613f175e-6a20-4e01-90f7-94a48f5a2e7f tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.1344051 Sep 30 01:04:25.000020 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-1a292e94-0772-4809-8420-a0f870a38e3a None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:25.002583 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:25.024213 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4d22640-c200-4b1f-af9e-7ad48bfdfd1d {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:04:25.035154 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-1a292e94-0772-4809-8420-a0f870a38e3a None None] Transition to ACTIVE for port object 4fe94cf6-734b-4f10-ba21-fece3a7ee9b9 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:04:25.043181 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-01e044c4-668b-4ad6-86e2-208d36dd17bf req-c850e85c-f77e-4cb3-a528-1d9d092487fa tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021082 Sep 30 01:04:25.061367 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port a4d22640-c200-4b1f-af9e-7ad48bfdfd1d, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=a4d22640-c200-4b1f-af9e-7ad48bfdfd1d,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:25.072430 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-1a292e94-0772-4809-8420-a0f870a38e3a None None] Transition to ACTIVE for port object 4fe94cf6-734b-4f10-ba21-fece3a7ee9b9 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:04:25.077831 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:25.079865 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:25.122142 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-1a292e94-0772-4809-8420-a0f870a38e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:25.164821 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a292e94-0772-4809-8420-a0f870a38e3a None None] Network f339ae1d-91a4-4dfd-a008-6d26f48e7131 is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:04:25.168272 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-1a292e94-0772-4809-8420-a0f870a38e3a None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:04:25.172200 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a292e94-0772-4809-8420-a0f870a38e3a None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:04:25.179848 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=a4d22640-c200-4b1f-af9e-7ad48bfdfd1d,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:25.240104 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:25.268643 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-caef5775-05bf-4b58-b1f0-b53e30367be6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Allocated IP 172.20.0.5 (f339ae1d-91a4-4dfd-a008-6d26f48e7131/2b787c75-c1b4-4ee0-a0de-fce82862bd3f/3f58198e-1599-4a12-b556-cc60ac2ca938) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:04:25.295818 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:25.330845 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882af451-d1d2-4d6a-ac23-27c0e8cbb44e req-312350e3-31d3-46aa-b67e-25366363fd9d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:25.339569 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-882af451-d1d2-4d6a-ac23-27c0e8cbb44e req-312350e3-31d3-46aa-b67e-25366363fd9d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 944 time: 0.2192745 Sep 30 01:04:25.412775 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-882af451-d1d2-4d6a-ac23-27c0e8cbb44e req-71fe24fe-2d75-4b56-b685-32025981a340 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722351 Sep 30 01:04:25.416326 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-1a292e94-0772-4809-8420-a0f870a38e3a None None] Attempting to bind port 4fe94cf6-734b-4f10-ba21-fece3a7ee9b9 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:04:25.416829 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-1a292e94-0772-4809-8420-a0f870a38e3a None None] Attempting to bind port 4fe94cf6-734b-4f10-ba21-fece3a7ee9b9 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'b05ba536-04fb-45dc-875e-beb7f07113f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f339ae1d-91a4-4dfd-a008-6d26f48e7131'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:04:25.418004 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a292e94-0772-4809-8420-a0f870a38e3a None None] Attempting to bind port 4fe94cf6-734b-4f10-ba21-fece3a7ee9b9 on network f339ae1d-91a4-4dfd-a008-6d26f48e7131 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:04:25.480228 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a292e94-0772-4809-8420-a0f870a38e3a None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:04:25.480617 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a292e94-0772-4809-8420-a0f870a38e3a None None] Checking segment: {'id': 'b05ba536-04fb-45dc-875e-beb7f07113f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f339ae1d-91a4-4dfd-a008-6d26f48e7131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:04:25.481025 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-1a292e94-0772-4809-8420-a0f870a38e3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:25.481434 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a292e94-0772-4809-8420-a0f870a38e3a None None] Bound using segment: {'id': 'b05ba536-04fb-45dc-875e-beb7f07113f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f339ae1d-91a4-4dfd-a008-6d26f48e7131'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:04:25.481888 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-1a292e94-0772-4809-8420-a0f870a38e3a None None] Bound port: 4fe94cf6-734b-4f10-ba21-fece3a7ee9b9, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05ba536-04fb-45dc-875e-beb7f07113f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f339ae1d-91a4-4dfd-a008-6d26f48e7131'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:04:25.482368 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-1a292e94-0772-4809-8420-a0f870a38e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:25.504945 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a292e94-0772-4809-8420-a0f870a38e3a None None] Pushing event updated for resources: {'Port': ['ID=4fe94cf6-734b-4f10-ba21-fece3a7ee9b9,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:25.566986 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-1a292e94-0772-4809-8420-a0f870a38e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:25.640334 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['a4d22640-c200-4b1f-af9e-7ad48bfdfd1d'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:04:25.658619 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7febb8-741d-4b29-8026-782ec69b611c req-d055de02-14a8-4c06-a87f-5302231ddc2f tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:25.660392 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2e7febb8-741d-4b29-8026-782ec69b611c req-d055de02-14a8-4c06-a87f-5302231ddc2f tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.3084204 Sep 30 01:04:25.736220 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-caef5775-05bf-4b58-b1f0-b53e30367be6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:25.802568 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-1a292e94-0772-4809-8420-a0f870a38e3a None None] For port 4fe94cf6-734b-4f10-ba21-fece3a7ee9b9, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:04:25.808671 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-1a292e94-0772-4809-8420-a0f870a38e3a None None] For port 4fe94cf6-734b-4f10-ba21-fece3a7ee9b9, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=4fe94cf6-734b-4f10-ba21-fece3a7ee9b9,segment=NetworkSegment(b05ba536-04fb-45dc-875e-beb7f07113f1),segment_id=b05ba536-04fb-45dc-875e-beb7f07113f1)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:04:25.813661 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-caef5775-05bf-4b58-b1f0-b53e30367be6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Transition to ACTIVE for port object 3f58198e-1599-4a12-b556-cc60ac2ca938 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:04:25.831611 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2e7febb8-741d-4b29-8026-782ec69b611c req-f2c7e954-0891-4359-ac64-c0a7b76ad351 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526990 Sep 30 01:04:25.859062 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-1a292e94-0772-4809-8420-a0f870a38e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:25.873540 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-1a292e94-0772-4809-8420-a0f870a38e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:25.902563 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-caef5775-05bf-4b58-b1f0-b53e30367be6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:25.909341 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-dc917792-51c4-4770-9dee-f6add7a7c0f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:25.946435 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f6824-6419-452c-b368-d7724d864f13 req-aff91d7d-1d90-4ce9-9d55-a14f63f5571e tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:25.959419 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-096f6824-6419-452c-b368-d7724d864f13 req-aff91d7d-1d90-4ce9-9d55-a14f63f5571e tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 946 time: 0.1542499 Sep 30 01:04:25.965490 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a292e94-0772-4809-8420-a0f870a38e3a None None] Pushing event updated for resources: {'Port': ['ID=4fe94cf6-734b-4f10-ba21-fece3a7ee9b9,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:25.987324 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-1a292e94-0772-4809-8420-a0f870a38e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:26.053736 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-096f6824-6419-452c-b368-d7724d864f13 req-1251325c-c766-4a9d-a4d1-b98ad0dd1479 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932908 Sep 30 01:04:26.069595 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caef5775-05bf-4b58-b1f0-b53e30367be6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network f339ae1d-91a4-4dfd-a008-6d26f48e7131 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:04:26.073103 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-caef5775-05bf-4b58-b1f0-b53e30367be6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:04:26.078776 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caef5775-05bf-4b58-b1f0-b53e30367be6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:04:26.164114 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef5775-05bf-4b58-b1f0-b53e30367be6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Port': ['ID=3f58198e-1599-4a12-b556-cc60ac2ca938,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:26.169249 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-caef5775-05bf-4b58-b1f0-b53e30367be6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:26.210914 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caef5775-05bf-4b58-b1f0-b53e30367be6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:26.212224 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-caef5775-05bf-4b58-b1f0-b53e30367be6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:26.253908 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-caef5775-05bf-4b58-b1f0-b53e30367be6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2384655 Sep 30 01:04:26.256332 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 47032) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:26.441940 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 47038) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:26.673735 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba64c4-2ec5-4424-82bd-bf551110279a req-1cc05f81-df15-4567-8749-d28abe6cc9c6 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:26.680911 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-98ba64c4-2ec5-4424-82bd-bf551110279a req-1cc05f81-df15-4567-8749-d28abe6cc9c6 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.4192097 Sep 30 01:04:26.939926 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-98ba64c4-2ec5-4424-82bd-bf551110279a req-59dcb3dc-90ee-4dd6-ab02-38199cbc955a tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577760 Sep 30 01:04:27.121586 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-908a8f33-5813-4734-8c58-745faec414c2 req-261a354a-c7b0-4055-9045-898418ce6abd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3347371 Sep 30 01:04:27.283360 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce27c6d-ee70-4d33-a798-ef3d3b8377f3 req-3018f726-dcfc-4f1d-96f5-25116a3ca0cb tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:27.285167 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0ce27c6d-ee70-4d33-a798-ef3d3b8377f3 req-3018f726-dcfc-4f1d-96f5-25116a3ca0cb tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 944 time: 0.6155677 Sep 30 01:04:27.436385 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a8f33-5813-4734-8c58-745faec414c2 req-167ecf0b-ab5a-4636-8d0f-28d90cb35d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:27.438056 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-908a8f33-5813-4734-8c58-745faec414c2 req-167ecf0b-ab5a-4636-8d0f-28d90cb35d7d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=038e4d0abd4b4e5c940f331b6f0950a9&device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 1097 time: 0.2375748 Sep 30 01:04:27.448983 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 4fe94cf6-734b-4f10-ba21-fece3a7ee9b9 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:04:27.482943 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0ce27c6d-ee70-4d33-a798-ef3d3b8377f3 req-24488b67-bfd6-4d2f-8732-01b4ad90c17c tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857672 Sep 30 01:04:27.523374 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64f839-8d9e-4091-adcb-775cc8f7a8b2 req-c1b32bc3-a1c5-47f0-a44c-9f1917693a3f tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:27.526641 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a64f839-8d9e-4091-adcb-775cc8f7a8b2 req-c1b32bc3-a1c5-47f0-a44c-9f1917693a3f tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 946 time: 0.2300236 Sep 30 01:04:27.625990 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 4fe94cf6-734b-4f10-ba21-fece3a7ee9b9 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:04:27.670046 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c08c3b-10dc-4e48-b798-a2a7f9c5979c None None] Network f339ae1d-91a4-4dfd-a008-6d26f48e7131 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:04:27.681184 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2b1fcd69-3ebe-430b-9a2c-59393cba36f6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:27.780666 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-7be00cd1-31f6-41e9-bc39-823bb579557d None None] Provisioning for port 4fe94cf6-734b-4f10-ba21-fece3a7ee9b9 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:04:27.792483 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-7be00cd1-31f6-41e9-bc39-823bb579557d None None] Provisioning complete for port 4fe94cf6-734b-4f10-ba21-fece3a7ee9b9 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:27.792875 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-7be00cd1-31f6-41e9-bc39-823bb579557d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:27.921373 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a64f839-8d9e-4091-adcb-775cc8f7a8b2 req-a1b2afc2-0119-4ef8-83c9-a9d79f3fca4a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843324 Sep 30 01:04:28.038454 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a8f33-5813-4734-8c58-745faec414c2 req-856d8d40-3d2b-4960-8137-3c27555def10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:28.040357 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-908a8f33-5813-4734-8c58-745faec414c2 req-856d8d40-3d2b-4960-8137-3c27555def10 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4c98a929-4bc6-4ff2-9381-439d6c813487 HTTP/1.1" status: 200 len: 912 time: 0.5707276 Sep 30 01:04:28.100313 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-7be00cd1-31f6-41e9-bc39-823bb579557d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:28.117907 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2b1fcd69-3ebe-430b-9a2c-59393cba36f6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:28.150995 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-7be00cd1-31f6-41e9-bc39-823bb579557d None None] For port 4fe94cf6-734b-4f10-ba21-fece3a7ee9b9, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=4fe94cf6-734b-4f10-ba21-fece3a7ee9b9,segment=NetworkSegment(b05ba536-04fb-45dc-875e-beb7f07113f1),segment_id=b05ba536-04fb-45dc-875e-beb7f07113f1)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:28.161474 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b7cc8bc3-b13d-4415-a943-72659d644bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734431'] for router_interface, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:28.169035 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-7be00cd1-31f6-41e9-bc39-823bb579557d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:28.172921 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2b1fcd69-3ebe-430b-9a2c-59393cba36f6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:28.180927 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:28.182966 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-04ccee02-9640-4a6c-87c9-23e94e71b4d0 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:28.292688 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be00cd1-31f6-41e9-bc39-823bb579557d None None] Pushing event updated for resources: {'Port': ['ID=4fe94cf6-734b-4f10-ba21-fece3a7ee9b9,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:28.303777 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device a4d22640-c200-4b1f-af9e-7ad48bfdfd1d up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:04:28.338607 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-7be00cd1-31f6-41e9-bc39-823bb579557d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:28.340932 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-908a8f33-5813-4734-8c58-745faec414c2 req-1afda4dd-a1a3-405e-ac7a-3c7b12479562 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89681f9a-ab6c-4a8e-bb26-ff365b9b730a HTTP/1.1" status: 200 len: 217 time: 0.2904346 Sep 30 01:04:28.365555 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fcd69-3ebe-430b-9a2c-59393cba36f6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Port': ['ID=3f58198e-1599-4a12-b556-cc60ac2ca938,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:28.381151 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2b1fcd69-3ebe-430b-9a2c-59393cba36f6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:28.447914 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a8f33-5813-4734-8c58-745faec414c2 req-ce250ed8-72ad-4b7c-b617-5a59a177403b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:28.455136 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port a4d22640-c200-4b1f-af9e-7ad48bfdfd1d completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:04:28.459173 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-908a8f33-5813-4734-8c58-745faec414c2 req-ce250ed8-72ad-4b7c-b617-5a59a177403b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c136aabe-2b6e-40bd-889c-a97ee8fe6bf6 HTTP/1.1" status: 200 len: 850 time: 0.0959761 Sep 30 01:04:28.470129 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port a4d22640-c200-4b1f-af9e-7ad48bfdfd1d triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:28.470521 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:28.739987 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a8f33-5813-4734-8c58-745faec414c2 req-8f56f31c-f42b-4f01-ab1b-4690b77102a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:28.741661 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-908a8f33-5813-4734-8c58-745faec414c2 req-8f56f31c-f42b-4f01-ab1b-4690b77102a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4c98a929-4bc6-4ff2-9381-439d6c813487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2814157 Sep 30 01:04:28.784199 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2b1fcd69-3ebe-430b-9a2c-59393cba36f6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734280'] for router_interface, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:28.856608 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:28.873486 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec12d69-2708-475b-8b55-591fdcc621b2 req-8eb72b52-1f08-4e99-83a3-1b2c5f8aba2f tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:28.878008 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7ec12d69-2708-475b-8b55-591fdcc621b2 req-8eb72b52-1f08-4e99-83a3-1b2c5f8aba2f tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.7571549 Sep 30 01:04:28.914224 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-bb3e08f5-79b0-47a1-8153-823ced75c186 None None] Provisioning complete for port 4fe94cf6-734b-4f10-ba21-fece3a7ee9b9 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:28.914599 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-bb3e08f5-79b0-47a1-8153-823ced75c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:28.957344 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c046ad6-7412-4cee-aa90-18e2e95b1af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d22640-c200-4b1f-af9e-7ad48bfdfd1d'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:04:28.998821 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port a4d22640-c200-4b1f-af9e-7ad48bfdfd1d, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=a4d22640-c200-4b1f-af9e-7ad48bfdfd1d,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:29.013084 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:29.027264 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:29.084247 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-b7cc8bc3-b13d-4415-a943-72659d644bda admin admin] Deleting port 628ae672-3e6b-4726-8cfc-8b58635021d2 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:04:29.084602 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b7cc8bc3-b13d-4415-a943-72659d644bda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:29.090314 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7ec12d69-2708-475b-8b55-591fdcc621b2 req-6e9c71e6-ae90-4952-89d1-c9524a519b5a tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534908 Sep 30 01:04:29.092055 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2b1fcd69-3ebe-430b-9a2c-59393cba36f6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:29.185993 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-908a8f33-5813-4734-8c58-745faec414c2 req-a6b321ab-8004-4078-b48d-d84cec98a5f6 service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318011 Sep 30 01:04:29.290109 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d44645-e515-41c3-ac23-f9f32c1dbb49 req-f87df306-d3e6-4012-afa0-7ba679bbd57d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:29.298214 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-42d44645-e515-41c3-ac23-f9f32c1dbb49 req-f87df306-d3e6-4012-afa0-7ba679bbd57d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 944 time: 0.4033387 Sep 30 01:04:29.304978 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=a4d22640-c200-4b1f-af9e-7ad48bfdfd1d,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:29.315258 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:29.343579 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-bb3e08f5-79b0-47a1-8153-823ced75c186 None None] Provisioning for port 3f58198e-1599-4a12-b556-cc60ac2ca938 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:04:29.349614 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-bb3e08f5-79b0-47a1-8153-823ced75c186 None None] Provisioning complete for port 3f58198e-1599-4a12-b556-cc60ac2ca938 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:29.350246 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-bb3e08f5-79b0-47a1-8153-823ced75c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:29.413778 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 4fe94cf6-734b-4f10-ba21-fece3a7ee9b9 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:04:29.509518 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-bb3e08f5-79b0-47a1-8153-823ced75c186 None None] Port 3f58198e-1599-4a12-b556-cc60ac2ca938 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:04:29.520854 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-b7cc8bc3-b13d-4415-a943-72659d644bda admin admin] For port 628ae672-3e6b-4726-8cfc-8b58635021d2, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=628ae672-3e6b-4726-8cfc-8b58635021d2,segment=NetworkSegment(15605330-c69b-4e76-b9b5-742b2b2c6ca4),segment_id=15605330-c69b-4e76-b9b5-742b2b2c6ca4)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:29.521382 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b7cc8bc3-b13d-4415-a943-72659d644bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:29.521579 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 4fe94cf6-734b-4f10-ba21-fece3a7ee9b9 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:29.521963 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:29.663865 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-b7cc8bc3-b13d-4415-a943-72659d644bda admin admin] Calling delete_port for 628ae672-3e6b-4726-8cfc-8b58635021d2 owned by network:router_interface {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:04:29.678519 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c7a158d8-cb99-46c1-b568-d019f3d51ffd None None] Provisioning complete for port 3f58198e-1599-4a12-b556-cc60ac2ca938 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:29.679232 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c7a158d8-cb99-46c1-b568-d019f3d51ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:29.773586 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c7a158d8-cb99-46c1-b568-d019f3d51ffd None None] Port 3f58198e-1599-4a12-b556-cc60ac2ca938 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:04:29.791205 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe36702-4c2b-4ba5-8de3-64058c5e76fa req-f4ac4f85-60b8-4c33-beab-2da78515e5d1 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:29.793035 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-abe36702-4c2b-4ba5-8de3-64058c5e76fa req-f4ac4f85-60b8-4c33-beab-2da78515e5d1 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 946 time: 0.2354739 Sep 30 01:04:29.890838 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-abe36702-4c2b-4ba5-8de3-64058c5e76fa req-675eef31-0097-4329-a790-6feab92ec88e tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818567 Sep 30 01:04:29.969137 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2b1fcd69-3ebe-430b-9a2c-59393cba36f6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:29.979903 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2b1fcd69-3ebe-430b-9a2c-59393cba36f6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:29.981721 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c046ad6-7412-4cee-aa90-18e2e95b1af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d22640-c200-4b1f-af9e-7ad48bfdfd1d', 'code': 200} Sep 30 01:04:30.019361 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2b1fcd69-3ebe-430b-9a2c-59393cba36f6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:30.066619 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-42d44645-e515-41c3-ac23-f9f32c1dbb49 req-c8fbe9ba-891b-4084-9e58-ee1d3f24aa08 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7673542 Sep 30 01:04:30.197381 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fcd69-3ebe-430b-9a2c-59393cba36f6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Port': ['ID=3f58198e-1599-4a12-b556-cc60ac2ca938,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:30.209246 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2b1fcd69-3ebe-430b-9a2c-59393cba36f6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:30.231384 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2b1fcd69-3ebe-430b-9a2c-59393cba36f6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734445'] for router_interface, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:30.231614 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-908a8f33-5813-4734-8c58-745faec414c2 req-be659914-7039-433c-bd36-14020764168a service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0223608 Sep 30 01:04:30.321001 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5711d-23b0-4ef3-b2c9-8b5ed8c2e72c req-2195c356-0350-4c7f-af44-3bb601d94dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:30.321001 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-38d5711d-23b0-4ef3-b2c9-8b5ed8c2e72c req-2195c356-0350-4c7f-af44-3bb601d94dca service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 1096 time: 0.2145414 Sep 30 01:04:30.340744 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b7cc8bc3-b13d-4415-a943-72659d644bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:30.372429 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-868893f8-1c13-4ebf-bc88-4ca67218bbb6 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:30.381692 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf8515-c4a9-4c3c-b50f-5cbe78a2903c req-74bdadc8-fbf9-4c20-aec4-4f1b76479151 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:30.383448 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7baf8515-c4a9-4c3c-b50f-5cbe78a2903c req-74bdadc8-fbf9-4c20-aec4-4f1b76479151 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.2486310 Sep 30 01:04:30.427138 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc8bc3-b13d-4415-a943-72659d644bda admin admin] Pushing event deleted for resources: {'Port': ['ID=628ae672-3e6b-4726-8cfc-8b58635021d2,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:30.449981 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-38d5711d-23b0-4ef3-b2c9-8b5ed8c2e72c req-ec837c46-e157-441e-9a30-15406160f48a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963380 Sep 30 01:04:30.457308 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b7cc8bc3-b13d-4415-a943-72659d644bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:30.479609 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7baf8515-c4a9-4c3c-b50f-5cbe78a2903c req-cb810255-e0a4-4d88-97c8-a4e313a991f0 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859029 Sep 30 01:04:30.491238 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1fcd69-3ebe-430b-9a2c-59393cba36f6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network f339ae1d-91a4-4dfd-a008-6d26f48e7131 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:04:30.494556 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-2b1fcd69-3ebe-430b-9a2c-59393cba36f6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:04:30.987417 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b7cc8bc3-b13d-4415-a943-72659d644bda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683119'] for router_interface, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:31.008330 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-968f9f9d-a026-4d89-afcd-2cf7b62376f4 None None] Provisioning complete for port 3f58198e-1599-4a12-b556-cc60ac2ca938 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:31.010582 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-968f9f9d-a026-4d89-afcd-2cf7b62376f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:31.012044 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cff65-042a-4c3e-9cef-a7293c06d6b0 req-ea405c84-2683-438a-aa13-37093be773e0 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:31.014331 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-630cff65-042a-4c3e-9cef-a7293c06d6b0 req-ea405c84-2683-438a-aa13-37093be773e0 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.2004743 Sep 30 01:04:31.069137 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1fcd69-3ebe-430b-9a2c-59393cba36f6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Router 83828029-b5ff-42d3-9a10-06e0912fcd20 is scheduled to L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 with binding_index 1 {{(pid=80275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 30 01:04:31.082385 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-630cff65-042a-4c3e-9cef-a7293c06d6b0 req-19d75ac6-d538-4366-811d-ac01ec1de05f tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558355 Sep 30 01:04:31.148511 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-968f9f9d-a026-4d89-afcd-2cf7b62376f4 None None] Port 3f58198e-1599-4a12-b556-cc60ac2ca938 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:04:31.398679 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1fcd69-3ebe-430b-9a2c-59393cba36f6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:04:31.406661 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-2b1fcd69-3ebe-430b-9a2c-59393cba36f6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "PUT /v2.0/routers/83828029-b5ff-42d3-9a10-06e0912fcd20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1492710 Sep 30 01:04:31.411804 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5a22d0-53ec-44c6-92d7-1d8fca418dcd None None] Sync routers for ids ['83828029-b5ff-42d3-9a10-06e0912fcd20'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:04:31.412105 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 47112) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:31.420668 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf5f80-8cc0-46f1-bf73-d88a33102e73 req-a709e708-160a-4213-b451-5cd1a6de45a8 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:31.422340 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-eedf5f80-8cc0-46f1-bf73-d88a33102e73 req-a709e708-160a-4213-b451-5cd1a6de45a8 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 945 time: 0.1613731 Sep 30 01:04:31.427760 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5a22d0-53ec-44c6-92d7-1d8fca418dcd None None] Routers {'83828029-b5ff-42d3-9a10-06e0912fcd20'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:04:31.428509 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-4e5a22d0-53ec-44c6-92d7-1d8fca418dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:04:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['83828029-b5ff-42d3-9a10-06e0912fcd20'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:31.452150 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fb716-8f96-45e9-a5ac-a1ab290e905c req-9db7abe8-2ffb-4b0f-ba70-4d1994761f0a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:31.461826 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-462fb716-8f96-45e9-a5ac-a1ab290e905c req-9db7abe8-2ffb-4b0f-ba70-4d1994761f0a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 946 time: 0.2834260 Sep 30 01:04:31.520097 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-eedf5f80-8cc0-46f1-bf73-d88a33102e73 req-7476494f-6538-4377-857e-a4896d8faeb9 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632470 Sep 30 01:04:31.524674 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-4e5a22d0-53ec-44c6-92d7-1d8fca418dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:31.551757 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5a22d0-53ec-44c6-92d7-1d8fca418dcd None None] Routers {'83828029-b5ff-42d3-9a10-06e0912fcd20'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:04:31.552386 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-4e5a22d0-53ec-44c6-92d7-1d8fca418dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:04:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['83828029-b5ff-42d3-9a10-06e0912fcd20'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:31.590676 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3d2c97-888d-44fa-842e-8048f2b12d20 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:31.591825 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-da3d2c97-888d-44fa-842e-8048f2b12d20 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Synchronizing usage tracker for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:04:31.633794 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-da3d2c97-888d-44fa-842e-8048f2b12d20 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Unset dirty status for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:04:31.637873 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-da3d2c97-888d-44fa-842e-8048f2b12d20 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "GET /v2.0/ports?device_id=83828029-b5ff-42d3-9a10-06e0912fcd20 HTTP/1.1" status: 200 len: 981 time: 0.2145555 Sep 30 01:04:31.638687 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 47116) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:31.650384 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7cc8bc3-b13d-4415-a943-72659d644bda admin admin] Router 4421e02c-a1a6-48fd-b2a0-93c1ac0e9515 has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 01:04:31.720609 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-4e5a22d0-53ec-44c6-92d7-1d8fca418dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:31.721036 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5a22d0-53ec-44c6-92d7-1d8fca418dcd None None] The sync data for ids ['83828029-b5ff-42d3-9a10-06e0912fcd20'] in n-d-811809-1 is: [] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:04:31.851733 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-462fb716-8f96-45e9-a5ac-a1ab290e905c req-3cc655d0-f867-4179-a614-852b23d7a6ee tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886540 Sep 30 01:04:31.894041 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7cc8bc3-b13d-4415-a943-72659d644bda admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:04:31.903265 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f40d5ae-f384-4d6b-ab90-e0c2fc6f9d1c None None] Sync routers for ids ['4421e02c-a1a6-48fd-b2a0-93c1ac0e9515'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:04:31.919565 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-b7cc8bc3-b13d-4415-a943-72659d644bda admin admin] 10.222.0.39 "PUT /v2.0/routers/4421e02c-a1a6-48fd-b2a0-93c1ac0e9515/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4764054 Sep 30 01:04:31.934207 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 47120) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:31.939610 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f40d5ae-f384-4d6b-ab90-e0c2fc6f9d1c None None] Routers {'4421e02c-a1a6-48fd-b2a0-93c1ac0e9515'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:04:31.946199 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-9f40d5ae-f384-4d6b-ab90-e0c2fc6f9d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:04:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['4421e02c-a1a6-48fd-b2a0-93c1ac0e9515'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:32.243644 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9239b-945a-4660-9100-0e696b0c380c req-15b3f73a-445e-47a0-9e29-afbaa85eae99 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:32.251660 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-31e9239b-945a-4660-9100-0e696b0c380c req-15b3f73a-445e-47a0-9e29-afbaa85eae99 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.5258458 Sep 30 01:04:32.313988 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-31e9239b-945a-4660-9100-0e696b0c380c req-e3a6d81a-517b-4819-b3aa-1c28b700c111 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613332 Sep 30 01:04:32.365292 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-9f40d5ae-f384-4d6b-ab90-e0c2fc6f9d1c None None] Set router 4421e02c-a1a6-48fd-b2a0-93c1ac0e9515 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:04:32.696755 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-dd192e2b-eb6b-4c71-b87c-f63e22ad2899 admin admin] Notify callbacks [] for router, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:32.836288 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-26dd8269-b98a-40c9-bac9-8fde826c847d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734431'] for router_interface, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:32.979741 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-9f40d5ae-f384-4d6b-ab90-e0c2fc6f9d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4421e02c-a1a6-48fd-b2a0-93c1ac0e9515', 'name': 'tempest-AttachSCSIVolumeTestJSON-1861468136-router', 'tenant_id': '02bc79a9675142e593506d561654e76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '1d0899c4-55c6-4d29-a539-cb2a8e2df790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:01:59Z', 'updated_at': '2021-09-30T01:04:30Z', 'revision_number': 5, 'project_id': '02bc79a9675142e593506d561654e76f', 'gw_port': {'id': '1d0899c4-55c6-4d29-a539-cb2a8e2df790', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:42:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4421e02c-a1a6-48fd-b2a0-93c1ac0e9515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:00Z', 'updated_at': '2021-09-30T01:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:32.984785 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f40d5ae-f384-4d6b-ab90-e0c2fc6f9d1c None None] Checking router: 4421e02c-a1a6-48fd-b2a0-93c1ac0e9515 for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:04:32.996641 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f40d5ae-f384-4d6b-ab90-e0c2fc6f9d1c None None] Routers {'4421e02c-a1a6-48fd-b2a0-93c1ac0e9515'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:04:32.998631 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-9f40d5ae-f384-4d6b-ab90-e0c2fc6f9d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:04:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['4421e02c-a1a6-48fd-b2a0-93c1ac0e9515'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:33.017681 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578b39f-b316-40e4-aa80-5e5e051b6b62 req-1d0991ab-345e-4bec-966a-b79ead8ad666 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:33.019636 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c578b39f-b316-40e4-aa80-5e5e051b6b62 req-1d0991ab-345e-4bec-966a-b79ead8ad666 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.2769847 Sep 30 01:04:33.075386 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e94360-24eb-47c2-984a-0c368d093692 req-a801fa1e-67f2-4d51-bb18-1005a2ed0795 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:33.077595 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d7e94360-24eb-47c2-984a-0c368d093692 req-a801fa1e-67f2-4d51-bb18-1005a2ed0795 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 945 time: 0.2596912 Sep 30 01:04:33.082507 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-dd192e2b-eb6b-4c71-b87c-f63e22ad2899 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:33.140009 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d7e94360-24eb-47c2-984a-0c368d093692 req-c2333f7d-f0ce-442d-bfc1-2dcba041f756 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536673 Sep 30 01:04:33.140845 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-dd192e2b-eb6b-4c71-b87c-f63e22ad2899 admin admin] Deleting port 1d0899c4-55c6-4d29-a539-cb2a8e2df790 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:04:33.141225 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-dd192e2b-eb6b-4c71-b87c-f63e22ad2899 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:33.215385 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c578b39f-b316-40e4-aa80-5e5e051b6b62 req-35d7a764-53a2-486d-ba56-992d6384a00c tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878111 Sep 30 01:04:33.297927 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-26dd8269-b98a-40c9-bac9-8fde826c847d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting port 3f58198e-1599-4a12-b556-cc60ac2ca938 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:04:33.298629 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-26dd8269-b98a-40c9-bac9-8fde826c847d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:33.352934 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-9f40d5ae-f384-4d6b-ab90-e0c2fc6f9d1c None None] Set router 4421e02c-a1a6-48fd-b2a0-93c1ac0e9515 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:04:33.686799 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-dd192e2b-eb6b-4c71-b87c-f63e22ad2899 admin admin] For port 1d0899c4-55c6-4d29-a539-cb2a8e2df790, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=1d0899c4-55c6-4d29-a539-cb2a8e2df790,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:33.687154 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-dd192e2b-eb6b-4c71-b87c-f63e22ad2899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:33.781873 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-26dd8269-b98a-40c9-bac9-8fde826c847d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:33.819308 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-9f40d5ae-f384-4d6b-ab90-e0c2fc6f9d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4421e02c-a1a6-48fd-b2a0-93c1ac0e9515', 'name': 'tempest-AttachSCSIVolumeTestJSON-1861468136-router', 'tenant_id': '02bc79a9675142e593506d561654e76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '1d0899c4-55c6-4d29-a539-cb2a8e2df790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:01:59Z', 'updated_at': '2021-09-30T01:04:30Z', 'revision_number': 5, 'project_id': '02bc79a9675142e593506d561654e76f', 'gw_port': {'id': '1d0899c4-55c6-4d29-a539-cb2a8e2df790', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:42:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4421e02c-a1a6-48fd-b2a0-93c1ac0e9515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:00Z', 'updated_at': '2021-09-30T01:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:33.824799 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f40d5ae-f384-4d6b-ab90-e0c2fc6f9d1c None None] The sync data for ids ['4421e02c-a1a6-48fd-b2a0-93c1ac0e9515'] in n-d-811809-1 is: [{'id': '4421e02c-a1a6-48fd-b2a0-93c1ac0e9515', 'name': 'tempest-AttachSCSIVolumeTestJSON-1861468136-router', 'tenant_id': '02bc79a9675142e593506d561654e76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '1d0899c4-55c6-4d29-a539-cb2a8e2df790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:01:59Z', 'updated_at': '2021-09-30T01:04:30Z', 'revision_number': 5, 'project_id': '02bc79a9675142e593506d561654e76f', 'gw_port': {'id': '1d0899c4-55c6-4d29-a539-cb2a8e2df790', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:42:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4421e02c-a1a6-48fd-b2a0-93c1ac0e9515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:00Z', 'updated_at': '2021-09-30T01:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:04:33.854356 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068feddd-e659-40e0-b59c-c81fc9e858d2 req-e60c93f4-cca5-411f-8125-0e30c5331ddd tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:33.868636 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-068feddd-e659-40e0-b59c-c81fc9e858d2 req-e60c93f4-cca5-411f-8125-0e30c5331ddd tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 946 time: 0.4452078 Sep 30 01:04:33.891464 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-dd192e2b-eb6b-4c71-b87c-f63e22ad2899 admin admin] Calling delete_port for 1d0899c4-55c6-4d29-a539-cb2a8e2df790 owned by network:router_gateway {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:04:33.959892 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-26dd8269-b98a-40c9-bac9-8fde826c847d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Calling delete_port for 3f58198e-1599-4a12-b556-cc60ac2ca938 owned by network:router_interface {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:04:33.976382 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-068feddd-e659-40e0-b59c-c81fc9e858d2 req-c36f7b1d-6e0d-4474-a64d-2dddb37aea9e tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068563 Sep 30 01:04:34.169502 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-dd192e2b-eb6b-4c71-b87c-f63e22ad2899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:34.177103 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e23ad30f-f72b-4e05-84ee-56042058e253 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:34.240401 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd192e2b-eb6b-4c71-b87c-f63e22ad2899 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d0899c4-55c6-4d29-a539-cb2a8e2df790,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:34.250312 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-dd192e2b-eb6b-4c71-b87c-f63e22ad2899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:34.314236 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a8eba-6d5a-40a4-b751-9bddfe8c2a6e req-c0861518-351b-4c79-976f-92bb255374b6 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:34.316059 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-064a8eba-6d5a-40a4-b751-9bddfe8c2a6e req-c0861518-351b-4c79-976f-92bb255374b6 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.2651124 Sep 30 01:04:34.408905 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-dd192e2b-eb6b-4c71-b87c-f63e22ad2899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673024'] for router_gateway, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:34.648488 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-064a8eba-6d5a-40a4-b751-9bddfe8c2a6e req-f23a79d1-dc31-474d-9775-cd11c2781a11 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932093 Sep 30 01:04:34.672102 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-26dd8269-b98a-40c9-bac9-8fde826c847d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:34.700893 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-09aca039-c736-45ff-8cc4-84056a66c7bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:34.804042 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-dd192e2b-eb6b-4c71-b87c-f63e22ad2899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30720'] for router, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:34.807093 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-dd192e2b-eb6b-4c71-b87c-f63e22ad2899 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:34.873377 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-dd192e2b-eb6b-4c71-b87c-f63e22ad2899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736498'] for router, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:34.874518 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd192e2b-eb6b-4c71-b87c-f63e22ad2899 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4421e02c-a1a6-48fd-b2a0-93c1ac0e9515 {{(pid=80274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 30 01:04:34.889481 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd8269-b98a-40c9-bac9-8fde826c847d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Port': ['ID=3f58198e-1599-4a12-b556-cc60ac2ca938,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:34.895654 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-26dd8269-b98a-40c9-bac9-8fde826c847d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:34.900699 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e60290-5b3a-4731-89e8-2f642f557494 req-2949b48e-68e1-4576-91a5-43bf01a4c12a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:34.902202 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61e60290-5b3a-4731-89e8-2f642f557494 req-2949b48e-68e1-4576-91a5-43bf01a4c12a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 945 time: 0.6142216 Sep 30 01:04:34.968097 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-dd192e2b-eb6b-4c71-b87c-f63e22ad2899 admin admin] Notify callbacks [] for router, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:34.973694 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-dd192e2b-eb6b-4c71-b87c-f63e22ad2899 admin admin] 10.222.0.39 "DELETE /v2.0/routers/4421e02c-a1a6-48fd-b2a0-93c1ac0e9515 HTTP/1.1" status: 204 len: 168 time: 3.0381958 Sep 30 01:04:34.981090 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 47172) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:35.135427 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61e60290-5b3a-4731-89e8-2f642f557494 req-771ad04b-efb7-4df8-8f84-5d3c1f2b6340 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164650 Sep 30 01:04:35.166791 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ba267a-1d51-469f-a519-ac9652e8ef9d admin admin] Deleting subnet 1b1d4a0e-373b-4a8f-bc06-2d1f76945ee5 {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:04:35.167199 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a2ba267a-1d51-469f-a519-ac9652e8ef9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:35.243336 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a2ba267a-1d51-469f-a519-ac9652e8ef9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2490848'] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:35.285891 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-26dd8269-b98a-40c9-bac9-8fde826c847d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683119'] for router_interface, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:35.398990 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2e331-098b-4d20-9473-82624e6cb848 req-d07461ff-81cc-49f4-9683-f09ca0b87104 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:35.400756 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-99d2e331-098b-4d20-9473-82624e6cb848 req-d07461ff-81cc-49f4-9683-f09ca0b87104 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 946 time: 0.1242218 Sep 30 01:04:35.467662 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-99d2e331-098b-4d20-9473-82624e6cb848 req-64adb8c8-d4ff-4239-a8a8-f48f235e773a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574610 Sep 30 01:04:35.503858 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a2ba267a-1d51-469f-a519-ac9652e8ef9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:35.544067 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f38774-96f6-4ac2-ae9f-b5301e024e85 req-d55c3775-efe7-4c28-a317-d8a75eebd9ae tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:35.554381 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-96f38774-96f6-4ac2-ae9f-b5301e024e85 req-d55c3775-efe7-4c28-a317-d8a75eebd9ae tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.4386888 Sep 30 01:04:35.573645 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:35.668669 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 1d0899c4-55c6-4d29-a539-cb2a8e2df790 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:04:35.676346 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a2ba267a-1d51-469f-a519-ac9652e8ef9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:35.680471 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0413cd26-443b-4183-937d-cf7f631f11c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:35.745492 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 1d0899c4-55c6-4d29-a539-cb2a8e2df790 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:04:35.746025 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 1d0899c4-55c6-4d29-a539-cb2a8e2df790 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:04:35.746546 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 628ae672-3e6b-4726-8cfc-8b58635021d2 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:04:35.765136 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba267a-1d51-469f-a519-ac9652e8ef9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b1d4a0e-373b-4a8f-bc06-2d1f76945ee5,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:35.774710 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a2ba267a-1d51-469f-a519-ac9652e8ef9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:35.789796 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a2ba267a-1d51-469f-a519-ac9652e8ef9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:35.794081 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-a2ba267a-1d51-469f-a519-ac9652e8ef9d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1b1d4a0e-373b-4a8f-bc06-2d1f76945ee5 HTTP/1.1" status: 204 len: 168 time: 0.8122196 Sep 30 01:04:35.799236 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 47190) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:35.816342 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 628ae672-3e6b-4726-8cfc-8b58635021d2 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:04:35.817101 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 628ae672-3e6b-4726-8cfc-8b58635021d2 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:04:35.824038 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39639b6d-86d6-434e-b42b-310cd70c13a6 None None] Network 8cf157b5-3a5b-4875-babe-38a13725d469 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:04:35.911738 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26dd8269-b98a-40c9-bac9-8fde826c847d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Router 83828029-b5ff-42d3-9a10-06e0912fcd20 has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 01:04:35.941426 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-96f38774-96f6-4ac2-ae9f-b5301e024e85 req-e60ca149-cf42-4778-9705-9c8cabcaaf05 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854778 Sep 30 01:04:36.111048 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eeff8dd6-dfd8-4280-bc87-1d3036c00fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:36.199548 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26dd8269-b98a-40c9-bac9-8fde826c847d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:04:36.208477 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cdf674-b0f8-437a-89fa-fd114653a1d7 None None] DHCP port deletion for 8cf157b5-3a5b-4875-babe-38a13725d469 request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 01:04:36.215714 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-eeff8dd6-dfd8-4280-bc87-1d3036c00fd9 admin admin] Deleting port c0edb48a-9b95-45c6-8703-6dd771d2c7fd {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:04:36.216062 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eeff8dd6-dfd8-4280-bc87-1d3036c00fd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:36.219947 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-16cdf674-b0f8-437a-89fa-fd114653a1d7 None None] Deleting port c0edb48a-9b95-45c6-8703-6dd771d2c7fd {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:04:36.220341 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-16cdf674-b0f8-437a-89fa-fd114653a1d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:36.328890 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-26dd8269-b98a-40c9-bac9-8fde826c847d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "PUT /v2.0/routers/83828029-b5ff-42d3-9a10-06e0912fcd20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6890683 Sep 30 01:04:36.331579 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 47210) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:36.338775 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aa04e6-cf00-480e-86f2-ca2bc9f08128 None None] Sync routers for ids ['83828029-b5ff-42d3-9a10-06e0912fcd20'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:04:36.480945 n-d-811809-1 neutron-server[80274]: INFO neutron.pecan_wsgi.hooks.translation [None req-4996dc9c-909b-4599-961c-33115c4f39c2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] GET failed (client error): The resource could not be found. Sep 30 01:04:36.482954 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-4996dc9c-909b-4599-961c-33115c4f39c2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "GET /v2.0/ports/3f58198e-1599-4a12-b556-cc60ac2ca938 HTTP/1.1" status: 404 len: 333 time: 0.1503170 Sep 30 01:04:36.486853 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 47214) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:36.589123 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-16cdf674-b0f8-437a-89fa-fd114653a1d7 None None] For port c0edb48a-9b95-45c6-8703-6dd771d2c7fd, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=c0edb48a-9b95-45c6-8703-6dd771d2c7fd,segment=NetworkSegment(15605330-c69b-4e76-b9b5-742b2b2c6ca4),segment_id=15605330-c69b-4e76-b9b5-742b2b2c6ca4)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:36.589698 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-16cdf674-b0f8-437a-89fa-fd114653a1d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:36.602083 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device f7765ac3-a090-4d1d-8f6e-0e149359bcdd no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:04:36.670294 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-eeff8dd6-dfd8-4280-bc87-1d3036c00fd9 admin admin] For port c0edb48a-9b95-45c6-8703-6dd771d2c7fd, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=c0edb48a-9b95-45c6-8703-6dd771d2c7fd,segment=NetworkSegment(15605330-c69b-4e76-b9b5-742b2b2c6ca4),segment_id=15605330-c69b-4e76-b9b5-742b2b2c6ca4)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:36.671591 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eeff8dd6-dfd8-4280-bc87-1d3036c00fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:36.712078 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-37a614e3-536f-4979-908a-cc69ed91202f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for router, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:36.898752 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a134441-a4c2-497c-a7e7-a6f7adab2de0 req-88b136c5-e4fa-446f-8e7b-790885759409 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:36.907766 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a134441-a4c2-497c-a7e7-a6f7adab2de0 req-88b136c5-e4fa-446f-8e7b-790885759409 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 945 time: 0.4888523 Sep 30 01:04:36.936456 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff96b6d-0916-407e-836d-a03039dfd662 req-f77f167e-90a8-438a-a106-9a2f04ba9e62 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:36.956087 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3ff96b6d-0916-407e-836d-a03039dfd662 req-f77f167e-90a8-438a-a106-9a2f04ba9e62 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.6539612 Sep 30 01:04:36.956348 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-16cdf674-b0f8-437a-89fa-fd114653a1d7 None None] Calling delete_port for c0edb48a-9b95-45c6-8703-6dd771d2c7fd owned by network:dhcp {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:04:36.997740 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aa04e6-cf00-480e-86f2-ca2bc9f08128 None None] Routers {'83828029-b5ff-42d3-9a10-06e0912fcd20'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:04:36.999177 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-a5aa04e6-cf00-480e-86f2-ca2bc9f08128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:04:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['83828029-b5ff-42d3-9a10-06e0912fcd20'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:37.071202 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-eeff8dd6-dfd8-4280-bc87-1d3036c00fd9 admin admin] Calling delete_port for c0edb48a-9b95-45c6-8703-6dd771d2c7fd owned by network:dhcp {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:04:37.098438 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5a134441-a4c2-497c-a7e7-a6f7adab2de0 req-bce8e77d-ac61-4194-a861-b31d73b7240d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897910 Sep 30 01:04:37.152173 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-a5aa04e6-cf00-480e-86f2-ca2bc9f08128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:37.171192 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-16cdf674-b0f8-437a-89fa-fd114653a1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821'] for port, after_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:37.181478 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3ff96b6d-0916-407e-836d-a03039dfd662 req-e9f42694-b141-414e-8f49-247337481c4f tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351315 Sep 30 01:04:37.182956 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-dc0c1b57-fb6e-4ff8-af5e-987a05944fe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:37.227894 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-37a614e3-536f-4979-908a-cc69ed91202f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30720'] for router, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:37.230438 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-37a614e3-536f-4979-908a-cc69ed91202f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:37.267087 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cdf674-b0f8-437a-89fa-fd114653a1d7 None None] Pushing event deleted for resources: {'Port': ['ID=c0edb48a-9b95-45c6-8703-6dd771d2c7fd,revision_number=None']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:37.285618 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-16cdf674-b0f8-437a-89fa-fd114653a1d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:37.288431 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aa04e6-cf00-480e-86f2-ca2bc9f08128 None None] Routers {'83828029-b5ff-42d3-9a10-06e0912fcd20'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:04:37.289376 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-a5aa04e6-cf00-480e-86f2-ca2bc9f08128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:04:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['83828029-b5ff-42d3-9a10-06e0912fcd20'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:37.292621 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.db.api [None req-eeff8dd6-dfd8-4280-bc87-1d3036c00fd9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80275) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 01:04:37.295850 n-d-811809-1 neutron-server[80275]: DEBUG oslo_db.api [None req-eeff8dd6-dfd8-4280-bc87-1d3036c00fd9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 01:04:37.326291 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-37a614e3-536f-4979-908a-cc69ed91202f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736498'] for router, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:37.326800 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a614e3-536f-4979-908a-cc69ed91202f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Fanout notify agent at l3_agent the message router_deleted on router 83828029-b5ff-42d3-9a10-06e0912fcd20 {{(pid=80274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 30 01:04:37.353254 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-37a614e3-536f-4979-908a-cc69ed91202f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for router, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:37.357128 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 47238) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:37.371936 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-37a614e3-536f-4979-908a-cc69ed91202f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/routers/83828029-b5ff-42d3-9a10-06e0912fcd20 HTTP/1.1" status: 204 len: 168 time: 0.8831468 Sep 30 01:04:37.386050 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cdf674-b0f8-437a-89fa-fd114653a1d7 None None] No DVR routers for this DVR port c0edb48a-9b95-45c6-8703-6dd771d2c7fd on host n-d-811809-1 {{(pid=80276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:04:37.391799 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device c0edb48a-9b95-45c6-8703-6dd771d2c7fd no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:04:37.434168 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea310f0-c60d-4b88-99c7-7b04af08c5b9 req-deecf383-992c-49ab-9d7a-5b467009dea9 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:37.437534 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-a5aa04e6-cf00-480e-86f2-ca2bc9f08128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:37.437821 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aa04e6-cf00-480e-86f2-ca2bc9f08128 None None] The sync data for ids ['83828029-b5ff-42d3-9a10-06e0912fcd20'] in n-d-811809-1 is: [] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:04:37.442026 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: c0edb48a-9b95-45c6-8703-6dd771d2c7fd {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:04:37.442386 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device c0edb48a-9b95-45c6-8703-6dd771d2c7fd not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:04:37.455316 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6ea310f0-c60d-4b88-99c7-7b04af08c5b9 req-deecf383-992c-49ab-9d7a-5b467009dea9 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 946 time: 0.1999950 Sep 30 01:04:37.520981 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ecf169-2e3d-44fe-a5a3-0611eabf6f88 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting subnet 2b787c75-c1b4-4ee0-a0de-fce82862bd3f {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:04:37.525933 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6ea310f0-c60d-4b88-99c7-7b04af08c5b9 req-2cfea547-4cb5-42ef-a1a6-c2412b8928b2 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697348 Sep 30 01:04:37.526898 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:37.543170 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e8ecf169-2e3d-44fe-a5a3-0611eabf6f88 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:37.605991 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port f7765ac3-a090-4d1d-8f6e-0e149359bcdd, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=f7765ac3-a090-4d1d-8f6e-0e149359bcdd,segment=NetworkSegment(78314eab-8436-4d6e-8e41-404a6dc9a40f),segment_id=78314eab-8436-4d6e-8e41-404a6dc9a40f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:37.607417 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe582ef-b863-4bc3-993d-89fef6633765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7765ac3-a090-4d1d-8f6e-0e149359bcdd'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:04:37.619130 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:37.623799 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-7be00cd1-31f6-41e9-bc39-823bb579557d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:37.674339 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e8ecf169-2e3d-44fe-a5a3-0611eabf6f88 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:37.702271 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe582ef-b863-4bc3-993d-89fef6633765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7765ac3-a090-4d1d-8f6e-0e149359bcdd', 'code': 200} Sep 30 01:04:37.769650 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=f7765ac3-a090-4d1d-8f6e-0e149359bcdd,revision_number=6']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:37.774199 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:37.814478 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e8ecf169-2e3d-44fe-a5a3-0611eabf6f88 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:37.892378 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-eeff8dd6-dfd8-4280-bc87-1d3036c00fd9 admin admin] Deleting port c0edb48a-9b95-45c6-8703-6dd771d2c7fd {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:04:37.892741 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eeff8dd6-dfd8-4280-bc87-1d3036c00fd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:37.964533 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-eeff8dd6-dfd8-4280-bc87-1d3036c00fd9 admin admin] The port 'c0edb48a-9b95-45c6-8703-6dd771d2c7fd' was deleted {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 30 01:04:37.966278 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e8ecf169-2e3d-44fe-a5a3-0611eabf6f88 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:38.007325 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c08709fb-c687-48a7-800a-d51afe78bd96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:38.026131 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150e70b-d275-4c38-9365-04ef5ab4c0a5 req-d91e17e2-977a-4240-b20a-999b28ecac50 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:38.033236 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a150e70b-d275-4c38-9365-04ef5ab4c0a5 req-d91e17e2-977a-4240-b20a-999b28ecac50 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.1015134 Sep 30 01:04:38.054230 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ecf169-2e3d-44fe-a5a3-0611eabf6f88 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Subnet': ['ID=2b787c75-c1b4-4ee0-a0de-fce82862bd3f,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:38.059703 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e8ecf169-2e3d-44fe-a5a3-0611eabf6f88 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:38.064299 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e8ecf169-2e3d-44fe-a5a3-0611eabf6f88 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:38.073464 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-e8ecf169-2e3d-44fe-a5a3-0611eabf6f88 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/subnets/2b787c75-c1b4-4ee0-a0de-fce82862bd3f HTTP/1.1" status: 204 len: 168 time: 0.7153032 Sep 30 01:04:38.079981 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 47246) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:38.089003 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df26fc8f-1b15-4f53-95d6-9b3798d9ff1f None None] Network f339ae1d-91a4-4dfd-a008-6d26f48e7131 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:04:38.136918 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a150e70b-d275-4c38-9365-04ef5ab4c0a5 req-eafe72e7-c6b1-4a01-a5da-a71ac98de10b tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027117 Sep 30 01:04:38.173635 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eeff8dd6-dfd8-4280-bc87-1d3036c00fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:38.228431 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-eeff8dd6-dfd8-4280-bc87-1d3036c00fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf157b5-3a5b-4875-babe-38a13725d469']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:38.252846 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-eeff8dd6-dfd8-4280-bc87-1d3036c00fd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15605330-c69b-4e76-b9b5-742b2b2c6ca4') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:38.253203 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-eeff8dd6-dfd8-4280-bc87-1d3036c00fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15605330-c69b-4e76-b9b5-742b2b2c6ca4') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:38.282505 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eeff8dd6-dfd8-4280-bc87-1d3036c00fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:38.338931 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eeff8dd6-dfd8-4280-bc87-1d3036c00fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:38.356082 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeff8dd6-dfd8-4280-bc87-1d3036c00fd9 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:04:38.356475 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eeff8dd6-dfd8-4280-bc87-1d3036c00fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:38.371683 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device f7765ac3-a090-4d1d-8f6e-0e149359bcdd details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: util.warn( Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: util.warn( Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: util.warn( Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: util.warn( Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: timer() Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:04:38.382081 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:04:38.444625 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2594840e-288b-4fb8-ba71-656419697758 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:38.470594 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-2594840e-288b-4fb8-ba71-656419697758 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting port 4fe94cf6-734b-4f10-ba21-fece3a7ee9b9 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:04:38.470995 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2594840e-288b-4fb8-ba71-656419697758 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:38.608322 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eeff8dd6-dfd8-4280-bc87-1d3036c00fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:38.617844 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-dc917792-51c4-4770-9dee-f6add7a7c0f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:38.642060 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eeff8dd6-dfd8-4280-bc87-1d3036c00fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:38.657335 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff8dd6-dfd8-4280-bc87-1d3036c00fd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cf157b5-3a5b-4875-babe-38a13725d469,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:38.666676 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-eeff8dd6-dfd8-4280-bc87-1d3036c00fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:38.677611 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384aefab-3d6a-48e3-8592-27cc8d817722 req-37f3bf0c-1f29-4bd2-aa0a-d19ba39556c1 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:38.679725 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-384aefab-3d6a-48e3-8592-27cc8d817722 req-37f3bf0c-1f29-4bd2-aa0a-d19ba39556c1 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 945 time: 0.2889011 Sep 30 01:04:38.684690 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-eeff8dd6-dfd8-4280-bc87-1d3036c00fd9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8cf157b5-3a5b-4875-babe-38a13725d469 HTTP/1.1" status: 204 len: 168 time: 2.8845158 Sep 30 01:04:38.685409 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 47272) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:38.779581 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-2594840e-288b-4fb8-ba71-656419697758 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] For port 4fe94cf6-734b-4f10-ba21-fece3a7ee9b9, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=4fe94cf6-734b-4f10-ba21-fece3a7ee9b9,segment=NetworkSegment(b05ba536-04fb-45dc-875e-beb7f07113f1),segment_id=b05ba536-04fb-45dc-875e-beb7f07113f1)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:38.779943 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2594840e-288b-4fb8-ba71-656419697758 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:38.820941 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port f7765ac3-a090-4d1d-8f6e-0e149359bcdd, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=f7765ac3-a090-4d1d-8f6e-0e149359bcdd,segment=NetworkSegment(78314eab-8436-4d6e-8e41-404a6dc9a40f),segment_id=78314eab-8436-4d6e-8e41-404a6dc9a40f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:38.850067 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': 'f7765ac3-a090-4d1d-8f6e-0e149359bcdd', 'network_id': 'eeb6c4e1-a773-440f-9ca0-04a98bdafcfd', 'port_id': 'f7765ac3-a090-4d1d-8f6e-0e149359bcdd', 'mac_address': 'fa:16:3e:aa:0f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '858defef-6f87-4015-b170-e42a0b3eb39a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:04:38.907551 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-384aefab-3d6a-48e3-8592-27cc8d817722 req-1e1f0791-5827-47d8-a246-eb114d20d245 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186973 Sep 30 01:04:38.922581 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-2594840e-288b-4fb8-ba71-656419697758 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Calling delete_port for 4fe94cf6-734b-4f10-ba21-fece3a7ee9b9 owned by network:dhcp {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:04:38.925354 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:38.939981 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c38158-6f13-4a81-a710-df79bc342f55 None None] DHCP port deletion for f339ae1d-91a4-4dfd-a008-6d26f48e7131 request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 01:04:38.954069 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7765ac3-a090-4d1d-8f6e-0e149359bcdd {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:04:38.959939 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-68c38158-6f13-4a81-a710-df79bc342f55 None None] Deleting port 4fe94cf6-734b-4f10-ba21-fece3a7ee9b9 {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:04:38.960356 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-68c38158-6f13-4a81-a710-df79bc342f55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:39.024100 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port f7765ac3-a090-4d1d-8f6e-0e149359bcdd, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=f7765ac3-a090-4d1d-8f6e-0e149359bcdd,segment=NetworkSegment(78314eab-8436-4d6e-8e41-404a6dc9a40f),segment_id=78314eab-8436-4d6e-8e41-404a6dc9a40f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:39.057523 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:39.065871 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:39.068868 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbd25e-1f66-450e-9d0c-d15af258ea1c req-ce732abc-1085-472b-8ead-0bff10ec07b9 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:39.070351 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8ccbd25e-1f66-450e-9d0c-d15af258ea1c req-ce732abc-1085-472b-8ead-0bff10ec07b9 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 944 time: 0.1551073 Sep 30 01:04:39.071441 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2594840e-288b-4fb8-ba71-656419697758 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:39.075237 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b7cc8bc3-b13d-4415-a943-72659d644bda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:39.137848 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594840e-288b-4fb8-ba71-656419697758 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Port': ['ID=4fe94cf6-734b-4f10-ba21-fece3a7ee9b9,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:39.140414 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2594840e-288b-4fb8-ba71-656419697758 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:39.143820 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2594840e-288b-4fb8-ba71-656419697758 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] No DVR routers for this DVR port 4fe94cf6-734b-4f10-ba21-fece3a7ee9b9 on host n-d-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:04:39.225555 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=f7765ac3-a090-4d1d-8f6e-0e149359bcdd,revision_number=7']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:39.230587 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:39.276905 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8ccbd25e-1f66-450e-9d0c-d15af258ea1c req-09e7e7e0-952e-40cf-9c69-59e3a26a11cd tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728637 Sep 30 01:04:39.298209 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-68c38158-6f13-4a81-a710-df79bc342f55 None None] For port 4fe94cf6-734b-4f10-ba21-fece3a7ee9b9, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=4fe94cf6-734b-4f10-ba21-fece3a7ee9b9,segment=NetworkSegment(b05ba536-04fb-45dc-875e-beb7f07113f1),segment_id=b05ba536-04fb-45dc-875e-beb7f07113f1)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:39.299166 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-68c38158-6f13-4a81-a710-df79bc342f55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:39.302442 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2594840e-288b-4fb8-ba71-656419697758 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:39.333018 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-2594840e-288b-4fb8-ba71-656419697758 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f339ae1d-91a4-4dfd-a008-6d26f48e7131']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:39.351684 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-2594840e-288b-4fb8-ba71-656419697758 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05ba536-04fb-45dc-875e-beb7f07113f1') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:39.351975 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-2594840e-288b-4fb8-ba71-656419697758 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05ba536-04fb-45dc-875e-beb7f07113f1') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:39.365252 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2594840e-288b-4fb8-ba71-656419697758 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:39.384314 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2594840e-288b-4fb8-ba71-656419697758 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:39.391718 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2594840e-288b-4fb8-ba71-656419697758 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:04:39.393010 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2594840e-288b-4fb8-ba71-656419697758 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:39.394628 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 4fe94cf6-734b-4f10-ba21-fece3a7ee9b9 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: timer() Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:04:39.409001 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:04:39.511226 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2594840e-288b-4fb8-ba71-656419697758 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:39.523775 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2594840e-288b-4fb8-ba71-656419697758 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:39.530144 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0e75a7ad-2e40-40c5-8708-18dbafb50a57 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:39.541864 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-68c38158-6f13-4a81-a710-df79bc342f55 None None] Calling delete_port for 4fe94cf6-734b-4f10-ba21-fece3a7ee9b9 owned by network:dhcp {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:04:39.571723 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594840e-288b-4fb8-ba71-656419697758 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Network': ['ID=f339ae1d-91a4-4dfd-a008-6d26f48e7131,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:39.578094 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2594840e-288b-4fb8-ba71-656419697758 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:39.580734 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-2594840e-288b-4fb8-ba71-656419697758 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/networks/f339ae1d-91a4-4dfd-a008-6d26f48e7131 HTTP/1.1" status: 204 len: 168 time: 1.4995828 Sep 30 01:04:39.585439 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 47298) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:39.591949 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 4fe94cf6-734b-4f10-ba21-fece3a7ee9b9 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:04:39.593107 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 4fe94cf6-734b-4f10-ba21-fece3a7ee9b9 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:04:39.615681 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fca1d-548e-42bb-b23a-19610e0ba574 req-e8cec055-6500-47e1-8666-c1ad5bed78e6 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:39.622471 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-738fca1d-548e-42bb-b23a-19610e0ba574 req-e8cec055-6500-47e1-8666-c1ad5bed78e6 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.1569140 Sep 30 01:04:39.643594 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.api [None req-68c38158-6f13-4a81-a710-df79bc342f55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80276) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 01:04:39.644515 n-d-811809-1 neutron-server[80276]: DEBUG oslo_db.api [None req-68c38158-6f13-4a81-a710-df79bc342f55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 01:04:39.692702 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8809edd-9f0c-487f-93d5-c6259c931c65 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:39.693292 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-c8809edd-9f0c-487f-93d5-c6259c931c65 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Synchronizing usage tracker for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:04:39.709883 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-c8809edd-9f0c-487f-93d5-c6259c931c65 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Unset dirty status for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:04:39.715089 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-c8809edd-9f0c-487f-93d5-c6259c931c65 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "GET /v2.0/ports/32381d99-c206-4ae3-9d75-94710b36afaa HTTP/1.1" status: 200 len: 841 time: 0.1286316 Sep 30 01:04:39.715750 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 47308) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:39.719252 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-738fca1d-548e-42bb-b23a-19610e0ba574 req-7eb6b360-b19e-4499-b51a-2a953f8131da tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959220 Sep 30 01:04:39.756007 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4e8f790c-42cf-4da1-a7ce-f95ed224e5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734431'] for router_interface, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:39.855824 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 01:04:39.858549 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-969c85df-c765-434d-a849-d89cb5d3fb93 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "GET /v2.0/ports/32381d99-c206-4ae3-9d75-94710b36afaa?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1410568 Sep 30 01:04:39.860195 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 47318) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:39.866901 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-7eae7dcb-de76-449e-ad9a-24fc66ea553f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'subnet': {'network_id': '63908dc7-abfd-4e32-a079-5079c6309935', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:04:39.890059 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['f7765ac3-a090-4d1d-8f6e-0e149359bcdd'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:04:39.972889 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873fd42-da7f-4c35-946a-6887a5f48a3b req-6727dc5a-4765-41dd-9af1-08489520944b tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:39.974390 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0873fd42-da7f-4c35-946a-6887a5f48a3b req-6727dc5a-4765-41dd-9af1-08489520944b tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=69b3aa8c-9495-442e-bb77-8518992d9112 HTTP/1.1" status: 200 len: 951 time: 0.2016566 Sep 30 01:04:40.014994 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-7eae7dcb-de76-449e-ad9a-24fc66ea553f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:04:40.027494 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-7eae7dcb-de76-449e-ad9a-24fc66ea553f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:subnet and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:04:40.033909 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-7eae7dcb-de76-449e-ad9a-24fc66ea553f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:04:40.042706 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-7eae7dcb-de76-449e-ad9a-24fc66ea553f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:04:40.054383 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0873fd42-da7f-4c35-946a-6887a5f48a3b req-f268751b-46e5-4145-8d68-2b13ce812d8f tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/security-groups?id=2632cc96-b93c-409e-9e4b-ce8bd328a609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675833 Sep 30 01:04:40.095906 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eae7dcb-de76-449e-ad9a-24fc66ea553f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:04:40.099716 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7eae7dcb-de76-449e-ad9a-24fc66ea553f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:40.145784 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-68c38158-6f13-4a81-a710-df79bc342f55 None None] Deleting port 4fe94cf6-734b-4f10-ba21-fece3a7ee9b9 {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:04:40.146452 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-68c38158-6f13-4a81-a710-df79bc342f55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:40.157287 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-4e8f790c-42cf-4da1-a7ce-f95ed224e5be admin admin] Deleting port 812abb4d-13df-4803-8925-116f4a531f86 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:04:40.157636 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4e8f790c-42cf-4da1-a7ce-f95ed224e5be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:40.244724 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-68c38158-6f13-4a81-a710-df79bc342f55 None None] The port '4fe94cf6-734b-4f10-ba21-fece3a7ee9b9' was deleted {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 30 01:04:40.247141 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device a4d22640-c200-4b1f-af9e-7ad48bfdfd1d details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:04:40.406991 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-4e8f790c-42cf-4da1-a7ce-f95ed224e5be admin admin] For port 812abb4d-13df-4803-8925-116f4a531f86, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=812abb4d-13df-4803-8925-116f4a531f86,segment=NetworkSegment(0396e2ab-180b-4b52-95d4-83b55febc5ed),segment_id=0396e2ab-180b-4b52-95d4-83b55febc5ed)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:40.407418 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4e8f790c-42cf-4da1-a7ce-f95ed224e5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:40.429844 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port a4d22640-c200-4b1f-af9e-7ad48bfdfd1d, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=a4d22640-c200-4b1f-af9e-7ad48bfdfd1d,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:40.446113 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': 'a4d22640-c200-4b1f-af9e-7ad48bfdfd1d', 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487', 'port_id': 'a4d22640-c200-4b1f-af9e-7ad48bfdfd1d', 'mac_address': 'fa:16:3e:97:59:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c136aabe-2b6e-40bd-889c-a97ee8fe6bf6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:04:40.511722 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:40.557571 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4d22640-c200-4b1f-af9e-7ad48bfdfd1d {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:04:40.581173 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-4e8f790c-42cf-4da1-a7ce-f95ed224e5be admin admin] Calling delete_port for 812abb4d-13df-4803-8925-116f4a531f86 owned by network:router_interface {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:04:40.592277 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port a4d22640-c200-4b1f-af9e-7ad48bfdfd1d, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=a4d22640-c200-4b1f-af9e-7ad48bfdfd1d,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:40.599765 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:40.601802 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:40.635911 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7eae7dcb-de76-449e-ad9a-24fc66ea553f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:40.642299 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1e3406f8-3c50-4709-b54f-00acedd2a628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:40.705420 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=a4d22640-c200-4b1f-af9e-7ad48bfdfd1d,revision_number=6']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:40.710992 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd8db8-95e0-4738-9f73-9eec11fb4e0a req-06a0cb3a-4882-44e6-9381-b3d217cde1f0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:40.713403 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4ecd8db8-95e0-4738-9f73-9eec11fb4e0a req-06a0cb3a-4882-44e6-9381-b3d217cde1f0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 945 time: 0.5270731 Sep 30 01:04:40.716432 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:40.748151 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eae7dcb-de76-449e-ad9a-24fc66ea553f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network 63908dc7-abfd-4e32-a079-5079c6309935 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:04:40.755979 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-7eae7dcb-de76-449e-ad9a-24fc66ea553f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:04:40.760204 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eae7dcb-de76-449e-ad9a-24fc66ea553f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:40.760793 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7eae7dcb-de76-449e-ad9a-24fc66ea553f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:40.763666 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026eaa6-ecfd-4d8f-adbe-b1bfb0d1aa74 req-983d63d9-6226-4764-a55a-9985032fed2b tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:40.765148 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4026eaa6-ecfd-4d8f-adbe-b1bfb0d1aa74 req-983d63d9-6226-4764-a55a-9985032fed2b tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.3463662 Sep 30 01:04:40.767615 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6defe2-043f-49c9-88b4-ba4e6d2d3598 None None] Network 63908dc7-abfd-4e32-a079-5079c6309935 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:04:40.796419 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae7dcb-de76-449e-ad9a-24fc66ea553f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Subnet': ['ID=eb3b02a0-66e6-4318-a52e-fe55d747edaf,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:40.799476 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-7eae7dcb-de76-449e-ad9a-24fc66ea553f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:40.825048 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4026eaa6-ecfd-4d8f-adbe-b1bfb0d1aa74 req-31369dae-9d35-43b2-9617-3f261f2cce77 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500488 Sep 30 01:04:40.827248 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4ecd8db8-95e0-4738-9f73-9eec11fb4e0a req-a30dba83-defd-4237-9439-7092645d9c3a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053047 Sep 30 01:04:40.829339 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-7eae7dcb-de76-449e-ad9a-24fc66ea553f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9682267 Sep 30 01:04:40.832759 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 47340) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:40.841034 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-c3a62e0f-7ed3-4ae1-b6ca-1c5d1c832dd4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'security_group': {'name': 'tempest-secgroup-217897458'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:04:40.851192 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['a4d22640-c200-4b1f-af9e-7ad48bfdfd1d'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:04:40.884436 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c3a62e0f-7ed3-4ae1-b6ca-1c5d1c832dd4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:04:40.898707 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-c3a62e0f-7ed3-4ae1-b6ca-1c5d1c832dd4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:security_group and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:04:40.905817 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-c3a62e0f-7ed3-4ae1-b6ca-1c5d1c832dd4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:04:40.915115 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c3a62e0f-7ed3-4ae1-b6ca-1c5d1c832dd4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:04:40.940961 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c3a62e0f-7ed3-4ae1-b6ca-1c5d1c832dd4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:40.957773 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4e8f790c-42cf-4da1-a7ce-f95ed224e5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:40.964955 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-26dd8269-b98a-40c9-bac9-8fde826c847d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:41.017822 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f790c-42cf-4da1-a7ce-f95ed224e5be admin admin] Pushing event deleted for resources: {'Port': ['ID=812abb4d-13df-4803-8925-116f4a531f86,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:41.032528 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c3a62e0f-7ed3-4ae1-b6ca-1c5d1c832dd4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:04:41.034934 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4e8f790c-42cf-4da1-a7ce-f95ed224e5be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:41.053843 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd68f23-dc70-4f29-aa28-7f346f1e1094 req-6d5bf18c-e88a-434f-b170-bb0777b9fe65 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:41.067116 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fcd68f23-dc70-4f29-aa28-7f346f1e1094 req-6d5bf18c-e88a-434f-b170-bb0777b9fe65 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 945 time: 0.1132557 Sep 30 01:04:41.070046 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-c3a62e0f-7ed3-4ae1-b6ca-1c5d1c832dd4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:security_group_rule and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:04:41.081380 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-c3a62e0f-7ed3-4ae1-b6ca-1c5d1c832dd4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:04:41.144368 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fcd68f23-dc70-4f29-aa28-7f346f1e1094 req-ebaa0074-a110-4d78-b39f-14d4604f80bb tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762978 Sep 30 01:04:41.157180 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c3a62e0f-7ed3-4ae1-b6ca-1c5d1c832dd4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:04:41.322498 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfd9c3f-770f-4499-b067-1e8c64b64e2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-63908dc7-abfd-4e32-a079-5079c6309935', 'network_id': '63908dc7-abfd-4e32-a079-5079c6309935', 'tenant_id': 'fa355a47374f4432be765a0b10555e0c', 'fixed_ips': [{'subnet_id': 'eb3b02a0-66e6-4318-a52e-fe55d747edaf'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 01:04:41.326646 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2dfd9c3f-770f-4499-b067-1e8c64b64e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:41.559845 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:41.569730 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-2dfd9c3f-770f-4499-b067-1e8c64b64e2c None None] Allocated IP 172.20.0.2 (63908dc7-abfd-4e32-a079-5079c6309935/eb3b02a0-66e6-4318-a52e-fe55d747edaf/6ca63f2c-0d54-4cf1-96f3-5c7d1a188923) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:04:41.602398 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4e8f790c-42cf-4da1-a7ce-f95ed224e5be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683119'] for router_interface, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:41.620119 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c3a62e0f-7ed3-4ae1-b6ca-1c5d1c832dd4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:41.681656 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c3a62e0f-7ed3-4ae1-b6ca-1c5d1c832dd4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:41.780784 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c3bdca0d-1ab8-466b-be37-2ec8dec2d2ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:41.837736 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2dfd9c3f-770f-4499-b067-1e8c64b64e2c None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:41.864544 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-2dfd9c3f-770f-4499-b067-1e8c64b64e2c None None] Transition to ACTIVE for port object 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:04:41.912529 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a62e0f-7ed3-4ae1-b6ca-1c5d1c832dd4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bee72bc-f4d6-4676-a2f4-7d52f0a22fd0,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:41.937059 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c3a62e0f-7ed3-4ae1-b6ca-1c5d1c832dd4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:41.940890 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-2dfd9c3f-770f-4499-b067-1e8c64b64e2c None None] Transition to ACTIVE for port object 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:04:41.946477 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c3a62e0f-7ed3-4ae1-b6ca-1c5d1c832dd4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:41.980455 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 47424) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:41.983632 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2dfd9c3f-770f-4499-b067-1e8c64b64e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:41.983836 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-bd713261-28bb-47e6-a06c-42d4503aa25f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'security_group': {'name': 'tempest-secgroup-1812310910'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:04:41.984060 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-c3a62e0f-7ed3-4ae1-b6ca-1c5d1c832dd4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1339064 Sep 30 01:04:41.984250 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c84b9efb-66fd-464f-aab5-1b8888e6ebaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:41.984453 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-bd713261-28bb-47e6-a06c-42d4503aa25f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:04:42.003621 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-bd713261-28bb-47e6-a06c-42d4503aa25f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:security_group and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:04:42.050764 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-bd713261-28bb-47e6-a06c-42d4503aa25f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:04:42.081764 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-bd713261-28bb-47e6-a06c-42d4503aa25f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:04:42.120686 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bd713261-28bb-47e6-a06c-42d4503aa25f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:42.188215 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-bd713261-28bb-47e6-a06c-42d4503aa25f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:04:42.197929 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-bd713261-28bb-47e6-a06c-42d4503aa25f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:security_group_rule and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:04:42.231540 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4e855-3f18-40ed-964a-0ae0cfc6b309 req-c79269c2-2f61-4f78-8459-b1b8e43fa126 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:42.239371 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-63f4e855-3f18-40ed-964a-0ae0cfc6b309 req-c79269c2-2f61-4f78-8459-b1b8e43fa126 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 944 time: 0.2319822 Sep 30 01:04:42.270775 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-bd713261-28bb-47e6-a06c-42d4503aa25f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:04:42.274189 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device a4d22640-c200-4b1f-af9e-7ad48bfdfd1d up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:04:42.307178 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-bd713261-28bb-47e6-a06c-42d4503aa25f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:04:42.341210 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd9c3f-770f-4499-b067-1e8c64b64e2c None None] Pushing event updated for resources: {'Port': ['ID=6ca63f2c-0d54-4cf1-96f3-5c7d1a188923,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:42.355362 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-2dfd9c3f-770f-4499-b067-1e8c64b64e2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:42.374016 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-63f4e855-3f18-40ed-964a-0ae0cfc6b309 req-3212170b-0e54-48f8-8079-4b9da498eab4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332934 Sep 30 01:04:42.400374 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfd9c3f-770f-4499-b067-1e8c64b64e2c None None] Network 63908dc7-abfd-4e32-a079-5079c6309935 is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:04:42.423790 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-2dfd9c3f-770f-4499-b067-1e8c64b64e2c None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:04:42.432170 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfd9c3f-770f-4499-b067-1e8c64b64e2c None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:04:42.579933 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bd713261-28bb-47e6-a06c-42d4503aa25f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:42.590265 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bd713261-28bb-47e6-a06c-42d4503aa25f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:42.628681 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ad5f0e15-8d21-4863-8482-008db27f0839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:42.657097 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8f790c-42cf-4da1-a7ce-f95ed224e5be admin admin] Router a4a44c79-61b9-4979-a3a4-8951416125bc has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 01:04:42.709967 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:04:42.780634 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bd713261-28bb-47e6-a06c-42d4503aa25f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:42.781955 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-bd713261-28bb-47e6-a06c-42d4503aa25f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8270926 Sep 30 01:04:42.786137 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 47444) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:42.798650 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-481b22ea-0326-43f0-965b-e259ce0f67e3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-415724643', 'security_groups': ['a7ca8b4a-b730-4c04-93b8-53c203c8a9ce'], 'network_id': '63908dc7-abfd-4e32-a079-5079c6309935', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eb3b02a0-66e6-4318-a52e-fe55d747edaf'}]}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:04:42.981397 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-481b22ea-0326-43f0-965b-e259ce0f67e3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:04:42.984738 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd713261-28bb-47e6-a06c-42d4503aa25f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ca8b4a-b730-4c04-93b8-53c203c8a9ce,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:42.996793 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bd713261-28bb-47e6-a06c-42d4503aa25f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:43.023115 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-481b22ea-0326-43f0-965b-e259ce0f67e3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:04:43.056130 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481b22ea-0326-43f0-965b-e259ce0f67e3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:04:43.074770 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-2dfd9c3f-770f-4499-b067-1e8c64b64e2c None None] Attempting to bind port 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:04:43.075452 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-2dfd9c3f-770f-4499-b067-1e8c64b64e2c None None] Attempting to bind port 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'c775e201-29d6-4bfa-bfab-352495104bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '63908dc7-abfd-4e32-a079-5079c6309935'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:04:43.075936 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd9c3f-770f-4499-b067-1e8c64b64e2c None None] Attempting to bind port 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 on network 63908dc7-abfd-4e32-a079-5079c6309935 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:04:43.089751 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd9c3f-770f-4499-b067-1e8c64b64e2c None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:04:43.091358 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd9c3f-770f-4499-b067-1e8c64b64e2c None None] Checking segment: {'id': 'c775e201-29d6-4bfa-bfab-352495104bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '63908dc7-abfd-4e32-a079-5079c6309935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:04:43.091904 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2dfd9c3f-770f-4499-b067-1e8c64b64e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:43.092427 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd9c3f-770f-4499-b067-1e8c64b64e2c None None] Bound using segment: {'id': 'c775e201-29d6-4bfa-bfab-352495104bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '63908dc7-abfd-4e32-a079-5079c6309935'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:04:43.093087 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-2dfd9c3f-770f-4499-b067-1e8c64b64e2c None None] Bound port: 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c775e201-29d6-4bfa-bfab-352495104bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '63908dc7-abfd-4e32-a079-5079c6309935'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:04:43.093610 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2dfd9c3f-770f-4499-b067-1e8c64b64e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:43.213230 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-2dfd9c3f-770f-4499-b067-1e8c64b64e2c None None] For port 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:04:43.217922 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-2dfd9c3f-770f-4499-b067-1e8c64b64e2c None None] For port 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=6ca63f2c-0d54-4cf1-96f3-5c7d1a188923,segment=NetworkSegment(c775e201-29d6-4bfa-bfab-352495104bb5),segment_id=c775e201-29d6-4bfa-bfab-352495104bb5)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:04:43.220083 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port a4d22640-c200-4b1f-af9e-7ad48bfdfd1d triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:43.220627 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:43.277704 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c00c1b-d97e-445a-ac6e-c16866f6ce9c req-d2441127-6c40-489d-91b0-7aa8f6d8404c tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:43.280272 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a2c00c1b-d97e-445a-ac6e-c16866f6ce9c req-d2441127-6c40-489d-91b0-7aa8f6d8404c tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.8686051 Sep 30 01:04:43.330310 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2dfd9c3f-770f-4499-b067-1e8c64b64e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:43.396890 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a2c00c1b-d97e-445a-ac6e-c16866f6ce9c req-509d07df-9d52-4d34-8f0e-30e2c96a9dd7 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083028 Sep 30 01:04:43.415138 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-481b22ea-0326-43f0-965b-e259ce0f67e3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:43.425835 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8f790c-42cf-4da1-a7ce-f95ed224e5be admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:04:43.447141 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-4e8f790c-42cf-4da1-a7ce-f95ed224e5be admin admin] 10.222.0.39 "PUT /v2.0/routers/a4a44c79-61b9-4979-a3a4-8951416125bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7574105 Sep 30 01:04:43.454458 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 47462) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:43.463089 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8659bcb1-45e0-4848-9fa1-2556aa658d1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:43.474774 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e4e33b-f8df-44fc-ae4f-8bc0472ddc7e None None] Sync routers for ids ['a4a44c79-61b9-4979-a3a4-8951416125bc'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:04:43.491582 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [None req-481b22ea-0326-43f0-965b-e259ce0f67e3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] device_id is not set on port 422321de-a9cc-4e44-a029-9defa228d832 yet. {{(pid=80274) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:04:43.515991 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e4e33b-f8df-44fc-ae4f-8bc0472ddc7e None None] Routers {'a4a44c79-61b9-4979-a3a4-8951416125bc'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:04:43.519423 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-c6e4e33b-f8df-44fc-ae4f-8bc0472ddc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:04:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['a4a44c79-61b9-4979-a3a4-8951416125bc'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:43.647175 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:43.883550 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692f20f-4159-4229-9bfe-eea4cd83797e req-8984d7b8-edc9-459d-9860-88f95effaeb6 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:43.890662 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d692f20f-4159-4229-9bfe-eea4cd83797e req-8984d7b8-edc9-459d-9860-88f95effaeb6 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 945 time: 0.4536319 Sep 30 01:04:43.896345 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b3aa8c-9495-442e-bb77-8518992d9112', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:04:43.916705 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd9c3f-770f-4499-b067-1e8c64b64e2c None None] Pushing event updated for resources: {'Port': ['ID=6ca63f2c-0d54-4cf1-96f3-5c7d1a188923,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:43.935831 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-2dfd9c3f-770f-4499-b067-1e8c64b64e2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:43.937451 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:43.944366 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-c6e4e33b-f8df-44fc-ae4f-8bc0472ddc7e None None] Set router a4a44c79-61b9-4979-a3a4-8951416125bc gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:04:44.040886 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:44.052403 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:44.120305 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d692f20f-4159-4229-9bfe-eea4cd83797e req-518fa2bf-9a12-4800-9a28-dc749a913a3c tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214768 Sep 30 01:04:44.183493 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-481b22ea-0326-43f0-965b-e259ce0f67e3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Allocated IP 172.20.0.13 (63908dc7-abfd-4e32-a079-5079c6309935/eb3b02a0-66e6-4318-a52e-fe55d747edaf/422321de-a9cc-4e44-a029-9defa228d832) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:04:44.236633 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:44.261114 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19fc8fa2-c831-4a0c-be2a-d43ee7f3c0c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:44.312553 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port a4d22640-c200-4b1f-af9e-7ad48bfdfd1d, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=a4d22640-c200-4b1f-af9e-7ad48bfdfd1d,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:44.327583 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:44.328550 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device f7765ac3-a090-4d1d-8f6e-0e149359bcdd up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:04:44.380827 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05,revision_number=11']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:44.400409 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:44.400894 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:44.433147 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-c6e4e33b-f8df-44fc-ae4f-8bc0472ddc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a44c79-61b9-4979-a3a4-8951416125bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-639882307-router', 'tenant_id': '10d97beb9b5a41a49548f7a10459373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e53f074a-6248-4bd3-900b-42632edb22e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:02:17Z', 'updated_at': '2021-09-30T01:04:40Z', 'revision_number': 5, 'project_id': '10d97beb9b5a41a49548f7a10459373d', 'gw_port': {'id': 'e53f074a-6248-4bd3-900b-42632edb22e4', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a44c79-61b9-4979-a3a4-8951416125bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:19Z', 'updated_at': '2021-09-30T01:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:44.441526 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e4e33b-f8df-44fc-ae4f-8bc0472ddc7e None None] Checking router: a4a44c79-61b9-4979-a3a4-8951416125bc for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:04:44.456715 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e4e33b-f8df-44fc-ae4f-8bc0472ddc7e None None] Routers {'a4a44c79-61b9-4979-a3a4-8951416125bc'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:04:44.456715 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-c6e4e33b-f8df-44fc-ae4f-8bc0472ddc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:04:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['a4a44c79-61b9-4979-a3a4-8951416125bc'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:44.523022 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e37363-13c4-47dd-949b-b627dc6b114b req-e960c1d7-14cc-4f6c-8e8a-d0609f09b29f tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:44.542303 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-43e37363-13c4-47dd-949b-b627dc6b114b req-e960c1d7-14cc-4f6c-8e8a-d0609f09b29f tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 944 time: 0.4232290 Sep 30 01:04:44.619653 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-481b22ea-0326-43f0-965b-e259ce0f67e3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:44.642173 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [None req-481b22ea-0326-43f0-965b-e259ce0f67e3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Transition to ACTIVE for port object 422321de-a9cc-4e44-a029-9defa228d832 will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:04:44.666462 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-c6e4e33b-f8df-44fc-ae4f-8bc0472ddc7e None None] Set router a4a44c79-61b9-4979-a3a4-8951416125bc gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:04:44.678669 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=a4d22640-c200-4b1f-af9e-7ad48bfdfd1d,revision_number=7']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:44.679789 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-481b22ea-0326-43f0-965b-e259ce0f67e3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:44.697138 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:44.765088 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-43e37363-13c4-47dd-949b-b627dc6b114b req-3ac52b40-790b-441a-a491-fbd8a8e67920 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215471 Sep 30 01:04:44.767803 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bf778e26-c597-440d-a5fc-f0871bc3fae0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:44.804896 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port f7765ac3-a090-4d1d-8f6e-0e149359bcdd triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:44.805172 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:44.856673 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19fc8fa2-c831-4a0c-be2a-d43ee7f3c0c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:44.877484 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-19fc8fa2-c831-4a0c-be2a-d43ee7f3c0c9 admin admin] Deleting port e53f074a-6248-4bd3-900b-42632edb22e4 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:04:44.878438 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19fc8fa2-c831-4a0c-be2a-d43ee7f3c0c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:44.889635 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481b22ea-0326-43f0-965b-e259ce0f67e3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network 63908dc7-abfd-4e32-a079-5079c6309935 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:04:44.994603 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-481b22ea-0326-43f0-965b-e259ce0f67e3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:04:45.003397 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481b22ea-0326-43f0-965b-e259ce0f67e3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:04:45.068697 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b22ea-0326-43f0-965b-e259ce0f67e3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Port': ['ID=422321de-a9cc-4e44-a029-9defa228d832,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:45.085461 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-481b22ea-0326-43f0-965b-e259ce0f67e3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:45.157247 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-c6e4e33b-f8df-44fc-ae4f-8bc0472ddc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a44c79-61b9-4979-a3a4-8951416125bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-639882307-router', 'tenant_id': '10d97beb9b5a41a49548f7a10459373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e53f074a-6248-4bd3-900b-42632edb22e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:02:17Z', 'updated_at': '2021-09-30T01:04:40Z', 'revision_number': 5, 'project_id': '10d97beb9b5a41a49548f7a10459373d', 'gw_port': {'id': 'e53f074a-6248-4bd3-900b-42632edb22e4', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a44c79-61b9-4979-a3a4-8951416125bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:19Z', 'updated_at': '2021-09-30T01:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:45.172579 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:45.172784 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e4e33b-f8df-44fc-ae4f-8bc0472ddc7e None None] The sync data for ids ['a4a44c79-61b9-4979-a3a4-8951416125bc'] in n-d-811809-1 is: [{'id': 'a4a44c79-61b9-4979-a3a4-8951416125bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-639882307-router', 'tenant_id': '10d97beb9b5a41a49548f7a10459373d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'e53f074a-6248-4bd3-900b-42632edb22e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:02:17Z', 'updated_at': '2021-09-30T01:04:40Z', 'revision_number': 5, 'project_id': '10d97beb9b5a41a49548f7a10459373d', 'gw_port': {'id': 'e53f074a-6248-4bd3-900b-42632edb22e4', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a44c79-61b9-4979-a3a4-8951416125bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:19Z', 'updated_at': '2021-09-30T01:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:04:45.216720 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481b22ea-0326-43f0-965b-e259ce0f67e3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:45.223955 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-481b22ea-0326-43f0-965b-e259ce0f67e3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:45.264489 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port f7765ac3-a090-4d1d-8f6e-0e149359bcdd, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=f7765ac3-a090-4d1d-8f6e-0e149359bcdd,segment=NetworkSegment(78314eab-8436-4d6e-8e41-404a6dc9a40f),segment_id=78314eab-8436-4d6e-8e41-404a6dc9a40f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:45.273281 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b3aa8c-9495-442e-bb77-8518992d9112', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05', 'code': 200} Sep 30 01:04:45.276840 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:45.281349 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:45.324925 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14317a4-9c64-4deb-b2bf-fb7b108a4e2e req-c938aaa7-7170-495e-af95-5a33976425f0 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:45.336350 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f14317a4-9c64-4deb-b2bf-fb7b108a4e2e req-c938aaa7-7170-495e-af95-5a33976425f0 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.6587636 Sep 30 01:04:45.395776 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-481b22ea-0326-43f0-965b-e259ce0f67e3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6083081 Sep 30 01:04:45.398301 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 47488) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:45.430197 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-b46fe1a4-7515-4050-b3cf-c61d179ba3f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'subnet': {'network_id': '63908dc7-abfd-4e32-a079-5079c6309935', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:04:45.463061 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=f7765ac3-a090-4d1d-8f6e-0e149359bcdd,revision_number=8']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:45.467240 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:45.503418 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-19fc8fa2-c831-4a0c-be2a-d43ee7f3c0c9 admin admin] For port e53f074a-6248-4bd3-900b-42632edb22e4, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=e53f074a-6248-4bd3-900b-42632edb22e4,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:45.503779 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19fc8fa2-c831-4a0c-be2a-d43ee7f3c0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:45.585418 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f14317a4-9c64-4deb-b2bf-fb7b108a4e2e req-9393918f-479b-4c63-9da8-4d882bec2ba9 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465377 Sep 30 01:04:45.734682 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-19fc8fa2-c831-4a0c-be2a-d43ee7f3c0c9 admin admin] Calling delete_port for e53f074a-6248-4bd3-900b-42632edb22e4 owned by network:router_gateway {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:04:45.752594 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-b46fe1a4-7515-4050-b3cf-c61d179ba3f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:04:45.753634 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:04:45.756767 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-b46fe1a4-7515-4050-b3cf-c61d179ba3f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:subnet and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:04:45.759731 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-b46fe1a4-7515-4050-b3cf-c61d179ba3f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:04:45.765793 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-b46fe1a4-7515-4050-b3cf-c61d179ba3f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:04:45.781920 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46fe1a4-7515-4050-b3cf-c61d179ba3f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:04:45.785726 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b46fe1a4-7515-4050-b3cf-c61d179ba3f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:45.985483 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c95bb2-1aea-4c0b-af30-3714fe2e60a9 req-5e2f391e-6190-42b5-9663-c585f0e7aa9a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:45.990178 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b6c95bb2-1aea-4c0b-af30-3714fe2e60a9 req-5e2f391e-6190-42b5-9663-c585f0e7aa9a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 946 time: 0.5748379 Sep 30 01:04:46.036586 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-91fb39c7-0d79-4273-9f1f-d063c5de84dc None None] Provisioning complete for port 32381d99-c206-4ae3-9d75-94710b36afaa triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:46.039388 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-91fb39c7-0d79-4273-9f1f-d063c5de84dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:46.081106 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b6c95bb2-1aea-4c0b-af30-3714fe2e60a9 req-f477c157-4609-44f6-b68a-b550a877ff20 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816720 Sep 30 01:04:46.167687 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:04:46.210794 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 812abb4d-13df-4803-8925-116f4a531f86 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:04:46.251327 n-d-811809-1 neutron-server[80274]: INFO neutron.db.ipam_backend_mixin [None req-b46fe1a4-7515-4050-b3cf-c61d179ba3f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet eb3b02a0-66e6-4318-a52e-fe55d747edaf (CIDR: 172.20.0.0/28) Sep 30 01:04:46.254358 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 812abb4d-13df-4803-8925-116f4a531f86 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:04:46.254920 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 812abb4d-13df-4803-8925-116f4a531f86 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:04:46.267408 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-91fb39c7-0d79-4273-9f1f-d063c5de84dc None None] Port 32381d99-c206-4ae3-9d75-94710b36afaa cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:04:46.304357 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-91fb39c7-0d79-4273-9f1f-d063c5de84dc None None] Provisioning for port 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:04:46.310256 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-91fb39c7-0d79-4273-9f1f-d063c5de84dc None None] Provisioning complete for port 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:46.310654 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-91fb39c7-0d79-4273-9f1f-d063c5de84dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:46.327880 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19fc8fa2-c831-4a0c-be2a-d43ee7f3c0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:46.333401 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2a5260f7-d6bf-423f-a8f1-57b261518a99 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:46.385284 n-d-811809-1 neutron-server[80274]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46fe1a4-7515-4050-b3cf-c61d179ba3f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 01:04:46.386005 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b46fe1a4-7515-4050-b3cf-c61d179ba3f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=80274) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 01:04:46.424233 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-b46fe1a4-7515-4050-b3cf-c61d179ba3f9 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0232897 Sep 30 01:04:46.427019 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 47520) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:46.437029 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-0218050c-811f-4b3d-be86-aa92dbfb28fa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'subnet': {'network_id': '63908dc7-abfd-4e32-a079-5079c6309935', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:04:46.493770 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc8fa2-c831-4a0c-be2a-d43ee7f3c0c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e53f074a-6248-4bd3-900b-42632edb22e4,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:46.509244 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-19fc8fa2-c831-4a0c-be2a-d43ee7f3c0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:46.523980 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-91fb39c7-0d79-4273-9f1f-d063c5de84dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:46.532281 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6bc31-6db7-42f1-9e9f-deb933a566d0 req-45fbf09e-e062-4bfd-b42b-1d8efff4bdb6 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:46.533804 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dfb6bc31-6db7-42f1-9e9f-deb933a566d0 req-45fbf09e-e062-4bfd-b42b-1d8efff4bdb6 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 945 time: 0.2809472 Sep 30 01:04:46.592392 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-91fb39c7-0d79-4273-9f1f-d063c5de84dc None None] For port 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=6ca63f2c-0d54-4cf1-96f3-5c7d1a188923,segment=NetworkSegment(c775e201-29d6-4bfa-bfab-352495104bb5),segment_id=c775e201-29d6-4bfa-bfab-352495104bb5)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:46.600330 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-91fb39c7-0d79-4273-9f1f-d063c5de84dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:46.602111 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:46.630946 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dfb6bc31-6db7-42f1-9e9f-deb933a566d0 req-a7ef066d-ec01-483e-87d2-b5d8226e2da8 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823398 Sep 30 01:04:46.674175 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-0218050c-811f-4b3d-be86-aa92dbfb28fa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:04:46.678690 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-0218050c-811f-4b3d-be86-aa92dbfb28fa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:subnet and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:04:46.683365 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-0218050c-811f-4b3d-be86-aa92dbfb28fa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:04:46.697905 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-0218050c-811f-4b3d-be86-aa92dbfb28fa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:04:46.714748 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0218050c-811f-4b3d-be86-aa92dbfb28fa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:04:46.719418 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0218050c-811f-4b3d-be86-aa92dbfb28fa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:46.746650 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb39c7-0d79-4273-9f1f-d063c5de84dc None None] Pushing event updated for resources: {'Port': ['ID=6ca63f2c-0d54-4cf1-96f3-5c7d1a188923,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:46.755198 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-91fb39c7-0d79-4273-9f1f-d063c5de84dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:46.756344 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-3a20710c-bf46-4b47-817b-f3954b99b77c None None] Provisioning for port 422321de-a9cc-4e44-a029-9defa228d832 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:04:46.778498 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19fc8fa2-c831-4a0c-be2a-d43ee7f3c0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673024'] for router_gateway, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:46.780090 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-3a20710c-bf46-4b47-817b-f3954b99b77c None None] Provisioning complete for port 422321de-a9cc-4e44-a029-9defa228d832 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:46.780485 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3a20710c-bf46-4b47-817b-f3954b99b77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:46.895097 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-3a20710c-bf46-4b47-817b-f3954b99b77c None None] Port 422321de-a9cc-4e44-a029-9defa228d832 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:04:47.016674 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717063e0-cc93-45cd-83c7-8d30866ee6fb req-3fbe3b87-6e09-4c4d-b7f7-1c817e2d631f tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:47.024244 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-717063e0-cc93-45cd-83c7-8d30866ee6fb req-3fbe3b87-6e09-4c4d-b7f7-1c817e2d631f tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.4428084 Sep 30 01:04:47.058619 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19fc8fa2-c831-4a0c-be2a-d43ee7f3c0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30720'] for router, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:47.067956 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19fc8fa2-c831-4a0c-be2a-d43ee7f3c0c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:47.100687 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-717063e0-cc93-45cd-83c7-8d30866ee6fb req-74cf33f6-c6e5-49b2-99f9-0d52a5590b46 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760725 Sep 30 01:04:47.131664 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19fc8fa2-c831-4a0c-be2a-d43ee7f3c0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736498'] for router, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:47.132239 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fc8fa2-c831-4a0c-be2a-d43ee7f3c0c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4a44c79-61b9-4979-a3a4-8951416125bc {{(pid=80275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 30 01:04:47.161879 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19fc8fa2-c831-4a0c-be2a-d43ee7f3c0c9 admin admin] Notify callbacks [] for router, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:47.174381 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-19fc8fa2-c831-4a0c-be2a-d43ee7f3c0c9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/a4a44c79-61b9-4979-a3a4-8951416125bc HTTP/1.1" status: 204 len: 168 time: 3.7150378 Sep 30 01:04:47.175849 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 47562) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:47.188929 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0218050c-811f-4b3d-be86-aa92dbfb28fa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:47.196033 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bccaeeac-7504-438b-a8e6-4d696557ec02 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:47.275049 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c046ad6-7412-4cee-aa90-18e2e95b1af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d22640-c200-4b1f-af9e-7ad48bfdfd1d'}, {'server_uuid': 'bbe582ef-b863-4bc3-993d-89fef6633765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7765ac3-a090-4d1d-8f6e-0e149359bcdd'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:04:47.298828 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c3e6d3-768c-40c9-876b-5977d8410a38 admin admin] Deleting subnet 1ab964ae-420f-4137-b792-00cb82bf3b79 {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:04:47.319216 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218050c-811f-4b3d-be86-aa92dbfb28fa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Subnet': ['ID=6a10aa40-9344-4969-9c5a-329538b82dda,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:47.323242 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0218050c-811f-4b3d-be86-aa92dbfb28fa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:47.337775 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0218050c-811f-4b3d-be86-aa92dbfb28fa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network 63908dc7-abfd-4e32-a079-5079c6309935 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:04:47.343985 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-0218050c-811f-4b3d-be86-aa92dbfb28fa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:04:47.346982 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0218050c-811f-4b3d-be86-aa92dbfb28fa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:47.347701 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0218050c-811f-4b3d-be86-aa92dbfb28fa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:47.358097 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb302ed-7a4d-4a12-b06a-00ba7e977dcb None None] Network 63908dc7-abfd-4e32-a079-5079c6309935 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:04:47.377937 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-71c3e6d3-768c-40c9-876b-5977d8410a38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:47.379897 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-0218050c-811f-4b3d-be86-aa92dbfb28fa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9509280 Sep 30 01:04:47.382115 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 47574) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:47.388779 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-c437af8b-02f7-4796-b702-22304b259c44 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1523043726', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6a10aa40-9344-4969-9c5a-329538b82dda'}], 'security_groups': ['9bee72bc-f4d6-4676-a2f4-7d52f0a22fd0']}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:04:47.453657 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-71c3e6d3-768c-40c9-876b-5977d8410a38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:47.518324 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1163f-20fc-4b50-8a3e-b9372445127e req-1434acb9-27f4-491d-b506-84abe67bee8c tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:47.525639 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-63b1163f-20fc-4b50-8a3e-b9372445127e req-1434acb9-27f4-491d-b506-84abe67bee8c tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 946 time: 0.2203178 Sep 30 01:04:47.595882 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-63b1163f-20fc-4b50-8a3e-b9372445127e req-a27c8f1b-14a2-4dee-a9a1-814e659cca73 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691397 Sep 30 01:04:47.633747 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-71c3e6d3-768c-40c9-876b-5977d8410a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:47.761033 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c437af8b-02f7-4796-b702-22304b259c44 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:47.785032 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-71c3e6d3-768c-40c9-876b-5977d8410a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:47.788911 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:47.840143 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:04:47.867471 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3e6d3-768c-40c9-876b-5977d8410a38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ab964ae-420f-4137-b792-00cb82bf3b79,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:47.870271 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-71c3e6d3-768c-40c9-876b-5977d8410a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:47.874154 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-71c3e6d3-768c-40c9-876b-5977d8410a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:47.884961 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d5417-d8e7-4d3d-b5a6-10f32dbc9610 req-93ba9b8c-0ba4-4c3e-9c17-bb903dddbb07 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:47.887604 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ef9d5417-d8e7-4d3d-b5a6-10f32dbc9610 req-93ba9b8c-0ba4-4c3e-9c17-bb903dddbb07 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.4360044 Sep 30 01:04:47.895725 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 47592) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:47.896091 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-71c3e6d3-768c-40c9-876b-5977d8410a38 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1ab964ae-420f-4137-b792-00cb82bf3b79 HTTP/1.1" status: 204 len: 168 time: 0.7193632 Sep 30 01:04:47.960491 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4fd408-013d-43ce-b837-a7b9f1c2837b None None] Network 4a8813fb-764f-478e-8ab4-eef45e133d98 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:04:48.139631 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:48.158447 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ef9d5417-d8e7-4d3d-b5a6-10f32dbc9610 req-695c0aaf-4a4b-4198-80a6-ca345bb7e181 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609832 Sep 30 01:04:48.207814 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:48.208200 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:48.247323 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4658ac17-95a6-4cf8-8290-7440b57698d0 None None] Update dhcp port {'port': {'network_id': '63908dc7-abfd-4e32-a079-5079c6309935', 'fixed_ips': [{'subnet_id': 'eb3b02a0-66e6-4318-a52e-fe55d747edaf', 'ip_address': '172.20.0.2'}, {'subnet_id': '6a10aa40-9344-4969-9c5a-329538b82dda'}], 'binding:host_id': 'n-d-811809-1'}, 'id': '6ca63f2c-0d54-4cf1-96f3-5c7d1a188923'} from n-d-811809-1. {{(pid=80276) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 30 01:04:48.290559 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c046ad6-7412-4cee-aa90-18e2e95b1af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d22640-c200-4b1f-af9e-7ad48bfdfd1d', 'code': 200} Sep 30 01:04:48.291028 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe582ef-b863-4bc3-993d-89fef6633765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7765ac3-a090-4d1d-8f6e-0e149359bcdd', 'code': 200} Sep 30 01:04:48.354322 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] Deleting port 521203aa-9828-4ee0-ae5e-2fb423cc45fe {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:04:48.354912 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:48.576476 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-4658ac17-95a6-4cf8-8290-7440b57698d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:48.865223 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3b5b0605-1486-44dc-b726-7531207fdef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:48.973084 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-4658ac17-95a6-4cf8-8290-7440b57698d0 None None] Allocated IP 172.20.0.18 (63908dc7-abfd-4e32-a079-5079c6309935/6a10aa40-9344-4969-9c5a-329538b82dda/6ca63f2c-0d54-4cf1-96f3-5c7d1a188923) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:04:49.017792 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e86b8-907b-4a51-ad31-c994eb6b06d4 req-f92fe72a-7266-4961-aa2e-a2bf60c904c4 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:49.026653 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d20e86b8-907b-4a51-ad31-c994eb6b06d4 req-f92fe72a-7266-4961-aa2e-a2bf60c904c4 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 946 time: 0.1287558 Sep 30 01:04:49.104672 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d20e86b8-907b-4a51-ad31-c994eb6b06d4 req-cd2d7101-49d6-4b73-825a-48344c817d95 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766687 Sep 30 01:04:49.144049 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a13180-9ea0-4040-a6c7-9b0e6d6c800f None None] DHCP port deletion for 4a8813fb-764f-478e-8ab4-eef45e133d98 request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 01:04:49.156640 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-47a13180-9ea0-4040-a6c7-9b0e6d6c800f None None] Deleting port 521203aa-9828-4ee0-ae5e-2fb423cc45fe {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:04:49.162836 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-47a13180-9ea0-4040-a6c7-9b0e6d6c800f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:49.192164 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] For port 521203aa-9828-4ee0-ae5e-2fb423cc45fe, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=521203aa-9828-4ee0-ae5e-2fb423cc45fe,segment=NetworkSegment(0396e2ab-180b-4b52-95d4-83b55febc5ed),segment_id=0396e2ab-180b-4b52-95d4-83b55febc5ed)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:49.192786 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:49.319974 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-4658ac17-95a6-4cf8-8290-7440b57698d0 None None] For port 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=6ca63f2c-0d54-4cf1-96f3-5c7d1a188923,segment=NetworkSegment(c775e201-29d6-4bfa-bfab-352495104bb5),segment_id=c775e201-29d6-4bfa-bfab-352495104bb5)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:49.335237 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] Calling delete_port for 521203aa-9828-4ee0-ae5e-2fb423cc45fe owned by network:dhcp {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:04:49.354023 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:49.385307 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device e53f074a-6248-4bd3-900b-42632edb22e4 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:04:49.421808 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae189b-d733-456e-8ef7-420060cea116 req-090a07ea-fd2f-439f-9263-45c77d252cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:49.426750 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-94ae189b-d733-456e-8ef7-420060cea116 req-090a07ea-fd2f-439f-9263-45c77d252cf1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 1097 time: 0.8575292 Sep 30 01:04:49.451263 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d2639-9093-4d73-bddb-36c86fbe343f req-bdcc686e-5923-48bd-bf5b-c08483e4f29b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:49.452633 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-711d2639-9093-4d73-bddb-36c86fbe343f req-bdcc686e-5923-48bd-bf5b-c08483e4f29b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 945 time: 0.5545878 Sep 30 01:04:49.488783 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: e53f074a-6248-4bd3-900b-42632edb22e4 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:04:49.488783 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device e53f074a-6248-4bd3-900b-42632edb22e4 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:04:49.489129 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 521203aa-9828-4ee0-ae5e-2fb423cc45fe no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:04:49.539836 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-4658ac17-95a6-4cf8-8290-7440b57698d0 None None] Notify callbacks [] for port, precommit_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:49.564023 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-711d2639-9093-4d73-bddb-36c86fbe343f req-41ae3670-8e09-4f6d-9417-b0ae5065f0a2 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897880 Sep 30 01:04:49.564496 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:49.589616 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e5e23d6a-4bc8-4795-a8d6-b57f0d140a62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:49.627444 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-4658ac17-95a6-4cf8-8290-7440b57698d0 None None] Transition to ACTIVE for port object 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:04:49.630068 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-47a13180-9ea0-4040-a6c7-9b0e6d6c800f None None] For port 521203aa-9828-4ee0-ae5e-2fb423cc45fe, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=521203aa-9828-4ee0-ae5e-2fb423cc45fe,segment=NetworkSegment(0396e2ab-180b-4b52-95d4-83b55febc5ed),segment_id=0396e2ab-180b-4b52-95d4-83b55febc5ed)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:49.630669 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-47a13180-9ea0-4040-a6c7-9b0e6d6c800f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:49.639991 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No active binding found for port 521203aa-9828-4ee0-ae5e-2fb423cc45fe {{(pid=80276) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Sep 30 01:04:49.640909 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 521203aa-9828-4ee0-ae5e-2fb423cc45fe not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:04:49.718083 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-94ae189b-d733-456e-8ef7-420060cea116 req-6185d8a0-2cd0-434f-83ce-1ccd88cde420 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612836 Sep 30 01:04:49.719050 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] No DVR routers for this DVR port 521203aa-9828-4ee0-ae5e-2fb423cc45fe on host n-d-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:04:49.757672 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] Pushing event deleted for resources: {'Port': ['ID=521203aa-9828-4ee0-ae5e-2fb423cc45fe,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:49.758415 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-4658ac17-95a6-4cf8-8290-7440b57698d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:49.823910 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-16cdf674-b0f8-437a-89fa-fd114653a1d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:49.902481 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:49.928632 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a8813fb-764f-478e-8ab4-eef45e133d98']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:49.934412 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-47a13180-9ea0-4040-a6c7-9b0e6d6c800f None None] Calling delete_port for 521203aa-9828-4ee0-ae5e-2fb423cc45fe owned by network:dhcp {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:04:49.944649 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0396e2ab-180b-4b52-95d4-83b55febc5ed') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:49.944649 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0396e2ab-180b-4b52-95d4-83b55febc5ed') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:04:49.955241 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:49.983520 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658ac17-95a6-4cf8-8290-7440b57698d0 None None] Pushing event updated for resources: {'Port': ['ID=6ca63f2c-0d54-4cf1-96f3-5c7d1a188923,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:50.000004 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-4658ac17-95a6-4cf8-8290-7440b57698d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:50.048459 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:04:50.048459 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:04:50.049244 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:04:50.049244 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:04:50.049244 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:04:50.050338 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:04:50.050462 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:04:50.050767 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:04:50.051248 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:04:50.051619 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:04:50.051978 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:04:50.052333 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:04:50.056382 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: from cryptography.utils import int_from_bytes Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: from cryptography.utils import int_from_bytes Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: util.warn_limited( Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: util.warn_limited( Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: util.warn( Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: util.warn( Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: util.warn( Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: util.warn( Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: util.warn( Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: util.warn( Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: util.warn( Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: util.warn( Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: util.warn( Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: util.warn( Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: util.warn( Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: util.warn( Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: util.warn( Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: util.warn( Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: util.warn( Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: util.warn( Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:04:50.062423 n-d-811809-1 neutron-server[80276]: util.warn( Sep 30 01:04:50.065256 n-d-811809-1 neutron-server[80276]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:04:50.065256 n-d-811809-1 neutron-server[80276]: util.warn( Sep 30 01:04:50.065256 n-d-811809-1 neutron-server[80276]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:04:50.065256 n-d-811809-1 neutron-server[80276]: util.warn( Sep 30 01:04:50.065256 n-d-811809-1 neutron-server[80276]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:04:50.065256 n-d-811809-1 neutron-server[80276]: util.warn( Sep 30 01:04:50.065256 n-d-811809-1 neutron-server[80276]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:04:50.065256 n-d-811809-1 neutron-server[80276]: util.warn( Sep 30 01:04:50.065256 n-d-811809-1 neutron-server[80276]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:04:50.065256 n-d-811809-1 neutron-server[80276]: util.warn( Sep 30 01:04:50.065256 n-d-811809-1 neutron-server[80276]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:04:50.065256 n-d-811809-1 neutron-server[80276]: util.warn( Sep 30 01:04:50.065256 n-d-811809-1 neutron-server[80276]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:04:50.065256 n-d-811809-1 neutron-server[80276]: util.warn( Sep 30 01:04:50.066387 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:50.086599 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:04:50.087431 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:50.100782 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.api [None req-47a13180-9ea0-4040-a6c7-9b0e6d6c800f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80276) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 01:04:50.101247 n-d-811809-1 neutron-server[80276]: DEBUG oslo_db.api [None req-47a13180-9ea0-4040-a6c7-9b0e6d6c800f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: timer() Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:04:50.103144 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:04:50.293468 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:50.300394 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:50.307282 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5ef591c9-aeb6-4089-8ac4-e0ebc8c680e8 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:50.333310 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] Pushing event deleted for resources: {'Network': ['ID=4a8813fb-764f-478e-8ab4-eef45e133d98,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:50.340872 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:50.353196 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-c437af8b-02f7-4796-b702-22304b259c44 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Delete allocated IP 172.20.0.13 (63908dc7-abfd-4e32-a079-5079c6309935/eb3b02a0-66e6-4318-a52e-fe55d747edaf) {{(pid=80274) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 30 01:04:50.361665 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] 10.222.0.39 "DELETE /v2.0/networks/4a8813fb-764f-478e-8ab4-eef45e133d98 HTTP/1.1" status: 204 len: 168 time: 2.4605107 Sep 30 01:04:50.370170 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72139a-e970-4c16-8145-9f94c3b75ba2 req-2b30813b-accd-4a18-8666-6af71e6fd0e8 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:50.377742 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bf72139a-e970-4c16-8145-9f94c3b75ba2 req-2b30813b-accd-4a18-8666-6af71e6fd0e8 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.5843840 Sep 30 01:04:50.399948 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-c437af8b-02f7-4796-b702-22304b259c44 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Allocated IP 172.20.0.21 (63908dc7-abfd-4e32-a079-5079c6309935/6a10aa40-9344-4969-9c5a-329538b82dda/422321de-a9cc-4e44-a029-9defa228d832) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:04:50.473010 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bf72139a-e970-4c16-8145-9f94c3b75ba2 req-4496d10f-019c-4ea7-a691-3a324f269a02 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942476 Sep 30 01:04:50.603329 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-47a13180-9ea0-4040-a6c7-9b0e6d6c800f None None] Deleting port 521203aa-9828-4ee0-ae5e-2fb423cc45fe {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:04:50.603948 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-47a13180-9ea0-4040-a6c7-9b0e6d6c800f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:50.628500 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 47686) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:50.783515 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-47a13180-9ea0-4040-a6c7-9b0e6d6c800f None None] The port '521203aa-9828-4ee0-ae5e-2fb423cc45fe' was deleted {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 30 01:04:50.945285 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-974ec387-b7b2-4241-8b05-c2612fe699d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=02bc79a9675142e593506d561654e76f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3149235 Sep 30 01:04:50.947866 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 47692) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:50.978686 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cfce4-a3f1-4377-8e0a-df581690835c req-77f0aa3a-6753-493a-958e-280e14fcb2f8 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:50.986315 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-368cfce4-a3f1-4377-8e0a-df581690835c req-77f0aa3a-6753-493a-958e-280e14fcb2f8 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 946 time: 0.2897069 Sep 30 01:04:51.043335 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bbbc3bc8-f2b9-4f16-ba5d-b2929d5eb2e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:51.060693 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c437af8b-02f7-4796-b702-22304b259c44 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:51.094374 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bbbc3bc8-f2b9-4f16-ba5d-b2929d5eb2e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:51.111664 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-368cfce4-a3f1-4377-8e0a-df581690835c req-743e4d93-aed4-4611-b583-2272728eee23 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243713 Sep 30 01:04:51.142836 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [None req-c437af8b-02f7-4796-b702-22304b259c44 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Transition to ACTIVE for port object 422321de-a9cc-4e44-a029-9defa228d832 will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:04:51.150504 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c437af8b-02f7-4796-b702-22304b259c44 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:51.171670 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e2f76d04-de12-4633-b29b-bbc54867519b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:51.209757 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bbbc3bc8-f2b9-4f16-ba5d-b2929d5eb2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:51.254246 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fd6ef1bb-9734-4187-8176-757b14593fdf tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:51.266486 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-17600428-4ae2-472f-a5b6-22813d1115e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:51.296718 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-39cd4731-c907-4d76-9bda-593ae7279057 None None] Provisioning complete for port 32381d99-c206-4ae3-9d75-94710b36afaa triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:51.297604 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-39cd4731-c907-4d76-9bda-593ae7279057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:51.331481 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc3bc8-f2b9-4f16-ba5d-b2929d5eb2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09c36c6-2884-41d0-995c-7b3963f991a5,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:51.345020 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bbbc3bc8-f2b9-4f16-ba5d-b2929d5eb2e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:51.367830 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bbbc3bc8-f2b9-4f16-ba5d-b2929d5eb2e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:51.372880 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-bbbc3bc8-f2b9-4f16-ba5d-b2929d5eb2e5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b09c36c6-2884-41d0-995c-7b3963f991a5 HTTP/1.1" status: 204 len: 168 time: 0.4210620 Sep 30 01:04:51.594671 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:04:51.601017 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437af8b-02f7-4796-b702-22304b259c44 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Port': ['ID=422321de-a9cc-4e44-a029-9defa228d832,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:51.645148 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c437af8b-02f7-4796-b702-22304b259c44 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:51.713306 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-c437af8b-02f7-4796-b702-22304b259c44 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] In _notify_port_updated(), no bound segment for port 422321de-a9cc-4e44-a029-9defa228d832 on network 63908dc7-abfd-4e32-a079-5079c6309935 {{(pid=80274) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Sep 30 01:04:51.738156 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-39cd4731-c907-4d76-9bda-593ae7279057 None None] Port 32381d99-c206-4ae3-9d75-94710b36afaa cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:04:51.745973 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c437af8b-02f7-4796-b702-22304b259c44 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:51.748979 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c437af8b-02f7-4796-b702-22304b259c44 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:51.755437 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 47720) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:51.758195 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-c437af8b-02f7-4796-b702-22304b259c44 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "PUT /v2.0/ports/422321de-a9cc-4e44-a029-9defa228d832 HTTP/1.1" status: 200 len: 921 time: 4.3749833 Sep 30 01:04:51.762124 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-39cd4731-c907-4d76-9bda-593ae7279057 None None] Provisioning for port 422321de-a9cc-4e44-a029-9defa228d832 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:04:51.779438 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-39cd4731-c907-4d76-9bda-593ae7279057 None None] Provisioning complete for port 422321de-a9cc-4e44-a029-9defa228d832 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:51.780374 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-39cd4731-c907-4d76-9bda-593ae7279057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:51.821890 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e9eb9-bd84-4812-8749-8d930aa28cc5 req-ed21acb8-b509-4611-8e86-39a186bd57f0 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:51.830436 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-683e9eb9-bd84-4812-8749-8d930aa28cc5 req-ed21acb8-b509-4611-8e86-39a186bd57f0 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.3251848 Sep 30 01:04:51.940361 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-683e9eb9-bd84-4812-8749-8d930aa28cc5 req-ecbe41aa-0344-493f-b282-33472a3a27e7 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966921 Sep 30 01:04:52.014155 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-39cd4731-c907-4d76-9bda-593ae7279057 None None] Port 422321de-a9cc-4e44-a029-9defa228d832 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:04:52.018364 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-3c2d383b-848b-451c-a2c1-e3ef32eab72f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting port 422321de-a9cc-4e44-a029-9defa228d832 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:04:52.019532 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3c2d383b-848b-451c-a2c1-e3ef32eab72f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:52.068829 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-39cd4731-c907-4d76-9bda-593ae7279057 None None] Provisioning for port 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:04:52.124758 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-39cd4731-c907-4d76-9bda-593ae7279057 None None] Provisioning complete for port 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:52.125412 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-39cd4731-c907-4d76-9bda-593ae7279057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:52.294304 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:52.373360 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfd2a1-9668-4920-a06e-db8faac2cfe7 req-9a2508e6-c66a-482b-87cc-cc4e0c59ba6b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:52.376018 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-26cfd2a1-9668-4920-a06e-db8faac2cfe7 req-9a2508e6-c66a-482b-87cc-cc4e0c59ba6b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 945 time: 0.2282910 Sep 30 01:04:52.423938 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 47742) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:52.517403 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-a422144a-2937-436d-8a74-e7076a66ebf1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=10d97beb9b5a41a49548f7a10459373d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0918634 Sep 30 01:04:52.527719 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-26cfd2a1-9668-4920-a06e-db8faac2cfe7 req-cdc24a30-63fe-43c8-9543-486b2eb371a8 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440980 Sep 30 01:04:52.533003 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 47748) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:52.591388 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-25f1a494-b454-4f16-b27e-a7b02ed05cb0 None None] Provisioning complete for port 422321de-a9cc-4e44-a029-9defa228d832 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:52.591777 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-25f1a494-b454-4f16-b27e-a7b02ed05cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:52.592439 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3c2d383b-848b-451c-a2c1-e3ef32eab72f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:52.725593 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-25f1a494-b454-4f16-b27e-a7b02ed05cb0 None None] Port 422321de-a9cc-4e44-a029-9defa228d832 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:04:52.814042 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-3c2d383b-848b-451c-a2c1-e3ef32eab72f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Calling delete_port for 422321de-a9cc-4e44-a029-9defa228d832 owned by {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:04:52.866049 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b6af7d9c-a724-4108-af93-ab0a8f95ec57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:52.910544 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b6af7d9c-a724-4108-af93-ab0a8f95ec57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:52.968049 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25718f8-c96e-4eaf-9f9b-401ef096c66f req-46fb65b3-cd26-42b1-9713-535aaffb9cde tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:52.977075 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d25718f8-c96e-4eaf-9f9b-401ef096c66f req-46fb65b3-cd26-42b1-9713-535aaffb9cde tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 946 time: 0.2888296 Sep 30 01:04:53.018990 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b6af7d9c-a724-4108-af93-ab0a8f95ec57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:53.024434 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a8893ca8-3b8d-40cd-b5ca-a517a1a4726c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:53.096955 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d25718f8-c96e-4eaf-9f9b-401ef096c66f req-3819713b-e241-4258-9e35-182eebbf9813 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183100 Sep 30 01:04:53.102666 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af7d9c-a724-4108-af93-ab0a8f95ec57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad1c1f5-f31a-4869-a00d-34ebf26381cc,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:53.104243 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b6af7d9c-a724-4108-af93-ab0a8f95ec57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:53.118811 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-b6af7d9c-a724-4108-af93-ab0a8f95ec57 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1ad1c1f5-f31a-4869-a00d-34ebf26381cc HTTP/1.1" status: 204 len: 168 time: 0.5753124 Sep 30 01:04:53.122407 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b6af7d9c-a724-4108-af93-ab0a8f95ec57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:53.129600 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3c2d383b-848b-451c-a2c1-e3ef32eab72f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:53.150680 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7374faad-55ae-4415-8bf1-4ac0e0338c9f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:53.222063 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d383b-848b-451c-a2c1-e3ef32eab72f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Port': ['ID=422321de-a9cc-4e44-a029-9defa228d832,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:53.239070 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f84dbf-7a49-44a0-98d6-aa1fa6757c23 req-b97043a8-6658-4904-9ada-9155b974f310 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:53.242147 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-16f84dbf-7a49-44a0-98d6-aa1fa6757c23 req-b97043a8-6658-4904-9ada-9155b974f310 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.2016973 Sep 30 01:04:53.275053 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3c2d383b-848b-451c-a2c1-e3ef32eab72f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:53.364642 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-16f84dbf-7a49-44a0-98d6-aa1fa6757c23 req-512f457c-2150-4968-bbf4-f1c866cb3f90 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165640 Sep 30 01:04:53.428226 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3c2d383b-848b-451c-a2c1-e3ef32eab72f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:53.496494 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-3c2d383b-848b-451c-a2c1-e3ef32eab72f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/ports/422321de-a9cc-4e44-a029-9defa228d832 HTTP/1.1" status: 204 len: 168 time: 1.7393904 Sep 30 01:04:53.499247 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 47764) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:53.628607 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f8c01-5336-4e9d-b9fd-ea7d384a36b6 req-09d8ac5c-6669-4675-a63d-d326988e8346 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:53.635505 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5b8f8c01-5336-4e9d-b9fd-ea7d384a36b6 req-09d8ac5c-6669-4675-a63d-d326988e8346 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b1e9a-5e2d-4bbd-890d-918614c57af0 HTTP/1.1" status: 200 len: 947 time: 0.2107527 Sep 30 01:04:53.694019 n-d-811809-1 neutron-server[80274]: INFO neutron.pecan_wsgi.hooks.translation [None req-a109261d-b3aa-439f-a3ea-90f9612eea40 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] GET failed (client error): The resource could not be found. Sep 30 01:04:53.698012 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-a109261d-b3aa-439f-a3ea-90f9612eea40 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Synchronizing usage tracker for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:04:53.705932 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5b8f8c01-5336-4e9d-b9fd-ea7d384a36b6 req-57b2fbe6-5788-490f-8280-538a88bab9da tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/security-groups?id=2632cc96-b93c-409e-9e4b-ce8bd328a609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689549 Sep 30 01:04:53.767662 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-a109261d-b3aa-439f-a3ea-90f9612eea40 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Unset dirty status for tenant:fa355a47374f4432be765a0b10555e0c on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:04:53.770481 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-a109261d-b3aa-439f-a3ea-90f9612eea40 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "GET /v2.0/ports/422321de-a9cc-4e44-a029-9defa228d832 HTTP/1.1" status: 404 len: 333 time: 0.2701292 Sep 30 01:04:53.773454 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 47776) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:53.782206 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26d82d-8257-44ea-b664-736a32956645 req-47dfdc65-ad14-4d0c-80d0-897e6ff8697b tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:53.783985 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-df26d82d-8257-44ea-b664-736a32956645 req-47dfdc65-ad14-4d0c-80d0-897e6ff8697b tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 946 time: 0.1776283 Sep 30 01:04:53.864243 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-df26d82d-8257-44ea-b664-736a32956645 req-79b75854-d5d0-493a-885d-9b260b7963d3 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731306 Sep 30 01:04:53.915205 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-35f8fde5-7a13-40a8-9dcc-0cc3f0970737 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:53.970877 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:53.976622 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-35f8fde5-7a13-40a8-9dcc-0cc3f0970737 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:54.078857 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4492d-5b2c-49ab-aefc-4561763b7941 req-e0baa61d-16b8-470e-8840-dfbeb142d386 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:54.085786 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9dc4492d-5b2c-49ab-aefc-4561763b7941 req-e0baa61d-16b8-470e-8840-dfbeb142d386 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.2238176 Sep 30 01:04:54.164725 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9dc4492d-5b2c-49ab-aefc-4561763b7941 req-ef67abda-cb9f-4ef7-b7d0-9661486cfadd tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775211 Sep 30 01:04:54.168630 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-35f8fde5-7a13-40a8-9dcc-0cc3f0970737 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:54.191452 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a88c3501-909f-43ce-b155-dca87ff6d3f5 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:54.226264 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8fde5-7a13-40a8-9dcc-0cc3f0970737 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ca8b4a-b730-4c04-93b8-53c203c8a9ce,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:54.231015 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-35f8fde5-7a13-40a8-9dcc-0cc3f0970737 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:54.249135 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-35f8fde5-7a13-40a8-9dcc-0cc3f0970737 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:54.257862 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-35f8fde5-7a13-40a8-9dcc-0cc3f0970737 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/security-groups/a7ca8b4a-b730-4c04-93b8-53c203c8a9ce HTTP/1.1" status: 204 len: 168 time: 0.4773564 Sep 30 01:04:54.257862 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 47792) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:54.377739 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09caf52f-1364-40c2-b051-1d03fca4e1df req-d617cccb-7c19-496f-a8c4-4a062f65f1bc tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:54.379630 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-09caf52f-1364-40c2-b051-1d03fca4e1df req-d617cccb-7c19-496f-a8c4-4a062f65f1bc tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 945 time: 0.2297535 Sep 30 01:04:54.467619 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7c6cdf4c-4591-4d6a-9212-327bd3621951 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:54.515788 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-09caf52f-1364-40c2-b051-1d03fca4e1df req-7f5f4c50-77f5-4725-8459-a26a725c8941 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241384 Sep 30 01:04:54.555223 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7c6cdf4c-4591-4d6a-9212-327bd3621951 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:54.626505 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7c6cdf4c-4591-4d6a-9212-327bd3621951 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:54.631226 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-59979992-e0aa-422b-aded-e220da4cad08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:54.658228 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6cdf4c-4591-4d6a-9212-327bd3621951 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bee72bc-f4d6-4676-a2f4-7d52f0a22fd0,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:54.663559 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7c6cdf4c-4591-4d6a-9212-327bd3621951 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:54.669908 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7c6cdf4c-4591-4d6a-9212-327bd3621951 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:54.671509 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-7c6cdf4c-4591-4d6a-9212-327bd3621951 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/security-groups/9bee72bc-f4d6-4676-a2f4-7d52f0a22fd0 HTTP/1.1" status: 204 len: 168 time: 0.4148111 Sep 30 01:04:54.675538 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 47804) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:54.761037 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe039a83-f3ac-45bc-a277-d502dfee1c18 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting subnet eb3b02a0-66e6-4318-a52e-fe55d747edaf {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:04:54.766425 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-fe039a83-f3ac-45bc-a277-d502dfee1c18 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:54.931255 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-fe039a83-f3ac-45bc-a277-d502dfee1c18 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2490848'] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:55.040645 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128fb50-0ccd-4fb5-a0ff-128d6e382428 req-e6acd951-52ae-4383-b3eb-959d755e0344 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:55.042101 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7128fb50-0ccd-4fb5-a0ff-128d6e382428 req-e6acd951-52ae-4383-b3eb-959d755e0344 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc2b1e9a-5e2d-4bbd-890d-918614c57af0 HTTP/1.1" status: 200 len: 947 time: 0.2488191 Sep 30 01:04:55.045994 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-3573d73a-5d65-4f75-996a-7a639549d45a tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a844c56f192d4334908feb0087705ecb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368428 Sep 30 01:04:55.088522 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ec97f-6691-4913-8d1e-8cebdfba7d61 req-d4b38c4f-e240-4d5e-9749-de5074e29110 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:55.096124 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-406ec97f-6691-4913-8d1e-8cebdfba7d61 req-d4b38c4f-e240-4d5e-9749-de5074e29110 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.3037448 Sep 30 01:04:55.149185 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-fe039a83-f3ac-45bc-a277-d502dfee1c18 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:55.224354 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-7128fb50-0ccd-4fb5-a0ff-128d6e382428 req-101a255a-ae36-43d4-b31e-3ba8c0fa9415 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Deleting port bdaa2db8-0598-4721-98d1-86d5f08a66d7 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:04:55.224982 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-7128fb50-0ccd-4fb5-a0ff-128d6e382428 req-101a255a-ae36-43d4-b31e-3ba8c0fa9415 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:55.229103 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-b6a6ea42-f37f-4392-9a9e-da68ce734b17 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:55.236771 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-b6a6ea42-f37f-4392-9a9e-da68ce734b17 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1903038 Sep 30 01:04:55.255638 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-c39d2cbc-0929-4146-9164-8b636440c0fa tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.39 "GET /v2.0/quotas/a844c56f192d4334908feb0087705ecb HTTP/1.1" status: 200 len: 375 time: 0.0178950 Sep 30 01:04:55.278529 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-406ec97f-6691-4913-8d1e-8cebdfba7d61 req-3d5603d1-b9eb-4823-ab1e-7dd40704bd20 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814406 Sep 30 01:04:55.331052 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-1a0ae04f-b5c8-4d00-a4ee-a79c786c98aa tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a844c56f192d4334908feb0087705ecb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743585 Sep 30 01:04:55.381545 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-fe039a83-f3ac-45bc-a277-d502dfee1c18 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:55.388252 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a18c589d-c50a-46e4-bdd8-9597aa479b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:55.668215 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b7c4f1-63b1-4334-8963-1c3e4ffff87c None None] Network 63908dc7-abfd-4e32-a079-5079c6309935 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:04:55.686005 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe039a83-f3ac-45bc-a277-d502dfee1c18 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Subnet': ['ID=eb3b02a0-66e6-4318-a52e-fe55d747edaf,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:55.689596 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-fe039a83-f3ac-45bc-a277-d502dfee1c18 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:55.695099 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-fe039a83-f3ac-45bc-a277-d502dfee1c18 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:55.857809 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-fe039a83-f3ac-45bc-a277-d502dfee1c18 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/subnets/eb3b02a0-66e6-4318-a52e-fe55d747edaf HTTP/1.1" status: 204 len: 168 time: 1.1800795 Sep 30 01:04:55.873425 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 47850) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:55.884828 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-1d5461fa-2331-47ce-9277-364610c5793a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:55.885773 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-e48361cf-5c7e-42c9-96b3-8303b5116348 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'subnet': {'network_id': '63908dc7-abfd-4e32-a079-5079c6309935', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:04:55.892151 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-1d5461fa-2331-47ce-9277-364610c5793a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/networks?id=eeb6c4e1-a773-440f-9ca0-04a98bdafcfd HTTP/1.1" status: 200 len: 814 time: 0.2741368 Sep 30 01:04:55.917581 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-e380b63c-0005-4a9f-9f45-d76424659897 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/quotas/600d513e8f854168b868a109f9ce4428 HTTP/1.1" status: 200 len: 375 time: 0.0245173 Sep 30 01:04:55.998854 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-7128fb50-0ccd-4fb5-a0ff-128d6e382428 req-101a255a-ae36-43d4-b31e-3ba8c0fa9415 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] For port bdaa2db8-0598-4721-98d1-86d5f08a66d7, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=bdaa2db8-0598-4721-98d1-86d5f08a66d7,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:55.999116 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-7128fb50-0ccd-4fb5-a0ff-128d6e382428 req-101a255a-ae36-43d4-b31e-3ba8c0fa9415 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:56.192892 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-7128fb50-0ccd-4fb5-a0ff-128d6e382428 req-101a255a-ae36-43d4-b31e-3ba8c0fa9415 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Calling delete_port for bdaa2db8-0598-4721-98d1-86d5f08a66d7 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:04:56.297452 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-2453480f-7bf5-4c13-8331-e5ccfa6a8c27 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=600d513e8f854168b868a109f9ce4428&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3789170 Sep 30 01:04:56.561355 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-784b830f-19c6-4dad-b39e-6feedc1dff8e service neutron] 10.222.0.39 "GET /v2.0/networks/eeb6c4e1-a773-440f-9ca0-04a98bdafcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623231 Sep 30 01:04:56.765335 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device bdaa2db8-0598-4721-98d1-86d5f08a66d7 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:04:56.777203 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaaff2e-ea94-41db-a488-615d1b4f83e0 req-40adb05d-c1fc-4bb2-b511-caaee5d9d3b3 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:56.783290 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0eaaff2e-ea94-41db-a488-615d1b4f83e0 req-40adb05d-c1fc-4bb2-b511-caaee5d9d3b3 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b1e9a-5e2d-4bbd-890d-918614c57af0 HTTP/1.1" status: 200 len: 947 time: 0.9782555 Sep 30 01:04:56.800286 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-e48361cf-5c7e-42c9-96b3-8303b5116348 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:04:56.815502 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-5afb307c-1517-4686-86f7-5583c6dee5d4 service neutron] 10.222.0.39 "GET /v2.0/networks/eeb6c4e1-a773-440f-9ca0-04a98bdafcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451272 Sep 30 01:04:56.828342 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-e48361cf-5c7e-42c9-96b3-8303b5116348 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:subnet and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:04:56.849029 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-e48361cf-5c7e-42c9-96b3-8303b5116348 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:04:56.856278 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-e48361cf-5c7e-42c9-96b3-8303b5116348 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:04:56.879041 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b6b41-f98d-48a5-af05-fa58ec527b90 req-1023ed62-a333-414e-b23d-26ab179b0623 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:56.880771 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cb3b6b41-f98d-48a5-af05-fa58ec527b90 req-1023ed62-a333-414e-b23d-26ab179b0623 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbe582ef-b863-4bc3-993d-89fef6633765 HTTP/1.1" status: 200 len: 946 time: 0.4214168 Sep 30 01:04:56.892893 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48361cf-5c7e-42c9-96b3-8303b5116348 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:04:56.894907 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No active binding found for port bdaa2db8-0598-4721-98d1-86d5f08a66d7 {{(pid=80276) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Sep 30 01:04:56.895694 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device bdaa2db8-0598-4721-98d1-86d5f08a66d7 not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:04:56.896622 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e48361cf-5c7e-42c9-96b3-8303b5116348 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:56.951427 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-7128fb50-0ccd-4fb5-a0ff-128d6e382428 req-101a255a-ae36-43d4-b31e-3ba8c0fa9415 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:56.980385 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c437af8b-02f7-4796-b702-22304b259c44 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:57.104482 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0eaaff2e-ea94-41db-a488-615d1b4f83e0 req-56db07b1-0388-4b78-aa38-ac0ad07fbc2d tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/security-groups?id=2632cc96-b93c-409e-9e4b-ce8bd328a609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124650 Sep 30 01:04:57.199851 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-52265cc8-f3a4-45d0-aa4c-0478db99fb7b None None] Provisioning complete for port 32381d99-c206-4ae3-9d75-94710b36afaa triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:57.200425 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-52265cc8-f3a4-45d0-aa4c-0478db99fb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:57.273684 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a255a-ae36-43d4-b31e-3ba8c0fa9415 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Pushing event deleted for resources: {'Port': ['ID=bdaa2db8-0598-4721-98d1-86d5f08a66d7,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:57.402424 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-641ee953-2aee-4639-84fa-4e2b9835a123 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a844c56f192d4334908feb0087705ecb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1228988 Sep 30 01:04:57.416392 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-101a255a-ae36-43d4-b31e-3ba8c0fa9415 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:57.417416 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-7128fb50-0ccd-4fb5-a0ff-128d6e382428 req-101a255a-ae36-43d4-b31e-3ba8c0fa9415 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] No DVR routers for this DVR port bdaa2db8-0598-4721-98d1-86d5f08a66d7 on host n-h2-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:04:57.418260 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-52265cc8-f3a4-45d0-aa4c-0478db99fb7b None None] Port 32381d99-c206-4ae3-9d75-94710b36afaa cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:04:57.451881 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-52265cc8-f3a4-45d0-aa4c-0478db99fb7b None None] Provisioning complete for port 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:04:57.453698 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-52265cc8-f3a4-45d0-aa4c-0478db99fb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:57.547362 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-585f6e68-32da-4dca-9c0f-456bba4a1774 req-06ae7fc0-0c3f-47ea-a865-5b505af6707a tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a5f2568-ba76-4126-a5f4-d94753edcd60 HTTP/1.1" status: 200 len: 210 time: 0.2047133 Sep 30 01:04:57.560366 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-7128fb50-0ccd-4fb5-a0ff-128d6e382428 req-101a255a-ae36-43d4-b31e-3ba8c0fa9415 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:57.587855 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2b1e9a-5e2d-4bbd-890d-918614c57af0', 'name': 'network-vif-deleted', 'tag': 'bdaa2db8-0598-4721-98d1-86d5f08a66d7'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:04:57.651540 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-cb3b6b41-f98d-48a5-af05-fa58ec527b90 req-59fc06e0-e597-464c-a40f-5f7ee27a0404 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Deleting port f7765ac3-a090-4d1d-8f6e-0e149359bcdd {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:04:57.651913 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-cb3b6b41-f98d-48a5-af05-fa58ec527b90 req-59fc06e0-e597-464c-a40f-5f7ee27a0404 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:58.009554 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7128fb50-0ccd-4fb5-a0ff-128d6e382428 req-101a255a-ae36-43d4-b31e-3ba8c0fa9415 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.55 "DELETE /v2.0/ports/bdaa2db8-0598-4721-98d1-86d5f08a66d7 HTTP/1.1" status: 204 len: 173 time: 2.9575658 Sep 30 01:04:58.015351 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-447af46b-9b8d-4fec-9067-bf9c6aab6d91 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:58.017101 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-447af46b-9b8d-4fec-9067-bf9c6aab6d91 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5943501 Sep 30 01:04:58.038821 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Request body: {'port': {'device_id': '6a5f2568-ba76-4126-a5f4-d94753edcd60', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'admin_state_up': True, 'tenant_id': 'a844c56f192d4334908feb0087705ecb'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:04:58.244799 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a286ed-352c-4a6b-a46a-d3901079acfc req-15944604-6353-4fbd-851f-260e321d91d9 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:58.253821 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-03a286ed-352c-4a6b-a46a-d3901079acfc req-15944604-6353-4fbd-851f-260e321d91d9 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.8404732 Sep 30 01:04:58.416315 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4de78-57ec-4667-80d8-559922cf1336 req-caa21c14-0822-4ece-b4b9-42586c5387bb tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:58.426114 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c5c4de78-57ec-4667-80d8-559922cf1336 req-caa21c14-0822-4ece-b4b9-42586c5387bb tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 945 time: 0.5976994 Sep 30 01:04:58.451499 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:04:58.463053 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Usage tracker for resource:port and tenant:a844c56f192d4334908feb0087705ecb is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:04:58.472424 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:04:58.483146 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:04:58.507837 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-cb3b6b41-f98d-48a5-af05-fa58ec527b90 req-59fc06e0-e597-464c-a40f-5f7ee27a0404 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] For port f7765ac3-a090-4d1d-8f6e-0e149359bcdd, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=f7765ac3-a090-4d1d-8f6e-0e149359bcdd,segment=NetworkSegment(78314eab-8436-4d6e-8e41-404a6dc9a40f),segment_id=78314eab-8436-4d6e-8e41-404a6dc9a40f)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:04:58.508448 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-cb3b6b41-f98d-48a5-af05-fa58ec527b90 req-59fc06e0-e597-464c-a40f-5f7ee27a0404 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:58.544306 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c5c4de78-57ec-4667-80d8-559922cf1336 req-fc2bf165-2c59-486c-b20b-c3cf5b23797a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169941 Sep 30 01:04:58.548539 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Made reservation on behalf of a844c56f192d4334908feb0087705ecb for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:04:58.552230 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:58.578220 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-03a286ed-352c-4a6b-a46a-d3901079acfc req-acf3ac44-8477-44d7-a3f4-76aaaa15c100 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221583 Sep 30 01:04:58.611778 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:58.655820 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:04:58.662084 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Usage tracker for resource:security_group_rule and tenant:a844c56f192d4334908feb0087705ecb is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:04:58.667378 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:04:58.675193 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:04:58.781096 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc2b1e9a-5e2d-4bbd-890d-918614c57af0', 'name': 'network-vif-deleted', 'tag': 'bdaa2db8-0598-4721-98d1-86d5f08a66d7', 'status': 'completed', 'code': 200} Sep 30 01:04:58.790046 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-cb3b6b41-f98d-48a5-af05-fa58ec527b90 req-59fc06e0-e597-464c-a40f-5f7ee27a0404 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Calling delete_port for f7765ac3-a090-4d1d-8f6e-0e149359bcdd owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:04:58.836999 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a7b12d99-af2a-423a-bcff-5ce93dc7a198 req-13d4cef1-b49e-4266-9299-ac2bac10e48c tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 210 time: 0.1207583 Sep 30 01:04:58.931423 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:58.942091 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:58.946853 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9e4ee681-4d54-4893-b11d-5459d49c111f tempest-SecurityGroupsTestJSON-909226240 tempest-SecurityGroupsTestJSON-909226240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:58.981562 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-3294f2ab-cbd3-4599-8f42-d5569f590f6e req-b2cb9632-246b-4d06-bc5e-b2b606fb7d48 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Synchronizing usage tracker for tenant:24e282c74c8f40408f83386e910a4884 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:04:59.026492 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e48361cf-5c7e-42c9-96b3-8303b5116348 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:59.032953 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a2ba267a-1d51-469f-a519-ac9652e8ef9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:59.061903 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-3294f2ab-cbd3-4599-8f42-d5569f590f6e req-b2cb9632-246b-4d06-bc5e-b2b606fb7d48 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Unset dirty status for tenant:24e282c74c8f40408f83386e910a4884 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:04:59.063265 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3294f2ab-cbd3-4599-8f42-d5569f590f6e req-b2cb9632-246b-4d06-bc5e-b2b606fb7d48 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc2b1e9a-5e2d-4bbd-890d-918614c57af0 HTTP/1.1" status: 200 len: 210 time: 0.1783938 Sep 30 01:04:59.084596 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db62a807-39e6-49ba-abf2-f2cb23c6219e,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:59.102645 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:04:59.103119 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:04:59.103486 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:04:59.103895 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:04:59.104268 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:04:59.104640 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:04:59.105255 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:04:59.105615 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:04:59.106007 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:04:59.106568 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:04:59.107077 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:04:59.108306 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:04:59.137004 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:59.319038 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-66d7957b-60b9-4d0e-8c83-b73357a0ffdb req-72f3c391-d399-43ea-96bc-ff0c62b5f5e9 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a5f2568-ba76-4126-a5f4-d94753edcd60 HTTP/1.1" status: 200 len: 210 time: 0.1440990 Sep 30 01:04:59.336037 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48361cf-5c7e-42c9-96b3-8303b5116348 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network 63908dc7-abfd-4e32-a079-5079c6309935 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:04:59.370765 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Allocated IP 192.168.233.126 (5148d586-4385-4f2c-9968-16b3a645031f/d94969b3-14c1-4902-a40b-8e6c297e30ba/31b21c63-4aaf-4aad-8db3-e7a630c298ec) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:04:59.402223 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-e48361cf-5c7e-42c9-96b3-8303b5116348 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:04:59.415540 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e66f52c-0578-4704-8787-0952964d939b None None] Network 63908dc7-abfd-4e32-a079-5079c6309935 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:04:59.636558 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48361cf-5c7e-42c9-96b3-8303b5116348 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Subnet': ['ID=76e1b4b6-e5b2-4213-8236-dea9b35e1b37,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:59.645292 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e48361cf-5c7e-42c9-96b3-8303b5116348 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:59.651864 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48361cf-5c7e-42c9-96b3-8303b5116348 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:59.652691 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e48361cf-5c7e-42c9-96b3-8303b5116348 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:59.716575 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-e48361cf-5c7e-42c9-96b3-8303b5116348 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8410583 Sep 30 01:04:59.719761 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 47880) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:04:59.724639 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-cb3b6b41-f98d-48a5-af05-fa58ec527b90 req-59fc06e0-e597-464c-a40f-5f7ee27a0404 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:59.745510 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-62659811-d892-441d-85e2-51d57fbe8965 tempest-DeleteServersTestJSON-1087364012 tempest-DeleteServersTestJSON-1087364012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:04:59.793018 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:59.801212 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc06e0-e597-464c-a40f-5f7ee27a0404 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Pushing event deleted for resources: {'Port': ['ID=f7765ac3-a090-4d1d-8f6e-0e149359bcdd,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:04:59.808956 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-59fc06e0-e597-464c-a40f-5f7ee27a0404 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:04:59.823150 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Transition to ACTIVE for port object 31b21c63-4aaf-4aad-8db3-e7a630c298ec will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:04:59.851765 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-836f5847-bc58-4ac2-a70d-141395a55578 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'security_group': {'name': 'tempest-secgroup-1914671016'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:04:59.858101 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-836f5847-bc58-4ac2-a70d-141395a55578 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:04:59.863964 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-836f5847-bc58-4ac2-a70d-141395a55578 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:security_group and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:04:59.872769 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-836f5847-bc58-4ac2-a70d-141395a55578 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:04:59.878417 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-836f5847-bc58-4ac2-a70d-141395a55578 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:04:59.926105 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161a172-01e2-4d11-9163-e8ba88fee4b7 req-af3c277d-ec69-4e6c-9096-a1bc290e624e tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:04:59.931230 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e161a172-01e2-4d11-9163-e8ba88fee4b7 req-af3c277d-ec69-4e6c-9096-a1bc290e624e tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.5801265 Sep 30 01:04:59.978869 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-836f5847-bc58-4ac2-a70d-141395a55578 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:59.990859 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3b6b41-f98d-48a5-af05-fa58ec527b90 req-59fc06e0-e597-464c-a40f-5f7ee27a0404 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] No DVR routers for this DVR port f7765ac3-a090-4d1d-8f6e-0e149359bcdd on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:04:59.994170 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-cb3b6b41-f98d-48a5-af05-fa58ec527b90 req-59fc06e0-e597-464c-a40f-5f7ee27a0404 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:04:59.999348 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cb3b6b41-f98d-48a5-af05-fa58ec527b90 req-59fc06e0-e597-464c-a40f-5f7ee27a0404 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.59 "DELETE /v2.0/ports/f7765ac3-a090-4d1d-8f6e-0e149359bcdd HTTP/1.1" status: 204 len: 173 time: 3.1081369 Sep 30 01:05:00.008604 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-1bf4dc9c-030b-4221-9a96-b421aa96e25c tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:00.011663 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-1bf4dc9c-030b-4221-9a96-b421aa96e25c tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.59 "GET /v2.0/networks?id=eeb6c4e1-a773-440f-9ca0-04a98bdafcfd HTTP/1.1" status: 200 len: 814 time: 0.9109364 Sep 30 01:05:00.016925 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:00.033644 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2b1fcd69-3ebe-430b-9a2c-59393cba36f6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:00.034094 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8205c830-a1e1-4d96-a71e-780b5e1dd95e None None] Update dhcp port {'port': {'network_id': '63908dc7-abfd-4e32-a079-5079c6309935', 'fixed_ips': [{'subnet_id': '6a10aa40-9344-4969-9c5a-329538b82dda', 'ip_address': '172.20.0.18'}, {'subnet_id': '76e1b4b6-e5b2-4213-8236-dea9b35e1b37'}], 'binding:host_id': 'n-d-811809-1'}, 'id': '6ca63f2c-0d54-4cf1-96f3-5c7d1a188923'} from n-d-811809-1. {{(pid=80276) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 30 01:05:00.049806 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-e83fdee4-e2a4-4532-a5ae-27452d6bd588 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Request body: {'port': {'device_id': '70f70416-ae1f-42cc-b061-3d71e5e76a56', 'network_id': 'eeb6c4e1-a773-440f-9ca0-04a98bdafcfd', 'admin_state_up': True, 'tenant_id': '600d513e8f854168b868a109f9ce4428'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:00.105027 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8205c830-a1e1-4d96-a71e-780b5e1dd95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:00.171981 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-836f5847-bc58-4ac2-a70d-141395a55578 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:00.180691 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Network 5148d586-4385-4f2c-9968-16b3a645031f is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:05:00.191577 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:05:00.199214 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:05:00.283590 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-e83fdee4-e2a4-4532-a5ae-27452d6bd588 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:00.284645 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-836f5847-bc58-4ac2-a70d-141395a55578 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:security_group_rule and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:00.329355 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-e83fdee4-e2a4-4532-a5ae-27452d6bd588 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:00.331555 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-836f5847-bc58-4ac2-a70d-141395a55578 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:00.388953 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-836f5847-bc58-4ac2-a70d-141395a55578 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:00.391185 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e161a172-01e2-4d11-9163-e8ba88fee4b7 req-af1f3efd-57c7-4f23-bea3-f308e1c8b8b4 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102743 Sep 30 01:05:00.399140 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-e83fdee4-e2a4-4532-a5ae-27452d6bd588 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Made reservation on behalf of 600d513e8f854168b868a109f9ce4428 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:05:00.403187 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-e83fdee4-e2a4-4532-a5ae-27452d6bd588 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:00.418014 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c86cc4-3817-4c5c-8992-5b3243efa10d req-b188ab62-68b8-4b27-9243-ed6f42e557fa tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:00.433850 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-94c86cc4-3817-4c5c-8992-5b3243efa10d req-b188ab62-68b8-4b27-9243-ed6f42e557fa tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 945 time: 0.7129796 Sep 30 01:05:00.436870 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Pushing event updated for resources: {'Port': ['ID=31b21c63-4aaf-4aad-8db3-e7a630c298ec,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:00.458218 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device f7765ac3-a090-4d1d-8f6e-0e149359bcdd no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:05:00.466154 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:00.555236 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: f7765ac3-a090-4d1d-8f6e-0e149359bcdd {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:05:00.555957 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device f7765ac3-a090-4d1d-8f6e-0e149359bcdd not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:05:00.604987 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-8205c830-a1e1-4d96-a71e-780b5e1dd95e None None] Allocated IP 172.20.0.2 (63908dc7-abfd-4e32-a079-5079c6309935/76e1b4b6-e5b2-4213-8236-dea9b35e1b37/6ca63f2c-0d54-4cf1-96f3-5c7d1a188923) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:05:00.750080 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-7b5fd6cd-6c2e-41e6-bd3f-ac560c2c1f65 req-0716a75e-97ab-4454-8671-dd39abc161ee tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Synchronizing usage tracker for tenant:600d513e8f854168b868a109f9ce4428 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:05:00.782557 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe582ef-b863-4bc3-993d-89fef6633765', 'name': 'network-vif-deleted', 'tag': 'f7765ac3-a090-4d1d-8f6e-0e149359bcdd'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:05:00.785803 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-aa9b6714-b4fc-4ac1-9f1d-cdc19c37701a None None] Provisioning for port 31b21c63-4aaf-4aad-8db3-e7a630c298ec completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:05:00.793002 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-e83fdee4-e2a4-4532-a5ae-27452d6bd588 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Allocated IP 172.20.0.10 (eeb6c4e1-a773-440f-9ca0-04a98bdafcfd/858defef-6f87-4015-b170-e42a0b3eb39a/6e962823-8ff0-4073-b003-107ac0d17fec) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:05:00.803668 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-aa9b6714-b4fc-4ac1-9f1d-cdc19c37701a None None] Provisioning complete for port 31b21c63-4aaf-4aad-8db3-e7a630c298ec triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:05:00.804093 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-aa9b6714-b4fc-4ac1-9f1d-cdc19c37701a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:00.808428 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-7b5fd6cd-6c2e-41e6-bd3f-ac560c2c1f65 req-0716a75e-97ab-4454-8671-dd39abc161ee tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Unset dirty status for tenant:600d513e8f854168b868a109f9ce4428 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:05:00.823346 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7b5fd6cd-6c2e-41e6-bd3f-ac560c2c1f65 req-0716a75e-97ab-4454-8671-dd39abc161ee tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 210 time: 0.1354861 Sep 30 01:05:00.944485 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-aa9b6714-b4fc-4ac1-9f1d-cdc19c37701a None None] Port 31b21c63-4aaf-4aad-8db3-e7a630c298ec cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:05:00.996246 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8205c830-a1e1-4d96-a71e-780b5e1dd95e None None] For port 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=6ca63f2c-0d54-4cf1-96f3-5c7d1a188923,segment=NetworkSegment(c775e201-29d6-4bfa-bfab-352495104bb5),segment_id=c775e201-29d6-4bfa-bfab-352495104bb5)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:01.036899 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8205c830-a1e1-4d96-a71e-780b5e1dd95e None None] Notify callbacks [] for port, precommit_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:01.082877 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8205c830-a1e1-4d96-a71e-780b5e1dd95e None None] Transition to ACTIVE for port object 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:05:01.084505 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-836f5847-bc58-4ac2-a70d-141395a55578 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:01.092654 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8205c830-a1e1-4d96-a71e-780b5e1dd95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:01.107568 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-54b0737e-3452-481f-ac12-4873bc38a4a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:01.114126 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:01.117091 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:01.148209 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-94c86cc4-3817-4c5c-8992-5b3243efa10d req-1edf0764-c567-4b92-984c-4fc843e2c841 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7072136 Sep 30 01:05:01.149080 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-836f5847-bc58-4ac2-a70d-141395a55578 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:01.172181 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-42b43cc6-5d05-4528-a0a5-f61afeccb24f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:01.235204 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-e83fdee4-e2a4-4532-a5ae-27452d6bd588 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:01.268190 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f5847-bc58-4ac2-a70d-141395a55578 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cd519a-8810-4b0e-8a7a-14395796d87f,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:01.274421 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-836f5847-bc58-4ac2-a70d-141395a55578 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:01.276404 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2445452 Sep 30 01:05:01.281502 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-836f5847-bc58-4ac2-a70d-141395a55578 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:01.285783 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-836f5847-bc58-4ac2-a70d-141395a55578 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5608492 Sep 30 01:05:01.287740 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 47898) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:01.309712 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-e967d2c6-47dd-450a-92f2-82da98737486 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'security_group': {'name': 'tempest-secgroup-601320370'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:01.321671 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-e967d2c6-47dd-450a-92f2-82da98737486 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:01.334759 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205c830-a1e1-4d96-a71e-780b5e1dd95e None None] Pushing event updated for resources: {'Port': ['ID=6ca63f2c-0d54-4cf1-96f3-5c7d1a188923,revision_number=6']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:01.337463 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-e967d2c6-47dd-450a-92f2-82da98737486 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:security_group and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:01.341183 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-e967d2c6-47dd-450a-92f2-82da98737486 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:01.350297 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-e967d2c6-47dd-450a-92f2-82da98737486 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:01.373841 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b695a6-a0a1-4120-984a-1ac6e717d20a req-8ce09367-d2f3-4d58-9fef-7aafacc43239 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:01.381720 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f3b695a6-a0a1-4120-984a-1ac6e717d20a req-8ce09367-d2f3-4d58-9fef-7aafacc43239 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a5f2568-ba76-4126-a5f4-d94753edcd60 HTTP/1.1" status: 200 len: 936 time: 0.1250718 Sep 30 01:05:01.384415 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-e83fdee4-e2a4-4532-a5ae-27452d6bd588 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:01.409749 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205c830-a1e1-4d96-a71e-780b5e1dd95e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:01.410122 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205c830-a1e1-4d96-a71e-780b5e1dd95e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:01.410485 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205c830-a1e1-4d96-a71e-780b5e1dd95e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:01.410785 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205c830-a1e1-4d96-a71e-780b5e1dd95e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:01.411133 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205c830-a1e1-4d96-a71e-780b5e1dd95e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:01.411455 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205c830-a1e1-4d96-a71e-780b5e1dd95e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:01.411783 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205c830-a1e1-4d96-a71e-780b5e1dd95e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:01.412117 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205c830-a1e1-4d96-a71e-780b5e1dd95e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:01.412442 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205c830-a1e1-4d96-a71e-780b5e1dd95e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:01.412768 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205c830-a1e1-4d96-a71e-780b5e1dd95e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:01.413093 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205c830-a1e1-4d96-a71e-780b5e1dd95e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:01.413417 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8205c830-a1e1-4d96-a71e-780b5e1dd95e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:01.418210 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8205c830-a1e1-4d96-a71e-780b5e1dd95e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:01.446193 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e967d2c6-47dd-450a-92f2-82da98737486 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:01.476741 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-3a3f8a9e-8d72-469f-b342-afb1bf2e399a tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:01.536931 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-364e0c7a-de80-4c14-8240-b7cf306323df service neutron] Request body: {'port': {'device_id': '6a5f2568-ba76-4126-a5f4-d94753edcd60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:01.569885 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f3b695a6-a0a1-4120-984a-1ac6e717d20a req-618c584e-a886-4814-99fc-20aef99b2025 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.39 "GET /v2.0/security-groups?id=db62a807-39e6-49ba-abf2-f2cb23c6219e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871870 Sep 30 01:05:01.667835 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-e967d2c6-47dd-450a-92f2-82da98737486 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:01.668263 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-e83fdee4-e2a4-4532-a5ae-27452d6bd588 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Network eeb6c4e1-a773-440f-9ca0-04a98bdafcfd is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:05:01.673026 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-e83fdee4-e2a4-4532-a5ae-27452d6bd588 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:05:01.678853 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-e83fdee4-e2a4-4532-a5ae-27452d6bd588 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:05:01.681914 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-e967d2c6-47dd-450a-92f2-82da98737486 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:security_group_rule and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:01.701799 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-e967d2c6-47dd-450a-92f2-82da98737486 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:01.712551 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-e967d2c6-47dd-450a-92f2-82da98737486 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:01.733387 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe582ef-b863-4bc3-993d-89fef6633765', 'name': 'network-vif-deleted', 'tag': 'f7765ac3-a090-4d1d-8f6e-0e149359bcdd', 'status': 'completed', 'code': 200} Sep 30 01:05:01.740662 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83fdee4-e2a4-4532-a5ae-27452d6bd588 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Pushing event updated for resources: {'Port': ['ID=6e962823-8ff0-4073-b003-107ac0d17fec,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:01.753026 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e83fdee4-e2a4-4532-a5ae-27452d6bd588 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:01.805166 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ebc300-794c-410b-a696-63e2484d1389 req-8dc6d56f-8485-4fa8-9186-e606d6c7ee63 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:01.811165 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-e83fdee4-e2a4-4532-a5ae-27452d6bd588 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:01.812013 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-e83fdee4-e2a4-4532-a5ae-27452d6bd588 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:01.812353 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d4ebc300-794c-410b-a696-63e2484d1389 req-8dc6d56f-8485-4fa8-9186-e606d6c7ee63 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.4428039 Sep 30 01:05:01.848282 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-e83fdee4-e2a4-4532-a5ae-27452d6bd588 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8044927 Sep 30 01:05:01.866912 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-2ef0ea78-ede7-438a-8b30-349929ce622e service neutron] Request body: {'port': {'device_id': '70f70416-ae1f-42cc-b061-3d71e5e76a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:01.946835 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-364e0c7a-de80-4c14-8240-b7cf306323df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:01.983869 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d4ebc300-794c-410b-a696-63e2484d1389 req-d12de157-0a56-4c74-a8a7-4a8d2219984f tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705611 Sep 30 01:05:02.065454 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-2ef0ea78-ede7-438a-8b30-349929ce622e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:02.407152 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e967d2c6-47dd-450a-92f2-82da98737486 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:02.442113 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e967d2c6-47dd-450a-92f2-82da98737486 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:02.451226 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5e486c23-729a-4168-ae60-6ce82612aeb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:02.655223 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e967d2c6-47dd-450a-92f2-82da98737486 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:02.666739 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53cc72-0ddc-436c-9eed-11653c885737 req-863326cd-10da-48f0-8a3a-b6263d92cd64 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:02.667658 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-e967d2c6-47dd-450a-92f2-82da98737486 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3789911 Sep 30 01:05:02.668228 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bd53cc72-0ddc-436c-9eed-11653c885737 req-863326cd-10da-48f0-8a3a-b6263d92cd64 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=69b3aa8c-9495-442e-bb77-8518992d9112 HTTP/1.1" status: 200 len: 949 time: 0.1635559 Sep 30 01:05:02.671617 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 47922) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:02.678529 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-08d50ccc-3a84-4cce-80c6-f05b7b51264a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'security_group': {'name': 'tempest-secgroup-1449267049'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:02.678783 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967d2c6-47dd-450a-92f2-82da98737486 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96d47d87-3723-4bea-b4c0-0865e5bf4ea7,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:02.697979 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-08d50ccc-3a84-4cce-80c6-f05b7b51264a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:02.709204 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-234b79cd-89a9-4ed9-9dda-087eaa2c6ea1 None None] Provisioning complete for port 32381d99-c206-4ae3-9d75-94710b36afaa triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:05:02.709807 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-234b79cd-89a9-4ed9-9dda-087eaa2c6ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:02.720572 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e967d2c6-47dd-450a-92f2-82da98737486 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:02.767101 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-08d50ccc-3a84-4cce-80c6-f05b7b51264a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:security_group and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:02.770891 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-08d50ccc-3a84-4cce-80c6-f05b7b51264a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:02.777804 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-234b79cd-89a9-4ed9-9dda-087eaa2c6ea1 None None] Port 32381d99-c206-4ae3-9d75-94710b36afaa cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:05:02.779480 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-08d50ccc-3a84-4cce-80c6-f05b7b51264a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:02.793026 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9334ec-986b-4d50-9758-f5fd4d9a3b0e req-25895e01-42f7-48da-8591-f826c5a7143a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:02.793908 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-234b79cd-89a9-4ed9-9dda-087eaa2c6ea1 None None] Provisioning for port 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:05:02.800553 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-234b79cd-89a9-4ed9-9dda-087eaa2c6ea1 None None] Provisioning complete for port 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:05:02.801085 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-234b79cd-89a9-4ed9-9dda-087eaa2c6ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:02.804887 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-08d50ccc-3a84-4cce-80c6-f05b7b51264a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:02.813161 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ab9334ec-986b-4d50-9758-f5fd4d9a3b0e req-25895e01-42f7-48da-8591-f826c5a7143a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 932 time: 0.4943168 Sep 30 01:05:02.837785 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bd53cc72-0ddc-436c-9eed-11653c885737 req-a0f723a7-95f9-4f59-8382-80b69ebfd15f tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/security-groups?id=2632cc96-b93c-409e-9e4b-ce8bd328a609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537189 Sep 30 01:05:02.870538 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-2ef0ea78-ede7-438a-8b30-349929ce622e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e962823-8ff0-4073-b003-107ac0d17fec {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:05:02.897199 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-2ef0ea78-ede7-438a-8b30-349929ce622e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:02.899870 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-08d50ccc-3a84-4cce-80c6-f05b7b51264a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:02.912429 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ab9334ec-986b-4d50-9758-f5fd4d9a3b0e req-7a95a0a2-dbe6-42fc-81a4-d5db4d58b781 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980220 Sep 30 01:05:02.914518 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-08d50ccc-3a84-4cce-80c6-f05b7b51264a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:security_group_rule and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:02.939016 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-08d50ccc-3a84-4cce-80c6-f05b7b51264a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:02.950098 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-08d50ccc-3a84-4cce-80c6-f05b7b51264a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:02.952388 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-2ef0ea78-ede7-438a-8b30-349929ce622e service neutron] Transition to ACTIVE for port object 6e962823-8ff0-4073-b003-107ac0d17fec will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:05:02.972175 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-2ef0ea78-ede7-438a-8b30-349929ce622e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:02.992072 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-120b8b61-c750-45d8-a4bc-79bf17e645fc tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:03.022556 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-364e0c7a-de80-4c14-8240-b7cf306323df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b21c63-4aaf-4aad-8db3-e7a630c298ec {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:05:03.032226 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-364e0c7a-de80-4c14-8240-b7cf306323df service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:03.096910 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-364e0c7a-de80-4c14-8240-b7cf306323df service neutron] Transition to ACTIVE for port object 31b21c63-4aaf-4aad-8db3-e7a630c298ec will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:05:03.110093 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-364e0c7a-de80-4c14-8240-b7cf306323df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:03.115089 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8718af87-4231-45f1-84ed-5e28d9b89d1f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:03.292694 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e0c7a-de80-4c14-8240-b7cf306323df service neutron] Pushing event updated for resources: {'Port': ['ID=31b21c63-4aaf-4aad-8db3-e7a630c298ec,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:03.302447 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-364e0c7a-de80-4c14-8240-b7cf306323df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:03.375006 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37d4de-82e4-46d2-94a9-f370b5c6835c req-e3853cfa-b998-4d09-9afd-b66d1b711c35 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:03.376542 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4e37d4de-82e4-46d2-94a9-f370b5c6835c req-e3853cfa-b998-4d09-9afd-b66d1b711c35 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.3354552 Sep 30 01:05:03.414641 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0ea78-ede7-438a-8b30-349929ce622e service neutron] Pushing event updated for resources: {'Port': ['ID=6e962823-8ff0-4073-b003-107ac0d17fec,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:03.436404 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2ef0ea78-ede7-438a-8b30-349929ce622e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:03.446133 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:05:03.491836 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4e37d4de-82e4-46d2-94a9-f370b5c6835c req-3fd87a47-aedb-4cb1-9050-4d9673a5a073 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043277 Sep 30 01:05:03.492917 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-364e0c7a-de80-4c14-8240-b7cf306323df service neutron] Attempting to bind port 31b21c63-4aaf-4aad-8db3-e7a630c298ec on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:05:03.492917 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-364e0c7a-de80-4c14-8240-b7cf306323df service neutron] Attempting to bind port 31b21c63-4aaf-4aad-8db3-e7a630c298ec by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:05:03.493132 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-364e0c7a-de80-4c14-8240-b7cf306323df service neutron] Attempting to bind port 31b21c63-4aaf-4aad-8db3-e7a630c298ec on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:05:03.499154 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-364e0c7a-de80-4c14-8240-b7cf306323df service neutron] Port 31b21c63-4aaf-4aad-8db3-e7a630c298ec on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:05:03.499494 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-364e0c7a-de80-4c14-8240-b7cf306323df service neutron] Attempting to bind port 31b21c63-4aaf-4aad-8db3-e7a630c298ec on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:05:03.505827 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-364e0c7a-de80-4c14-8240-b7cf306323df service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:05:03.506172 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-364e0c7a-de80-4c14-8240-b7cf306323df service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:05:03.506738 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-364e0c7a-de80-4c14-8240-b7cf306323df service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:05:03.510998 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-08d50ccc-3a84-4cce-80c6-f05b7b51264a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:03.517741 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-364e0c7a-de80-4c14-8240-b7cf306323df service neutron] Bound port: 31b21c63-4aaf-4aad-8db3-e7a630c298ec, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:05:03.519395 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-364e0c7a-de80-4c14-8240-b7cf306323df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:03.525258 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-08d50ccc-3a84-4cce-80c6-f05b7b51264a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:03.532434 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ae24b037-29d0-408a-a243-8173035242f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:03.563310 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed194ba3-d66b-4b07-b592-7a6689d41103 req-d8807624-9705-45cc-9dc4-a2bbec9e8104 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:03.571194 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ed194ba3-d66b-4b07-b592-7a6689d41103 req-d8807624-9705-45cc-9dc4-a2bbec9e8104 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 945 time: 0.5040078 Sep 30 01:05:03.658226 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:05:03.659045 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:03.669444 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-2ef0ea78-ede7-438a-8b30-349929ce622e service neutron] Attempting to bind port 6e962823-8ff0-4073-b003-107ac0d17fec on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:05:03.670222 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-2ef0ea78-ede7-438a-8b30-349929ce622e service neutron] Attempting to bind port 6e962823-8ff0-4073-b003-107ac0d17fec by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '78314eab-8436-4d6e-8e41-404a6dc9a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'eeb6c4e1-a773-440f-9ca0-04a98bdafcfd'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:05:03.670222 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-2ef0ea78-ede7-438a-8b30-349929ce622e service neutron] Attempting to bind port 6e962823-8ff0-4073-b003-107ac0d17fec on network eeb6c4e1-a773-440f-9ca0-04a98bdafcfd {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:05:03.685437 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-2ef0ea78-ede7-438a-8b30-349929ce622e service neutron] Port 6e962823-8ff0-4073-b003-107ac0d17fec on network eeb6c4e1-a773-440f-9ca0-04a98bdafcfd not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:05:03.685857 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-2ef0ea78-ede7-438a-8b30-349929ce622e service neutron] Attempting to bind port 6e962823-8ff0-4073-b003-107ac0d17fec on network eeb6c4e1-a773-440f-9ca0-04a98bdafcfd {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:05:03.690301 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d50ccc-3a84-4cce-80c6-f05b7b51264a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2967a1e6-ddb3-4b49-8ed6-308a4ffd4f6d,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:03.706394 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ed194ba3-d66b-4b07-b592-7a6689d41103 req-ee6f128d-1313-4529-8190-98824c1cf712 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339593 Sep 30 01:05:03.712174 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-08d50ccc-3a84-4cce-80c6-f05b7b51264a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:03.713582 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-08d50ccc-3a84-4cce-80c6-f05b7b51264a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0414863 Sep 30 01:05:03.717729 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-08d50ccc-3a84-4cce-80c6-f05b7b51264a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:03.719505 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 47940) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:03.725732 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-2ef0ea78-ede7-438a-8b30-349929ce622e service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:05:03.726266 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-2ef0ea78-ede7-438a-8b30-349929ce622e service neutron] Checking segment: {'id': '78314eab-8436-4d6e-8e41-404a6dc9a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'eeb6c4e1-a773-440f-9ca0-04a98bdafcfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:05:03.726416 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-4c95afe8-3e1c-43a7-b44b-b453d3fd6687 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1764792689', 'security_groups': ['2967a1e6-ddb3-4b49-8ed6-308a4ffd4f6d'], 'network_id': '63908dc7-abfd-4e32-a079-5079c6309935', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '76e1b4b6-e5b2-4213-8236-dea9b35e1b37'}]}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:03.726978 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-2ef0ea78-ede7-438a-8b30-349929ce622e service neutron] Bound using segment: {'id': '78314eab-8436-4d6e-8e41-404a6dc9a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'eeb6c4e1-a773-440f-9ca0-04a98bdafcfd'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:05:03.727590 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-2ef0ea78-ede7-438a-8b30-349929ce622e service neutron] Bound port: 6e962823-8ff0-4073-b003-107ac0d17fec, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78314eab-8436-4d6e-8e41-404a6dc9a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'eeb6c4e1-a773-440f-9ca0-04a98bdafcfd'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:05:03.728126 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-2ef0ea78-ede7-438a-8b30-349929ce622e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:03.831686 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-364e0c7a-de80-4c14-8240-b7cf306323df service neutron] For port 31b21c63-4aaf-4aad-8db3-e7a630c298ec, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:05:03.886318 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-2ef0ea78-ede7-438a-8b30-349929ce622e service neutron] For port 6e962823-8ff0-4073-b003-107ac0d17fec, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:05:03.889959 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-2ef0ea78-ede7-438a-8b30-349929ce622e service neutron] For port 6e962823-8ff0-4073-b003-107ac0d17fec, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=6e962823-8ff0-4073-b003-107ac0d17fec,segment=NetworkSegment(78314eab-8436-4d6e-8e41-404a6dc9a40f),segment_id=78314eab-8436-4d6e-8e41-404a6dc9a40f)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:05:03.895100 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-2ef0ea78-ede7-438a-8b30-349929ce622e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:03.897469 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-364e0c7a-de80-4c14-8240-b7cf306323df service neutron] For port 31b21c63-4aaf-4aad-8db3-e7a630c298ec, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=31b21c63-4aaf-4aad-8db3-e7a630c298ec,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:05:03.900578 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-3eb6d53b-8432-44b9-b572-570fe32ade47 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:03.924501 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-364e0c7a-de80-4c14-8240-b7cf306323df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:03.944503 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8e9c9401-61cd-4159-9678-a190f3ccd3c7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:03.964189 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-2ef0ea78-ede7-438a-8b30-349929ce622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:03.965226 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-2ef0ea78-ede7-438a-8b30-349929ce622e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:03.966684 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-2ef0ea78-ede7-438a-8b30-349929ce622e service neutron] 10.222.0.59 "PUT /v2.0/ports/6e962823-8ff0-4073-b003-107ac0d17fec HTTP/1.1" status: 200 len: 1092 time: 2.1047630 Sep 30 01:05:03.969825 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f70416-ae1f-42cc-b061-3d71e5e76a56', 'tag': '6e962823-8ff0-4073-b003-107ac0d17fec'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:05:04.010393 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-364e0c7a-de80-4c14-8240-b7cf306323df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:04.011019 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-364e0c7a-de80-4c14-8240-b7cf306323df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:04.013296 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-364e0c7a-de80-4c14-8240-b7cf306323df service neutron] 10.222.0.55 "PUT /v2.0/ports/31b21c63-4aaf-4aad-8db3-e7a630c298ec HTTP/1.1" status: 200 len: 1096 time: 2.7263174 Sep 30 01:05:04.023094 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a5f2568-ba76-4126-a5f4-d94753edcd60', 'tag': '31b21c63-4aaf-4aad-8db3-e7a630c298ec'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:05:04.066169 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0ea78-ede7-438a-8b30-349929ce622e service neutron] Pushing event updated for resources: {'Port': ['ID=6e962823-8ff0-4073-b003-107ac0d17fec,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:04.069817 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2ef0ea78-ede7-438a-8b30-349929ce622e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:04.069976 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4c95afe8-3e1c-43a7-b44b-b453d3fd6687 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:04.095258 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a1113-10fd-42a2-a325-4b9d0cd03874 req-301d95f2-b81a-45bc-8f4e-0f36967f2496 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:04.097099 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-582a1113-10fd-42a2-a325-4b9d0cd03874 req-301d95f2-b81a-45bc-8f4e-0f36967f2496 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.1198249 Sep 30 01:05:04.133700 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4c95afe8-3e1c-43a7-b44b-b453d3fd6687 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:04.144593 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e0c7a-de80-4c14-8240-b7cf306323df service neutron] Pushing event updated for resources: {'Port': ['ID=31b21c63-4aaf-4aad-8db3-e7a630c298ec,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:04.150384 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-364e0c7a-de80-4c14-8240-b7cf306323df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:04.151726 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-582a1113-10fd-42a2-a325-4b9d0cd03874 req-8d0b190a-c562-4748-894c-a201090e2832 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489924 Sep 30 01:05:04.178487 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d6c03-caa6-4246-a141-f21ce465abb5 req-ff0707e7-02c3-4a5b-aec2-48d704923b97 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:04.179460 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-8f4d6c03-caa6-4246-a141-f21ce465abb5 req-ff0707e7-02c3-4a5b-aec2-48d704923b97 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Synchronizing usage tracker for tenant:a844c56f192d4334908feb0087705ecb on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:05:04.211616 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c95afe8-3e1c-43a7-b44b-b453d3fd6687 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:05:04.257393 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-4030e317-fd56-4170-80c0-1796e5114eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:04.261861 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-4030e317-fd56-4170-80c0-1796e5114eb4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=600d513e8f854168b868a109f9ce4428&device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 1095 time: 0.1150961 Sep 30 01:05:04.432797 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-b7d4b6f9-7728-4d40-8055-b4394bb60294 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e962823-8ff0-4073-b003-107ac0d17fec HTTP/1.1" status: 200 len: 217 time: 0.1545486 Sep 30 01:05:04.463884 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-8f4d6c03-caa6-4246-a141-f21ce465abb5 req-ff0707e7-02c3-4a5b-aec2-48d704923b97 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Unset dirty status for tenant:a844c56f192d4334908feb0087705ecb on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:05:04.465081 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8f4d6c03-caa6-4246-a141-f21ce465abb5 req-ff0707e7-02c3-4a5b-aec2-48d704923b97 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a5f2568-ba76-4126-a5f4-d94753edcd60 HTTP/1.1" status: 200 len: 948 time: 0.6265819 Sep 30 01:05:04.530943 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-1cb4066a-5079-45e8-a9b1-6bc8d3d5c6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:04.532427 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-1cb4066a-5079-45e8-a9b1-6bc8d3d5c6a6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a844c56f192d4334908feb0087705ecb&device_id=6a5f2568-ba76-4126-a5f4-d94753edcd60 HTTP/1.1" status: 200 len: 1099 time: 0.4660468 Sep 30 01:05:04.585269 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-54186294-a5bb-4f92-b1a8-f3611f8e1a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:04.586702 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-54186294-a5bb-4f92-b1a8-f3611f8e1a39 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=858defef-6f87-4015-b170-e42a0b3eb39a HTTP/1.1" status: 200 len: 854 time: 0.1398487 Sep 30 01:05:04.609936 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-8f4d6c03-caa6-4246-a141-f21ce465abb5 req-9f28d0be-3a24-4bbb-9085-2c7370f17666 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Synchronizing usage tracker for tenant:a844c56f192d4334908feb0087705ecb on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:05:04.627506 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-b9349784-0a63-42c1-a850-68aff5c331d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=31b21c63-4aaf-4aad-8db3-e7a630c298ec HTTP/1.1" status: 200 len: 217 time: 0.0814118 Sep 30 01:05:04.632422 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4c95afe8-3e1c-43a7-b44b-b453d3fd6687 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:04.654768 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-a08c612c-f4b3-4cb7-89af-86e00d0bba01 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eeb6c4e1-a773-440f-9ca0-04a98bdafcfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567639 Sep 30 01:05:04.667090 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b51f8-d64d-4953-baf1-776391049529 req-39808375-f6cb-44a7-8145-ab4b15e2061b tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:04.668430 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-871b51f8-d64d-4953-baf1-776391049529 req-39808375-f6cb-44a7-8145-ab4b15e2061b tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b3aa8c-9495-442e-bb77-8518992d9112 HTTP/1.1" status: 200 len: 949 time: 0.3252952 Sep 30 01:05:04.696574 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58cf77-9896-4b4c-ad93-484b1ab303b1 req-3382594d-7347-41d8-85fa-94573ad68428 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:04.698029 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2b58cf77-9896-4b4c-ad93-484b1ab303b1 req-3382594d-7347-41d8-85fa-94573ad68428 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=69b3aa8c-9495-442e-bb77-8518992d9112 HTTP/1.1" status: 200 len: 949 time: 0.3537674 Sep 30 01:05:04.703826 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [None req-4c95afe8-3e1c-43a7-b44b-b453d3fd6687 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] device_id is not set on port 005a51a3-2eb1-4d93-9889-a5d9aaafd40c yet. {{(pid=80275) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:05:04.740114 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-8f4d6c03-caa6-4246-a141-f21ce465abb5 req-9f28d0be-3a24-4bbb-9085-2c7370f17666 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Unset dirty status for tenant:a844c56f192d4334908feb0087705ecb on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:05:04.741259 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8f4d6c03-caa6-4246-a141-f21ce465abb5 req-9f28d0be-3a24-4bbb-9085-2c7370f17666 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.39 "GET /v2.0/security-groups?id=db62a807-39e6-49ba-abf2-f2cb23c6219e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696233 Sep 30 01:05:04.774928 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-96eb438b-69ce-4d3f-918b-7d5db8b4264b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:04.776381 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-96eb438b-69ce-4d3f-918b-7d5db8b4264b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1322062 Sep 30 01:05:04.834323 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018cbe4-1f15-4c6a-8df6-0663c5da0ef1 req-86843575-7a1d-4217-93fa-6d53706eb8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:04.835906 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c018cbe4-1f15-4c6a-8df6-0663c5da0ef1 req-86843575-7a1d-4217-93fa-6d53706eb8e7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=038e4d0abd4b4e5c940f331b6f0950a9&device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 1096 time: 0.3526671 Sep 30 01:05:04.898205 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-871b51f8-d64d-4953-baf1-776391049529 req-857fbad8-aec1-455e-903a-907c162eac4a tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Deleting port acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:05:04.898550 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-871b51f8-d64d-4953-baf1-776391049529 req-857fbad8-aec1-455e-903a-907c162eac4a tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:04.989948 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2b58cf77-9896-4b4c-ad93-484b1ab303b1 req-6fa01379-687d-488b-a94a-37f41c0af7de tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/security-groups?id=2632cc96-b93c-409e-9e4b-ce8bd328a609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827978 Sep 30 01:05:05.026377 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-b39df78d-8fe1-499b-931c-a8e2d508d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:05.027913 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-b39df78d-8fe1-499b-931c-a8e2d508d73e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2437165 Sep 30 01:05:05.050239 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f70416-ae1f-42cc-b061-3d71e5e76a56', 'tag': '6e962823-8ff0-4073-b003-107ac0d17fec', 'status': 'completed', 'code': 200} Sep 30 01:05:05.099422 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-9b584c77-dcdb-4dca-9f35-80ad1ed818ec service neutron] 10.222.0.59 "GET /v2.0/networks/eeb6c4e1-a773-440f-9ca0-04a98bdafcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291308 Sep 30 01:05:05.116756 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a5f2568-ba76-4126-a5f4-d94753edcd60', 'tag': '31b21c63-4aaf-4aad-8db3-e7a630c298ec', 'status': 'completed', 'code': 200} Sep 30 01:05:05.127705 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee0247-e291-49a2-8f6e-834827839277 req-bb764a8c-2598-47a5-8951-2ec796d2ae1e tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:05.129216 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-37ee0247-e291-49a2-8f6e-834827839277 req-bb764a8c-2598-47a5-8951-2ec796d2ae1e tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 944 time: 0.2671719 Sep 30 01:05:05.148598 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-4c95afe8-3e1c-43a7-b44b-b453d3fd6687 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Allocated IP 172.20.0.7 (63908dc7-abfd-4e32-a079-5079c6309935/76e1b4b6-e5b2-4213-8236-dea9b35e1b37/005a51a3-2eb1-4d93-9889-a5d9aaafd40c) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:05:05.224870 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-37ee0247-e291-49a2-8f6e-834827839277 req-ae1dfed7-ce8f-45ba-ba9e-7179a3cb251f tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804176 Sep 30 01:05:05.345630 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-55f10bdc-c068-40c4-88f5-6d538790d256 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089800 Sep 30 01:05:05.490361 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018cbe4-1f15-4c6a-8df6-0663c5da0ef1 req-59c10092-6c92-4495-af1a-abb5f878a6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:05.491844 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c018cbe4-1f15-4c6a-8df6-0663c5da0ef1 req-59c10092-6c92-4495-af1a-abb5f878a6cf service neutron] 10.222.0.59 "GET /v2.0/networks?id=4c98a929-4bc6-4ff2-9381-439d6c813487 HTTP/1.1" status: 200 len: 912 time: 0.6429784 Sep 30 01:05:05.577123 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:05.590761 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c018cbe4-1f15-4c6a-8df6-0663c5da0ef1 req-a31e063a-528b-4af8-a106-4f93a9628be1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4d22640-c200-4b1f-af9e-7ad48bfdfd1d HTTP/1.1" status: 200 len: 217 time: 0.0828738 Sep 30 01:05:05.597157 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4c95afe8-3e1c-43a7-b44b-b453d3fd6687 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:05.627571 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e3b888b8-caa2-4127-a2c6-30fc10698d08 req-423e2f73-6cc1-4aba-8cd7-90ab9e1c497e service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712078 Sep 30 01:05:05.633202 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-4c95afe8-3e1c-43a7-b44b-b453d3fd6687 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Transition to ACTIVE for port object 005a51a3-2eb1-4d93-9889-a5d9aaafd40c will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:05:05.649177 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f183e6-9cad-4f9b-a25f-9d62b529eed6 req-edf30e0d-9bcf-4275-adb6-1f60692adc28 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:05.650714 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-55f183e6-9cad-4f9b-a25f-9d62b529eed6 req-edf30e0d-9bcf-4275-adb6-1f60692adc28 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.2035007 Sep 30 01:05:05.718214 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4b2ca55d-5e5f-4a85-8c66-a471b9b22356 req-db6f49e3-3640-49ec-a644-fe78e10595fe service neutron] 10.222.0.59 "GET /v2.0/networks/eeb6c4e1-a773-440f-9ca0-04a98bdafcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5963376 Sep 30 01:05:05.724987 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-871b51f8-d64d-4953-baf1-776391049529 req-857fbad8-aec1-455e-903a-907c162eac4a tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] For port acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:05.725342 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-871b51f8-d64d-4953-baf1-776391049529 req-857fbad8-aec1-455e-903a-907c162eac4a tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:05.745569 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018cbe4-1f15-4c6a-8df6-0663c5da0ef1 req-dab78914-92a1-4a30-a22b-5ef6b441824a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:05.747584 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c018cbe4-1f15-4c6a-8df6-0663c5da0ef1 req-dab78914-92a1-4a30-a22b-5ef6b441824a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c136aabe-2b6e-40bd-889c-a97ee8fe6bf6 HTTP/1.1" status: 200 len: 850 time: 0.1363661 Sep 30 01:05:05.751230 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-55f183e6-9cad-4f9b-a25f-9d62b529eed6 req-4a09169c-cc54-4641-b821-ffb9d4b0884b tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927303 Sep 30 01:05:05.752196 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4c95afe8-3e1c-43a7-b44b-b453d3fd6687 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:05.756439 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd38d06-ef8b-4707-9078-379cd65306f1 req-3d840ec3-2d98-4170-ac1a-146946fc4eec tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:05.757853 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3bd38d06-ef8b-4707-9078-379cd65306f1 req-3d840ec3-2d98-4170-ac1a-146946fc4eec tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 945 time: 0.4825289 Sep 30 01:05:05.762535 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3ca80861-8ad1-4bd9-9533-be96ea43f3de tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:05.838117 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c95afe8-3e1c-43a7-b44b-b453d3fd6687 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network 63908dc7-abfd-4e32-a079-5079c6309935 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:05:05.844657 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-4c95afe8-3e1c-43a7-b44b-b453d3fd6687 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:05:05.850045 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c95afe8-3e1c-43a7-b44b-b453d3fd6687 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:05:05.882672 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95afe8-3e1c-43a7-b44b-b453d3fd6687 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Port': ['ID=005a51a3-2eb1-4d93-9889-a5d9aaafd40c,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:05.922897 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4c95afe8-3e1c-43a7-b44b-b453d3fd6687 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:05.944406 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-871b51f8-d64d-4953-baf1-776391049529 req-857fbad8-aec1-455e-903a-907c162eac4a tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Calling delete_port for acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:05:05.976825 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f8a97-df04-4560-bbab-9d1ff3fa78f2 req-b2fe7720-517f-4986-b794-5b654d402a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:05.978339 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a97f8a97-df04-4560-bbab-9d1ff3fa78f2 req-b2fe7720-517f-4986-b794-5b654d402a4c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a844c56f192d4334908feb0087705ecb&device_id=6a5f2568-ba76-4126-a5f4-d94753edcd60 HTTP/1.1" status: 200 len: 1099 time: 0.2925739 Sep 30 01:05:06.018359 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c95afe8-3e1c-43a7-b44b-b453d3fd6687 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:06.018903 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4c95afe8-3e1c-43a7-b44b-b453d3fd6687 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:06.096088 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3bd38d06-ef8b-4707-9078-379cd65306f1 req-b2a1c4fb-53ae-4e85-bf93-f9e163ca9d53 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550170 Sep 30 01:05:06.121457 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018cbe4-1f15-4c6a-8df6-0663c5da0ef1 req-80a3757c-81c0-44d0-89d9-8834daf5d13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:06.123597 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c018cbe4-1f15-4c6a-8df6-0663c5da0ef1 req-80a3757c-81c0-44d0-89d9-8834daf5d13e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4c98a929-4bc6-4ff2-9381-439d6c813487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3648629 Sep 30 01:05:06.152649 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-a780a1e8-2842-4c23-988e-a6f4d5fd562e None None] Provisioning for port 005a51a3-2eb1-4d93-9889-a5d9aaafd40c completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:05:06.171317 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-a780a1e8-2842-4c23-988e-a6f4d5fd562e None None] Provisioning complete for port 005a51a3-2eb1-4d93-9889-a5d9aaafd40c triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:05:06.172294 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-a780a1e8-2842-4c23-988e-a6f4d5fd562e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:06.235668 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-a780a1e8-2842-4c23-988e-a6f4d5fd562e None None] Port 005a51a3-2eb1-4d93-9889-a5d9aaafd40c cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:05:06.278783 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-4c95afe8-3e1c-43a7-b44b-b453d3fd6687 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5580652 Sep 30 01:05:06.282143 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 47968) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:06.290482 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813c9a8-3cb8-4111-a5d5-1daf4c6d2569 req-dbbd5cf1-b8a9-4708-9962-2370e8c29ff9 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:06.291928 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b813c9a8-3cb8-4111-a5d5-1daf4c6d2569 req-dbbd5cf1-b8a9-4708-9962-2370e8c29ff9 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a5f2568-ba76-4126-a5f4-d94753edcd60 HTTP/1.1" status: 200 len: 948 time: 0.4007041 Sep 30 01:05:06.292421 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c145fd-81d2-46d6-bbc5-c970ca4b856f req-9a363c1d-1ffc-4ce2-aedd-e7e85120bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:06.294435 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b2c145fd-81d2-46d6-bbc5-c970ca4b856f req-9a363c1d-1ffc-4ce2-aedd-e7e85120bbe1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=600d513e8f854168b868a109f9ce4428&device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 1095 time: 0.3933208 Sep 30 01:05:06.299722 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-c82075f8-d5dc-4fbb-a0c1-e4f19153049b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'subnet': {'network_id': '63908dc7-abfd-4e32-a079-5079c6309935', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:06.401212 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-871b51f8-d64d-4953-baf1-776391049529 req-857fbad8-aec1-455e-903a-907c162eac4a tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:06.422135 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2957d4e7-4c3b-4fb2-b7b9-c4fa71f3d6bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:06.467563 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f8a97-df04-4560-bbab-9d1ff3fa78f2 req-00e78725-07ec-4123-bae1-aea9fb0c26be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:06.469085 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a97f8a97-df04-4560-bbab-9d1ff3fa78f2 req-00e78725-07ec-4123-bae1-aea9fb0c26be service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.4804039 Sep 30 01:05:06.475506 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b813c9a8-3cb8-4111-a5d5-1daf4c6d2569 req-ed35a9fc-a14e-4531-abfd-f95ec34175d8 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.39 "GET /v2.0/security-groups?id=db62a807-39e6-49ba-abf2-f2cb23c6219e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572888 Sep 30 01:05:06.496593 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857fbad8-aec1-455e-903a-907c162eac4a tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Pushing event deleted for resources: {'Port': ['ID=acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:06.500038 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-857fbad8-aec1-455e-903a-907c162eac4a tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:06.559812 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c018cbe4-1f15-4c6a-8df6-0663c5da0ef1 req-449834b9-261d-455e-8914-379ec9af803c service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039435 Sep 30 01:05:06.572506 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a97f8a97-df04-4560-bbab-9d1ff3fa78f2 req-f21bffbc-eefa-4e4b-9dfb-842fbfed75ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=31b21c63-4aaf-4aad-8db3-e7a630c298ec HTTP/1.1" status: 200 len: 217 time: 0.0931399 Sep 30 01:05:06.690554 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0177fd95-a212-4e46-b8d0-b639232e3ec4 req-fc3acc6b-cf66-4712-86dd-0dd9f2a92103 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.39 "GET /v2.0/ports?device_id=69b3aa8c-9495-442e-bb77-8518992d9112 HTTP/1.1" status: 200 len: 210 time: 0.0611391 Sep 30 01:05:06.696225 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c82075f8-d5dc-4fbb-a0c1-e4f19153049b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:06.703723 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-c82075f8-d5dc-4fbb-a0c1-e4f19153049b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:subnet and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:06.709472 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-c82075f8-d5dc-4fbb-a0c1-e4f19153049b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:06.719126 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c82075f8-d5dc-4fbb-a0c1-e4f19153049b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:06.726282 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f8a97-df04-4560-bbab-9d1ff3fa78f2 req-b5cdf77b-c0bc-4dfb-9e9a-552d8f0d1a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:06.727946 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a97f8a97-df04-4560-bbab-9d1ff3fa78f2 req-b5cdf77b-c0bc-4dfb-9e9a-552d8f0d1a0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1459904 Sep 30 01:05:06.739254 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82075f8-d5dc-4fbb-a0c1-e4f19153049b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:05:06.743169 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c82075f8-d5dc-4fbb-a0c1-e4f19153049b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:06.781654 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-871b51f8-d64d-4953-baf1-776391049529 req-857fbad8-aec1-455e-903a-907c162eac4a tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] No DVR routers for this DVR port acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 on host n-h2-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:05:06.790340 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-871b51f8-d64d-4953-baf1-776391049529 req-857fbad8-aec1-455e-903a-907c162eac4a tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:06.809748 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:05:06.816323 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c145fd-81d2-46d6-bbc5-c970ca4b856f req-a7abfb54-b082-4e7d-95ff-af7cd4358573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:06.817774 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b2c145fd-81d2-46d6-bbc5-c970ca4b856f req-a7abfb54-b082-4e7d-95ff-af7cd4358573 service neutron] 10.222.0.59 "GET /v2.0/networks?id=eeb6c4e1-a773-440f-9ca0-04a98bdafcfd HTTP/1.1" status: 200 len: 915 time: 0.5141575 Sep 30 01:05:06.849570 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:05:06.850047 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:05:06.875601 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b67e29-199e-4dea-adee-66512f5a5013 req-01c52cc6-f3bd-417a-9557-c195be1709ff tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:06.877085 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-67b67e29-199e-4dea-adee-66512f5a5013 req-01c52cc6-f3bd-417a-9557-c195be1709ff tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.6337690 Sep 30 01:05:06.959106 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b2c145fd-81d2-46d6-bbc5-c970ca4b856f req-c4a6da38-0395-4332-b37d-ef0cb8699f16 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e962823-8ff0-4073-b003-107ac0d17fec HTTP/1.1" status: 200 len: 217 time: 0.0915248 Sep 30 01:05:06.974089 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-871b51f8-d64d-4953-baf1-776391049529 req-857fbad8-aec1-455e-903a-907c162eac4a tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] 10.222.0.55 "DELETE /v2.0/ports/acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05 HTTP/1.1" status: 204 len: 173 time: 2.2690752 Sep 30 01:05:07.010624 n-d-811809-1 neutron-server[80275]: INFO neutron.db.ipam_backend_mixin [None req-c82075f8-d5dc-4fbb-a0c1-e4f19153049b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 76e1b4b6-e5b2-4213-8236-dea9b35e1b37 (CIDR: 172.20.0.0/28) Sep 30 01:05:07.018150 n-d-811809-1 neutron-server[80275]: INFO neutron.pecan_wsgi.hooks.translation [None req-c82075f8-d5dc-4fbb-a0c1-e4f19153049b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 01:05:07.018836 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c82075f8-d5dc-4fbb-a0c1-e4f19153049b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=80275) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 01:05:07.030642 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b72de-e770-4cbe-a33f-741728c441de req-402b69d7-6bb8-4c10-9883-44313af4e2b6 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:07.032364 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ee3b72de-e770-4cbe-a33f-741728c441de req-402b69d7-6bb8-4c10-9883-44313af4e2b6 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 944 time: 0.2267385 Sep 30 01:05:07.036982 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f8a97-df04-4560-bbab-9d1ff3fa78f2 req-38febdae-38e2-405a-9f15-0c49cd08cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:07.038531 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a97f8a97-df04-4560-bbab-9d1ff3fa78f2 req-38febdae-38e2-405a-9f15-0c49cd08cb90 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2807045 Sep 30 01:05:07.055058 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b3aa8c-9495-442e-bb77-8518992d9112', 'name': 'network-vif-deleted', 'tag': 'acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:05:07.100010 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-67b67e29-199e-4dea-adee-66512f5a5013 req-87235fd5-37b0-4e12-95ed-e577c2f2cfe7 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532629 Sep 30 01:05:07.110431 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c145fd-81d2-46d6-bbc5-c970ca4b856f req-2b3f88f1-7d95-47ca-8455-c5a7293ff526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:07.111935 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b2c145fd-81d2-46d6-bbc5-c970ca4b856f req-2b3f88f1-7d95-47ca-8455-c5a7293ff526 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=858defef-6f87-4015-b170-e42a0b3eb39a HTTP/1.1" status: 200 len: 854 time: 0.1338181 Sep 30 01:05:07.113854 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c018cbe4-1f15-4c6a-8df6-0663c5da0ef1 req-0c068a8c-43c7-42f5-9656-c057aa10eaf3 service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5148237 Sep 30 01:05:07.162492 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-c82075f8-d5dc-4fbb-a0c1-e4f19153049b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8680534 Sep 30 01:05:07.165264 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 47982) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:07.172812 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-8cb89289-e64a-4197-a8f0-19cd3ecec4b3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'subnet': {'network_id': '63908dc7-abfd-4e32-a079-5079c6309935', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:07.201585 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b2c145fd-81d2-46d6-bbc5-c970ca4b856f req-88d29552-ef26-4786-99b3-d5d4ccef73c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eeb6c4e1-a773-440f-9ca0-04a98bdafcfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722320 Sep 30 01:05:07.254023 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ee3b72de-e770-4cbe-a33f-741728c441de req-5e9d6a6c-ad60-4b05-956a-a53708f2c05d tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096305 Sep 30 01:05:07.351620 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a97f8a97-df04-4560-bbab-9d1ff3fa78f2 req-8c1b6cb9-e17a-4ab9-9e99-d28aba616e63 service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902350 Sep 30 01:05:07.369558 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b3aa8c-9495-442e-bb77-8518992d9112', 'name': 'network-vif-deleted', 'tag': 'acfac2dc-eb0f-4b96-b50b-fb9e99f3ea05', 'status': 'completed', 'code': 200} Sep 30 01:05:07.376852 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b2c145fd-81d2-46d6-bbc5-c970ca4b856f req-c78fb542-6c53-421e-acad-130e9ec29ec1 service neutron] 10.222.0.59 "GET /v2.0/networks/eeb6c4e1-a773-440f-9ca0-04a98bdafcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668742 Sep 30 01:05:07.511098 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-8cb89289-e64a-4197-a8f0-19cd3ecec4b3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:07.530924 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-8cb89289-e64a-4197-a8f0-19cd3ecec4b3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:subnet and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:07.537291 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-8cb89289-e64a-4197-a8f0-19cd3ecec4b3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:07.567293 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-8cb89289-e64a-4197-a8f0-19cd3ecec4b3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:07.573678 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b2c145fd-81d2-46d6-bbc5-c970ca4b856f req-80f57ed2-196c-4690-bbda-338b693fa683 service neutron] 10.222.0.59 "GET /v2.0/networks/eeb6c4e1-a773-440f-9ca0-04a98bdafcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872330 Sep 30 01:05:07.607974 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb89289-e64a-4197-a8f0-19cd3ecec4b3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:05:07.610465 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2fe31-a1d3-4c2a-941c-a073278a836a req-87e6433b-2acf-4a61-8b84-5da5205d95d2 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:07.611386 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8cb89289-e64a-4197-a8f0-19cd3ecec4b3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:07.612273 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-43e2fe31-a1d3-4c2a-941c-a073278a836a req-87e6433b-2acf-4a61-8b84-5da5205d95d2 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.1272275 Sep 30 01:05:07.632071 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a97f8a97-df04-4560-bbab-9d1ff3fa78f2 req-87f63018-a922-4ff1-bdc5-87facd9e79fc service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700193 Sep 30 01:05:07.666986 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-43e2fe31-a1d3-4c2a-941c-a073278a836a req-f224515d-d044-4ee7-86ca-c610fb258b62 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479786 Sep 30 01:05:07.707941 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4915e51-9f74-44b4-bad0-03a53de41710 req-30b36a79-2d0e-4dfa-ae01-a39037cc7801 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:07.709430 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e4915e51-9f74-44b4-bad0-03a53de41710 req-30b36a79-2d0e-4dfa-ae01-a39037cc7801 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 945 time: 0.3181901 Sep 30 01:05:07.791027 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e4915e51-9f74-44b4-bad0-03a53de41710 req-d754778d-867f-4fcb-bb99-ce0f413277af tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707419 Sep 30 01:05:07.797361 n-d-811809-1 neutron-server[80275]: INFO neutron.db.ipam_backend_mixin [None req-8cb89289-e64a-4197-a8f0-19cd3ecec4b3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 6a10aa40-9344-4969-9c5a-329538b82dda (CIDR: 172.20.0.16/28) Sep 30 01:05:07.801416 n-d-811809-1 neutron-server[80275]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb89289-e64a-4197-a8f0-19cd3ecec4b3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 30 01:05:07.802178 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cb89289-e64a-4197-a8f0-19cd3ecec4b3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=80275) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 01:05:07.821920 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-8cb89289-e64a-4197-a8f0-19cd3ecec4b3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6537895 Sep 30 01:05:07.824392 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 47994) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:07.830318 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-70548351-b95d-41d2-9c50-b03e2e48fd2e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'subnet': {'network_id': '63908dc7-abfd-4e32-a079-5079c6309935', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:07.869884 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a03a5b-32c1-4337-b24b-1e470aa2173b req-e0b04342-4313-4988-be2a-ca236b089e3b tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:07.871496 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-48a03a5b-32c1-4337-b24b-1e470aa2173b req-e0b04342-4313-4988-be2a-ca236b089e3b tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a5f2568-ba76-4126-a5f4-d94753edcd60 HTTP/1.1" status: 200 len: 948 time: 0.0906651 Sep 30 01:05:07.920672 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-48a03a5b-32c1-4337-b24b-1e470aa2173b req-ba9dd281-f339-4356-8be6-55f657af4fd6 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.39 "GET /v2.0/security-groups?id=db62a807-39e6-49ba-abf2-f2cb23c6219e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410426 Sep 30 01:05:08.170663 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-70548351-b95d-41d2-9c50-b03e2e48fd2e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:08.176048 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-70548351-b95d-41d2-9c50-b03e2e48fd2e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Usage tracker for resource:subnet and tenant:fa355a47374f4432be765a0b10555e0c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:08.185976 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26786814-cc4c-4a47-a022-42995adc575c req-6256f72c-ce1f-4682-b6c2-74722bf72144 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:08.187463 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-26786814-cc4c-4a47-a022-42995adc575c req-6256f72c-ce1f-4682-b6c2-74722bf72144 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.1462522 Sep 30 01:05:08.188260 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-70548351-b95d-41d2-9c50-b03e2e48fd2e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:08.196021 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-70548351-b95d-41d2-9c50-b03e2e48fd2e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:08.228766 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70548351-b95d-41d2-9c50-b03e2e48fd2e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Made reservation on behalf of fa355a47374f4432be765a0b10555e0c for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:05:08.232909 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-70548351-b95d-41d2-9c50-b03e2e48fd2e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:08.316510 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-26786814-cc4c-4a47-a022-42995adc575c req-fb35f895-29a0-45ae-a51b-d73fae15c18f tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221628 Sep 30 01:05:08.399441 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device a4d22640-c200-4b1f-af9e-7ad48bfdfd1d no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:05:08.621114 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-70548351-b95d-41d2-9c50-b03e2e48fd2e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981632'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:08.624827 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:08.632557 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:08.645074 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7ec5e-4101-49a2-b8a9-a1fd41da4dc6 req-e6212955-7811-4f0e-a85d-3209e03e85c0 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:08.653134 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e0a7ec5e-4101-49a2-b8a9-a1fd41da4dc6 req-e6212955-7811-4f0e-a85d-3209e03e85c0 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 944 time: 0.1074240 Sep 30 01:05:08.676624 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port a4d22640-c200-4b1f-af9e-7ad48bfdfd1d, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=a4d22640-c200-4b1f-af9e-7ad48bfdfd1d,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:08.678465 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c046ad6-7412-4cee-aa90-18e2e95b1af0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4d22640-c200-4b1f-af9e-7ad48bfdfd1d'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:05:08.689831 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:08.692803 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:08.707286 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70548351-b95d-41d2-9c50-b03e2e48fd2e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Network 63908dc7-abfd-4e32-a079-5079c6309935 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:05:08.710826 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-70548351-b95d-41d2-9c50-b03e2e48fd2e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:05:08.714060 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e0a7ec5e-4101-49a2-b8a9-a1fd41da4dc6 req-d147d0ed-0bdf-4c1b-afa2-2241959d7e3e tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593419 Sep 30 01:05:08.716184 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70548351-b95d-41d2-9c50-b03e2e48fd2e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:08.717532 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-70548351-b95d-41d2-9c50-b03e2e48fd2e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:08.726429 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70548351-b95d-41d2-9c50-b03e2e48fd2e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Subnet': ['ID=c1d060ec-2d16-4107-b279-8e82534ebf74,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:08.731049 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-70548351-b95d-41d2-9c50-b03e2e48fd2e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:08.758006 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-70548351-b95d-41d2-9c50-b03e2e48fd2e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9324625 Sep 30 01:05:08.760792 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48046) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:08.770158 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-1c39793b-4677-45e2-a3ba-081b4ff34775 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-345680783', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c1d060ec-2d16-4107-b279-8e82534ebf74'}], 'security_groups': ['c4cd519a-8810-4b0e-8a7a-14395796d87f', '96d47d87-3723-4bea-b4c0-0865e5bf4ea7']}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:08.783043 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08964651-901c-4700-8e6f-575c7a4fbf4c None None] Network 63908dc7-abfd-4e32-a079-5079c6309935 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:05:08.801771 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c046ad6-7412-4cee-aa90-18e2e95b1af0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4d22640-c200-4b1f-af9e-7ad48bfdfd1d', 'code': 200} Sep 30 01:05:08.809027 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 31b21c63-4aaf-4aad-8db3-e7a630c298ec details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:05:08.891684 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=a4d22640-c200-4b1f-af9e-7ad48bfdfd1d,revision_number=8']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:08.898395 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:09.070874 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec79dd-b43b-4792-be76-11b8dd9cfa7a req-21558eeb-b296-4280-8aef-1b3e94c9c698 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:09.078417 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c5ec79dd-b43b-4792-be76-11b8dd9cfa7a req-21558eeb-b296-4280-8aef-1b3e94c9c698 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.1449218 Sep 30 01:05:09.190557 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 31b21c63-4aaf-4aad-8db3-e7a630c298ec, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=31b21c63-4aaf-4aad-8db3-e7a630c298ec,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:09.215550 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c5ec79dd-b43b-4792-be76-11b8dd9cfa7a req-9945d5d4-2c08-4e57-b559-377d44289007 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361554 Sep 30 01:05:09.244086 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1c39793b-4677-45e2-a3ba-081b4ff34775 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:09.296866 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '31b21c63-4aaf-4aad-8db3-e7a630c298ec', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': '31b21c63-4aaf-4aad-8db3-e7a630c298ec', 'mac_address': 'fa:16:3e:10:4c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:05:09.322967 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41abe4-ebc8-4d15-a0d2-104cc531ad4f req-9aa45e05-41a2-4ad8-80e6-c25db8dde655 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:09.325319 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ec41abe4-ebc8-4d15-a0d2-104cc531ad4f req-9aa45e05-41a2-4ad8-80e6-c25db8dde655 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 943 time: 0.1026680 Sep 30 01:05:09.375856 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ec41abe4-ebc8-4d15-a0d2-104cc531ad4f req-ddb28f9f-989b-4349-a8f6-a34021ee5441 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441837 Sep 30 01:05:09.420664 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:09.445787 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b21c63-4aaf-4aad-8db3-e7a630c298ec {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:05:09.473016 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 31b21c63-4aaf-4aad-8db3-e7a630c298ec, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=31b21c63-4aaf-4aad-8db3-e7a630c298ec,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:09.483613 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:09.485256 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-2dfd9c3f-770f-4499-b067-1e8c64b64e2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:09.625182 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48082) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:09.652345 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a3d9e4-37bb-4464-a8ba-8838d62b1ab3 None None] Update dhcp port {'port': {'network_id': '63908dc7-abfd-4e32-a079-5079c6309935', 'fixed_ips': [{'subnet_id': '6a10aa40-9344-4969-9c5a-329538b82dda', 'ip_address': '172.20.0.18'}, {'subnet_id': '76e1b4b6-e5b2-4213-8236-dea9b35e1b37', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c1d060ec-2d16-4107-b279-8e82534ebf74'}], 'binding:host_id': 'n-d-811809-1'}, 'id': '6ca63f2c-0d54-4cf1-96f3-5c7d1a188923'} from n-d-811809-1. {{(pid=80276) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 30 01:05:09.699331 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b665a-c227-49d6-bb55-bb0903fdef39 req-1b7077d3-5da5-41f4-b8b1-a8ec0423a029 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:09.703008 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef4ee0-02cf-4aee-abb2-d8cf06efc691 req-790996de-492e-4cb8-aaed-4e359652aa7b tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:09.708679 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b17b665a-c227-49d6-bb55-bb0903fdef39 req-1b7077d3-5da5-41f4-b8b1-a8ec0423a029 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a5f2568-ba76-4126-a5f4-d94753edcd60 HTTP/1.1" status: 200 len: 949 time: 0.2522995 Sep 30 01:05:09.712125 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4aef4ee0-02cf-4aee-abb2-d8cf06efc691 req-790996de-492e-4cb8-aaed-4e359652aa7b tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.2076385 Sep 30 01:05:09.733241 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e9a3d9e4-37bb-4464-a8ba-8838d62b1ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:09.744095 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=31b21c63-4aaf-4aad-8db3-e7a630c298ec,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:09.752906 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:09.791330 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4aef4ee0-02cf-4aee-abb2-d8cf06efc691 req-04673c15-16c2-4d62-9a6d-e2d440740d8a tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782318 Sep 30 01:05:09.862520 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-de0a0016-16df-4e9c-8f12-110b6386d2cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=24e282c74c8f40408f83386e910a4884&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2283230 Sep 30 01:05:09.864944 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48092) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:09.874122 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['31b21c63-4aaf-4aad-8db3-e7a630c298ec'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:05:09.949609 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b17b665a-c227-49d6-bb55-bb0903fdef39 req-35c48612-5d45-4771-bc36-b93becd7f735 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.39 "GET /v2.0/security-groups?id=db62a807-39e6-49ba-abf2-f2cb23c6219e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400618 Sep 30 01:05:10.007564 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a9237b9a-4315-4824-bbfa-338127b8cade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:10.042064 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-1c39793b-4677-45e2-a3ba-081b4ff34775 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Delete allocated IP 172.20.0.7 (63908dc7-abfd-4e32-a079-5079c6309935/76e1b4b6-e5b2-4213-8236-dea9b35e1b37) {{(pid=80274) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 30 01:05:10.052770 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-1c39793b-4677-45e2-a3ba-081b4ff34775 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Allocated IP 172.20.0.37 (63908dc7-abfd-4e32-a079-5079c6309935/c1d060ec-2d16-4107-b279-8e82534ebf74/005a51a3-2eb1-4d93-9889-a5d9aaafd40c) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:05:10.058395 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a9237b9a-4315-4824-bbfa-338127b8cade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:10.106784 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad28e7-e341-483a-8b5b-7273348d5afa req-839fe8fa-70d2-4971-8e20-323dc24e0302 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:10.108295 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-05ad28e7-e341-483a-8b5b-7273348d5afa req-839fe8fa-70d2-4971-8e20-323dc24e0302 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.2076766 Sep 30 01:05:10.159396 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-05ad28e7-e341-483a-8b5b-7273348d5afa req-18ee1a62-2cf4-4911-ade8-0df66cfb3ec4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429900 Sep 30 01:05:10.168337 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a9237b9a-4315-4824-bbfa-338127b8cade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:10.184238 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-907287ab-d4be-491c-afc4-efa6188223a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:10.206689 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9237b9a-4315-4824-bbfa-338127b8cade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2632cc96-b93c-409e-9e4b-ce8bd328a609,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:10.210558 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a9237b9a-4315-4824-bbfa-338127b8cade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:10.213074 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a9237b9a-4315-4824-bbfa-338127b8cade admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:10.215026 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-a9237b9a-4315-4824-bbfa-338127b8cade admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2632cc96-b93c-409e-9e4b-ce8bd328a609 HTTP/1.1" status: 204 len: 168 time: 0.3490527 Sep 30 01:05:10.353563 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c615f-ef4c-458f-bb87-0adbf0bc7b5d req-79c18908-9723-416d-a757-035c482228bb tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:10.355340 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8d9c615f-ef4c-458f-bb87-0adbf0bc7b5d req-79c18908-9723-416d-a757-035c482228bb tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 944 time: 0.1517475 Sep 30 01:05:10.386314 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9babd-2a00-4434-a5e4-588e3355c4b2 req-39e8f1c2-df5e-437e-aa41-19aba69a3b11 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:10.389384 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1c39793b-4677-45e2-a3ba-081b4ff34775 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:10.392945 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-85b9babd-2a00-4434-a5e4-588e3355c4b2 req-39e8f1c2-df5e-437e-aa41-19aba69a3b11 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.1004319 Sep 30 01:05:10.406389 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 6e962823-8ff0-4073-b003-107ac0d17fec details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:05:10.424175 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [None req-1c39793b-4677-45e2-a3ba-081b4ff34775 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Transition to ACTIVE for port object 005a51a3-2eb1-4d93-9889-a5d9aaafd40c will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:05:10.442216 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1c39793b-4677-45e2-a3ba-081b4ff34775 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:10.443237 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-85b9babd-2a00-4434-a5e4-588e3355c4b2 req-82faa3b3-4a38-465d-a3c3-cbe22b7d5c12 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496736 Sep 30 01:05:10.459410 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2594840e-288b-4fb8-ba71-656419697758 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:10.517912 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8d9c615f-ef4c-458f-bb87-0adbf0bc7b5d req-0fa61fa8-aea8-4e04-be7b-ab7e43e0e741 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482041 Sep 30 01:05:10.623466 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39793b-4677-45e2-a3ba-081b4ff34775 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event updated for resources: {'Port': ['ID=005a51a3-2eb1-4d93-9889-a5d9aaafd40c,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:10.628241 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1c39793b-4677-45e2-a3ba-081b4ff34775 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:10.647417 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-1c39793b-4677-45e2-a3ba-081b4ff34775 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] In _notify_port_updated(), no bound segment for port 005a51a3-2eb1-4d93-9889-a5d9aaafd40c on network 63908dc7-abfd-4e32-a079-5079c6309935 {{(pid=80274) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Sep 30 01:05:10.654376 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c39793b-4677-45e2-a3ba-081b4ff34775 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:10.655091 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1c39793b-4677-45e2-a3ba-081b4ff34775 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:10.656600 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-1c39793b-4677-45e2-a3ba-081b4ff34775 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "PUT /v2.0/ports/005a51a3-2eb1-4d93-9889-a5d9aaafd40c HTTP/1.1" status: 200 len: 959 time: 1.8925362 Sep 30 01:05:10.660642 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48112) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:10.721175 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-e9a3d9e4-37bb-4464-a8ba-8838d62b1ab3 None None] Allocated IP 172.20.0.34 (63908dc7-abfd-4e32-a079-5079c6309935/c1d060ec-2d16-4107-b279-8e82534ebf74/6ca63f2c-0d54-4cf1-96f3-5c7d1a188923) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:05:10.814657 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 31b21c63-4aaf-4aad-8db3-e7a630c298ec up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:05:10.821842 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-1e6e3a63-3384-49e1-ace4-b061801fb981 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting port 005a51a3-2eb1-4d93-9889-a5d9aaafd40c {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:05:10.822332 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1e6e3a63-3384-49e1-ace4-b061801fb981 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:10.943680 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaaec13-6cf1-439d-a870-38973e18c9f0 req-71827c8e-5213-4e93-841b-da6a6acbba33 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:10.951223 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7eaaec13-6cf1-439d-a870-38973e18c9f0 req-71827c8e-5213-4e93-841b-da6a6acbba33 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.2913644 Sep 30 01:05:11.003324 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 6e962823-8ff0-4073-b003-107ac0d17fec, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=6e962823-8ff0-4073-b003-107ac0d17fec,segment=NetworkSegment(78314eab-8436-4d6e-8e41-404a6dc9a40f),segment_id=78314eab-8436-4d6e-8e41-404a6dc9a40f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:11.008355 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620ccb1-ae39-4ede-99fc-ed43cad54d7f req-177bbb03-6c02-4a56-942f-165be4102941 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:11.019474 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3620ccb1-ae39-4ede-99fc-ed43cad54d7f req-177bbb03-6c02-4a56-942f-165be4102941 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.1189096 Sep 30 01:05:11.035395 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '6e962823-8ff0-4073-b003-107ac0d17fec', 'network_id': 'eeb6c4e1-a773-440f-9ca0-04a98bdafcfd', 'port_id': '6e962823-8ff0-4073-b003-107ac0d17fec', 'mac_address': 'fa:16:3e:26:dc:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '858defef-6f87-4015-b170-e42a0b3eb39a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:05:11.080606 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3620ccb1-ae39-4ede-99fc-ed43cad54d7f req-57347a6b-cf25-487c-be64-4b53ca1854e3 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599470 Sep 30 01:05:11.097169 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7eaaec13-6cf1-439d-a870-38973e18c9f0 req-f13f6509-c0ec-470d-aada-7270df9a5c71 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449881 Sep 30 01:05:11.102439 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port 31b21c63-4aaf-4aad-8db3-e7a630c298ec completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:05:11.162875 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:11.173794 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 31b21c63-4aaf-4aad-8db3-e7a630c298ec triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:05:11.174455 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:11.225291 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1e6e3a63-3384-49e1-ace4-b061801fb981 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:11.245498 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-e9a3d9e4-37bb-4464-a8ba-8838d62b1ab3 None None] For port 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=6ca63f2c-0d54-4cf1-96f3-5c7d1a188923,segment=NetworkSegment(c775e201-29d6-4bfa-bfab-352495104bb5),segment_id=c775e201-29d6-4bfa-bfab-352495104bb5)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:11.253180 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e962823-8ff0-4073-b003-107ac0d17fec {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:05:11.270245 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 6e962823-8ff0-4073-b003-107ac0d17fec, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=6e962823-8ff0-4073-b003-107ac0d17fec,segment=NetworkSegment(78314eab-8436-4d6e-8e41-404a6dc9a40f),segment_id=78314eab-8436-4d6e-8e41-404a6dc9a40f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:11.280710 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:11.286915 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:11.337548 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e42f0d-4b6f-4b0b-b552-46502eb23a55 req-81494c77-dd5e-4e27-979e-ac491209a802 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:11.340142 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-31e42f0d-4b6f-4b0b-b552-46502eb23a55 req-81494c77-dd5e-4e27-979e-ac491209a802 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a5f2568-ba76-4126-a5f4-d94753edcd60 HTTP/1.1" status: 200 len: 949 time: 0.1253352 Sep 30 01:05:11.361382 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e9a3d9e4-37bb-4464-a8ba-8838d62b1ab3 None None] Notify callbacks [] for port, precommit_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:11.365901 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-1e6e3a63-3384-49e1-ace4-b061801fb981 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Calling delete_port for 005a51a3-2eb1-4d93-9889-a5d9aaafd40c owned by {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:05:11.390480 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-31e42f0d-4b6f-4b0b-b552-46502eb23a55 req-37ff6381-ee13-490e-acab-0ad55f91503d tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.39 "GET /v2.0/security-groups?id=db62a807-39e6-49ba-abf2-f2cb23c6219e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441458 Sep 30 01:05:11.393048 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-e9a3d9e4-37bb-4464-a8ba-8838d62b1ab3 None None] Transition to ACTIVE for port object 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:05:11.398070 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=6e962823-8ff0-4073-b003-107ac0d17fec,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:11.400922 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:11.433972 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e9a3d9e4-37bb-4464-a8ba-8838d62b1ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:11.446002 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8205c830-a1e1-4d96-a71e-780b5e1dd95e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:11.593951 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3d9e4-37bb-4464-a8ba-8838d62b1ab3 None None] Pushing event updated for resources: {'Port': ['ID=6ca63f2c-0d54-4cf1-96f3-5c7d1a188923,revision_number=7']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:11.645844 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:11.662991 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-e9a3d9e4-37bb-4464-a8ba-8838d62b1ab3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:11.672534 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:11.693017 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e1edd-97d4-4897-866d-de4cc9373380 req-15ed4154-531e-4eeb-9d16-f3fff382ffc5 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:11.694494 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c95e1edd-97d4-4897-866d-de4cc9373380 req-15ed4154-531e-4eeb-9d16-f3fff382ffc5 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.3364217 Sep 30 01:05:11.736365 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5f2568-ba76-4126-a5f4-d94753edcd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b21c63-4aaf-4aad-8db3-e7a630c298ec'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:05:11.752034 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1e6e3a63-3384-49e1-ace4-b061801fb981 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:11.764274 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1de606b3-ed1f-412d-9d7b-75fe4f71db50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:11.764514 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 31b21c63-4aaf-4aad-8db3-e7a630c298ec, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=31b21c63-4aaf-4aad-8db3-e7a630c298ec,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:11.772757 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:11.782483 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:11.824574 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e3a63-3384-49e1-ace4-b061801fb981 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Port': ['ID=005a51a3-2eb1-4d93-9889-a5d9aaafd40c,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:11.831628 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1e6e3a63-3384-49e1-ace4-b061801fb981 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:11.837252 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c95e1edd-97d4-4897-866d-de4cc9373380 req-3371b86f-5b02-4abe-a229-79f885f0e3fe tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367218 Sep 30 01:05:11.860217 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=31b21c63-4aaf-4aad-8db3-e7a630c298ec,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:11.877336 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['6e962823-8ff0-4073-b003-107ac0d17fec'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:05:11.912675 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:11.942296 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5f2568-ba76-4126-a5f4-d94753edcd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b21c63-4aaf-4aad-8db3-e7a630c298ec', 'code': 200} Sep 30 01:05:11.951336 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a00b00-6068-42d2-8aa5-1cb62d27a8d7 req-2363b57e-5f9f-430b-a7a3-bb093ac73041 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:11.959512 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f6a00b00-6068-42d2-8aa5-1cb62d27a8d7 req-2363b57e-5f9f-430b-a7a3-bb093ac73041 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 945 time: 0.1783493 Sep 30 01:05:12.017692 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f6a00b00-6068-42d2-8aa5-1cb62d27a8d7 req-ceb2941a-92a1-46f0-aad1-88039502a1c4 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579159 Sep 30 01:05:12.097576 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48148) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:12.148922 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1e6e3a63-3384-49e1-ace4-b061801fb981 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:12.174031 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48156) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:12.177511 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-1e6e3a63-3384-49e1-ace4-b061801fb981 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/ports/005a51a3-2eb1-4d93-9889-a5d9aaafd40c HTTP/1.1" status: 204 len: 168 time: 1.5158582 Sep 30 01:05:12.199037 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbead0f-2f6c-453e-8f80-933f9e521cd1 req-0135d78e-7d80-4360-9c65-5ae8721dd27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:12.200707 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5fbead0f-2f6c-453e-8f80-933f9e521cd1 req-0135d78e-7d80-4360-9c65-5ae8721dd27f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6a5f2568-ba76-4126-a5f4-d94753edcd60 HTTP/1.1" status: 200 len: 1101 time: 0.1768143 Sep 30 01:05:12.307502 n-d-811809-1 neutron-server[80274]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a7d2c53-ec66-40da-a32e-26d765459fe5 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] GET failed (client error): The resource could not be found. Sep 30 01:05:12.316192 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48166) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:12.318320 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-3a7d2c53-ec66-40da-a32e-26d765459fe5 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "GET /v2.0/ports/005a51a3-2eb1-4d93-9889-a5d9aaafd40c HTTP/1.1" status: 404 len: 333 time: 0.1428070 Sep 30 01:05:12.359278 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5fbead0f-2f6c-453e-8f80-933f9e521cd1 req-b6455c04-c0cb-4507-97d9-e1498feba2f6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=db62a807-39e6-49ba-abf2-f2cb23c6219e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480167 Sep 30 01:05:12.414405 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device a4d22640-c200-4b1f-af9e-7ad48bfdfd1d no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:05:12.414634 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8d17344f-2a56-403b-a270-e8234911926c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:12.433018 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e82ef282-5d19-4772-9348-000dafaf8fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:12.452026 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8d17344f-2a56-403b-a270-e8234911926c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:12.461444 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-e82ef282-5d19-4772-9348-000dafaf8fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:12.474619 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-e82ef282-5d19-4772-9348-000dafaf8fb3 admin admin] Usage tracker for resource:security_group_rule and tenant:4c3c40489321428a9a47a240fe616985 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:12.483224 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-e82ef282-5d19-4772-9348-000dafaf8fb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:12.500154 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-e82ef282-5d19-4772-9348-000dafaf8fb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:12.513506 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa8d4a-f56c-41b9-9cbb-6ff1afe9d4d1 req-e7a1684f-e740-445a-aa6d-b9d2144213fd tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:12.515421 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-76aa8d4a-f56c-41b9-9cbb-6ff1afe9d4d1 req-e7a1684f-e740-445a-aa6d-b9d2144213fd tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.1960430 Sep 30 01:05:12.526203 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8d17344f-2a56-403b-a270-e8234911926c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:12.537806 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a13a2243-409b-4735-982b-c33da7d573d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:12.557706 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8d17344f-2a56-403b-a270-e8234911926c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:12.565338 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-8d17344f-2a56-403b-a270-e8234911926c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/security-groups/2967a1e6-ddb3-4b49-8ed6-308a4ffd4f6d HTTP/1.1" status: 204 len: 168 time: 0.2417147 Sep 30 01:05:12.565338 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17344f-2a56-403b-a270-e8234911926c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2967a1e6-ddb3-4b49-8ed6-308a4ffd4f6d,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:12.565338 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8d17344f-2a56-403b-a270-e8234911926c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:12.565338 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48178) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:12.615258 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-76aa8d4a-f56c-41b9-9cbb-6ff1afe9d4d1 req-8e6425de-975c-4827-a367-7f2ed18900d8 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907960 Sep 30 01:05:12.700492 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f90b6856-085c-4641-868a-b2a04025a041 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:12.729924 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-3f24c108-92b2-4410-bbed-da1389f4f7f9 None None] Provisioning complete for port 32381d99-c206-4ae3-9d75-94710b36afaa triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:05:12.730305 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3f24c108-92b2-4410-bbed-da1389f4f7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:12.743702 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f90b6856-085c-4641-868a-b2a04025a041 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:12.752727 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e82ef282-5d19-4772-9348-000dafaf8fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:12.757292 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e82ef282-5d19-4772-9348-000dafaf8fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:12.774775 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bb80d243-0d1c-47af-a1b7-b1b83090cc73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:12.799160 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-3f24c108-92b2-4410-bbed-da1389f4f7f9 None None] Port 32381d99-c206-4ae3-9d75-94710b36afaa cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:05:12.802042 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-3f24c108-92b2-4410-bbed-da1389f4f7f9 None None] Could not find standard attr ID for object 005a51a3-2eb1-4d93-9889-a5d9aaafd40c. {{(pid=80276) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 01:05:12.813097 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-3f24c108-92b2-4410-bbed-da1389f4f7f9 None None] Provisioning for port 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:05:12.820173 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-3f24c108-92b2-4410-bbed-da1389f4f7f9 None None] Provisioning complete for port 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:05:12.820695 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3f24c108-92b2-4410-bbed-da1389f4f7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:12.828709 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f90b6856-085c-4641-868a-b2a04025a041 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:12.833939 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-836f5847-bc58-4ac2-a70d-141395a55578 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:12.855598 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f90b6856-085c-4641-868a-b2a04025a041 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:12.859757 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-f90b6856-085c-4641-868a-b2a04025a041 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/security-groups/96d47d87-3723-4bea-b4c0-0865e5bf4ea7 HTTP/1.1" status: 204 len: 168 time: 0.2902703 Sep 30 01:05:12.859757 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b6856-085c-4641-868a-b2a04025a041 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d47d87-3723-4bea-b4c0-0865e5bf4ea7,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:12.860098 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48186) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:12.863013 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f90b6856-085c-4641-868a-b2a04025a041 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:12.877369 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-e82ef282-5d19-4772-9348-000dafaf8fb3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4c3c40489321428a9a47a240fe616985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7762623 Sep 30 01:05:12.878784 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48190) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:12.881849 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ef282-5d19-4772-9348-000dafaf8fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e47166-5fab-4f4f-903f-2493d2172853,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:12.885887 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e82ef282-5d19-4772-9348-000dafaf8fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:12.941880 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b4613008-3661-4230-91b8-b29eebdf8033 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:12.978470 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b4613008-3661-4230-91b8-b29eebdf8033 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:12.996067 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30c4a0-e69b-4d1f-a66a-ccd6fc40cc2d req-b9ff2dd0-98dc-40a4-88fa-540eee9f7808 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:13.001042 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4a30c4a0-e69b-4d1f-a66a-ccd6fc40cc2d req-b9ff2dd0-98dc-40a4-88fa-540eee9f7808 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a5f2568-ba76-4126-a5f4-d94753edcd60 HTTP/1.1" status: 200 len: 950 time: 0.2168539 Sep 30 01:05:13.038288 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b4613008-3661-4230-91b8-b29eebdf8033 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:13.043303 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3a101658-e3df-4eb3-9584-5937ff31644a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:13.045020 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bbbc3bc8-f2b9-4f16-ba5d-b2929d5eb2e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:13.058551 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4613008-3661-4230-91b8-b29eebdf8033 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cd519a-8810-4b0e-8a7a-14395796d87f,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:13.061210 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b4613008-3661-4230-91b8-b29eebdf8033 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:13.064981 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4a30c4a0-e69b-4d1f-a66a-ccd6fc40cc2d req-85d02498-11d4-437a-8efd-da05805db5ca tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.39 "GET /v2.0/security-groups?id=db62a807-39e6-49ba-abf2-f2cb23c6219e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574007 Sep 30 01:05:13.087933 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b4613008-3661-4230-91b8-b29eebdf8033 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:13.087933 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-b4613008-3661-4230-91b8-b29eebdf8033 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/security-groups/c4cd519a-8810-4b0e-8a7a-14395796d87f HTTP/1.1" status: 204 len: 168 time: 0.2230468 Sep 30 01:05:13.087933 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48196) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:13.105383 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3a101658-e3df-4eb3-9584-5937ff31644a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:13.190967 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e79af43-6b64-4eca-902c-5596661364c1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting subnet 76e1b4b6-e5b2-4213-8236-dea9b35e1b37 {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:05:13.196226 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e79af43-6b64-4eca-902c-5596661364c1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:13.198656 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3a101658-e3df-4eb3-9584-5937ff31644a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:13.207174 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-94d0a77f-ad82-47c5-892e-61637b1460cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:13.215835 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-f60e339d-f21f-4a24-8c0d-c3a38d4fd331 None None] Could not find standard attr ID for object 005a51a3-2eb1-4d93-9889-a5d9aaafd40c. {{(pid=80276) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 30 01:05:13.219791 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a101658-e3df-4eb3-9584-5937ff31644a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e47166-5fab-4f4f-903f-2493d2172853,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:13.222750 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-3a101658-e3df-4eb3-9584-5937ff31644a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:13.224018 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3a101658-e3df-4eb3-9584-5937ff31644a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:13.228082 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-3a101658-e3df-4eb3-9584-5937ff31644a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a0e47166-5fab-4f4f-903f-2493d2172853 HTTP/1.1" status: 204 len: 168 time: 0.3479588 Sep 30 01:05:13.315481 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e79af43-6b64-4eca-902c-5596661364c1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:13.380779 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcfa6e-c10b-4ff6-bb5a-544d871d65e3 req-0c27b924-1895-46e3-b808-45f473de7606 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:13.388320 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:05:13.388990 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-07bcfa6e-c10b-4ff6-bb5a-544d871d65e3 req-0c27b924-1895-46e3-b808-45f473de7606 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.1423643 Sep 30 01:05:13.467054 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-07bcfa6e-c10b-4ff6-bb5a-544d871d65e3 req-3f56a318-c8a1-4321-9a93-d1aea8c3d422 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771112 Sep 30 01:05:13.484333 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e79af43-6b64-4eca-902c-5596661364c1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:13.611168 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:05:13.614897 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:13.726404 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e79af43-6b64-4eca-902c-5596661364c1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:13.738658 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-70548351-b95d-41d2-9c50-b03e2e48fd2e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:13.789755 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79af43-6b64-4eca-902c-5596661364c1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Subnet': ['ID=76e1b4b6-e5b2-4213-8236-dea9b35e1b37,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:13.793378 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e79af43-6b64-4eca-902c-5596661364c1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:13.803185 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3e79af43-6b64-4eca-902c-5596661364c1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:13.808773 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-3e79af43-6b64-4eca-902c-5596661364c1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/subnets/76e1b4b6-e5b2-4213-8236-dea9b35e1b37 HTTP/1.1" status: 204 len: 168 time: 0.7202554 Sep 30 01:05:13.810007 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48214) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:13.813228 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b99ee5f-a028-4ad0-889d-94e565a5638f None None] Network 63908dc7-abfd-4e32-a079-5079c6309935 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:05:13.859781 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61337-24d5-4ab8-a8d5-a25e20e51544 req-c87642df-21d4-4bdf-9718-d05199266e8b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:13.863030 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c5942-2ee5-42b2-a1cd-459444ac7b8a req-f4359e5a-bee6-41f6-aa38-2082edf00a0f tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:13.867532 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61337-24d5-4ab8-a8d5-a25e20e51544 req-c87642df-21d4-4bdf-9718-d05199266e8b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:13.870392 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4d1c5942-2ee5-42b2-a1cd-459444ac7b8a req-f4359e5a-bee6-41f6-aa38-2082edf00a0f tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 945 time: 0.2513947 Sep 30 01:05:13.875576 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61337-24d5-4ab8-a8d5-a25e20e51544 req-c87642df-21d4-4bdf-9718-d05199266e8b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:13.882622 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61337-24d5-4ab8-a8d5-a25e20e51544 req-c87642df-21d4-4bdf-9718-d05199266e8b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:13.890548 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61337-24d5-4ab8-a8d5-a25e20e51544 req-c87642df-21d4-4bdf-9718-d05199266e8b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:13.899408 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61337-24d5-4ab8-a8d5-a25e20e51544 req-c87642df-21d4-4bdf-9718-d05199266e8b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:13.906874 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a61337-24d5-4ab8-a8d5-a25e20e51544 req-c87642df-21d4-4bdf-9718-d05199266e8b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:13.908857 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-26a61337-24d5-4ab8-a8d5-a25e20e51544 req-c87642df-21d4-4bdf-9718-d05199266e8b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5432 time: 0.1942773 Sep 30 01:05:13.959195 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4d1c5942-2ee5-42b2-a1cd-459444ac7b8a req-627dc805-56ca-4414-9869-ebf03aae969c tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877073 Sep 30 01:05:13.985731 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2831f56-d44c-452c-834c-1bd7ee39404c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting subnet c1d060ec-2d16-4107-b279-8e82534ebf74 {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:05:13.992267 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2831f56-d44c-452c-834c-1bd7ee39404c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:14.005002 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-26a61337-24d5-4ab8-a8d5-a25e20e51544 req-23e57424-1928-4aea-a9bb-7656567ee472 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0890479 Sep 30 01:05:14.119831 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2831f56-d44c-452c-834c-1bd7ee39404c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:14.280018 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a72021-aca0-4a2d-a9ba-3836f3369155 req-82505deb-077b-4065-84d5-9d6a2ed2ff47 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:14.281654 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-58a72021-aca0-4a2d-a9ba-3836f3369155 req-82505deb-077b-4065-84d5-9d6a2ed2ff47 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.1181664 Sep 30 01:05:14.308336 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2831f56-d44c-452c-834c-1bd7ee39404c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:14.356911 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f10b6-c9dc-4254-8f4d-0e57418ea7ce req-a3b3597a-b428-4e20-81ff-7f69c02a607b tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:14.364916 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e73f10b6-c9dc-4254-8f4d-0e57418ea7ce req-a3b3597a-b428-4e20-81ff-7f69c02a607b tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a5f2568-ba76-4126-a5f4-d94753edcd60 HTTP/1.1" status: 200 len: 950 time: 0.1089063 Sep 30 01:05:14.400402 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-58a72021-aca0-4a2d-a9ba-3836f3369155 req-216eea7a-06c6-45b2-b22f-7486b9ec4248 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064470 Sep 30 01:05:14.434823 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 6e962823-8ff0-4073-b003-107ac0d17fec up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:05:14.457219 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2831f56-d44c-452c-834c-1bd7ee39404c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:14.462747 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7f963c8b-bd5b-49ba-9b8d-266c84e88693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:14.480321 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e73f10b6-c9dc-4254-8f4d-0e57418ea7ce req-70f7a87f-9888-4ec4-9cca-b6fd287f3a01 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.39 "GET /v2.0/security-groups?id=db62a807-39e6-49ba-abf2-f2cb23c6219e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143911 Sep 30 01:05:14.555052 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2831f56-d44c-452c-834c-1bd7ee39404c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:14.565091 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2831f56-d44c-452c-834c-1bd7ee39404c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Subnet': ['ID=c1d060ec-2d16-4107-b279-8e82534ebf74,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:14.570016 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 6e962823-8ff0-4073-b003-107ac0d17fec completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:05:14.572103 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e2831f56-d44c-452c-834c-1bd7ee39404c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:14.582496 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-e2831f56-d44c-452c-834c-1bd7ee39404c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/subnets/c1d060ec-2d16-4107-b279-8e82534ebf74 HTTP/1.1" status: 204 len: 168 time: 0.7699726 Sep 30 01:05:14.583464 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 6e962823-8ff0-4073-b003-107ac0d17fec triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:05:14.584105 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:14.584409 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48238) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:14.659861 n-d-811809-1 neutron-server[80274]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b947195-f515-49d7-b1eb-2b4893839e46 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] DELETE failed (client error): The resource could not be found. Sep 30 01:05:14.660316 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b947195-f515-49d7-b1eb-2b4893839e46 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80274) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 01:05:14.664223 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-5b947195-f515-49d7-b1eb-2b4893839e46 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/subnets/76e1b4b6-e5b2-4213-8236-dea9b35e1b37 HTTP/1.1" status: 404 len: 337 time: 0.0766380 Sep 30 01:05:14.664617 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48242) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:14.766277 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:14.813491 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 6e962823-8ff0-4073-b003-107ac0d17fec, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=6e962823-8ff0-4073-b003-107ac0d17fec,segment=NetworkSegment(78314eab-8436-4d6e-8e41-404a6dc9a40f),segment_id=78314eab-8436-4d6e-8e41-404a6dc9a40f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:14.814695 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f70416-ae1f-42cc-b061-3d71e5e76a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e962823-8ff0-4073-b003-107ac0d17fec'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:05:14.823387 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:14.826623 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:14.836373 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-9652266b-4690-4487-bdb1-2de51b4e8b6e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting subnet 6a10aa40-9344-4969-9c5a-329538b82dda {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:05:14.845182 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9652266b-4690-4487-bdb1-2de51b4e8b6e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:14.896898 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed27369c-128c-409e-8a9d-55cbf810af1c None None] Network 63908dc7-abfd-4e32-a079-5079c6309935 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:05:14.910262 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf6808-cee9-4015-a321-b51575483224 req-0be146f0-ca42-4696-a884-36b151e6f469 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:14.911691 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fdcf6808-cee9-4015-a321-b51575483224 req-0be146f0-ca42-4696-a884-36b151e6f469 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.1859970 Sep 30 01:05:14.925200 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9652266b-4690-4487-bdb1-2de51b4e8b6e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:14.994920 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=6e962823-8ff0-4073-b003-107ac0d17fec,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:15.002453 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:15.011257 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-1c3c3364-d721-41a5-8157-794210d318fe None None] Provisioning complete for port 32381d99-c206-4ae3-9d75-94710b36afaa triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:05:15.011257 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-1c3c3364-d721-41a5-8157-794210d318fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:15.027522 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fdcf6808-cee9-4015-a321-b51575483224 req-ef0719bb-9d46-45d9-8bb9-62b378242c42 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075008 Sep 30 01:05:15.074941 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9652266b-4690-4487-bdb1-2de51b4e8b6e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:15.195881 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ae683-8226-493f-9e40-0672ba889023 req-97a21e64-0b86-4494-a3ad-12200608f36b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:15.205812 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ae683-8226-493f-9e40-0672ba889023 req-97a21e64-0b86-4494-a3ad-12200608f36b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:15.216450 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ae683-8226-493f-9e40-0672ba889023 req-97a21e64-0b86-4494-a3ad-12200608f36b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:15.227314 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ae683-8226-493f-9e40-0672ba889023 req-97a21e64-0b86-4494-a3ad-12200608f36b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:15.238027 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ae683-8226-493f-9e40-0672ba889023 req-97a21e64-0b86-4494-a3ad-12200608f36b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:15.245577 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ae683-8226-493f-9e40-0672ba889023 req-97a21e64-0b86-4494-a3ad-12200608f36b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:15.252210 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ae683-8226-493f-9e40-0672ba889023 req-97a21e64-0b86-4494-a3ad-12200608f36b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:15.254369 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-656ae683-8226-493f-9e40-0672ba889023 req-97a21e64-0b86-4494-a3ad-12200608f36b tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.59 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5432 time: 0.2073593 Sep 30 01:05:15.268269 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f70416-ae1f-42cc-b061-3d71e5e76a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e962823-8ff0-4073-b003-107ac0d17fec', 'code': 200} Sep 30 01:05:15.274351 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-1c3c3364-d721-41a5-8157-794210d318fe None None] Port 32381d99-c206-4ae3-9d75-94710b36afaa cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:05:15.314374 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-1c3c3364-d721-41a5-8157-794210d318fe None None] Provisioning complete for port 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:05:15.317125 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9652266b-4690-4487-bdb1-2de51b4e8b6e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:15.323665 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ddf829f5-e0cc-41a1-b825-5be8c0d54028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:15.326542 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-1c3c3364-d721-41a5-8157-794210d318fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:15.410844 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652266b-4690-4487-bdb1-2de51b4e8b6e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Subnet': ['ID=6a10aa40-9344-4969-9c5a-329538b82dda,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:15.413954 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9652266b-4690-4487-bdb1-2de51b4e8b6e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:15.430386 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9652266b-4690-4487-bdb1-2de51b4e8b6e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:15.444961 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-9652266b-4690-4487-bdb1-2de51b4e8b6e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/subnets/6a10aa40-9344-4969-9c5a-329538b82dda HTTP/1.1" status: 204 len: 168 time: 0.7792633 Sep 30 01:05:15.451258 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48272) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:15.543183 n-d-811809-1 neutron-server[80275]: INFO neutron.pecan_wsgi.hooks.translation [None req-c684f5eb-fef0-4827-8ee5-6b15ff9f71e4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] DELETE failed (client error): The resource could not be found. Sep 30 01:05:15.551738 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c684f5eb-fef0-4827-8ee5-6b15ff9f71e4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80275) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 01:05:15.553650 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-c684f5eb-fef0-4827-8ee5-6b15ff9f71e4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/subnets/eb3b02a0-66e6-4318-a52e-fe55d747edaf HTTP/1.1" status: 404 len: 337 time: 0.1012723 Sep 30 01:05:15.559290 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48276) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:15.631081 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3161edee-f5de-4222-8af1-fa09001ff204 None None] Update dhcp port {'port': {'network_id': '63908dc7-abfd-4e32-a079-5079c6309935', 'fixed_ips': [{'subnet_id': '6a10aa40-9344-4969-9c5a-329538b82dda'}], 'binding:host_id': 'n-d-811809-1'}, 'id': '6ca63f2c-0d54-4cf1-96f3-5c7d1a188923'} from n-d-811809-1. {{(pid=80276) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 30 01:05:15.641345 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-38ab4834-a7e6-48ef-8e8f-13dc87648d80 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "GET /v2.0/ports?device_id=83828029-b5ff-42d3-9a10-06e0912fcd20 HTTP/1.1" status: 200 len: 205 time: 0.0673461 Sep 30 01:05:15.646834 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48280) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:15.664629 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ae683-8226-493f-9e40-0672ba889023 req-4e66fce7-b087-419e-8759-40a3e8ee30e7 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:15.666242 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-656ae683-8226-493f-9e40-0672ba889023 req-4e66fce7-b087-419e-8759-40a3e8ee30e7 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.59 "GET /v2.0/ports/af11ef16-52be-4099-98fc-3753539c1b51?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4005322 Sep 30 01:05:15.724270 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72e40a-a634-44fc-a728-93ecd5fad830 req-37ce5c23-44a5-4d7f-96bf-795b6387defd tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:15.731818 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72e40a-a634-44fc-a728-93ecd5fad830 req-37ce5c23-44a5-4d7f-96bf-795b6387defd tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:15.741889 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72e40a-a634-44fc-a728-93ecd5fad830 req-37ce5c23-44a5-4d7f-96bf-795b6387defd tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:15.747057 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3161edee-f5de-4222-8af1-fa09001ff204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:15.749725 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72e40a-a634-44fc-a728-93ecd5fad830 req-37ce5c23-44a5-4d7f-96bf-795b6387defd tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:15.756901 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72e40a-a634-44fc-a728-93ecd5fad830 req-37ce5c23-44a5-4d7f-96bf-795b6387defd tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:15.763218 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72e40a-a634-44fc-a728-93ecd5fad830 req-37ce5c23-44a5-4d7f-96bf-795b6387defd tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:15.769732 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72e40a-a634-44fc-a728-93ecd5fad830 req-37ce5c23-44a5-4d7f-96bf-795b6387defd tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:15.777676 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dc72e40a-a634-44fc-a728-93ecd5fad830 req-37ce5c23-44a5-4d7f-96bf-795b6387defd tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5432 time: 0.1910129 Sep 30 01:05:15.782043 n-d-811809-1 neutron-server[80274]: INFO neutron.api.v2.resource [None req-465bdebf-a4a5-46ce-bff5-5e772d84a3fe tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] delete failed (client error): The resource could not be found. Sep 30 01:05:15.783128 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-465bdebf-a4a5-46ce-bff5-5e772d84a3fe tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/routers/83828029-b5ff-42d3-9a10-06e0912fcd20 HTTP/1.1" status: 404 len: 336 time: 0.1229436 Sep 30 01:05:15.813315 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48286) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:15.851948 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbdb5e-468b-4c45-813b-2890c3e64561 req-65fd4822-bb17-4906-b03e-c5e6a349f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:15.853763 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8abbdb5e-468b-4c45-813b-2890c3e64561 req-65fd4822-bb17-4906-b03e-c5e6a349f8f4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 1097 time: 0.3972516 Sep 30 01:05:15.881819 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dc72e40a-a634-44fc-a728-93ecd5fad830 req-7e2bb051-3814-444b-a63e-b07cff60d1b4 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1020958 Sep 30 01:05:15.888408 n-d-811809-1 neutron-server[80275]: INFO neutron.pecan_wsgi.hooks.translation [None req-09cf943c-0419-4c18-9e05-4b94653586c4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] DELETE failed (client error): The resource could not be found. Sep 30 01:05:15.890718 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09cf943c-0419-4c18-9e05-4b94653586c4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80275) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 01:05:15.896725 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-09cf943c-0419-4c18-9e05-4b94653586c4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/subnets/2b787c75-c1b4-4ee0-a0de-fce82862bd3f HTTP/1.1" status: 404 len: 337 time: 0.0796299 Sep 30 01:05:15.897518 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48290) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:15.899749 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48292) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:15.910162 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc04213-502f-456e-853e-ff16682d62a2 req-6c333519-e14c-4e46-9566-96a52d21ebb9 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:15.911837 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ffc04213-502f-456e-853e-ff16682d62a2 req-6c333519-e14c-4e46-9566-96a52d21ebb9 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 946 time: 0.4563341 Sep 30 01:05:15.984767 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8981e0-7f5c-4358-86a4-ee9342386944 None None] Network 63908dc7-abfd-4e32-a079-5079c6309935 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:05:16.007432 n-d-811809-1 neutron-server[80274]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ee8dd9-ab6e-47b3-a6d5-48190831c26d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] DELETE failed (client error): The resource could not be found. Sep 30 01:05:16.008099 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00ee8dd9-ab6e-47b3-a6d5-48190831c26d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80274) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 01:05:16.009978 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-00ee8dd9-ab6e-47b3-a6d5-48190831c26d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/subnets/ce3e4824-cbe3-426d-81fa-10ffa2277483 HTTP/1.1" status: 404 len: 337 time: 0.0973582 Sep 30 01:05:16.013415 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48308) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:16.019195 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8abbdb5e-468b-4c45-813b-2890c3e64561 req-222f0f4d-0aa7-4d8a-84ad-86a8b46eee1b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563711 Sep 30 01:05:16.064802 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ffc04213-502f-456e-853e-ff16682d62a2 req-31317554-049c-4d7b-b3d6-2e1aeb636b1d tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430447 Sep 30 01:05:16.074139 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-656ae683-8226-493f-9e40-0672ba889023 req-bec350fa-2bd4-4c84-8c28-9027b7360beb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.59 "GET /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3485029 Sep 30 01:05:16.091957 n-d-811809-1 neutron-server[80275]: INFO neutron.pecan_wsgi.hooks.translation [None req-536b7dc8-553b-4722-b96c-18c60127af78 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] DELETE failed (client error): The resource could not be found. Sep 30 01:05:16.092698 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-536b7dc8-553b-4722-b96c-18c60127af78 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80275) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 01:05:16.096727 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-536b7dc8-553b-4722-b96c-18c60127af78 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/subnets/ecf6456f-5e2c-44b1-882d-4004c9eed074 HTTP/1.1" status: 404 len: 337 time: 0.0821321 Sep 30 01:05:16.097248 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48314) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:16.099880 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e187ca6e-591f-4aee-9f3b-d243dc450a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:16.135756 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-e187ca6e-591f-4aee-9f3b-d243dc450a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:16.141951 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-e187ca6e-591f-4aee-9f3b-d243dc450a9f admin admin] Usage tracker for resource:security_group_rule and tenant:4f6b5951fec84ff09180166fd720cd9d is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:16.145167 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-e187ca6e-591f-4aee-9f3b-d243dc450a9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:16.151796 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-e187ca6e-591f-4aee-9f3b-d243dc450a9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:16.154551 n-d-811809-1 neutron-server[80274]: INFO neutron.pecan_wsgi.hooks.translation [None req-45644291-df8a-4a98-8283-f8684f1473a6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] DELETE failed (client error): The resource could not be found. Sep 30 01:05:16.154937 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45644291-df8a-4a98-8283-f8684f1473a6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80274) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 01:05:16.156610 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-45644291-df8a-4a98-8283-f8684f1473a6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/ports/47034065-1e78-41ac-ab0f-0b689272d773 HTTP/1.1" status: 404 len: 333 time: 0.0583379 Sep 30 01:05:16.159118 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48318) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:16.245011 n-d-811809-1 neutron-server[80274]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f496aee-1d65-45a6-b21f-4c351c91d5c2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] DELETE failed (client error): The resource could not be found. Sep 30 01:05:16.245722 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f496aee-1d65-45a6-b21f-4c351c91d5c2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80274) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 01:05:16.247700 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-1f00297d-0877-4305-bd0c-64a36e5935f4 None None] Provisioning complete for port 32381d99-c206-4ae3-9d75-94710b36afaa triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:05:16.248090 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-1f00297d-0877-4305-bd0c-64a36e5935f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:16.248808 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-3f496aee-1d65-45a6-b21f-4c351c91d5c2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/subnets/3ab17d92-aa56-44a2-ab06-0e5c6e361732 HTTP/1.1" status: 404 len: 337 time: 0.0887706 Sep 30 01:05:16.252314 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48322) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:16.294384 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e187ca6e-591f-4aee-9f3b-d243dc450a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:16.308402 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdee2e7-a487-45fa-b605-7f8c14437454 req-52b17ec9-ff5d-45e0-9038-202b7c053a64 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:16.311854 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-1f00297d-0877-4305-bd0c-64a36e5935f4 None None] Port 32381d99-c206-4ae3-9d75-94710b36afaa cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:05:16.318367 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dbdee2e7-a487-45fa-b605-7f8c14437454 req-52b17ec9-ff5d-45e0-9038-202b7c053a64 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.1073914 Sep 30 01:05:16.330533 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-1f00297d-0877-4305-bd0c-64a36e5935f4 None None] Provisioning complete for port 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:05:16.331013 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-1f00297d-0877-4305-bd0c-64a36e5935f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:16.334053 n-d-811809-1 neutron-server[80275]: INFO neutron.pecan_wsgi.hooks.translation [None req-b960ceb6-4786-4f1f-b3f6-8018cf8374c8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] DELETE failed (client error): The resource could not be found. Sep 30 01:05:16.334509 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b960ceb6-4786-4f1f-b3f6-8018cf8374c8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80275) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 01:05:16.342778 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e187ca6e-591f-4aee-9f3b-d243dc450a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:16.355663 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-996e0ee3-49f7-4333-8e46-960960bdc92e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:16.361710 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc415fad-1cbf-4837-980c-b97283f3985e None None] DHCP port deletion for 63908dc7-abfd-4e32-a079-5079c6309935 request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 01:05:16.363704 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dbdee2e7-a487-45fa-b605-7f8c14437454 req-c88d2dcc-ef01-494d-9271-1753bc4371d4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438898 Sep 30 01:05:16.381167 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-bc415fad-1cbf-4837-980c-b97283f3985e None None] Deleting port 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:05:16.382259 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-bc415fad-1cbf-4837-980c-b97283f3985e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:16.396421 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-b960ceb6-4786-4f1f-b3f6-8018cf8374c8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/subnets/275cfde7-1945-44cb-887f-971be1c2ab00 HTTP/1.1" status: 404 len: 337 time: 0.1394851 Sep 30 01:05:16.399120 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48326) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:16.417896 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-e187ca6e-591f-4aee-9f3b-d243dc450a9f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4f6b5951fec84ff09180166fd720cd9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5168135 Sep 30 01:05:16.418134 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187ca6e-591f-4aee-9f3b-d243dc450a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb4b857-18b9-4fc3-a8fc-368f9a2f075d,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:16.421008 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48330) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:16.424710 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e187ca6e-591f-4aee-9f3b-d243dc450a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:16.455217 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-656ae683-8226-493f-9e40-0672ba889023 req-228eef33-ed6a-4fd7-9d8d-3b40651786ab service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:16.495629 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabea09-f2a0-4f7a-ad7a-cf499c92c5aa req-72ebc5ac-45ba-49b9-bb37-f606579f89d3 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:16.497549 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0eabea09-f2a0-4f7a-ad7a-cf499c92c5aa req-72ebc5ac-45ba-49b9-bb37-f606579f89d3 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.1989560 Sep 30 01:05:16.506571 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b6d259a5-782d-4803-bb24-0d8ed00c663a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:16.563172 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b6d259a5-782d-4803-bb24-0d8ed00c663a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:16.572481 n-d-811809-1 neutron-server[80274]: INFO neutron.pecan_wsgi.hooks.translation [None req-35967e3d-7bbf-44ca-b8b7-a138f9cf9f5d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] DELETE failed (client error): The resource could not be found. Sep 30 01:05:16.574213 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35967e3d-7bbf-44ca-b8b7-a138f9cf9f5d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80274) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 01:05:16.579819 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0eabea09-f2a0-4f7a-ad7a-cf499c92c5aa req-5548e3eb-876d-4d15-8ff3-5be981c7d08a tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718467 Sep 30 01:05:16.580574 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48334) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:16.581872 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-35967e3d-7bbf-44ca-b8b7-a138f9cf9f5d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/ports/d48d35d1-8721-4864-9b55-a1f9e3f07794 HTTP/1.1" status: 404 len: 333 time: 0.1795242 Sep 30 01:05:16.627491 n-d-811809-1 neutron-server[80275]: INFO neutron.pecan_wsgi.hooks.translation [None req-a56af84e-6656-4636-a837-806f28713765 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] DELETE failed (client error): The resource could not be found. Sep 30 01:05:16.627952 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a56af84e-6656-4636-a837-806f28713765 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80275) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 01:05:16.629639 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-a56af84e-6656-4636-a837-806f28713765 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/subnets/fbd90fc9-c972-4e96-a8be-e09f5749d46b HTTP/1.1" status: 404 len: 337 time: 0.0486684 Sep 30 01:05:16.632937 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48338) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:16.640079 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-656ae683-8226-493f-9e40-0672ba889023 req-228eef33-ed6a-4fd7-9d8d-3b40651786ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:16.673038 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b6d259a5-782d-4803-bb24-0d8ed00c663a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:16.679989 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2c672022-0383-4bc1-9a39-745ed81624b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:16.683201 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-bc415fad-1cbf-4837-980c-b97283f3985e None None] For port 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=6ca63f2c-0d54-4cf1-96f3-5c7d1a188923,segment=NetworkSegment(c775e201-29d6-4bfa-bfab-352495104bb5),segment_id=c775e201-29d6-4bfa-bfab-352495104bb5)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:16.684568 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-bc415fad-1cbf-4837-980c-b97283f3985e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:16.691323 n-d-811809-1 neutron-server[80274]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec688d5-f055-4fed-8ab1-c949e5865575 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] DELETE failed (client error): The resource could not be found. Sep 30 01:05:16.691785 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fec688d5-f055-4fed-8ab1-c949e5865575 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=80274) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 30 01:05:16.695797 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-fec688d5-f055-4fed-8ab1-c949e5865575 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/subnets/55f3dde1-1506-434d-87e3-363afd86dd9c HTTP/1.1" status: 404 len: 337 time: 0.0548620 Sep 30 01:05:16.696222 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48342) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:16.745616 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b6d259a5-782d-4803-bb24-0d8ed00c663a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:16.749353 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-b6d259a5-782d-4803-bb24-0d8ed00c663a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8bb4b857-18b9-4fc3-a8fc-368f9a2f075d HTTP/1.1" status: 204 len: 168 time: 0.3247378 Sep 30 01:05:16.754822 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d259a5-782d-4803-bb24-0d8ed00c663a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb4b857-18b9-4fc3-a8fc-368f9a2f075d,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:16.760174 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b6d259a5-782d-4803-bb24-0d8ed00c663a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:16.777183 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-049477b6-4d4a-484d-b850-949c6f4a64ba tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Deleting port 32381d99-c206-4ae3-9d75-94710b36afaa {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:05:16.777530 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-049477b6-4d4a-484d-b850-949c6f4a64ba tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:16.858468 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-bc415fad-1cbf-4837-980c-b97283f3985e None None] Calling delete_port for 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 owned by network:dhcp {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:05:16.866002 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 01:05:16.911392 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-656ae683-8226-493f-9e40-0672ba889023 req-228eef33-ed6a-4fd7-9d8d-3b40651786ab service neutron] For port af11ef16-52be-4099-98fc-3753539c1b51, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=af11ef16-52be-4099-98fc-3753539c1b51,segment=NetworkSegment(ab908e6e-8629-4086-b083-0b1dd66189b0),segment_id=ab908e6e-8629-4086-b083-0b1dd66189b0)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:16.948175 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-bc415fad-1cbf-4837-980c-b97283f3985e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821'] for port, after_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:16.967286 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:16.971001 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-656ae683-8226-493f-9e40-0672ba889023 req-228eef33-ed6a-4fd7-9d8d-3b40651786ab service neutron] For port af11ef16-52be-4099-98fc-3753539c1b51, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:05:17.042373 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc415fad-1cbf-4837-980c-b97283f3985e None None] No DVR routers for this DVR port 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 on host n-d-811809-1 {{(pid=80276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:05:17.064818 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-656ae683-8226-493f-9e40-0672ba889023 req-228eef33-ed6a-4fd7-9d8d-3b40651786ab service neutron] device_id is not set on port af11ef16-52be-4099-98fc-3753539c1b51 yet. {{(pid=80274) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:05:17.073701 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc415fad-1cbf-4837-980c-b97283f3985e None None] Pushing event deleted for resources: {'Port': ['ID=6ca63f2c-0d54-4cf1-96f3-5c7d1a188923,revision_number=None']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:17.088599 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-656ae683-8226-493f-9e40-0672ba889023 req-228eef33-ed6a-4fd7-9d8d-3b40651786ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:17.095168 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-bc415fad-1cbf-4837-980c-b97283f3985e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:17.105383 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-049477b6-4d4a-484d-b850-949c6f4a64ba tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:17.158599 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-656ae683-8226-493f-9e40-0672ba889023 req-228eef33-ed6a-4fd7-9d8d-3b40651786ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:17.164916 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-857fbad8-aec1-455e-903a-907c162eac4a tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:17.320622 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-049477b6-4d4a-484d-b850-949c6f4a64ba tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Calling delete_port for 32381d99-c206-4ae3-9d75-94710b36afaa owned by {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:05:17.360780 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-656ae683-8226-493f-9e40-0672ba889023 req-228eef33-ed6a-4fd7-9d8d-3b40651786ab service neutron] No DVR routers for this DVR port af11ef16-52be-4099-98fc-3753539c1b51 on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:05:17.396028 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:05:17.452933 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:05:17.453383 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 6ca63f2c-0d54-4cf1-96f3-5c7d1a188923 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:05:17.524929 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cf4a9-557a-4d99-9a7b-1f61ca74e626 req-1a53bf47-2f5a-40ba-802e-fc270a9c0a33 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:17.526506 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e34cf4a9-557a-4d99-9a7b-1f61ca74e626 req-1a53bf47-2f5a-40ba-802e-fc270a9c0a33 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 946 time: 0.3339658 Sep 30 01:05:17.559807 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-049477b6-4d4a-484d-b850-949c6f4a64ba tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:17.568402 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:17.589466 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-204a2bf4-1dd8-4d60-9408-cefb820d6f4e None None] Provisioning complete for port af11ef16-52be-4099-98fc-3753539c1b51 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:05:17.590266 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-204a2bf4-1dd8-4d60-9408-cefb820d6f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:17.619591 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049477b6-4d4a-484d-b850-949c6f4a64ba tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Port': ['ID=32381d99-c206-4ae3-9d75-94710b36afaa,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:17.641603 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-049477b6-4d4a-484d-b850-949c6f4a64ba tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:17.644832 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e34cf4a9-557a-4d99-9a7b-1f61ca74e626 req-4878a896-6e2c-4b47-a6bc-0bf3a29800d5 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102345 Sep 30 01:05:17.654384 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-049477b6-4d4a-484d-b850-949c6f4a64ba tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:17.665027 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228eef33-ed6a-4fd7-9d8d-3b40651786ab service neutron] Pushing event updated for resources: {'Port': ['ID=af11ef16-52be-4099-98fc-3753539c1b51,revision_number=6']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:17.677936 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-049477b6-4d4a-484d-b850-949c6f4a64ba tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/ports/32381d99-c206-4ae3-9d75-94710b36afaa HTTP/1.1" status: 204 len: 168 time: 0.9791269 Sep 30 01:05:17.680027 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-228eef33-ed6a-4fd7-9d8d-3b40651786ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:17.694317 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48386) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:17.698293 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82c8d9-09db-4446-aa77-d0e280788983 req-242ed2ed-5218-469c-8981-e48c2d3199d5 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:17.706672 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82c8d9-09db-4446-aa77-d0e280788983 req-242ed2ed-5218-469c-8981-e48c2d3199d5 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:17.714684 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82c8d9-09db-4446-aa77-d0e280788983 req-242ed2ed-5218-469c-8981-e48c2d3199d5 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:17.718118 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-204a2bf4-1dd8-4d60-9408-cefb820d6f4e None None] Port af11ef16-52be-4099-98fc-3753539c1b51 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:05:17.723040 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82c8d9-09db-4446-aa77-d0e280788983 req-242ed2ed-5218-469c-8981-e48c2d3199d5 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:17.729713 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82c8d9-09db-4446-aa77-d0e280788983 req-242ed2ed-5218-469c-8981-e48c2d3199d5 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:17.737257 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82c8d9-09db-4446-aa77-d0e280788983 req-242ed2ed-5218-469c-8981-e48c2d3199d5 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:17.744259 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82c8d9-09db-4446-aa77-d0e280788983 req-242ed2ed-5218-469c-8981-e48c2d3199d5 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:17.754052 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6e82c8d9-09db-4446-aa77-d0e280788983 req-242ed2ed-5218-469c-8981-e48c2d3199d5 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 5354 time: 0.6723197 Sep 30 01:05:17.807766 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-656ae683-8226-493f-9e40-0672ba889023 req-228eef33-ed6a-4fd7-9d8d-3b40651786ab service neutron] In _notify_port_updated(), no bound segment for port af11ef16-52be-4099-98fc-3753539c1b51 on network c3b2fa3c-7227-466a-851d-9c93a7474d2b {{(pid=80274) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Sep 30 01:05:17.808047 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ae683-8226-493f-9e40-0672ba889023 req-228eef33-ed6a-4fd7-9d8d-3b40651786ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:17.808654 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-656ae683-8226-493f-9e40-0672ba889023 req-228eef33-ed6a-4fd7-9d8d-3b40651786ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:17.810688 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-656ae683-8226-493f-9e40-0672ba889023 req-228eef33-ed6a-4fd7-9d8d-3b40651786ab service neutron] 10.222.0.59 "PUT /v2.0/ports/af11ef16-52be-4099-98fc-3753539c1b51 HTTP/1.1" status: 200 len: 1026 time: 1.4089196 Sep 30 01:05:17.811915 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48390) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:17.822584 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a05b7e97-2b1e-484a-8d57-03f8cab7e1b4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:17.882977 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6e82c8d9-09db-4446-aa77-d0e280788983 req-fc6ff5b5-5498-4e2b-b348-32a06a730303 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=e025d1c2-fd07-41e9-afee-fa9c9d8614c0&id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1280205 Sep 30 01:05:17.888715 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ae683-8226-493f-9e40-0672ba889023 req-2449fab7-bf3d-4341-be50-b62fa5b98a31 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:17.890045 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-656ae683-8226-493f-9e40-0672ba889023 req-2449fab7-bf3d-4341-be50-b62fa5b98a31 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.59 "GET /v2.0/ports/4147821f-484c-42b8-8eee-96c30dce4206?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0731394 Sep 30 01:05:17.905965 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-656ae683-8226-493f-9e40-0672ba889023 req-e6ab0871-6205-4b01-b0e6-3d13f6ddc785 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:18.090805 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-656ae683-8226-493f-9e40-0672ba889023 req-e6ab0871-6205-4b01-b0e6-3d13f6ddc785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:18.128247 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-f646b616-a0fe-40ea-af81-3e43fab433ca admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-840265969-network', 'tenant_id': 'c16a5cb71d15489992f1294acc6f3861'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:18.151533 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f646b616-a0fe-40ea-af81-3e43fab433ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:18.162774 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-f646b616-a0fe-40ea-af81-3e43fab433ca admin admin] Usage tracker for resource:network and tenant:c16a5cb71d15489992f1294acc6f3861 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:18.166693 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a05b7e97-2b1e-484a-8d57-03f8cab7e1b4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:18.176259 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-f646b616-a0fe-40ea-af81-3e43fab433ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:18.185018 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21f3c1-7731-41e1-a93f-c23e7d3262ba req-6de5ed16-978b-48ab-954d-e1f58909ce84 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:18.185617 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f646b616-a0fe-40ea-af81-3e43fab433ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:18.186499 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1c21f3c1-7731-41e1-a93f-c23e7d3262ba req-6de5ed16-978b-48ab-954d-e1f58909ce84 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.1747389 Sep 30 01:05:18.209735 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-a05b7e97-2b1e-484a-8d57-03f8cab7e1b4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63908dc7-abfd-4e32-a079-5079c6309935']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:05:18.229967 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-a05b7e97-2b1e-484a-8d57-03f8cab7e1b4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c775e201-29d6-4bfa-bfab-352495104bb5') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:05:18.230263 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-a05b7e97-2b1e-484a-8d57-03f8cab7e1b4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c775e201-29d6-4bfa-bfab-352495104bb5') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:05:18.237294 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f646b616-a0fe-40ea-af81-3e43fab433ca admin admin] Made reservation on behalf of c16a5cb71d15489992f1294acc6f3861 for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:05:18.239574 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f646b616-a0fe-40ea-af81-3e43fab433ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:18.256630 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a05b7e97-2b1e-484a-8d57-03f8cab7e1b4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:18.268273 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f646b616-a0fe-40ea-af81-3e43fab433ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:18.297603 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22b553-7d96-48e9-b872-5f7a7a040436 req-330c189b-3188-48fa-ba9e-f21a2848999a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:18.299132 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cc22b553-7d96-48e9-b872-5f7a7a040436 req-330c189b-3188-48fa-ba9e-f21a2848999a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.3417418 Sep 30 01:05:18.300275 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a05b7e97-2b1e-484a-8d57-03f8cab7e1b4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:18.310829 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05b7e97-2b1e-484a-8d57-03f8cab7e1b4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:05:18.311220 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a05b7e97-2b1e-484a-8d57-03f8cab7e1b4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:18.313560 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1c21f3c1-7731-41e1-a93f-c23e7d3262ba req-dd5f9407-c2d5-4e33-8919-68ea72482ef4 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080456 Sep 30 01:05:18.350687 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-656ae683-8226-493f-9e40-0672ba889023 req-e6ab0871-6205-4b01-b0e6-3d13f6ddc785 service neutron] For port 4147821f-484c-42b8-8eee-96c30dce4206, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=4147821f-484c-42b8-8eee-96c30dce4206,segment=NetworkSegment(ab908e6e-8629-4086-b083-0b1dd66189b0),segment_id=ab908e6e-8629-4086-b083-0b1dd66189b0)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:18.391586 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-656ae683-8226-493f-9e40-0672ba889023 req-e6ab0871-6205-4b01-b0e6-3d13f6ddc785 service neutron] For port 4147821f-484c-42b8-8eee-96c30dce4206, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:05:18.394375 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f646b616-a0fe-40ea-af81-3e43fab433ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: timer() Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:05:18.397238 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:05:18.425176 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-f646b616-a0fe-40ea-af81-3e43fab433ca admin admin] Usage tracker for resource:security_group_rule and tenant:c16a5cb71d15489992f1294acc6f3861 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:18.433164 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-f646b616-a0fe-40ea-af81-3e43fab433ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:18.444299 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f646b616-a0fe-40ea-af81-3e43fab433ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:18.450253 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 4147821f-484c-42b8-8eee-96c30dce4206 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:05:18.455617 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-656ae683-8226-493f-9e40-0672ba889023 req-e6ab0871-6205-4b01-b0e6-3d13f6ddc785 service neutron] device_id is not set on port 4147821f-484c-42b8-8eee-96c30dce4206 yet. {{(pid=80274) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:05:18.466868 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a05b7e97-2b1e-484a-8d57-03f8cab7e1b4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:18.469371 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-656ae683-8226-493f-9e40-0672ba889023 req-e6ab0871-6205-4b01-b0e6-3d13f6ddc785 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:18.477779 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-656ae683-8226-493f-9e40-0672ba889023 req-e6ab0871-6205-4b01-b0e6-3d13f6ddc785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:18.478471 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a13a2243-409b-4735-982b-c33da7d573d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:18.489660 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-de799411-3125-4501-b76c-449f4fc2e288 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:18.500057 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a05b7e97-2b1e-484a-8d57-03f8cab7e1b4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:18.510297 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 4147821f-484c-42b8-8eee-96c30dce4206 not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:05:18.511004 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device b26474b4-ebc5-4e65-9019-457dab422db5 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:05:18.517992 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cc22b553-7d96-48e9-b872-5f7a7a040436 req-c6a0995c-9369-42d0-ba94-d2367542f2a6 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088830 Sep 30 01:05:18.523225 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b7e97-2b1e-484a-8d57-03f8cab7e1b4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Pushing event deleted for resources: {'Network': ['ID=63908dc7-abfd-4e32-a079-5079c6309935,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:18.545138 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a05b7e97-2b1e-484a-8d57-03f8cab7e1b4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:18.551263 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-a05b7e97-2b1e-484a-8d57-03f8cab7e1b4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] 10.222.0.39 "DELETE /v2.0/networks/63908dc7-abfd-4e32-a079-5079c6309935 HTTP/1.1" status: 204 len: 168 time: 0.8564308 Sep 30 01:05:18.648162 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f646b616-a0fe-40ea-af81-3e43fab433ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:18.656149 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f646b616-a0fe-40ea-af81-3e43fab433ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:18.664144 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d23c7c6a-ad43-4b00-afee-e87579bf86c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:18.665278 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:18.689286 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab0871-6205-4b01-b0e6-3d13f6ddc785 service neutron] Pushing event updated for resources: {'Port': ['ID=4147821f-484c-42b8-8eee-96c30dce4206,revision_number=6']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:18.693136 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e6ab0871-6205-4b01-b0e6-3d13f6ddc785 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:18.736991 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port b26474b4-ebc5-4e65-9019-457dab422db5, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=b26474b4-ebc5-4e65-9019-457dab422db5,segment=NetworkSegment(ab908e6e-8629-4086-b083-0b1dd66189b0),segment_id=ab908e6e-8629-4086-b083-0b1dd66189b0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:18.742758 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b26474b4-ebc5-4e65-9019-457dab422db5'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:05:18.748145 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-656ae683-8226-493f-9e40-0672ba889023 req-e6ab0871-6205-4b01-b0e6-3d13f6ddc785 service neutron] No DVR routers for this DVR port 4147821f-484c-42b8-8eee-96c30dce4206 on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:05:18.750348 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f646b616-a0fe-40ea-af81-3e43fab433ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:05:18.756333 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:18.758382 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device f022d92f-0eb3-4cfa-a3d3-9166ea00620e no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:05:18.762966 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646b616-a0fe-40ea-af81-3e43fab433ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f8289a-b02c-461e-b3d0-59ffe6d7ff7b,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:18.770468 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f646b616-a0fe-40ea-af81-3e43fab433ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:18.803881 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:18.811445 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f646b616-a0fe-40ea-af81-3e43fab433ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:18.821310 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-656ae683-8226-493f-9e40-0672ba889023 req-e6ab0871-6205-4b01-b0e6-3d13f6ddc785 service neutron] In _notify_port_updated(), no bound segment for port 4147821f-484c-42b8-8eee-96c30dce4206 on network c3b2fa3c-7227-466a-851d-9c93a7474d2b {{(pid=80274) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Sep 30 01:05:18.822512 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ae683-8226-493f-9e40-0672ba889023 req-e6ab0871-6205-4b01-b0e6-3d13f6ddc785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:18.823066 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-f646b616-a0fe-40ea-af81-3e43fab433ca admin admin] Added segment 109950e9-b51a-4335-a43e-05d75bb3bf53 of type vlan for network 872dca4c-27e9-450c-b8d9-89a50a7ba7c9 Sep 30 01:05:18.823280 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-656ae683-8226-493f-9e40-0672ba889023 req-e6ab0871-6205-4b01-b0e6-3d13f6ddc785 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:18.825483 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-656ae683-8226-493f-9e40-0672ba889023 req-e6ab0871-6205-4b01-b0e6-3d13f6ddc785 service neutron] 10.222.0.59 "PUT /v2.0/ports/4147821f-484c-42b8-8eee-96c30dce4206 HTTP/1.1" status: 200 len: 1026 time: 0.9263351 Sep 30 01:05:18.916433 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b26474b4-ebc5-4e65-9019-457dab422db5', 'code': 200} Sep 30 01:05:18.920105 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f646b616-a0fe-40ea-af81-3e43fab433ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:18.942780 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 31b21c63-4aaf-4aad-8db3-e7a630c298ec details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:05:18.961543 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-656ae683-8226-493f-9e40-0672ba889023 req-1a5952c0-f03a-4e87-a2e4-98e16580c92c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Deleting port b26474b4-ebc5-4e65-9019-457dab422db5 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:05:18.961764 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-656ae683-8226-493f-9e40-0672ba889023 req-1a5952c0-f03a-4e87-a2e4-98e16580c92c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:18.990552 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f646b616-a0fe-40ea-af81-3e43fab433ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:18.997816 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f646b616-a0fe-40ea-af81-3e43fab433ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:18.998911 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f646b616-a0fe-40ea-af81-3e43fab433ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:19.019907 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d79ae57d-61bf-471e-85cf-8de25370f32e tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:19.049388 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-83d2c4b8-c708-400d-8f66-a6b6daa2cc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:19.083746 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48428) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:19.109889 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:19.150692 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-f646b616-a0fe-40ea-af81-3e43fab433ca admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3362088 Sep 30 01:05:19.155679 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48434) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:19.172738 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-fad8db25-01dd-4284-9e2a-1844a09abdc3 admin admin] Request body: {'subnet': {'network_id': '872dca4c-27e9-450c-b8d9-89a50a7ba7c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-840265969-subnet', 'tenant_id': 'c16a5cb71d15489992f1294acc6f3861', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:19.187063 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-fad8db25-01dd-4284-9e2a-1844a09abdc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:19.195430 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.resource_extend [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 01:05:19.201677 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-fad8db25-01dd-4284-9e2a-1844a09abdc3 admin admin] Usage tracker for resource:subnet and tenant:c16a5cb71d15489992f1294acc6f3861 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:19.208561 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-fad8db25-01dd-4284-9e2a-1844a09abdc3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:19.216267 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-fad8db25-01dd-4284-9e2a-1844a09abdc3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:19.221915 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=b26474b4-ebc5-4e65-9019-457dab422db5,revision_number=6']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:19.241604 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad8db25-01dd-4284-9e2a-1844a09abdc3 admin admin] Made reservation on behalf of c16a5cb71d15489992f1294acc6f3861 for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:05:19.245059 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fad8db25-01dd-4284-9e2a-1844a09abdc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:19.297600 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:19.300453 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-4c975681-2dd3-4f18-bc21-b0ec116e16f8 None None] Provisioning complete for port 4147821f-484c-42b8-8eee-96c30dce4206 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:05:19.301952 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-4c975681-2dd3-4f18-bc21-b0ec116e16f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:19.416695 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 31b21c63-4aaf-4aad-8db3-e7a630c298ec, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=31b21c63-4aaf-4aad-8db3-e7a630c298ec,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:19.431578 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '31b21c63-4aaf-4aad-8db3-e7a630c298ec', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': '31b21c63-4aaf-4aad-8db3-e7a630c298ec', 'mac_address': 'fa:16:3e:10:4c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:05:19.443793 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:19.538913 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646b616-a0fe-40ea-af81-3e43fab433ca admin admin] Pushing event updated for resources: {'Network': ['ID=872dca4c-27e9-450c-b8d9-89a50a7ba7c9,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:19.539164 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4912ffa-6730-4570-bc15-2b000a77c006 req-ad919b01-9704-4079-a3af-01de34e31811 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:19.547048 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f4912ffa-6730-4570-bc15-2b000a77c006 req-ad919b01-9704-4079-a3af-01de34e31811 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 946 time: 0.4641130 Sep 30 01:05:19.550751 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f646b616-a0fe-40ea-af81-3e43fab433ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:19.561522 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 872dca4c-27e9-450c-b8d9-89a50a7ba7c9 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:05:19.568575 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-debece8e-096a-4ddd-8d78-c401a598cd11 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fa355a47374f4432be765a0b10555e0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4830196 Sep 30 01:05:19.571004 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48456) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:19.577435 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-4c975681-2dd3-4f18-bc21-b0ec116e16f8 None None] Port 4147821f-484c-42b8-8eee-96c30dce4206 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:05:19.645127 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f4912ffa-6730-4570-bc15-2b000a77c006 req-2394e388-ff92-419a-b12a-a766dcf5a307 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966525 Sep 30 01:05:19.651743 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-656ae683-8226-493f-9e40-0672ba889023 req-1a5952c0-f03a-4e87-a2e4-98e16580c92c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] For port b26474b4-ebc5-4e65-9019-457dab422db5, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=b26474b4-ebc5-4e65-9019-457dab422db5,segment=NetworkSegment(ab908e6e-8629-4086-b083-0b1dd66189b0),segment_id=ab908e6e-8629-4086-b083-0b1dd66189b0)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:19.658179 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-656ae683-8226-493f-9e40-0672ba889023 req-1a5952c0-f03a-4e87-a2e4-98e16580c92c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:19.675291 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port f022d92f-0eb3-4cfa-a3d3-9166ea00620e, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=f022d92f-0eb3-4cfa-a3d3-9166ea00620e,segment=NetworkSegment(7a580927-319d-432d-8607-34e9ac4cfc0f),segment_id=7a580927-319d-432d-8607-34e9ac4cfc0f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:19.682165 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:19.683001 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device af11ef16-52be-4099-98fc-3753539c1b51 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:05:19.712290 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fad8db25-01dd-4284-9e2a-1844a09abdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981632'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:19.714629 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-1a292e94-0772-4809-8420-a0f870a38e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:19.721833 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-82998664-8eb3-42fa-95f9-7ea170bf7ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:19.764125 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:19.813824 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a89c17bb-e471-4ba3-b281-0ebed2c890ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:19.821655 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31b21c63-4aaf-4aad-8db3-e7a630c298ec {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:05:19.850873 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device af11ef16-52be-4099-98fc-3753539c1b51 not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:05:19.851320 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 13d5c611-b072-48c7-a82b-e602abe69b1b no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:05:19.892052 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8776f49-a2b7-4fb0-b1a1-6774ec69efe9 req-eefa2ca1-229c-4642-b364-6bd0786b7a10 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:19.898837 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-656ae683-8226-493f-9e40-0672ba889023 req-1a5952c0-f03a-4e87-a2e4-98e16580c92c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Calling delete_port for b26474b4-ebc5-4e65-9019-457dab422db5 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:05:19.899990 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=f022d92f-0eb3-4cfa-a3d3-9166ea00620e,revision_number=6']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:19.906639 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8776f49-a2b7-4fb0-b1a1-6774ec69efe9 req-eefa2ca1-229c-4642-b364-6bd0786b7a10 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:19.912619 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8776f49-a2b7-4fb0-b1a1-6774ec69efe9 req-eefa2ca1-229c-4642-b364-6bd0786b7a10 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:19.918576 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8776f49-a2b7-4fb0-b1a1-6774ec69efe9 req-eefa2ca1-229c-4642-b364-6bd0786b7a10 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:19.924864 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8776f49-a2b7-4fb0-b1a1-6774ec69efe9 req-eefa2ca1-229c-4642-b364-6bd0786b7a10 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:19.926712 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e8776f49-a2b7-4fb0-b1a1-6774ec69efe9 req-eefa2ca1-229c-4642-b364-6bd0786b7a10 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 3884 time: 0.4370692 Sep 30 01:05:19.931123 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 31b21c63-4aaf-4aad-8db3-e7a630c298ec, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=31b21c63-4aaf-4aad-8db3-e7a630c298ec,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:19.934487 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:19.947417 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:19.958981 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:19.964751 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad8db25-01dd-4284-9e2a-1844a09abdc3 admin admin] Checking segment: {'id': '109950e9-b51a-4335-a43e-05d75bb3bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '872dca4c-27e9-450c-b8d9-89a50a7ba7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:05:19.965116 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad8db25-01dd-4284-9e2a-1844a09abdc3 admin admin] Network hostable DHCP agents. Network: 872dca4c-27e9-450c-b8d9-89a50a7ba7c9, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:05:19.973250 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a89c17bb-e471-4ba3-b281-0ebed2c890ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:20.009870 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8db25-01dd-4284-9e2a-1844a09abdc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe2e3177-f9d6-424f-8f77-f7b60ab3911b,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:20.024401 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fad8db25-01dd-4284-9e2a-1844a09abdc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:20.067604 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e8776f49-a2b7-4fb0-b1a1-6774ec69efe9 req-dec023dd-1ba7-497d-b2f2-eab69aaeabad tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290417 Sep 30 01:05:20.068474 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad8db25-01dd-4284-9e2a-1844a09abdc3 admin admin] Network 872dca4c-27e9-450c-b8d9-89a50a7ba7c9 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:05:20.086591 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-fad8db25-01dd-4284-9e2a-1844a09abdc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 872dca4c-27e9-450c-b8d9-89a50a7ba7c9) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:05:20.109197 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['31b21c63-4aaf-4aad-8db3-e7a630c298ec'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:05:20.110281 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad8db25-01dd-4284-9e2a-1844a09abdc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:20.111068 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fad8db25-01dd-4284-9e2a-1844a09abdc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:20.150655 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a89c17bb-e471-4ba3-b281-0ebed2c890ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:20.154884 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a89c17bb-e471-4ba3-b281-0ebed2c890ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:20.158293 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-a89c17bb-e471-4ba3-b281-0ebed2c890ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/966a1def-1148-4d96-b466-b44f5aa4c1d7 HTTP/1.1" status: 204 len: 168 time: 0.5702653 Sep 30 01:05:20.158293 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-49c5a49c-1dd7-4ea1-8dfc-0bce484c0ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:20.168840 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf53d0a-d3a2-427d-9333-5c4a31c39fd1 None None] Network 872dca4c-27e9-450c-b8d9-89a50a7ba7c9 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:05:20.169043 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-fad8db25-01dd-4284-9e2a-1844a09abdc3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0095775 Sep 30 01:05:20.169472 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48474) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:20.176188 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-8a7bcf82-228a-4a9f-9c2c-eab69de77f53 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-840265969-router', 'tenant_id': 'c16a5cb71d15489992f1294acc6f3861', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:20.181390 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c17bb-e471-4ba3-b281-0ebed2c890ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966a1def-1148-4d96-b466-b44f5aa4c1d7,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:20.183488 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-8a7bcf82-228a-4a9f-9c2c-eab69de77f53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:20.186546 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a89c17bb-e471-4ba3-b281-0ebed2c890ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:20.189164 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-8a7bcf82-228a-4a9f-9c2c-eab69de77f53 admin admin] Usage tracker for resource:router and tenant:c16a5cb71d15489992f1294acc6f3861 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:20.192630 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-8a7bcf82-228a-4a9f-9c2c-eab69de77f53 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:20.207319 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-8a7bcf82-228a-4a9f-9c2c-eab69de77f53 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:20.225101 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8a7bcf82-228a-4a9f-9c2c-eab69de77f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-730961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30750'] for router, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:20.228025 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8a7bcf82-228a-4a9f-9c2c-eab69de77f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30743'] for router, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:20.280251 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8a7bcf82-228a-4a9f-9c2c-eab69de77f53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:20.305418 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec5e87-e2f4-4c21-8d8f-4eafaf0c1413 req-42fb2cd7-8362-4388-a1a6-7c7995b2d826 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:20.312169 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a8ec5e87-e2f4-4c21-8d8f-4eafaf0c1413 req-42fb2cd7-8362-4388-a1a6-7c7995b2d826 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.4205458 Sep 30 01:05:20.411091 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-656ae683-8226-493f-9e40-0672ba889023 req-1a5952c0-f03a-4e87-a2e4-98e16580c92c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:20.429010 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e83fdee4-e2a4-4532-a5ae-27452d6bd588 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:20.457817 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=31b21c63-4aaf-4aad-8db3-e7a630c298ec,revision_number=6']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:20.466209 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:20.500736 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5952c0-f03a-4e87-a2e4-98e16580c92c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Pushing event deleted for resources: {'Port': ['ID=b26474b4-ebc5-4e65-9019-457dab422db5,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:20.521700 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a8ec5e87-e2f4-4c21-8d8f-4eafaf0c1413 req-2c23e6b3-3f67-4bd5-aba8-4f03e03ab319 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954808 Sep 30 01:05:20.522581 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1a5952c0-f03a-4e87-a2e4-98e16580c92c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:20.655622 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-656ae683-8226-493f-9e40-0672ba889023 req-1a5952c0-f03a-4e87-a2e4-98e16580c92c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] No DVR routers for this DVR port b26474b4-ebc5-4e65-9019-457dab422db5 on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:05:20.658622 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-656ae683-8226-493f-9e40-0672ba889023 req-1a5952c0-f03a-4e87-a2e4-98e16580c92c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:20.661649 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-deleted', 'tag': 'b26474b4-ebc5-4e65-9019-457dab422db5'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:05:20.696982 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-656ae683-8226-493f-9e40-0672ba889023 req-1a5952c0-f03a-4e87-a2e4-98e16580c92c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.59 "DELETE /v2.0/ports/b26474b4-ebc5-4e65-9019-457dab422db5 HTTP/1.1" status: 204 len: 173 time: 1.8659711 Sep 30 01:05:20.700260 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:20.871122 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-656ae683-8226-493f-9e40-0672ba889023 req-25feea90-fa53-4c67-ae45-95a871f7099f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Deleting port 4778fec0-c087-4f43-b37f-9433a75609de {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:05:20.871642 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-656ae683-8226-493f-9e40-0672ba889023 req-25feea90-fa53-4c67-ae45-95a871f7099f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:20.920651 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f022d92f-0eb3-4cfa-a3d3-9166ea00620e'}, {'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13d5c611-b072-48c7-a82b-e602abe69b1b'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:05:20.930286 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8a7bcf82-228a-4a9f-9c2c-eab69de77f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-672991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-730982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30841'] for router, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:20.997852 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 13d5c611-b072-48c7-a82b-e602abe69b1b, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=13d5c611-b072-48c7-a82b-e602abe69b1b,segment=NetworkSegment(2af1726d-5dad-4b7a-8dd4-728109da2ef3),segment_id=2af1726d-5dad-4b7a-8dd4-728109da2ef3)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:21.019027 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:21.019814 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 4778fec0-c087-4f43-b37f-9433a75609de no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:05:21.053875 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc85b1f-df8e-43a3-b8a6-e7181fa91635 req-30d19a90-e669-427f-b8d6-0d33c468ec24 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:21.064100 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1bc85b1f-df8e-43a3-b8a6-e7181fa91635 req-30d19a90-e669-427f-b8d6-0d33c468ec24 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 946 time: 0.2939196 Sep 30 01:05:21.088329 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:21.303706 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1bc85b1f-df8e-43a3-b8a6-e7181fa91635 req-f64e2da4-1203-4f8f-bc68-ec58ac8fbc30 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281873 Sep 30 01:05:21.438113 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-656ae683-8226-493f-9e40-0672ba889023 req-25feea90-fa53-4c67-ae45-95a871f7099f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] For port 4778fec0-c087-4f43-b37f-9433a75609de, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=4778fec0-c087-4f43-b37f-9433a75609de,segment=NetworkSegment(2af1726d-5dad-4b7a-8dd4-728109da2ef3),segment_id=2af1726d-5dad-4b7a-8dd4-728109da2ef3)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:21.438574 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-656ae683-8226-493f-9e40-0672ba889023 req-25feea90-fa53-4c67-ae45-95a871f7099f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:21.609119 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-a550ed28-8f9d-4bf9-894c-00c58894d20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:21.613146 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da84908-b14e-490b-9c1d-c9b670b1e075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-872dca4c-27e9-450c-b8d9-89a50a7ba7c9', 'network_id': '872dca4c-27e9-450c-b8d9-89a50a7ba7c9', 'tenant_id': 'c16a5cb71d15489992f1294acc6f3861', 'fixed_ips': [{'subnet_id': 'fe2e3177-f9d6-424f-8f77-f7b60ab3911b'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 01:05:21.613146 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-7da84908-b14e-490b-9c1d-c9b670b1e075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:21.649920 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d38bb8-8d08-4972-a1ab-acadad06c802 req-36b0139b-b087-4744-958c-6a92f4008254 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:21.661605 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-23d38bb8-8d08-4972-a1ab-acadad06c802 req-36b0139b-b087-4744-958c-6a92f4008254 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 1.1973703 Sep 30 01:05:21.664294 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=13d5c611-b072-48c7-a82b-e602abe69b1b,revision_number=6']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:21.668516 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:21.766583 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-deleted', 'tag': 'b26474b4-ebc5-4e65-9019-457dab422db5', 'status': 'completed', 'code': 200} Sep 30 01:05:21.775230 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-656ae683-8226-493f-9e40-0672ba889023 req-25feea90-fa53-4c67-ae45-95a871f7099f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Calling delete_port for 4778fec0-c087-4f43-b37f-9433a75609de owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:05:21.822853 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-23d38bb8-8d08-4972-a1ab-acadad06c802 req-1515e968-0a09-4229-a583-c6eaf3b68054 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585708 Sep 30 01:05:21.922147 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48514) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:22.074462 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-656ae683-8226-493f-9e40-0672ba889023 req-25feea90-fa53-4c67-ae45-95a871f7099f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:22.097323 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-7da84908-b14e-490b-9c1d-c9b670b1e075 None None] Allocated IP 172.20.0.2 (872dca4c-27e9-450c-b8d9-89a50a7ba7c9/fe2e3177-f9d6-424f-8f77-f7b60ab3911b/2ba049ce-2e78-4eac-98e1-d561dd867ef6) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:05:22.102714 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2ef0ea78-ede7-438a-8b30-349929ce622e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:22.244762 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25feea90-fa53-4c67-ae45-95a871f7099f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Pushing event deleted for resources: {'Port': ['ID=4778fec0-c087-4f43-b37f-9433a75609de,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:22.278360 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-25feea90-fa53-4c67-ae45-95a871f7099f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:22.284367 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-d34035ec-c898-47f5-bec0-923bf3cc09ef tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Request body: {'security_group': {'name': 'tempest-secgroup--66440064'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:22.296457 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-656ae683-8226-493f-9e40-0672ba889023 req-25feea90-fa53-4c67-ae45-95a871f7099f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] No DVR routers for this DVR port 4778fec0-c087-4f43-b37f-9433a75609de on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:05:22.304170 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-656ae683-8226-493f-9e40-0672ba889023 req-25feea90-fa53-4c67-ae45-95a871f7099f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:22.307978 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f022d92f-0eb3-4cfa-a3d3-9166ea00620e', 'code': 200} Sep 30 01:05:22.308440 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13d5c611-b072-48c7-a82b-e602abe69b1b', 'code': 200} Sep 30 01:05:22.325717 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d34035ec-c898-47f5-bec0-923bf3cc09ef tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:22.329852 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-656ae683-8226-493f-9e40-0672ba889023 req-25feea90-fa53-4c67-ae45-95a871f7099f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.59 "DELETE /v2.0/ports/4778fec0-c087-4f43-b37f-9433a75609de HTTP/1.1" status: 204 len: 173 time: 1.6257002 Sep 30 01:05:22.341316 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-d34035ec-c898-47f5-bec0-923bf3cc09ef tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Usage tracker for resource:security_group and tenant:67dae2b74aaa49b8876b85d7455d0efe is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:22.344875 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-d34035ec-c898-47f5-bec0-923bf3cc09ef tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:22.356703 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d34035ec-c898-47f5-bec0-923bf3cc09ef tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:22.374993 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:22.425199 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:22.430874 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d34035ec-c898-47f5-bec0-923bf3cc09ef tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:22.476255 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8a7bcf82-228a-4a9f-9c2c-eab69de77f53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:22.501025 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-656ae683-8226-493f-9e40-0672ba889023 req-5399adbb-8a54-4f67-9f1b-ce8b3f5eeeb9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Deleting port 13d5c611-b072-48c7-a82b-e602abe69b1b {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:05:22.501633 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-656ae683-8226-493f-9e40-0672ba889023 req-5399adbb-8a54-4f67-9f1b-ce8b3f5eeeb9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:22.583511 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d34035ec-c898-47f5-bec0-923bf3cc09ef tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:22.652338 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8a7bcf82-228a-4a9f-9c2c-eab69de77f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:22.655330 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-7da84908-b14e-490b-9c1d-c9b670b1e075 None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:22.668735 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-7da84908-b14e-490b-9c1d-c9b670b1e075 None None] Transition to ACTIVE for port object 2ba049ce-2e78-4eac-98e1-d561dd867ef6 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:05:22.697572 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-7da84908-b14e-490b-9c1d-c9b670b1e075 None None] Transition to ACTIVE for port object 2ba049ce-2e78-4eac-98e1-d561dd867ef6 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:05:22.702753 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 35284674-21db-44af-a498-316f25bfd67c no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:05:22.744796 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-7da84908-b14e-490b-9c1d-c9b670b1e075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:22.765251 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:22.816486 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d34035ec-c898-47f5-bec0-923bf3cc09ef tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:22.830709 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-d34035ec-c898-47f5-bec0-923bf3cc09ef tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Usage tracker for resource:security_group_rule and tenant:67dae2b74aaa49b8876b85d7455d0efe is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:22.844056 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-d34035ec-c898-47f5-bec0-923bf3cc09ef tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:22.869845 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b6f78-408a-416f-9a75-e8d891c92fa5 req-0316938f-ba7c-4147-9139-a9bb698eada2 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:22.876606 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b6f78-408a-416f-9a75-e8d891c92fa5 req-0316938f-ba7c-4147-9139-a9bb698eada2 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:22.876839 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da84908-b14e-490b-9c1d-c9b670b1e075 None None] Network 872dca4c-27e9-450c-b8d9-89a50a7ba7c9 is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:05:22.882622 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b6f78-408a-416f-9a75-e8d891c92fa5 req-0316938f-ba7c-4147-9139-a9bb698eada2 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:22.884439 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-732b6f78-408a-416f-9a75-e8d891c92fa5 req-0316938f-ba7c-4147-9139-a9bb698eada2 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 2412 time: 0.7452438 Sep 30 01:05:22.884614 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 31b21c63-4aaf-4aad-8db3-e7a630c298ec up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:05:22.889073 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d34035ec-c898-47f5-bec0-923bf3cc09ef tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:22.926213 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-7da84908-b14e-490b-9c1d-c9b670b1e075 None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:05:22.960629 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da84908-b14e-490b-9c1d-c9b670b1e075 None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:05:22.971160 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da84908-b14e-490b-9c1d-c9b670b1e075 None None] Pushing event updated for resources: {'Port': ['ID=2ba049ce-2e78-4eac-98e1-d561dd867ef6,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:22.979988 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-7da84908-b14e-490b-9c1d-c9b670b1e075 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:23.019665 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-732b6f78-408a-416f-9a75-e8d891c92fa5 req-18ab181d-fb72-45ab-b8ff-d3d0e9c7d5f1 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246448 Sep 30 01:05:23.098093 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-8a7bcf82-228a-4a9f-9c2c-eab69de77f53 admin admin] Allocated IP 172.25.0.237 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/b569bbe4-22db-4eb4-b0ac-32a4e034a0e3) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:05:23.154498 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:23.200181 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-656ae683-8226-493f-9e40-0672ba889023 req-5399adbb-8a54-4f67-9f1b-ce8b3f5eeeb9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] For port 13d5c611-b072-48c7-a82b-e602abe69b1b, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=13d5c611-b072-48c7-a82b-e602abe69b1b,segment=NetworkSegment(2af1726d-5dad-4b7a-8dd4-728109da2ef3),segment_id=2af1726d-5dad-4b7a-8dd4-728109da2ef3)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:23.201581 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-656ae683-8226-493f-9e40-0672ba889023 req-5399adbb-8a54-4f67-9f1b-ce8b3f5eeeb9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:23.276292 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d34035ec-c898-47f5-bec0-923bf3cc09ef tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:23.287339 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d34035ec-c898-47f5-bec0-923bf3cc09ef tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:23.291589 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d34035ec-c898-47f5-bec0-923bf3cc09ef tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:23.296227 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-d34035ec-c898-47f5-bec0-923bf3cc09ef tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Usage tracker for resource:security_group_rule and tenant:67dae2b74aaa49b8876b85d7455d0efe is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:23.301741 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-d34035ec-c898-47f5-bec0-923bf3cc09ef tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:23.307913 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d34035ec-c898-47f5-bec0-923bf3cc09ef tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:23.340314 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-55e7e14d-1d27-4846-a0b3-bd11e7a06f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:23.393673 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 35284674-21db-44af-a498-316f25bfd67c, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=35284674-21db-44af-a498-316f25bfd67c,segment=NetworkSegment(ab908e6e-8629-4086-b083-0b1dd66189b0),segment_id=ab908e6e-8629-4086-b083-0b1dd66189b0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:23.412309 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-7da84908-b14e-490b-9c1d-c9b670b1e075 None None] Attempting to bind port 2ba049ce-2e78-4eac-98e1-d561dd867ef6 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:05:23.412749 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-7da84908-b14e-490b-9c1d-c9b670b1e075 None None] Attempting to bind port 2ba049ce-2e78-4eac-98e1-d561dd867ef6 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '109950e9-b51a-4335-a43e-05d75bb3bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '872dca4c-27e9-450c-b8d9-89a50a7ba7c9'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:05:23.413042 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da84908-b14e-490b-9c1d-c9b670b1e075 None None] Attempting to bind port 2ba049ce-2e78-4eac-98e1-d561dd867ef6 on network 872dca4c-27e9-450c-b8d9-89a50a7ba7c9 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:05:23.446381 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:23.458417 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34035ec-c898-47f5-bec0-923bf3cc09ef tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4117c649-83b6-4e4b-b725-4edfc9d1eb8a,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:23.477627 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:23.488102 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d34035ec-c898-47f5-bec0-923bf3cc09ef tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:23.529342 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d34035ec-c898-47f5-bec0-923bf3cc09ef tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:23.548260 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d34035ec-c898-47f5-bec0-923bf3cc09ef tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:23.554283 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8d17344f-2a56-403b-a270-e8234911926c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:23.564707 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8a7bcf82-228a-4a9f-9c2c-eab69de77f53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:23.581237 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da84908-b14e-490b-9c1d-c9b670b1e075 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:05:23.585299 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da84908-b14e-490b-9c1d-c9b670b1e075 None None] Checking segment: {'id': '109950e9-b51a-4335-a43e-05d75bb3bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '872dca4c-27e9-450c-b8d9-89a50a7ba7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:05:23.586321 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-7da84908-b14e-490b-9c1d-c9b670b1e075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:23.587148 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da84908-b14e-490b-9c1d-c9b670b1e075 None None] Bound using segment: {'id': '109950e9-b51a-4335-a43e-05d75bb3bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '872dca4c-27e9-450c-b8d9-89a50a7ba7c9'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:05:23.588134 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-7da84908-b14e-490b-9c1d-c9b670b1e075 None None] Bound port: 2ba049ce-2e78-4eac-98e1-d561dd867ef6, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '109950e9-b51a-4335-a43e-05d75bb3bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '872dca4c-27e9-450c-b8d9-89a50a7ba7c9'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:05:23.590259 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-7da84908-b14e-490b-9c1d-c9b670b1e075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:23.641305 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34035ec-c898-47f5-bec0-923bf3cc09ef tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15507924-8c16-41bd-a2cf-9a2ad4c49ac3,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:23.646920 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d34035ec-c898-47f5-bec0-923bf3cc09ef tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:23.652043 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d34035ec-c898-47f5-bec0-923bf3cc09ef tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:23.652043 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-d34035ec-c898-47f5-bec0-923bf3cc09ef tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7189047 Sep 30 01:05:23.657639 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48536) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:23.671779 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d7a95-cdaf-4d69-a57f-da158893b50e req-ba7d508a-799d-4b3c-a971-5520fe9f5ad8 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:23.679641 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-568d7a95-cdaf-4d69-a57f-da158893b50e req-ba7d508a-799d-4b3c-a971-5520fe9f5ad8 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 946 time: 0.3002088 Sep 30 01:05:23.777622 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8a7bcf82-228a-4a9f-9c2c-eab69de77f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:23.787100 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-69665f8a-100e-4260-9c99-21dddcf0bc09 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:23.824092 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-656ae683-8226-493f-9e40-0672ba889023 req-5399adbb-8a54-4f67-9f1b-ce8b3f5eeeb9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Calling delete_port for 13d5c611-b072-48c7-a82b-e602abe69b1b owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:05:23.841362 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-7da84908-b14e-490b-9c1d-c9b670b1e075 None None] For port 2ba049ce-2e78-4eac-98e1-d561dd867ef6, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:05:23.844579 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-7da84908-b14e-490b-9c1d-c9b670b1e075 None None] For port 2ba049ce-2e78-4eac-98e1-d561dd867ef6, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=2ba049ce-2e78-4eac-98e1-d561dd867ef6,segment=NetworkSegment(109950e9-b51a-4335-a43e-05d75bb3bf53),segment_id=109950e9-b51a-4335-a43e-05d75bb3bf53)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:05:23.854144 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-568d7a95-cdaf-4d69-a57f-da158893b50e req-57154a53-804f-4286-abcc-9c691fcd1571 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735549 Sep 30 01:05:23.875116 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=35284674-21db-44af-a498-316f25bfd67c,revision_number=6']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:23.879820 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-7da84908-b14e-490b-9c1d-c9b670b1e075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:23.889760 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:23.890226 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:23.936996 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7bcf82-228a-4a9f-9c2c-eab69de77f53 admin admin] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:05:23.944414 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-de113495-08c3-4115-ae33-0e64a770afc6 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Synchronizing usage tracker for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:05:23.947550 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 31b21c63-4aaf-4aad-8db3-e7a630c298ec triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:05:23.947938 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:23.961846 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-8a7bcf82-228a-4a9f-9c2c-eab69de77f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:05:23.969652 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7bcf82-228a-4a9f-9c2c-eab69de77f53 admin admin] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:05:23.987167 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-deleted', 'tag': '4778fec0-c087-4f43-b37f-9433a75609de'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:05:24.005595 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5896eee-f469-4ff5-a4f0-0e617153e3d4 req-97bbd12e-cd21-4f80-8339-e1ec8b9a3d2c tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:24.013572 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e5896eee-f469-4ff5-a4f0-0e617153e3d4 req-97bbd12e-cd21-4f80-8339-e1ec8b9a3d2c tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 1.1537421 Sep 30 01:05:24.030562 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7bcf82-228a-4a9f-9c2c-eab69de77f53 admin admin] Pushing event updated for resources: {'Port': ['ID=b569bbe4-22db-4eb4-b0ac-32a4e034a0e3,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:24.062553 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:24.067637 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da84908-b14e-490b-9c1d-c9b670b1e075 None None] Pushing event updated for resources: {'Port': ['ID=2ba049ce-2e78-4eac-98e1-d561dd867ef6,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:24.072268 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8a7bcf82-228a-4a9f-9c2c-eab69de77f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:24.072438 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-7da84908-b14e-490b-9c1d-c9b670b1e075 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:24.090969 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e5896eee-f469-4ff5-a4f0-0e617153e3d4 req-52b846ba-6601-4355-95fa-5eb3c466fa09 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727949 Sep 30 01:05:24.091587 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-656ae683-8226-493f-9e40-0672ba889023 req-5399adbb-8a54-4f67-9f1b-ce8b3f5eeeb9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:24.113549 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e8aca1a4-09ad-4450-91ed-b9958c211f93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:24.173070 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:24.182844 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-de113495-08c3-4115-ae33-0e64a770afc6 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Unset dirty status for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:05:24.189848 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-de113495-08c3-4115-ae33-0e64a770afc6 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.5286989 Sep 30 01:05:24.193983 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48550) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:24.220216 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 31b21c63-4aaf-4aad-8db3-e7a630c298ec, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=31b21c63-4aaf-4aad-8db3-e7a630c298ec,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:24.227904 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:24.232652 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:24.272164 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399adbb-8a54-4f67-9f1b-ce8b3f5eeeb9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Pushing event deleted for resources: {'Port': ['ID=13d5c611-b072-48c7-a82b-e602abe69b1b,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:24.276096 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5399adbb-8a54-4f67-9f1b-ce8b3f5eeeb9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:24.283392 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-656ae683-8226-493f-9e40-0672ba889023 req-5399adbb-8a54-4f67-9f1b-ce8b3f5eeeb9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] No DVR routers for this DVR port 13d5c611-b072-48c7-a82b-e602abe69b1b on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:05:24.286396 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-656ae683-8226-493f-9e40-0672ba889023 req-5399adbb-8a54-4f67-9f1b-ce8b3f5eeeb9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:24.307632 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-656ae683-8226-493f-9e40-0672ba889023 req-5399adbb-8a54-4f67-9f1b-ce8b3f5eeeb9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.59 "DELETE /v2.0/ports/13d5c611-b072-48c7-a82b-e602abe69b1b HTTP/1.1" status: 204 len: 173 time: 1.9678044 Sep 30 01:05:24.321318 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-5d8ef940-ffc4-4e20-b759-e7f7a329dd52 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Request body: {'security_group': {'name': 'tempest-security--1023029852', 'description': 'tempest-security-description-1072467607'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:24.359268 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35284674-21db-44af-a498-316f25bfd67c'}, {'server_uuid': '6a5f2568-ba76-4126-a5f4-d94753edcd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b21c63-4aaf-4aad-8db3-e7a630c298ec'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:05:24.448978 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=31b21c63-4aaf-4aad-8db3-e7a630c298ec,revision_number=7']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:24.452525 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:24.578178 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-656ae683-8226-493f-9e40-0672ba889023 req-8ebc7d03-69fa-4592-84c2-afb86f3494a2 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Deleting port 35284674-21db-44af-a498-316f25bfd67c {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:05:24.578527 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-656ae683-8226-493f-9e40-0672ba889023 req-8ebc7d03-69fa-4592-84c2-afb86f3494a2 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:24.628007 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5d8ef940-ffc4-4e20-b759-e7f7a329dd52 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:24.671823 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137c1dc-9010-4ab5-af9e-3ef4b27d7dea req-3aa9e1f1-cc69-4231-8e8c-ede22b7f3257 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:24.673381 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9137c1dc-9010-4ab5-af9e-3ef4b27d7dea req-3aa9e1f1-cc69-4231-8e8c-ede22b7f3257 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 946 time: 0.1937044 Sep 30 01:05:24.720984 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7118d-3c0c-408b-ad20-fbc6d50e514b req-121fc6de-d088-4b58-8317-bfd81403462a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:24.731174 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f1c7118d-3c0c-408b-ad20-fbc6d50e514b req-121fc6de-d088-4b58-8317-bfd81403462a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.6561179 Sep 30 01:05:24.951437 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9137c1dc-9010-4ab5-af9e-3ef4b27d7dea req-82ee1af2-bdf9-4b2c-86fe-2316eb2d4921 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268796 Sep 30 01:05:25.042437 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-deleted', 'tag': '4778fec0-c087-4f43-b37f-9433a75609de', 'status': 'completed', 'code': 200} Sep 30 01:05:25.102379 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-656ae683-8226-493f-9e40-0672ba889023 req-8ebc7d03-69fa-4592-84c2-afb86f3494a2 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] For port 35284674-21db-44af-a498-316f25bfd67c, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=35284674-21db-44af-a498-316f25bfd67c,segment=NetworkSegment(ab908e6e-8629-4086-b083-0b1dd66189b0),segment_id=ab908e6e-8629-4086-b083-0b1dd66189b0)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:25.102786 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-656ae683-8226-493f-9e40-0672ba889023 req-8ebc7d03-69fa-4592-84c2-afb86f3494a2 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:25.274449 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-656ae683-8226-493f-9e40-0672ba889023 req-8ebc7d03-69fa-4592-84c2-afb86f3494a2 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Calling delete_port for 35284674-21db-44af-a498-316f25bfd67c owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:05:25.343961 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8a7bcf82-228a-4a9f-9c2c-eab69de77f53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:25.457540 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 2ba049ce-2e78-4eac-98e1-d561dd867ef6 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:05:25.541093 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5d8ef940-ffc4-4e20-b759-e7f7a329dd52 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:25.557135 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5d8ef940-ffc4-4e20-b759-e7f7a329dd52 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:25.560489 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5d8ef940-ffc4-4e20-b759-e7f7a329dd52 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:25.561747 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-5d8ef940-ffc4-4e20-b759-e7f7a329dd52 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "PUT /v2.0/security-groups/15507924-8c16-41bd-a2cf-9a2ad4c49ac3 HTTP/1.1" status: 200 len: 1780 time: 1.3631163 Sep 30 01:05:25.567201 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7c6cdf4c-4591-4d6a-9212-327bd3621951 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:25.581187 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48568) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:25.581958 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 2ba049ce-2e78-4eac-98e1-d561dd867ef6 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:05:25.601577 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f1c7118d-3c0c-408b-ad20-fbc6d50e514b req-8189eb56-18a0-4021-89ac-0d0044567779 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8686297 Sep 30 01:05:25.619099 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126130cf-262c-4271-9e56-c87bd4a71f65 None None] Network 872dca4c-27e9-450c-b8d9-89a50a7ba7c9 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:05:25.631431 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ed955-b7a4-40f3-b416-98d5720110e1 req-cf4ea701-0e8c-4683-8457-3112249f28ab tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:25.637942 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ed955-b7a4-40f3-b416-98d5720110e1 req-cf4ea701-0e8c-4683-8457-3112249f28ab tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:25.638860 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-4a6ed955-b7a4-40f3-b416-98d5720110e1 req-cf4ea701-0e8c-4683-8457-3112249f28ab tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Synchronizing usage tracker for tenant:5a750dc97d8045f29998977fe5e379fc on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:05:25.697633 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ef940-ffc4-4e20-b759-e7f7a329dd52 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15507924-8c16-41bd-a2cf-9a2ad4c49ac3,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:25.715323 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5d8ef940-ffc4-4e20-b759-e7f7a329dd52 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:25.716154 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-4a6ed955-b7a4-40f3-b416-98d5720110e1 req-cf4ea701-0e8c-4683-8457-3112249f28ab tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Unset dirty status for tenant:5a750dc97d8045f29998977fe5e379fc on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:05:25.723421 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4a6ed955-b7a4-40f3-b416-98d5720110e1 req-cf4ea701-0e8c-4683-8457-3112249f28ab tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 1677 time: 0.4563956 Sep 30 01:05:25.743603 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-656ae683-8226-493f-9e40-0672ba889023 req-8ebc7d03-69fa-4592-84c2-afb86f3494a2 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:25.752293 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-536b7dee-b1cf-4e17-8ec3-bd7ba30bf702 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:25.753173 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8885e09a-acd1-45e4-9eac-58eaac1f0601 None None] Provisioning for port 2ba049ce-2e78-4eac-98e1-d561dd867ef6 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:05:25.779632 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-419c61f7-699d-4933-879c-48e6557d3e89 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "GET /v2.0/security-groups/15507924-8c16-41bd-a2cf-9a2ad4c49ac3 HTTP/1.1" status: 200 len: 1780 time: 0.1945033 Sep 30 01:05:25.780246 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8885e09a-acd1-45e4-9eac-58eaac1f0601 None None] Provisioning complete for port 2ba049ce-2e78-4eac-98e1-d561dd867ef6 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:05:25.780347 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48572) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:25.780438 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8885e09a-acd1-45e4-9eac-58eaac1f0601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:25.823132 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc7d03-69fa-4592-84c2-afb86f3494a2 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Pushing event deleted for resources: {'Port': ['ID=35284674-21db-44af-a498-316f25bfd67c,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:25.861692 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8ebc7d03-69fa-4592-84c2-afb86f3494a2 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:25.882652 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4a6ed955-b7a4-40f3-b416-98d5720110e1 req-baf49e77-eb8f-459f-be0f-9a5af30227a1 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups?id=61c07f00-60e7-43c9-bcbb-cce803fa6616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582785 Sep 30 01:05:26.011454 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35284674-21db-44af-a498-316f25bfd67c', 'code': 200} Sep 30 01:05:26.011842 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5f2568-ba76-4126-a5f4-d94753edcd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b21c63-4aaf-4aad-8db3-e7a630c298ec', 'code': 200} Sep 30 01:05:26.015405 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-656ae683-8226-493f-9e40-0672ba889023 req-8ebc7d03-69fa-4592-84c2-afb86f3494a2 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] No DVR routers for this DVR port 35284674-21db-44af-a498-316f25bfd67c on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:05:26.020058 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-656ae683-8226-493f-9e40-0672ba889023 req-8ebc7d03-69fa-4592-84c2-afb86f3494a2 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:26.022036 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-656ae683-8226-493f-9e40-0672ba889023 req-8ebc7d03-69fa-4592-84c2-afb86f3494a2 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.59 "DELETE /v2.0/ports/35284674-21db-44af-a498-316f25bfd67c HTTP/1.1" status: 204 len: 173 time: 1.7085698 Sep 30 01:05:26.158964 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8885e09a-acd1-45e4-9eac-58eaac1f0601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:26.164759 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-656ae683-8226-493f-9e40-0672ba889023 req-5ab90cbc-9168-4dad-9a1f-0b573822c381 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Deleting port f022d92f-0eb3-4cfa-a3d3-9166ea00620e {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:05:26.165110 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-656ae683-8226-493f-9e40-0672ba889023 req-5ab90cbc-9168-4dad-9a1f-0b573822c381 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:26.252467 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8885e09a-acd1-45e4-9eac-58eaac1f0601 None None] For port 2ba049ce-2e78-4eac-98e1-d561dd867ef6, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=2ba049ce-2e78-4eac-98e1-d561dd867ef6,segment=NetworkSegment(109950e9-b51a-4335-a43e-05d75bb3bf53),segment_id=109950e9-b51a-4335-a43e-05d75bb3bf53)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:26.261539 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8885e09a-acd1-45e4-9eac-58eaac1f0601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:26.263912 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-bc415fad-1cbf-4837-980c-b97283f3985e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:26.443849 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-839506b9-3143-4482-86ee-821ea734ec5c tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:26.466195 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885e09a-acd1-45e4-9eac-58eaac1f0601 None None] Pushing event updated for resources: {'Port': ['ID=2ba049ce-2e78-4eac-98e1-d561dd867ef6,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:26.476283 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8885e09a-acd1-45e4-9eac-58eaac1f0601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:26.536947 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-839506b9-3143-4482-86ee-821ea734ec5c tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:26.691420 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-839506b9-3143-4482-86ee-821ea734ec5c tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:26.691420 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7dcfca19-77d1-43b8-9b6f-48bf33b76b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:26.698820 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-b1014dec-98bc-4b17-b9fd-8a007369ff44 None None] Provisioning complete for port 2ba049ce-2e78-4eac-98e1-d561dd867ef6 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:05:26.699174 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-b1014dec-98bc-4b17-b9fd-8a007369ff44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:26.716804 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839506b9-3143-4482-86ee-821ea734ec5c tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15507924-8c16-41bd-a2cf-9a2ad4c49ac3,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:26.723588 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-839506b9-3143-4482-86ee-821ea734ec5c tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:26.729888 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8a7bcf82-228a-4a9f-9c2c-eab69de77f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673175'] for router, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:26.813882 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c2e3c-5a8d-4fa4-a91f-30fc86a018eb req-1aba0037-1213-4461-a7cf-ab7aa5bd804e tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:26.815413 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8d1c2e3c-5a8d-4fa4-a91f-30fc86a018eb req-1aba0037-1213-4461-a7cf-ab7aa5bd804e tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.6980371 Sep 30 01:05:26.913759 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-839506b9-3143-4482-86ee-821ea734ec5c tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:26.917871 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-839506b9-3143-4482-86ee-821ea734ec5c tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "DELETE /v2.0/security-groups/15507924-8c16-41bd-a2cf-9a2ad4c49ac3 HTTP/1.1" status: 204 len: 168 time: 1.1344531 Sep 30 01:05:26.922291 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48604) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:27.001796 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-656ae683-8226-493f-9e40-0672ba889023 req-5ab90cbc-9168-4dad-9a1f-0b573822c381 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] For port f022d92f-0eb3-4cfa-a3d3-9166ea00620e, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=f022d92f-0eb3-4cfa-a3d3-9166ea00620e,segment=NetworkSegment(7a580927-319d-432d-8607-34e9ac4cfc0f),segment_id=7a580927-319d-432d-8607-34e9ac4cfc0f)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:27.002370 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-656ae683-8226-493f-9e40-0672ba889023 req-5ab90cbc-9168-4dad-9a1f-0b573822c381 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:27.021116 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8d1c2e3c-5a8d-4fa4-a91f-30fc86a018eb req-a3ba10bf-a5f5-4f1a-84d1-40e7f91d8493 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289778 Sep 30 01:05:27.079201 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-6095c02f-1a9f-43df-b614-4dfab9ee9a26 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Synchronizing usage tracker for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:05:27.094796 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-deleted', 'tag': '13d5c611-b072-48c7-a82b-e602abe69b1b'}, {'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-deleted', 'tag': '35284674-21db-44af-a498-316f25bfd67c'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:05:27.174210 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-6095c02f-1a9f-43df-b614-4dfab9ee9a26 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Unset dirty status for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:05:27.178295 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-6095c02f-1a9f-43df-b614-4dfab9ee9a26 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2369990 Sep 30 01:05:27.180255 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48610) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:27.244018 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7bcf82-228a-4a9f-9c2c-eab69de77f53 admin admin] Router 1da7c370-8371-4f4c-8160-6db10e60f8aa is scheduled to L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 with binding_index 1 {{(pid=80275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 30 01:05:27.285162 n-d-811809-1 neutron-server[80274]: INFO neutron.api.v2.resource [None req-b395b94f-9e53-4920-b4ce-d8c7c9afe045 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] delete failed (client error): The resource could not be found. Sep 30 01:05:27.289653 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-b395b94f-9e53-4920-b4ce-d8c7c9afe045 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "DELETE /v2.0/security-groups/15507924-8c16-41bd-a2cf-9a2ad4c49ac3 HTTP/1.1" status: 404 len: 347 time: 0.1051114 Sep 30 01:05:27.296127 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48614) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:27.314497 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-43128a71-5979-4bed-80ce-fd7f6cc1b0cb tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Request body: {'security_group': {'name': 'tempest-secgroup--1159175161'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:27.326404 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-43128a71-5979-4bed-80ce-fd7f6cc1b0cb tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:27.405308 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 2ba049ce-2e78-4eac-98e1-d561dd867ef6 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:05:27.426134 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-43128a71-5979-4bed-80ce-fd7f6cc1b0cb tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:27.480055 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633f696-845b-4ce6-8de7-0e832a5c874a req-917240f1-00a0-4035-99c2-09d220be4c3e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:27.481696 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4633f696-845b-4ce6-8de7-0e832a5c874a req-917240f1-00a0-4035-99c2-09d220be4c3e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.3777530 Sep 30 01:05:27.491059 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-43128a71-5979-4bed-80ce-fd7f6cc1b0cb tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:27.531687 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-656ae683-8226-493f-9e40-0672ba889023 req-5ab90cbc-9168-4dad-9a1f-0b573822c381 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:27.532063 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-656ae683-8226-493f-9e40-0672ba889023 req-5ab90cbc-9168-4dad-9a1f-0b573822c381 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:27.532375 n-d-811809-1 neutron-server[80274]: INFO neutron.db.l3_db [req-656ae683-8226-493f-9e40-0672ba889023 req-5ab90cbc-9168-4dad-9a1f-0b573822c381 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Floating IP 30e50f52-1bff-4297-8c32-c9b85fd5e2b9 disassociated. External IP: 172.25.0.202, port: f022d92f-0eb3-4cfa-a3d3-9166ea00620e. Sep 30 01:05:27.532719 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-656ae683-8226-493f-9e40-0672ba889023 req-5ab90cbc-9168-4dad-9a1f-0b573822c381 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Calling delete_port for f022d92f-0eb3-4cfa-a3d3-9166ea00620e owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:05:27.558124 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7bcf82-228a-4a9f-9c2c-eab69de77f53 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:05:27.577648 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce109218-1570-44fb-bb96-ecff787599c6 None None] Sync routers for ids ['1da7c370-8371-4f4c-8160-6db10e60f8aa'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:05:27.589620 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa36805-c490-4d8c-8506-d3070ea048d7 req-d271655a-4ae0-4f7a-a5ba-969ad8f64a0d tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:27.592494 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-eaa36805-c490-4d8c-8506-d3070ea048d7 req-d271655a-4ae0-4f7a-a5ba-969ad8f64a0d tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 946 time: 0.4197190 Sep 30 01:05:27.612884 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-43128a71-5979-4bed-80ce-fd7f6cc1b0cb tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:27.622608 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce109218-1570-44fb-bb96-ecff787599c6 None None] Routers {'1da7c370-8371-4f4c-8160-6db10e60f8aa'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:05:27.626861 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-ce109218-1570-44fb-bb96-ecff787599c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:05:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['1da7c370-8371-4f4c-8160-6db10e60f8aa'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:05:27.630541 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4633f696-845b-4ce6-8de7-0e832a5c874a req-dad39fda-997e-491e-9dc6-04bde6e6693a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405253 Sep 30 01:05:27.631660 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-43128a71-5979-4bed-80ce-fd7f6cc1b0cb tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Usage tracker for resource:security_group_rule and tenant:67dae2b74aaa49b8876b85d7455d0efe is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:27.640547 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8a7bcf82-228a-4a9f-9c2c-eab69de77f53 admin admin] Notify callbacks [] for router, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:27.642115 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-8a7bcf82-228a-4a9f-9c2c-eab69de77f53 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.4717255 Sep 30 01:05:27.645862 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48622) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:27.656370 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-43128a71-5979-4bed-80ce-fd7f6cc1b0cb tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:27.805442 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-43128a71-5979-4bed-80ce-fd7f6cc1b0cb tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:27.809410 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 2ba049ce-2e78-4eac-98e1-d561dd867ef6 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:05:27.810095 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:27.997297 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-656ae683-8226-493f-9e40-0672ba889023 req-5ab90cbc-9168-4dad-9a1f-0b573822c381 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:28.007890 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-ce109218-1570-44fb-bb96-ecff787599c6 None None] Set router 1da7c370-8371-4f4c-8160-6db10e60f8aa gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:05:28.014396 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-101a255a-ae36-43d4-b31e-3ba8c0fa9415 tempest-ListImageFiltersTestJSON-168679460 tempest-ListImageFiltersTestJSON-168679460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:28.061814 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cdadc36c-e02e-45b0-8261-fa170e82a799 req-c6cfa15a-416f-4b0d-9f7e-ca28498b7be6 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 210 time: 0.1199622 Sep 30 01:05:28.138690 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab90cbc-9168-4dad-9a1f-0b573822c381 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Pushing event deleted for resources: {'Port': ['ID=f022d92f-0eb3-4cfa-a3d3-9166ea00620e,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:28.142655 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5ab90cbc-9168-4dad-9a1f-0b573822c381 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:28.288119 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-deleted', 'tag': '13d5c611-b072-48c7-a82b-e602abe69b1b', 'status': 'completed', 'code': 200} Sep 30 01:05:28.288541 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-deleted', 'tag': '35284674-21db-44af-a498-316f25bfd67c', 'status': 'completed', 'code': 200} Sep 30 01:05:28.323205 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-eaa36805-c490-4d8c-8506-d3070ea048d7 req-e5300ceb-6e6e-40c5-8e07-611952e034af tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7154145 Sep 30 01:05:28.568413 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-43128a71-5979-4bed-80ce-fd7f6cc1b0cb tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:28.584420 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-43128a71-5979-4bed-80ce-fd7f6cc1b0cb tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:28.613435 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-55cc6c4c-083f-4881-b080-8f504fd1e527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:28.675754 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-ce109218-1570-44fb-bb96-ecff787599c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da7c370-8371-4f4c-8160-6db10e60f8aa', 'name': 'tempest-ServersTestFqdnHostnames-840265969-router', 'tenant_id': 'c16a5cb71d15489992f1294acc6f3861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'b569bbe4-22db-4eb4-b0ac-32a4e034a0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:05:20Z', 'updated_at': '2021-09-30T01:05:24Z', 'revision_number': 3, 'project_id': 'c16a5cb71d15489992f1294acc6f3861', 'gw_port': {'id': 'b569bbe4-22db-4eb4-b0ac-32a4e034a0e3', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da7c370-8371-4f4c-8160-6db10e60f8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:05:22Z', 'updated_at': '2021-09-30T01:05:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:05:28.688020 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce109218-1570-44fb-bb96-ecff787599c6 None None] Checking router: 1da7c370-8371-4f4c-8160-6db10e60f8aa for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:05:28.688660 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce109218-1570-44fb-bb96-ecff787599c6 None None] Updating router 1da7c370-8371-4f4c-8160-6db10e60f8aa port b569bbe4-22db-4eb4-b0ac-32a4e034a0e3 binding host n-d-811809-1 {{(pid=80276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 01:05:28.827492 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43128a71-5979-4bed-80ce-fd7f6cc1b0cb tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b30020b7-294f-4a67-ae91-ea36e72e4c8f,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:28.845764 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-43128a71-5979-4bed-80ce-fd7f6cc1b0cb tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:28.851558 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-43128a71-5979-4bed-80ce-fd7f6cc1b0cb tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:28.853137 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-43128a71-5979-4bed-80ce-fd7f6cc1b0cb tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5522530 Sep 30 01:05:28.858378 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48644) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:28.872154 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-656ae683-8226-493f-9e40-0672ba889023 req-5ab90cbc-9168-4dad-9a1f-0b573822c381 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Router f58e22ba-18ec-43d7-8773-53a56659ac50 has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 01:05:28.874435 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ce109218-1570-44fb-bb96-ecff787599c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:28.876309 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-bcf8a721-64db-428d-b88b-e781a1cb393c tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Request body: {'security_group_rule': {'security_group_id': 'b30020b7-294f-4a67-ae91-ea36e72e4c8f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:28.889797 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-bcf8a721-64db-428d-b88b-e781a1cb393c tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:28.898340 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-bcf8a721-64db-428d-b88b-e781a1cb393c tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Usage tracker for resource:security_group_rule and tenant:67dae2b74aaa49b8876b85d7455d0efe is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:28.903715 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-bcf8a721-64db-428d-b88b-e781a1cb393c tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:28.914972 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-bcf8a721-64db-428d-b88b-e781a1cb393c tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:29.144042 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bbcff-a7d0-4d11-9da6-c978caf848c3 req-60478c26-7fc7-4c14-b4b3-b5bb19a26bbd tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:29.152187 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7f5bbcff-a7d0-4d11-9da6-c978caf848c3 req-60478c26-7fc7-4c14-b4b3-b5bb19a26bbd tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.3854146 Sep 30 01:05:29.181546 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bcf8a721-64db-428d-b88b-e781a1cb393c tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:29.220778 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-858d1f0c-03d5-42b8-adcc-4262cdc28bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:29.248253 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecab903-3c31-4ee8-822f-a09ac03451e1 req-57ca327b-0b21-4284-a343-7285abcbe8d8 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:29.249809 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4ecab903-3c31-4ee8-822f-a09ac03451e1 req-57ca327b-0b21-4284-a343-7285abcbe8d8 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.3737535 Sep 30 01:05:29.289427 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7f5bbcff-a7d0-4d11-9da6-c978caf848c3 req-db9efe47-97cd-4cd0-bd08-71298f112143 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355555 Sep 30 01:05:29.321271 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-656ae683-8226-493f-9e40-0672ba889023 req-5ab90cbc-9168-4dad-9a1f-0b573822c381 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:05:29.333589 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51430114-6b1d-44d5-8fe6-46e67997e308 None None] Sync routers for ids ['f58e22ba-18ec-43d7-8773-53a56659ac50'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:05:29.357471 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51430114-6b1d-44d5-8fe6-46e67997e308 None None] Routers {'f58e22ba-18ec-43d7-8773-53a56659ac50'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:05:29.358155 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-51430114-6b1d-44d5-8fe6-46e67997e308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:05:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['f58e22ba-18ec-43d7-8773-53a56659ac50'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:05:29.442973 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ce109218-1570-44fb-bb96-ecff787599c6 None None] Notify callbacks [] for port, precommit_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:29.449778 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4ecab903-3c31-4ee8-822f-a09ac03451e1 req-9c7e4f5f-8a4f-4c4a-b462-04b85e7510f6 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483846 Sep 30 01:05:29.492405 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-ce109218-1570-44fb-bb96-ecff787599c6 None None] Transition to ACTIVE for port object b569bbe4-22db-4eb4-b0ac-32a4e034a0e3 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:05:29.501537 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ce109218-1570-44fb-bb96-ecff787599c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:29.524158 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:29.698644 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-ce109218-1570-44fb-bb96-ecff787599c6 None None] Attempting to bind port b569bbe4-22db-4eb4-b0ac-32a4e034a0e3 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:05:29.699358 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-ce109218-1570-44fb-bb96-ecff787599c6 None None] Attempting to bind port b569bbe4-22db-4eb4-b0ac-32a4e034a0e3 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:05:29.706342 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce109218-1570-44fb-bb96-ecff787599c6 None None] Attempting to bind port b569bbe4-22db-4eb4-b0ac-32a4e034a0e3 on network 1b813296-b79a-4ce4-abf3-9e488de9f705 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:05:29.717059 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23817a-bf57-4900-9e9f-9c06389e6c48 None None] Pushing event updated for resources: {'Port': ['ID=b569bbe4-22db-4eb4-b0ac-32a4e034a0e3,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:29.719948 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce109218-1570-44fb-bb96-ecff787599c6 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:05:29.720613 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce109218-1570-44fb-bb96-ecff787599c6 None None] Checking segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:05:29.721144 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ce109218-1570-44fb-bb96-ecff787599c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:29.721643 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce109218-1570-44fb-bb96-ecff787599c6 None None] Bound using segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:05:29.722250 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-ce109218-1570-44fb-bb96-ecff787599c6 None None] Bound port: b569bbe4-22db-4eb4-b0ac-32a4e034a0e3, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:05:29.722794 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ce109218-1570-44fb-bb96-ecff787599c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:29.739246 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-858d1f0c-03d5-42b8-adcc-4262cdc28bb1 admin admin] Allocated IP 172.20.0.1 (872dca4c-27e9-450c-b8d9-89a50a7ba7c9/fe2e3177-f9d6-424f-8f77-f7b60ab3911b/4b17c27b-213c-4194-b379-a32d7fde6143) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:05:29.787508 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-51430114-6b1d-44d5-8fe6-46e67997e308 None None] Set router f58e22ba-18ec-43d7-8773-53a56659ac50 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:05:29.790364 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f4ba8-3e95-4c47-8e25-96cedb6bc2bd req-a313d46f-a9c2-4f1b-a96f-d6ec4d53bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:29.791902 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-071f4ba8-3e95-4c47-8e25-96cedb6bc2bd req-a313d46f-a9c2-4f1b-a96f-d6ec4d53bbea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=038e4d0abd4b4e5c940f331b6f0950a9&device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 1095 time: 0.8741860 Sep 30 01:05:29.814703 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-ce109218-1570-44fb-bb96-ecff787599c6 None None] For port b569bbe4-22db-4eb4-b0ac-32a4e034a0e3, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:05:29.818469 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-ce109218-1570-44fb-bb96-ecff787599c6 None None] For port b569bbe4-22db-4eb4-b0ac-32a4e034a0e3, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=b569bbe4-22db-4eb4-b0ac-32a4e034a0e3,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:05:29.820002 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-ea23817a-bf57-4900-9e9f-9c06389e6c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:29.835400 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ce109218-1570-44fb-bb96-ecff787599c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:29.843181 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-2dfd9c3f-770f-4499-b067-1e8c64b64e2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:29.853569 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-43f30ade-c33e-4227-aed4-a9e69fdb7e51 req-8a487f8c-5951-421a-b167-446fc27a609c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 210 time: 0.1034157 Sep 30 01:05:29.968443 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce109218-1570-44fb-bb96-ecff787599c6 None None] Routers {'1da7c370-8371-4f4c-8160-6db10e60f8aa'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:05:29.971921 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-ce109218-1570-44fb-bb96-ecff787599c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:05:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['1da7c370-8371-4f4c-8160-6db10e60f8aa'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:05:29.987131 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-656ae683-8226-493f-9e40-0672ba889023 req-5ab90cbc-9168-4dad-9a1f-0b573822c381 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] No DVR routers for this DVR port f022d92f-0eb3-4cfa-a3d3-9166ea00620e on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:05:29.995881 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bcf8a721-64db-428d-b88b-e781a1cb393c tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:29.998291 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-656ae683-8226-493f-9e40-0672ba889023 req-5ab90cbc-9168-4dad-9a1f-0b573822c381 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:30.037897 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-656ae683-8226-493f-9e40-0672ba889023 req-5ab90cbc-9168-4dad-9a1f-0b573822c381 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.59 "DELETE /v2.0/ports/f022d92f-0eb3-4cfa-a3d3-9166ea00620e HTTP/1.1" status: 204 len: 173 time: 4.0079670 Sep 30 01:05:30.053819 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bcf8a721-64db-428d-b88b-e781a1cb393c tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:30.079622 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-858d1f0c-03d5-42b8-adcc-4262cdc28bb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:30.102076 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-858d1f0c-03d5-42b8-adcc-4262cdc28bb1 admin admin] Transition to ACTIVE for port object 4b17c27b-213c-4194-b379-a32d7fde6143 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:05:30.137927 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-858d1f0c-03d5-42b8-adcc-4262cdc28bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:30.145907 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b8534345-2734-4aef-bcbf-dc49dfcd4c70 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:30.222901 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:30.236547 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858d1f0c-03d5-42b8-adcc-4262cdc28bb1 admin admin] Network 872dca4c-27e9-450c-b8d9-89a50a7ba7c9 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:05:30.245123 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-858d1f0c-03d5-42b8-adcc-4262cdc28bb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:05:30.261007 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858d1f0c-03d5-42b8-adcc-4262cdc28bb1 admin admin] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:05:30.298495 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8a721-64db-428d-b88b-e781a1cb393c tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e418f028-5538-4758-8fca-223de46750a2,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:30.304908 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-deleted', 'tag': 'f022d92f-0eb3-4cfa-a3d3-9166ea00620e'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:05:30.316609 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-bcf8a721-64db-428d-b88b-e781a1cb393c tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:30.320741 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-bcf8a721-64db-428d-b88b-e781a1cb393c tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4609683 Sep 30 01:05:30.325522 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48666) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:30.330635 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bcf8a721-64db-428d-b88b-e781a1cb393c tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:30.372861 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f795183-7841-4b28-bdf5-7c04406af846 req-22d118d1-c78f-4255-bce9-1a3df1b475c9 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:30.374626 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7f795183-7841-4b28-bdf5-7c04406af846 req-22d118d1-c78f-4255-bce9-1a3df1b475c9 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 946 time: 0.4773760 Sep 30 01:05:30.403361 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d1f0c-03d5-42b8-adcc-4262cdc28bb1 admin admin] Pushing event updated for resources: {'Port': ['ID=4b17c27b-213c-4194-b379-a32d7fde6143,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:30.414277 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-db625eb8-f00f-4a8d-878c-df1600cf9d68 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:30.429038 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-858d1f0c-03d5-42b8-adcc-4262cdc28bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:30.433483 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-db625eb8-f00f-4a8d-878c-df1600cf9d68 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:30.470369 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-858d1f0c-03d5-42b8-adcc-4262cdc28bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734280'] for router_interface, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:30.521242 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-db625eb8-f00f-4a8d-878c-df1600cf9d68 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:30.558379 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23817a-bf57-4900-9e9f-9c06389e6c48 None None] Pushing event updated for resources: {'Port': ['ID=b569bbe4-22db-4eb4-b0ac-32a4e034a0e3,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:30.561805 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-51430114-6b1d-44d5-8fe6-46e67997e308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'name': 'tempest-TaggedBootDevicesTest-1703482194-router', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '0bd74f79-951f-4631-ba72-8b14de7c56d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:54:13Z', 'updated_at': '2021-09-30T00:54:22Z', 'revision_number': 4, 'project_id': '5a750dc97d8045f29998977fe5e379fc', 'gw_port': {'id': '0bd74f79-951f-4631-ba72-8b14de7c56d6', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:14Z', 'updated_at': '2021-09-30T00:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '08a6a374-a425-4dde-8f11-f6f621854786', 'name': '', 'network_id': '5fb36fa6-51fa-41e0-a614-23d3a62d6673', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'mac_address': 'fa:16:3e:88:11:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'bd3c024e-b603-46de-89e9-6733ca50df93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:19Z', 'updated_at': '2021-09-30T00:54:30Z', 'revision_number': 5, 'project_id': '5a750dc97d8045f29998977fe5e379fc', 'subnets': [{'id': 'bd3c024e-b603-46de-89e9-6733ca50df93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:05:30.569807 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51430114-6b1d-44d5-8fe6-46e67997e308 None None] Checking router: f58e22ba-18ec-43d7-8773-53a56659ac50 for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:05:30.571182 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-ea23817a-bf57-4900-9e9f-9c06389e6c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:30.582494 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bcf8a721-64db-428d-b88b-e781a1cb393c tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:30.595561 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51430114-6b1d-44d5-8fe6-46e67997e308 None None] Routers {'f58e22ba-18ec-43d7-8773-53a56659ac50'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:05:30.598959 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-51430114-6b1d-44d5-8fe6-46e67997e308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:05:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['f58e22ba-18ec-43d7-8773-53a56659ac50'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:05:30.629937 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db625eb8-f00f-4a8d-878c-df1600cf9d68 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e418f028-5538-4758-8fca-223de46750a2,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:30.670226 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-ce109218-1570-44fb-bb96-ecff787599c6 None None] Set router 1da7c370-8371-4f4c-8160-6db10e60f8aa gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:05:30.680429 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-db625eb8-f00f-4a8d-878c-df1600cf9d68 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:30.702685 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7f795183-7841-4b28-bdf5-7c04406af846 req-181a0c67-3eb5-46dc-9074-b06bc43df3e1 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915027 Sep 30 01:05:30.706498 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-db625eb8-f00f-4a8d-878c-df1600cf9d68 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:30.713383 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-db625eb8-f00f-4a8d-878c-df1600cf9d68 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/e418f028-5538-4758-8fca-223de46750a2 HTTP/1.1" status: 204 len: 168 time: 0.3848810 Sep 30 01:05:30.719014 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48674) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:30.778800 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f4ba8-3e95-4c47-8e25-96cedb6bc2bd req-17dc78f2-229d-451d-8292-99df6718b80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:30.788457 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-071f4ba8-3e95-4c47-8e25-96cedb6bc2bd req-17dc78f2-229d-451d-8292-99df6718b80a service neutron] 10.222.0.59 "GET /v2.0/networks?id=4c98a929-4bc6-4ff2-9381-439d6c813487 HTTP/1.1" status: 200 len: 912 time: 0.8926957 Sep 30 01:05:30.861967 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-858d1f0c-03d5-42b8-adcc-4262cdc28bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:30.891041 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-342d4d65-2d89-4266-a951-c7f9232825af None None] Provisioning for port 4b17c27b-213c-4194-b379-a32d7fde6143 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:05:30.984937 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329c7af8-b8e8-4fbb-9698-f0d9a8669b33', 'name': 'network-vif-deleted', 'tag': 'f022d92f-0eb3-4cfa-a3d3-9166ea00620e', 'status': 'completed', 'code': 200} Sep 30 01:05:31.017079 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-342d4d65-2d89-4266-a951-c7f9232825af None None] Provisioning complete for port 4b17c27b-213c-4194-b379-a32d7fde6143 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:05:31.023258 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-342d4d65-2d89-4266-a951-c7f9232825af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:31.140069 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-342d4d65-2d89-4266-a951-c7f9232825af None None] Port 4b17c27b-213c-4194-b379-a32d7fde6143 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:05:31.167660 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-51430114-6b1d-44d5-8fe6-46e67997e308 None None] Set router f58e22ba-18ec-43d7-8773-53a56659ac50 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:05:31.236235 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-ec8bfd44-b5f3-4fe2-8d41-7697c3acf120 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Synchronizing usage tracker for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group_rule {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:05:31.343303 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-ce109218-1570-44fb-bb96-ecff787599c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da7c370-8371-4f4c-8160-6db10e60f8aa', 'name': 'tempest-ServersTestFqdnHostnames-840265969-router', 'tenant_id': 'c16a5cb71d15489992f1294acc6f3861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'b569bbe4-22db-4eb4-b0ac-32a4e034a0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:05:20Z', 'updated_at': '2021-09-30T01:05:24Z', 'revision_number': 3, 'project_id': 'c16a5cb71d15489992f1294acc6f3861', 'gw_port': {'id': 'b569bbe4-22db-4eb4-b0ac-32a4e034a0e3', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da7c370-8371-4f4c-8160-6db10e60f8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:05:22Z', 'updated_at': '2021-09-30T01:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:05:31.353164 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce109218-1570-44fb-bb96-ecff787599c6 None None] The sync data for ids ['1da7c370-8371-4f4c-8160-6db10e60f8aa'] in n-d-811809-1 is: [{'id': '1da7c370-8371-4f4c-8160-6db10e60f8aa', 'name': 'tempest-ServersTestFqdnHostnames-840265969-router', 'tenant_id': 'c16a5cb71d15489992f1294acc6f3861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'b569bbe4-22db-4eb4-b0ac-32a4e034a0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:05:20Z', 'updated_at': '2021-09-30T01:05:24Z', 'revision_number': 3, 'project_id': 'c16a5cb71d15489992f1294acc6f3861', 'gw_port': {'id': 'b569bbe4-22db-4eb4-b0ac-32a4e034a0e3', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da7c370-8371-4f4c-8160-6db10e60f8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:05:22Z', 'updated_at': '2021-09-30T01:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:05:31.358304 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-ec8bfd44-b5f3-4fe2-8d41-7697c3acf120 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Unset dirty status for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group_rule {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:05:31.359050 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-ec8bfd44-b5f3-4fe2-8d41-7697c3acf120 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6316235 Sep 30 01:05:31.368175 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48682) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:31.379419 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-071f4ba8-3e95-4c47-8e25-96cedb6bc2bd req-2e850c2e-c9a9-4967-9601-c50ad42d0d11 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=918c28de-bb64-453a-8beb-13a66f32b207 HTTP/1.1" status: 200 len: 999 time: 0.5646067 Sep 30 01:05:31.557066 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-858d1f0c-03d5-42b8-adcc-4262cdc28bb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:31.568504 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-858d1f0c-03d5-42b8-adcc-4262cdc28bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:31.595779 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4231b9a5-c868-450f-b6fc-42d0f6dae0f8 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:31.660377 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f4ba8-3e95-4c47-8e25-96cedb6bc2bd req-82b2af25-7f65-4969-8df4-9d52ed595421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:31.664218 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-071f4ba8-3e95-4c47-8e25-96cedb6bc2bd req-82b2af25-7f65-4969-8df4-9d52ed595421 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c136aabe-2b6e-40bd-889c-a97ee8fe6bf6 HTTP/1.1" status: 200 len: 850 time: 0.2498343 Sep 30 01:05:31.687138 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908ec71-b8c4-4ca0-b553-dcdc80905667 req-8e70c8ae-7016-4450-bfeb-be79805cf09e tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:31.688674 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8908ec71-b8c4-4ca0-b553-dcdc80905667 req-8e70c8ae-7016-4450-bfeb-be79805cf09e tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.6156299 Sep 30 01:05:31.698874 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d1f0c-03d5-42b8-adcc-4262cdc28bb1 admin admin] Pushing event updated for resources: {'Port': ['ID=4b17c27b-213c-4194-b379-a32d7fde6143,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:31.713868 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-858d1f0c-03d5-42b8-adcc-4262cdc28bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:31.740733 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650f2a9-8f62-4254-bdd2-b43b928b15be req-a14dcd89-a1eb-4b99-96e1-2d3c1a0d292b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:31.742502 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b650f2a9-8f62-4254-bdd2-b43b928b15be req-a14dcd89-a1eb-4b99-96e1-2d3c1a0d292b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 1.0699692 Sep 30 01:05:31.765160 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-858d1f0c-03d5-42b8-adcc-4262cdc28bb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734445'] for router_interface, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:31.883327 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-51430114-6b1d-44d5-8fe6-46e67997e308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'name': 'tempest-TaggedBootDevicesTest-1703482194-router', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '0bd74f79-951f-4631-ba72-8b14de7c56d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:54:13Z', 'updated_at': '2021-09-30T00:54:22Z', 'revision_number': 4, 'project_id': '5a750dc97d8045f29998977fe5e379fc', 'gw_port': {'id': '0bd74f79-951f-4631-ba72-8b14de7c56d6', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:14Z', 'updated_at': '2021-09-30T00:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '08a6a374-a425-4dde-8f11-f6f621854786', 'name': '', 'network_id': '5fb36fa6-51fa-41e0-a614-23d3a62d6673', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'mac_address': 'fa:16:3e:88:11:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'bd3c024e-b603-46de-89e9-6733ca50df93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:19Z', 'updated_at': '2021-09-30T00:54:30Z', 'revision_number': 5, 'project_id': '5a750dc97d8045f29998977fe5e379fc', 'subnets': [{'id': 'bd3c024e-b603-46de-89e9-6733ca50df93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:05:31.886271 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ed490efe-f475-4b8b-b96b-c8a44c01943a tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:31.897894 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51430114-6b1d-44d5-8fe6-46e67997e308 None None] The sync data for ids ['f58e22ba-18ec-43d7-8773-53a56659ac50'] in n-d-811809-1 is: [{'id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'name': 'tempest-TaggedBootDevicesTest-1703482194-router', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '0bd74f79-951f-4631-ba72-8b14de7c56d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:54:13Z', 'updated_at': '2021-09-30T00:54:22Z', 'revision_number': 4, 'project_id': '5a750dc97d8045f29998977fe5e379fc', 'gw_port': {'id': '0bd74f79-951f-4631-ba72-8b14de7c56d6', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:14Z', 'updated_at': '2021-09-30T00:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '08a6a374-a425-4dde-8f11-f6f621854786', 'name': '', 'network_id': '5fb36fa6-51fa-41e0-a614-23d3a62d6673', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'mac_address': 'fa:16:3e:88:11:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'bd3c024e-b603-46de-89e9-6733ca50df93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:19Z', 'updated_at': '2021-09-30T00:54:30Z', 'revision_number': 5, 'project_id': '5a750dc97d8045f29998977fe5e379fc', 'subnets': [{'id': 'bd3c024e-b603-46de-89e9-6733ca50df93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:05:31.974043 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8908ec71-b8c4-4ca0-b553-dcdc80905667 req-4f488189-b181-474a-a520-46c1123bbf5e tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699287 Sep 30 01:05:31.986367 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ed490efe-f475-4b8b-b96b-c8a44c01943a tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:32.006518 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b650f2a9-8f62-4254-bdd2-b43b928b15be req-ff473b46-db55-42ab-887b-b725ec10154b tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2573152 Sep 30 01:05:32.120879 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f4ba8-3e95-4c47-8e25-96cedb6bc2bd req-d8b2bd80-222c-450a-b531-37456ed1aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:32.124711 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-071f4ba8-3e95-4c47-8e25-96cedb6bc2bd req-d8b2bd80-222c-450a-b531-37456ed1aba2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4c98a929-4bc6-4ff2-9381-439d6c813487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4340935 Sep 30 01:05:32.146101 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858d1f0c-03d5-42b8-adcc-4262cdc28bb1 admin admin] Network 872dca4c-27e9-450c-b8d9-89a50a7ba7c9 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:05:32.149809 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-858d1f0c-03d5-42b8-adcc-4262cdc28bb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:05:32.223996 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ed490efe-f475-4b8b-b96b-c8a44c01943a tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:32.476586 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-08d50ccc-3a84-4cce-80c6-f05b7b51264a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:32.494683 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-071f4ba8-3e95-4c47-8e25-96cedb6bc2bd req-4e4df146-590a-48d4-81b7-f24d62a1b64d service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576517 Sep 30 01:05:32.499660 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed490efe-f475-4b8b-b96b-c8a44c01943a tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30020b7-294f-4a67-ae91-ea36e72e4c8f,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:32.503450 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ed490efe-f475-4b8b-b96b-c8a44c01943a tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:32.611134 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6d2749-33a7-451f-96b0-9f1b9dec167a None None] New status for floating IP 30e50f52-1bff-4297-8c32-c9b85fd5e2b9: DOWN {{(pid=80276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 01:05:32.771185 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-071f4ba8-3e95-4c47-8e25-96cedb6bc2bd req-84b5bc31-f78c-4913-ba22-ff24870296e1 service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585137 Sep 30 01:05:32.817932 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ed490efe-f475-4b8b-b96b-c8a44c01943a tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:32.820144 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858d1f0c-03d5-42b8-adcc-4262cdc28bb1 admin admin] Router 1da7c370-8371-4f4c-8160-6db10e60f8aa has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 01:05:32.822138 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-ed490efe-f475-4b8b-b96b-c8a44c01943a tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "DELETE /v2.0/security-groups/b30020b7-294f-4a67-ae91-ea36e72e4c8f HTTP/1.1" status: 204 len: 168 time: 1.4511182 Sep 30 01:05:32.823606 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48696) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:32.877523 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c661f06a-2719-4ad9-9887-0d69dc61e4e3 req-ed8883ef-3aae-4637-80e7-3254510346f7 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 210 time: 0.1247602 Sep 30 01:05:33.029283 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee80096-3aa2-4c37-8caf-a0219ed4483c req-886e94a8-2ce8-4b66-98ee-e3b70fb0e1f9 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:33.030697 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-aee80096-3aa2-4c37-8caf-a0219ed4483c req-886e94a8-2ce8-4b66-98ee-e3b70fb0e1f9 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 946 time: 0.2071967 Sep 30 01:05:33.217180 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-dfcb2354-4c26-4c25-aac9-227143061511 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3854747 Sep 30 01:05:33.222630 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48704) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:33.238545 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-a82a1a39-f7d8-46f1-8188-c7e6904d24a5 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Request body: {'security_group': {'name': 'tempest-secgroup--1458891024'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:33.243952 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-aee80096-3aa2-4c37-8caf-a0219ed4483c req-44fcc5ce-c7b4-48c3-ba19-a352ab911331 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039965 Sep 30 01:05:33.272384 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a82a1a39-f7d8-46f1-8188-c7e6904d24a5 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:33.284519 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-4ec18d99-24f0-4265-a49a-550953866886 None None] Provisioning complete for port 4b17c27b-213c-4194-b379-a32d7fde6143 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:05:33.285132 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-4ec18d99-24f0-4265-a49a-550953866886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:33.319647 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac82df-60a5-46fe-bdbf-a0fb0f24878e req-3a3dd99c-aa62-4821-8b80-2d3f13c304e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:33.321162 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a0ac82df-60a5-46fe-bdbf-a0fb0f24878e req-3a3dd99c-aa62-4821-8b80-2d3f13c304e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=038e4d0abd4b4e5c940f331b6f0950a9&device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 1095 time: 0.2844768 Sep 30 01:05:33.371187 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-a82a1a39-f7d8-46f1-8188-c7e6904d24a5 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Usage tracker for resource:security_group and tenant:67dae2b74aaa49b8876b85d7455d0efe is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:33.382564 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-4ec18d99-24f0-4265-a49a-550953866886 None None] Port 4b17c27b-213c-4194-b379-a32d7fde6143 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:05:33.399597 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-a82a1a39-f7d8-46f1-8188-c7e6904d24a5 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:33.439331 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a82a1a39-f7d8-46f1-8188-c7e6904d24a5 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:33.485850 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device b569bbe4-22db-4eb4-b0ac-32a4e034a0e3 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:05:33.517334 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a82a1a39-f7d8-46f1-8188-c7e6904d24a5 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:33.554637 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858d1f0c-03d5-42b8-adcc-4262cdc28bb1 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:05:33.608948 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-858d1f0c-03d5-42b8-adcc-4262cdc28bb1 admin admin] 10.222.0.39 "PUT /v2.0/routers/1da7c370-8371-4f4c-8160-6db10e60f8aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9519191 Sep 30 01:05:33.639874 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a82a1a39-f7d8-46f1-8188-c7e6904d24a5 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:33.649917 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port b569bbe4-22db-4eb4-b0ac-32a4e034a0e3 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:05:33.669330 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port b569bbe4-22db-4eb4-b0ac-32a4e034a0e3 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:05:33.670313 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-a82a1a39-f7d8-46f1-8188-c7e6904d24a5 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Usage tracker for resource:security_group_rule and tenant:67dae2b74aaa49b8876b85d7455d0efe is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:33.674117 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:33.680269 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-a82a1a39-f7d8-46f1-8188-c7e6904d24a5 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:33.696692 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a82a1a39-f7d8-46f1-8188-c7e6904d24a5 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:33.726074 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227ca59-deb4-49d6-9139-d80cac4760ee req-df8ca979-8d8f-43c4-a7f0-f502fe7c5a55 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:33.733791 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6227ca59-deb4-49d6-9139-d80cac4760ee req-df8ca979-8d8f-43c4-a7f0-f502fe7c5a55 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.4687412 Sep 30 01:05:33.747900 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48714) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:33.757101 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac82df-60a5-46fe-bdbf-a0fb0f24878e req-c40cdd30-8974-4bc8-96d1-f0ab350ca44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:33.758631 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a0ac82df-60a5-46fe-bdbf-a0fb0f24878e req-c40cdd30-8974-4bc8-96d1-f0ab350ca44b service neutron] 10.222.0.59 "GET /v2.0/networks?id=4c98a929-4bc6-4ff2-9381-439d6c813487 HTTP/1.1" status: 200 len: 912 time: 0.4287708 Sep 30 01:05:33.863627 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:33.884940 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port b569bbe4-22db-4eb4-b0ac-32a4e034a0e3, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=b569bbe4-22db-4eb4-b0ac-32a4e034a0e3,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:33.904990 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:33.910932 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-ea23817a-bf57-4900-9e9f-9c06389e6c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:33.958712 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216db125-a780-4830-8aa0-dedca21973f1 req-6902980d-b143-4abf-9c63-06a7d49e10fa tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:33.974528 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-216db125-a780-4830-8aa0-dedca21973f1 req-6902980d-b143-4abf-9c63-06a7d49e10fa tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.3696928 Sep 30 01:05:34.113169 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=b569bbe4-22db-4eb4-b0ac-32a4e034a0e3,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:34.129050 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:34.220993 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6227ca59-deb4-49d6-9139-d80cac4760ee req-bdc77f09-ad36-479e-ae69-05155b298b0d tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743352 Sep 30 01:05:34.248724 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-216db125-a780-4830-8aa0-dedca21973f1 req-37063fa0-98fe-42f5-aea1-f28198942843 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2648664 Sep 30 01:05:34.261352 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a0ac82df-60a5-46fe-bdbf-a0fb0f24878e req-aac4c62d-7ff1-4701-9661-45e33935b5dc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=918c28de-bb64-453a-8beb-13a66f32b207 HTTP/1.1" status: 200 len: 999 time: 0.4830801 Sep 30 01:05:34.292167 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bade7ee1-ee30-4a8a-8b20-cf6c542a7ff1 None None] Sync routers for ids ['1da7c370-8371-4f4c-8160-6db10e60f8aa'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:05:34.382653 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bade7ee1-ee30-4a8a-8b20-cf6c542a7ff1 None None] Routers {'1da7c370-8371-4f4c-8160-6db10e60f8aa'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:05:34.388433 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-bade7ee1-ee30-4a8a-8b20-cf6c542a7ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:05:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['1da7c370-8371-4f4c-8160-6db10e60f8aa'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:05:34.412391 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a82a1a39-f7d8-46f1-8188-c7e6904d24a5 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:34.436017 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac82df-60a5-46fe-bdbf-a0fb0f24878e req-a7b08da3-17f2-48d8-92c4-2807515778af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:34.437481 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a0ac82df-60a5-46fe-bdbf-a0fb0f24878e req-a7b08da3-17f2-48d8-92c4-2807515778af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c136aabe-2b6e-40bd-889c-a97ee8fe6bf6 HTTP/1.1" status: 200 len: 850 time: 0.1699998 Sep 30 01:05:34.653808 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac82df-60a5-46fe-bdbf-a0fb0f24878e req-d76590a5-b200-4ed4-8a92-cacdbce1a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:34.655532 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a0ac82df-60a5-46fe-bdbf-a0fb0f24878e req-d76590a5-b200-4ed4-8a92-cacdbce1a456 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4c98a929-4bc6-4ff2-9381-439d6c813487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2079351 Sep 30 01:05:34.720474 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-bade7ee1-ee30-4a8a-8b20-cf6c542a7ff1 None None] Set router 1da7c370-8371-4f4c-8160-6db10e60f8aa gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:05:34.732634 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-49e19759-df2f-42d7-86e9-8e1d3a94ba52 req-f5db831a-8086-4b09-94ff-a242c4b3bae1 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Synchronizing usage tracker for tenant:5a750dc97d8045f29998977fe5e379fc on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:05:34.839477 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-49e19759-df2f-42d7-86e9-8e1d3a94ba52 req-f5db831a-8086-4b09-94ff-a242c4b3bae1 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Unset dirty status for tenant:5a750dc97d8045f29998977fe5e379fc on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:05:34.840863 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-49e19759-df2f-42d7-86e9-8e1d3a94ba52 req-f5db831a-8086-4b09-94ff-a242c4b3bae1 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/ports?device_id=329c7af8-b8e8-4fbb-9698-f0d9a8669b33 HTTP/1.1" status: 200 len: 210 time: 0.1690464 Sep 30 01:05:34.984280 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a0ac82df-60a5-46fe-bdbf-a0fb0f24878e req-7c20f518-7c78-4825-870f-93b81d94d01c service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458978 Sep 30 01:05:35.103436 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a82a1a39-f7d8-46f1-8188-c7e6904d24a5 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:35.139577 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-35f8fde5-7a13-40a8-9dcc-0cc3f0970737 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:35.209893 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-bade7ee1-ee30-4a8a-8b20-cf6c542a7ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da7c370-8371-4f4c-8160-6db10e60f8aa', 'name': 'tempest-ServersTestFqdnHostnames-840265969-router', 'tenant_id': 'c16a5cb71d15489992f1294acc6f3861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'b569bbe4-22db-4eb4-b0ac-32a4e034a0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:05:20Z', 'updated_at': '2021-09-30T01:05:30Z', 'revision_number': 4, 'project_id': 'c16a5cb71d15489992f1294acc6f3861', 'gw_port': {'id': 'b569bbe4-22db-4eb4-b0ac-32a4e034a0e3', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7c370-8371-4f4c-8160-6db10e60f8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:05:22Z', 'updated_at': '2021-09-30T01:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '4b17c27b-213c-4194-b379-a32d7fde6143', 'name': '', 'network_id': '872dca4c-27e9-450c-b8d9-89a50a7ba7c9', 'tenant_id': 'c16a5cb71d15489992f1294acc6f3861', 'mac_address': 'fa:16:3e:22:fc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da7c370-8371-4f4c-8160-6db10e60f8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'fe2e3177-f9d6-424f-8f77-f7b60ab3911b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:05:29Z', 'updated_at': '2021-09-30T01:05:30Z', 'revision_number': 2, 'project_id': 'c16a5cb71d15489992f1294acc6f3861', 'subnets': [{'id': 'fe2e3177-f9d6-424f-8f77-f7b60ab3911b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:05:35.211375 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a0ac82df-60a5-46fe-bdbf-a0fb0f24878e req-6458752f-f997-43e9-a657-c7df3c161b21 service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200744 Sep 30 01:05:35.219805 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bade7ee1-ee30-4a8a-8b20-cf6c542a7ff1 None None] Checking router: 1da7c370-8371-4f4c-8160-6db10e60f8aa for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:05:35.220179 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bade7ee1-ee30-4a8a-8b20-cf6c542a7ff1 None None] Updating router 1da7c370-8371-4f4c-8160-6db10e60f8aa port 4b17c27b-213c-4194-b379-a32d7fde6143 binding host n-d-811809-1 {{(pid=80277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 01:05:35.245260 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a1a39-f7d8-46f1-8188-c7e6904d24a5 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=087f68ef-fff8-4da7-bebf-53cc0757ee8c,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:35.253335 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a82a1a39-f7d8-46f1-8188-c7e6904d24a5 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:35.279011 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a82a1a39-f7d8-46f1-8188-c7e6904d24a5 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:35.283237 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48732) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:35.283436 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-a82a1a39-f7d8-46f1-8188-c7e6904d24a5 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.0571561 Sep 30 01:05:35.289170 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-88d8fd21-2fc1-4e7f-b49b-d566a9e44686 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Request body: {'security_group_rule': {'security_group_id': '087f68ef-fff8-4da7-bebf-53cc0757ee8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:35.304942 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-88d8fd21-2fc1-4e7f-b49b-d566a9e44686 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:35.323798 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-88d8fd21-2fc1-4e7f-b49b-d566a9e44686 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Usage tracker for resource:security_group_rule and tenant:67dae2b74aaa49b8876b85d7455d0efe is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:35.333472 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-88d8fd21-2fc1-4e7f-b49b-d566a9e44686 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:35.338773 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-bade7ee1-ee30-4a8a-8b20-cf6c542a7ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:35.348827 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-88d8fd21-2fc1-4e7f-b49b-d566a9e44686 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:35.385244 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99aff1-56d9-4962-9e86-2e8aefe86b71 req-3c3989d3-574a-4cd9-bd0f-9b00daf4829a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:35.403977 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9c99aff1-56d9-4962-9e86-2e8aefe86b71 req-3c3989d3-574a-4cd9-bd0f-9b00daf4829a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 946 time: 0.3076484 Sep 30 01:05:35.411908 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-88d8fd21-2fc1-4e7f-b49b-d566a9e44686 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:35.438006 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device b569bbe4-22db-4eb4-b0ac-32a4e034a0e3 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:05:35.593674 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9c99aff1-56d9-4962-9e86-2e8aefe86b71 req-a58c3544-e287-48f1-bbf3-03bcc702d17f tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884189 Sep 30 01:05:35.606748 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:35.610060 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port b569bbe4-22db-4eb4-b0ac-32a4e034a0e3 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:05:35.610765 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:35.786053 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-88d8fd21-2fc1-4e7f-b49b-d566a9e44686 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:35.799085 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-88d8fd21-2fc1-4e7f-b49b-d566a9e44686 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:35.838821 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-bade7ee1-ee30-4a8a-8b20-cf6c542a7ff1 None None] Notify callbacks [] for port, precommit_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:35.842812 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:35.860692 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8fd21-2fc1-4e7f-b49b-d566a9e44686 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a14ff4-1997-4e03-8f60-7c30e5c4a415,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:35.863525 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-88d8fd21-2fc1-4e7f-b49b-d566a9e44686 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:35.870158 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-88d8fd21-2fc1-4e7f-b49b-d566a9e44686 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:35.874986 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-88d8fd21-2fc1-4e7f-b49b-d566a9e44686 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5905759 Sep 30 01:05:35.877948 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48742) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:35.884222 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-db09bfd1-dd9f-48aa-a805-a33fd877de76 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Request body: {'security_group_rule': {'security_group_id': '087f68ef-fff8-4da7-bebf-53cc0757ee8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:35.893665 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-db09bfd1-dd9f-48aa-a805-a33fd877de76 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:35.905665 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e89de-0975-4568-acc8-d45a190ddff3 req-993907f5-a888-4180-8e11-991c017284c1 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:35.912977 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7a0e89de-0975-4568-acc8-d45a190ddff3 req-993907f5-a888-4180-8e11-991c017284c1 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.3855417 Sep 30 01:05:35.916476 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.provisioning_blocks [None req-bade7ee1-ee30-4a8a-8b20-cf6c542a7ff1 None None] Transition to ACTIVE for port object 4b17c27b-213c-4194-b379-a32d7fde6143 will not be triggered until provisioned by entity L2. {{(pid=80277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:05:35.928387 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-db09bfd1-dd9f-48aa-a805-a33fd877de76 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Usage tracker for resource:security_group_rule and tenant:67dae2b74aaa49b8876b85d7455d0efe is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:35.933013 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-db09bfd1-dd9f-48aa-a805-a33fd877de76 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:35.942756 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-bade7ee1-ee30-4a8a-8b20-cf6c542a7ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:35.945192 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-db09bfd1-dd9f-48aa-a805-a33fd877de76 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:35.954994 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:35.976270 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3c338aca-f221-41fb-9aa1-a6090617500f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734431'] for router_interface, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:36.014685 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7a0e89de-0975-4568-acc8-d45a190ddff3 req-606b3a4e-a0cc-4902-a4b0-fd78181c27dd tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991213 Sep 30 01:05:36.058102 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-db09bfd1-dd9f-48aa-a805-a33fd877de76 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:36.085718 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0370e-50aa-42a9-b864-4496823c8dfd req-af6a1c8e-0004-4719-a513-84cb2dfd7490 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:36.095872 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8ba0370e-50aa-42a9-b864-4496823c8dfd req-af6a1c8e-0004-4719-a513-84cb2dfd7490 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.2400134 Sep 30 01:05:36.200411 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-db09bfd1-dd9f-48aa-a805-a33fd877de76 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:36.207097 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-db09bfd1-dd9f-48aa-a805-a33fd877de76 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:36.219601 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8d582dac-3f0c-482b-b651-6422c592ae13 tempest-ServersTestBootFromVolume-556415117 tempest-ServersTestBootFromVolume-556415117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:36.285347 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09bfd1-dd9f-48aa-a805-a33fd877de76 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d34048d1-41c2-414b-a772-c10617393233,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:36.301413 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-db09bfd1-dd9f-48aa-a805-a33fd877de76 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:36.318364 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84387215-3f40-4050-a02d-fa042dbdba0b None None] Pushing event updated for resources: {'Port': ['ID=4b17c27b-213c-4194-b379-a32d7fde6143,revision_number=3']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:36.321026 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-db09bfd1-dd9f-48aa-a805-a33fd877de76 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:36.327072 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8ba0370e-50aa-42a9-b864-4496823c8dfd req-fb4c7c8a-c7ac-4583-94c2-ea511f176cd5 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2300818 Sep 30 01:05:36.331547 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-db09bfd1-dd9f-48aa-a805-a33fd877de76 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4528632 Sep 30 01:05:36.332290 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48760) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:36.345810 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-d2cf5c00-979a-465b-9784-c921322b310a tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Request body: {'security_group_rule': {'security_group_id': '087f68ef-fff8-4da7-bebf-53cc0757ee8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:36.376133 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84387215-3f40-4050-a02d-fa042dbdba0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:36.376663 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84387215-3f40-4050-a02d-fa042dbdba0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:36.376783 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84387215-3f40-4050-a02d-fa042dbdba0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:36.377092 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84387215-3f40-4050-a02d-fa042dbdba0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:36.377422 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84387215-3f40-4050-a02d-fa042dbdba0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:36.377747 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84387215-3f40-4050-a02d-fa042dbdba0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:36.378068 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84387215-3f40-4050-a02d-fa042dbdba0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:36.378385 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84387215-3f40-4050-a02d-fa042dbdba0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:36.378705 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84387215-3f40-4050-a02d-fa042dbdba0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:36.379493 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84387215-3f40-4050-a02d-fa042dbdba0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:36.379493 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84387215-3f40-4050-a02d-fa042dbdba0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:36.379710 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84387215-3f40-4050-a02d-fa042dbdba0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:36.392754 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-d2cf5c00-979a-465b-9784-c921322b310a tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:36.403421 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-d2cf5c00-979a-465b-9784-c921322b310a tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Usage tracker for resource:security_group_rule and tenant:67dae2b74aaa49b8876b85d7455d0efe is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:36.410761 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-d2cf5c00-979a-465b-9784-c921322b310a tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:36.415266 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-84387215-3f40-4050-a02d-fa042dbdba0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:36.426702 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-d2cf5c00-979a-465b-9784-c921322b310a tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:36.463472 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-bade7ee1-ee30-4a8a-8b20-cf6c542a7ff1 None None] Attempting to bind port 4b17c27b-213c-4194-b379-a32d7fde6143 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:05:36.463986 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-bade7ee1-ee30-4a8a-8b20-cf6c542a7ff1 None None] Attempting to bind port 4b17c27b-213c-4194-b379-a32d7fde6143 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '109950e9-b51a-4335-a43e-05d75bb3bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '872dca4c-27e9-450c-b8d9-89a50a7ba7c9'}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:05:36.464690 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bade7ee1-ee30-4a8a-8b20-cf6c542a7ff1 None None] Attempting to bind port 4b17c27b-213c-4194-b379-a32d7fde6143 on network 872dca4c-27e9-450c-b8d9-89a50a7ba7c9 {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:05:36.467166 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d2cf5c00-979a-465b-9784-c921322b310a tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:36.476740 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bade7ee1-ee30-4a8a-8b20-cf6c542a7ff1 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:05:36.477441 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bade7ee1-ee30-4a8a-8b20-cf6c542a7ff1 None None] Checking segment: {'id': '109950e9-b51a-4335-a43e-05d75bb3bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '872dca4c-27e9-450c-b8d9-89a50a7ba7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:05:36.477983 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-bade7ee1-ee30-4a8a-8b20-cf6c542a7ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:36.478515 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bade7ee1-ee30-4a8a-8b20-cf6c542a7ff1 None None] Bound using segment: {'id': '109950e9-b51a-4335-a43e-05d75bb3bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '872dca4c-27e9-450c-b8d9-89a50a7ba7c9'} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:05:36.479128 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-bade7ee1-ee30-4a8a-8b20-cf6c542a7ff1 None None] Bound port: 4b17c27b-213c-4194-b379-a32d7fde6143, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '109950e9-b51a-4335-a43e-05d75bb3bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '872dca4c-27e9-450c-b8d9-89a50a7ba7c9'}}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:05:36.479630 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-bade7ee1-ee30-4a8a-8b20-cf6c542a7ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:36.616938 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-bade7ee1-ee30-4a8a-8b20-cf6c542a7ff1 None None] For port 4b17c27b-213c-4194-b379-a32d7fde6143, host n-d-811809-1, cleared binding levels {{(pid=80277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:05:36.625166 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48768) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:36.628038 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-bade7ee1-ee30-4a8a-8b20-cf6c542a7ff1 None None] For port 4b17c27b-213c-4194-b379-a32d7fde6143, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=4b17c27b-213c-4194-b379-a32d7fde6143,segment=NetworkSegment(109950e9-b51a-4335-a43e-05d75bb3bf53),segment_id=109950e9-b51a-4335-a43e-05d75bb3bf53)] {{(pid=80277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:05:36.639220 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-bade7ee1-ee30-4a8a-8b20-cf6c542a7ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:36.645946 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-3d11dc5e-3683-4c9f-b4c1-6b1d558940af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:36.650950 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d2cf5c00-979a-465b-9784-c921322b310a tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:36.672055 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d2cf5c00-979a-465b-9784-c921322b310a tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:36.736199 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f6aa9570-3082-4343-ae90-a3051e96a3e5 tempest-SecurityGroupRulesNegativeTestJSON-1306192389 tempest-SecurityGroupRulesNegativeTestJSON-1306192389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:36.755870 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d2cf5c00-979a-465b-9784-c921322b310a tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:36.759948 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-d2cf5c00-979a-465b-9784-c921322b310a tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4251380 Sep 30 01:05:36.761566 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48772) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:36.779604 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-840774a7-fa3d-4bd9-a79e-d58f31209668 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Request body: {'security_group_rule': {'security_group_id': '087f68ef-fff8-4da7-bebf-53cc0757ee8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:36.787164 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf5c00-979a-465b-9784-c921322b310a tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04cca807-84e2-4398-b51d-58c9c178a90a,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:36.790226 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d2cf5c00-979a-465b-9784-c921322b310a tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:36.795781 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-840774a7-fa3d-4bd9-a79e-d58f31209668 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:36.810605 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-840774a7-fa3d-4bd9-a79e-d58f31209668 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Usage tracker for resource:security_group_rule and tenant:67dae2b74aaa49b8876b85d7455d0efe is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:36.817635 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-840774a7-fa3d-4bd9-a79e-d58f31209668 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:36.829176 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-840774a7-fa3d-4bd9-a79e-d58f31209668 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:36.872901 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bade7ee1-ee30-4a8a-8b20-cf6c542a7ff1 None None] Routers {'1da7c370-8371-4f4c-8160-6db10e60f8aa'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:05:36.873551 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-bade7ee1-ee30-4a8a-8b20-cf6c542a7ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:05:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['1da7c370-8371-4f4c-8160-6db10e60f8aa'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:05:36.879618 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-840774a7-fa3d-4bd9-a79e-d58f31209668 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:36.889900 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-07bf0c97-4037-47e1-8015-6e13ea28dda2 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:36.946522 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-07bf0c97-4037-47e1-8015-6e13ea28dda2 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:36.956353 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84387215-3f40-4050-a02d-fa042dbdba0b None None] Pushing event updated for resources: {'Port': ['ID=4b17c27b-213c-4194-b379-a32d7fde6143,revision_number=4']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:37.034636 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-84387215-3f40-4050-a02d-fa042dbdba0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:37.058671 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee1df5-7a88-4589-9533-b547312c803a req-294a9cd5-026e-4479-92e2-7f339b47eded tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:37.078359 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-92ee1df5-7a88-4589-9533-b547312c803a req-294a9cd5-026e-4479-92e2-7f339b47eded tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 946 time: 0.2638392 Sep 30 01:05:37.122291 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-840774a7-fa3d-4bd9-a79e-d58f31209668 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:37.134929 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-840774a7-fa3d-4bd9-a79e-d58f31209668 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:37.149068 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-3c338aca-f221-41fb-9aa1-a6090617500f admin admin] Deleting port 4b17c27b-213c-4194-b379-a32d7fde6143 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:05:37.149325 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3c338aca-f221-41fb-9aa1-a6090617500f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:37.172317 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-92ee1df5-7a88-4589-9533-b547312c803a req-4cb76509-185a-43b1-873b-1e762c1b6a49 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932763 Sep 30 01:05:37.174193 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-07bf0c97-4037-47e1-8015-6e13ea28dda2 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:37.183358 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bd713261-28bb-47e6-a06c-42d4503aa25f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:37.194212 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-bade7ee1-ee30-4a8a-8b20-cf6c542a7ff1 None None] Set router 1da7c370-8371-4f4c-8160-6db10e60f8aa gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:05:37.212941 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:37.226163 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf0c97-4037-47e1-8015-6e13ea28dda2 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c07f00-60e7-43c9-bcbb-cce803fa6616,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:37.234229 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-07bf0c97-4037-47e1-8015-6e13ea28dda2 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:37.248677 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-07bf0c97-4037-47e1-8015-6e13ea28dda2 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:37.255253 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-07bf0c97-4037-47e1-8015-6e13ea28dda2 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "DELETE /v2.0/security-groups/61c07f00-60e7-43c9-bcbb-cce803fa6616 HTTP/1.1" status: 204 len: 168 time: 0.6255562 Sep 30 01:05:37.260321 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48786) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:37.290312 n-d-811809-1 neutron-server[80274]: INFO neutron.api.v2.resource [None req-0fe5ea9c-3f85-4ccc-8aff-9752646d8ff9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] show failed (client error): The resource could not be found. Sep 30 01:05:37.299562 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-0fe5ea9c-3f85-4ccc-8aff-9752646d8ff9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "GET /v2.0/security-groups/61c07f00-60e7-43c9-bcbb-cce803fa6616 HTTP/1.1" status: 404 len: 347 time: 0.0385542 Sep 30 01:05:37.300591 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48790) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:37.375717 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840774a7-fa3d-4bd9-a79e-d58f31209668 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88bbe06d-e7d7-40d8-9a07-1dc99a53da92,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:37.378203 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-840774a7-fa3d-4bd9-a79e-d58f31209668 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:37.403005 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-840774a7-fa3d-4bd9-a79e-d58f31209668 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:37.404194 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-840774a7-fa3d-4bd9-a79e-d58f31209668 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6410332 Sep 30 01:05:37.412002 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48802) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:37.469236 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-bfbad92d-766a-4149-9076-5fa5631c6e47 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Request body: {'security_group_rule': {'security_group_id': '087f68ef-fff8-4da7-bebf-53cc0757ee8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:37.498492 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-bfbad92d-766a-4149-9076-5fa5631c6e47 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:37.510303 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-bfbad92d-766a-4149-9076-5fa5631c6e47 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Usage tracker for resource:security_group_rule and tenant:67dae2b74aaa49b8876b85d7455d0efe is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:37.516403 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-bfbad92d-766a-4149-9076-5fa5631c6e47 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:37.524482 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-bfbad92d-766a-4149-9076-5fa5631c6e47 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:37.580802 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bfbad92d-766a-4149-9076-5fa5631c6e47 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:37.608857 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5e467-6837-4570-9ef5-3ebc61e09691 req-0aeb15e4-ff1e-4cea-9020-eb82384edaed tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:37.615682 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fdc5e467-6837-4570-9ef5-3ebc61e09691 req-0aeb15e4-ff1e-4cea-9020-eb82384edaed tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.3321159 Sep 30 01:05:37.622188 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-3c338aca-f221-41fb-9aa1-a6090617500f admin admin] For port 4b17c27b-213c-4194-b379-a32d7fde6143, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=4b17c27b-213c-4194-b379-a32d7fde6143,segment=NetworkSegment(109950e9-b51a-4335-a43e-05d75bb3bf53),segment_id=109950e9-b51a-4335-a43e-05d75bb3bf53)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:37.622598 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3c338aca-f221-41fb-9aa1-a6090617500f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:37.769221 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-bade7ee1-ee30-4a8a-8b20-cf6c542a7ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da7c370-8371-4f4c-8160-6db10e60f8aa', 'name': 'tempest-ServersTestFqdnHostnames-840265969-router', 'tenant_id': 'c16a5cb71d15489992f1294acc6f3861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'b569bbe4-22db-4eb4-b0ac-32a4e034a0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:05:20Z', 'updated_at': '2021-09-30T01:05:30Z', 'revision_number': 4, 'project_id': 'c16a5cb71d15489992f1294acc6f3861', 'gw_port': {'id': 'b569bbe4-22db-4eb4-b0ac-32a4e034a0e3', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7c370-8371-4f4c-8160-6db10e60f8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:05:22Z', 'updated_at': '2021-09-30T01:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '4b17c27b-213c-4194-b379-a32d7fde6143', 'name': '', 'network_id': '872dca4c-27e9-450c-b8d9-89a50a7ba7c9', 'tenant_id': 'c16a5cb71d15489992f1294acc6f3861', 'mac_address': 'fa:16:3e:22:fc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da7c370-8371-4f4c-8160-6db10e60f8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'fe2e3177-f9d6-424f-8f77-f7b60ab3911b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:05:29Z', 'updated_at': '2021-09-30T01:05:36Z', 'revision_number': 4, 'project_id': 'c16a5cb71d15489992f1294acc6f3861', 'subnets': [{'id': 'fe2e3177-f9d6-424f-8f77-f7b60ab3911b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:05:37.774811 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bade7ee1-ee30-4a8a-8b20-cf6c542a7ff1 None None] The sync data for ids ['1da7c370-8371-4f4c-8160-6db10e60f8aa'] in n-d-811809-1 is: [{'id': '1da7c370-8371-4f4c-8160-6db10e60f8aa', 'name': 'tempest-ServersTestFqdnHostnames-840265969-router', 'tenant_id': 'c16a5cb71d15489992f1294acc6f3861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'b569bbe4-22db-4eb4-b0ac-32a4e034a0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:05:20Z', 'updated_at': '2021-09-30T01:05:30Z', 'revision_number': 4, 'project_id': 'c16a5cb71d15489992f1294acc6f3861', 'gw_port': {'id': 'b569bbe4-22db-4eb4-b0ac-32a4e034a0e3', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7c370-8371-4f4c-8160-6db10e60f8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:05:22Z', 'updated_at': '2021-09-30T01:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '4b17c27b-213c-4194-b379-a32d7fde6143', 'name': '', 'network_id': '872dca4c-27e9-450c-b8d9-89a50a7ba7c9', 'tenant_id': 'c16a5cb71d15489992f1294acc6f3861', 'mac_address': 'fa:16:3e:22:fc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da7c370-8371-4f4c-8160-6db10e60f8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'fe2e3177-f9d6-424f-8f77-f7b60ab3911b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:05:29Z', 'updated_at': '2021-09-30T01:05:36Z', 'revision_number': 4, 'project_id': 'c16a5cb71d15489992f1294acc6f3861', 'subnets': [{'id': 'fe2e3177-f9d6-424f-8f77-f7b60ab3911b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:05:37.783305 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-aa08ca06-c118-4f84-a182-2eea4f06f60d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Deleting port a1950574-85f0-4ab4-87a8-01330f08d168 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:05:37.783863 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-aa08ca06-c118-4f84-a182-2eea4f06f60d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:37.825498 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fdc5e467-6837-4570-9ef5-3ebc61e09691 req-15763838-bcc1-4ffa-985c-2cfb4e607579 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088008 Sep 30 01:05:37.832597 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-3c338aca-f221-41fb-9aa1-a6090617500f admin admin] Calling delete_port for 4b17c27b-213c-4194-b379-a32d7fde6143 owned by network:router_interface {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:05:37.950770 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bfbad92d-766a-4149-9076-5fa5631c6e47 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:37.964165 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bfbad92d-766a-4149-9076-5fa5631c6e47 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:37.976372 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-962c5f3f-f889-4902-92d7-0c1838c7bc44 tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:37.997615 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0aff6a-25bf-420c-975d-6db366f2da37 req-a553083c-6f4c-4b9e-a244-0454ceed8fb5 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:37.999169 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0e0aff6a-25bf-420c-975d-6db366f2da37 req-a553083c-6f4c-4b9e-a244-0454ceed8fb5 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.3076417 Sep 30 01:05:38.001637 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbad92d-766a-4149-9076-5fa5631c6e47 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff53d5f-8801-46b5-82c0-890770ff5ea7,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:38.006403 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bfbad92d-766a-4149-9076-5fa5631c6e47 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:38.030868 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bfbad92d-766a-4149-9076-5fa5631c6e47 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:38.031716 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-bfbad92d-766a-4149-9076-5fa5631c6e47 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6184144 Sep 30 01:05:38.037870 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48806) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:38.126109 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0e0aff6a-25bf-420c-975d-6db366f2da37 req-c99d3309-a9f9-4d4f-b20f-7dfc76373457 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137476 Sep 30 01:05:38.128653 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-aa08ca06-c118-4f84-a182-2eea4f06f60d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:38.128653 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-aa08ca06-c118-4f84-a182-2eea4f06f60d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:38.133179 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ec49120f-293e-4f03-8bfe-622c9f4ea8f0 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:38.159228 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ec49120f-293e-4f03-8bfe-622c9f4ea8f0 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:38.191732 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3c338aca-f221-41fb-9aa1-a6090617500f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:38.203291 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4c95afe8-3e1c-43a7-b44b-b453d3fd6687 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:38.578903 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-aa08ca06-c118-4f84-a182-2eea4f06f60d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Calling delete_port for a1950574-85f0-4ab4-87a8-01330f08d168 owned by network:floatingip {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:05:38.598150 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c338aca-f221-41fb-9aa1-a6090617500f admin admin] Pushing event deleted for resources: {'Port': ['ID=4b17c27b-213c-4194-b379-a32d7fde6143,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:38.601969 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ec49120f-293e-4f03-8bfe-622c9f4ea8f0 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:38.623879 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3c338aca-f221-41fb-9aa1-a6090617500f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:38.705131 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-61a2bddf-1abf-475a-9ad9-c0f0c1b982c0 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:38.718421 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49120f-293e-4f03-8bfe-622c9f4ea8f0 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ff53d5f-8801-46b5-82c0-890770ff5ea7,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:38.753850 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ec49120f-293e-4f03-8bfe-622c9f4ea8f0 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:38.800454 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ec49120f-293e-4f03-8bfe-622c9f4ea8f0 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:38.801745 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-ec49120f-293e-4f03-8bfe-622c9f4ea8f0 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/7ff53d5f-8801-46b5-82c0-890770ff5ea7 HTTP/1.1" status: 204 len: 168 time: 0.7628775 Sep 30 01:05:38.811643 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48818) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:38.881186 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-aa08ca06-c118-4f84-a182-2eea4f06f60d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:38.888158 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a7bb9701-2f52-41fc-a8e5-d913bd792392 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:38.962888 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08ca06-c118-4f84-a182-2eea4f06f60d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Pushing event deleted for resources: {'Port': ['ID=a1950574-85f0-4ab4-87a8-01330f08d168,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:38.969432 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3def994-47b4-4ad2-8142-e4350ae76462 req-caed6b78-630c-4b1f-b8c2-da2f29aa03f9 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:38.971357 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-aa08ca06-c118-4f84-a182-2eea4f06f60d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:38.977282 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d3def994-47b4-4ad2-8142-e4350ae76462 req-caed6b78-630c-4b1f-b8c2-da2f29aa03f9 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.4950197 Sep 30 01:05:39.109133 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d101d-1a12-4e89-a993-f3262a470dcf req-d6fece8d-637e-4201-acf9-dd7a42aa54ba tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:39.114716 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-09eb8eee-d3bd-41d0-9e2a-436dca226575 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Synchronizing usage tracker for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group_rule {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:05:39.116420 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d04d101d-1a12-4e89-a993-f3262a470dcf req-d6fece8d-637e-4201-acf9-dd7a42aa54ba tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 946 time: 0.5821848 Sep 30 01:05:39.137420 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-aa08ca06-c118-4f84-a182-2eea4f06f60d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for floatingip, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:39.184301 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-aa08ca06-c118-4f84-a182-2eea4f06f60d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:39.188875 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-aa08ca06-c118-4f84-a182-2eea4f06f60d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "DELETE /v2.0/floatingips/30e50f52-1bff-4297-8c32-c9b85fd5e2b9 HTTP/1.1" status: 204 len: 168 time: 1.8875062 Sep 30 01:05:39.189804 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48824) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:39.204479 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d3def994-47b4-4ad2-8142-e4350ae76462 req-f34ca2a7-9eff-4657-98ec-5d344b74b18e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256227 Sep 30 01:05:39.205392 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d04d101d-1a12-4e89-a993-f3262a470dcf req-35ba4f86-874d-47a4-b825-dde20f6abdee tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880299 Sep 30 01:05:39.234373 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-09eb8eee-d3bd-41d0-9e2a-436dca226575 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Unset dirty status for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group_rule {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:05:39.239465 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-09eb8eee-d3bd-41d0-9e2a-436dca226575 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4244268 Sep 30 01:05:39.240247 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48828) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:39.314770 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3c338aca-f221-41fb-9aa1-a6090617500f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683119'] for router_interface, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:39.322336 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3caaf8e1-a2df-42d9-a8f4-d79bff453e8e tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:39.341177 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3caaf8e1-a2df-42d9-a8f4-d79bff453e8e tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:39.382933 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-67a30186-cba9-4c45-bb6a-b4656aafdd0e tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Deleting port 4147821f-484c-42b8-8eee-96c30dce4206 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:05:39.383284 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-67a30186-cba9-4c45-bb6a-b4656aafdd0e tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:39.637215 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3caaf8e1-a2df-42d9-a8f4-d79bff453e8e tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:39.667480 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:39.773303 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caaf8e1-a2df-42d9-a8f4-d79bff453e8e tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88bbe06d-e7d7-40d8-9a07-1dc99a53da92,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:39.782903 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3caaf8e1-a2df-42d9-a8f4-d79bff453e8e tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:39.784306 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-3caaf8e1-a2df-42d9-a8f4-d79bff453e8e tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/88bbe06d-e7d7-40d8-9a07-1dc99a53da92 HTTP/1.1" status: 204 len: 168 time: 0.5411117 Sep 30 01:05:39.785848 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3caaf8e1-a2df-42d9-a8f4-d79bff453e8e tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:39.787653 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48842) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:39.866225 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482f6a4-9dc1-46fa-8f3f-3e1f8631d95a req-5f79a53e-893d-4160-85c0-824d22f055ad tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:39.868774 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c482f6a4-9dc1-46fa-8f3f-3e1f8631d95a req-5f79a53e-893d-4160-85c0-824d22f055ad tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.3070610 Sep 30 01:05:39.930075 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-67a30186-cba9-4c45-bb6a-b4656aafdd0e tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:39.952902 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-95a1ed49-af02-4121-b126-1115523d65d6 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Synchronizing usage tracker for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group_rule {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:05:40.009810 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089f669-cde8-4a11-bc45-71a8ee8aa8e8 req-917e6d12-1597-4061-9ff1-0f0735942b64 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:40.012108 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d089f669-cde8-4a11-bc45-71a8ee8aa8e8 req-917e6d12-1597-4061-9ff1-0f0735942b64 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.3506358 Sep 30 01:05:40.085415 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d089f669-cde8-4a11-bc45-71a8ee8aa8e8 req-4aada19e-d4bb-432c-9377-122102e01374 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644197 Sep 30 01:05:40.099202 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-67a30186-cba9-4c45-bb6a-b4656aafdd0e tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Calling delete_port for 4147821f-484c-42b8-8eee-96c30dce4206 owned by {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:05:40.130009 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-95a1ed49-af02-4121-b126-1115523d65d6 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Unset dirty status for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group_rule {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:05:40.134429 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-95a1ed49-af02-4121-b126-1115523d65d6 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3450155 Sep 30 01:05:40.135165 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48848) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:40.144321 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c338aca-f221-41fb-9aa1-a6090617500f admin admin] Router 1da7c370-8371-4f4c-8160-6db10e60f8aa has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 01:05:40.167405 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c482f6a4-9dc1-46fa-8f3f-3e1f8631d95a req-01481731-4c3e-4eb6-9a02-7af0441a3898 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851870 Sep 30 01:05:40.209746 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-39c5c855-bac5-4ba0-a2f8-6025c7af988b tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:40.223659 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-39c5c855-bac5-4ba0-a2f8-6025c7af988b tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:40.333269 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-39c5c855-bac5-4ba0-a2f8-6025c7af988b tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:40.339319 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:40.377211 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5c855-bac5-4ba0-a2f8-6025c7af988b tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04cca807-84e2-4398-b51d-58c9c178a90a,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:40.393346 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-39c5c855-bac5-4ba0-a2f8-6025c7af988b tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:40.489669 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c338aca-f221-41fb-9aa1-a6090617500f admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:05:40.490755 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-67a30186-cba9-4c45-bb6a-b4656aafdd0e tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:40.496791 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-3c338aca-f221-41fb-9aa1-a6090617500f admin admin] 10.222.0.39 "PUT /v2.0/routers/1da7c370-8371-4f4c-8160-6db10e60f8aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7127814 Sep 30 01:05:40.498933 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48858) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:40.501259 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fe9c18-18c2-4dae-94f2-406547597d65 None None] Sync routers for ids ['1da7c370-8371-4f4c-8160-6db10e60f8aa'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:05:40.516858 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fe9c18-18c2-4dae-94f2-406547597d65 None None] Routers {'1da7c370-8371-4f4c-8160-6db10e60f8aa'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:05:40.521769 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-97fe9c18-18c2-4dae-94f2-406547597d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:05:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['1da7c370-8371-4f4c-8160-6db10e60f8aa'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:05:40.532261 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-dfdef029-561e-4d63-8542-7a74f1f86268 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:40.625721 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-39c5c855-bac5-4ba0-a2f8-6025c7af988b tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:40.629723 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-39c5c855-bac5-4ba0-a2f8-6025c7af988b tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/04cca807-84e2-4398-b51d-58c9c178a90a HTTP/1.1" status: 204 len: 168 time: 0.4845147 Sep 30 01:05:40.630509 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48868) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:40.762976 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a30186-cba9-4c45-bb6a-b4656aafdd0e tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Pushing event deleted for resources: {'Port': ['ID=4147821f-484c-42b8-8eee-96c30dce4206,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:40.779823 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-67a30186-cba9-4c45-bb6a-b4656aafdd0e tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:40.849818 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-97fe9c18-18c2-4dae-94f2-406547597d65 None None] Set router 1da7c370-8371-4f4c-8160-6db10e60f8aa gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:05:40.970120 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ec35e14-3047-41f7-b762-80a9848fb656 admin admin] Notify callbacks [] for router, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:40.975840 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-bffc9b89-9ada-453f-8dbd-43a79cdd5e35 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Synchronizing usage tracker for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group_rule {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:05:41.020135 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-67a30186-cba9-4c45-bb6a-b4656aafdd0e tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:41.025352 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-67a30186-cba9-4c45-bb6a-b4656aafdd0e tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "DELETE /v2.0/ports/4147821f-484c-42b8-8eee-96c30dce4206 HTTP/1.1" status: 204 len: 168 time: 1.8164971 Sep 30 01:05:41.026696 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-bffc9b89-9ada-453f-8dbd-43a79cdd5e35 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Unset dirty status for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group_rule {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:05:41.029462 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-bffc9b89-9ada-453f-8dbd-43a79cdd5e35 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3896282 Sep 30 01:05:41.030881 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48876) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:41.035361 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48878) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:41.154462 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7f316df0-96b2-4ae2-b5e6-baaf1cb5810d tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:41.170317 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7f316df0-96b2-4ae2-b5e6-baaf1cb5810d tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:41.214200 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e75369-6a01-4df5-8146-0c83a73af704 req-d0d07ef3-a051-4fba-b9ff-3f18f9441a4c tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:41.224995 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-19e75369-6a01-4df5-8146-0c83a73af704 req-d0d07ef3-a051-4fba-b9ff-3f18f9441a4c tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 946 time: 0.8292952 Sep 30 01:05:41.266814 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7f316df0-96b2-4ae2-b5e6-baaf1cb5810d tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:41.317774 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-19e75369-6a01-4df5-8146-0c83a73af704 req-aefca40e-de81-4167-b108-93a43e5affa8 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902252 Sep 30 01:05:41.357324 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-14dc91a8-202b-4fab-b750-2231d5c92fab tempest-SecurityGroupRulesTestJSON-1081310473 tempest-SecurityGroupRulesTestJSON-1081310473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:41.399171 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-97fe9c18-18c2-4dae-94f2-406547597d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da7c370-8371-4f4c-8160-6db10e60f8aa', 'name': 'tempest-ServersTestFqdnHostnames-840265969-router', 'tenant_id': 'c16a5cb71d15489992f1294acc6f3861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'b569bbe4-22db-4eb4-b0ac-32a4e034a0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:05:20Z', 'updated_at': '2021-09-30T01:05:38Z', 'revision_number': 5, 'project_id': 'c16a5cb71d15489992f1294acc6f3861', 'gw_port': {'id': 'b569bbe4-22db-4eb4-b0ac-32a4e034a0e3', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7c370-8371-4f4c-8160-6db10e60f8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:05:22Z', 'updated_at': '2021-09-30T01:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:05:41.402181 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f316df0-96b2-4ae2-b5e6-baaf1cb5810d tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d34048d1-41c2-414b-a772-c10617393233,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:41.405308 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92683b9-2c66-4280-bede-2b3f7729c369 req-8bfbf1fa-5217-484e-8f4b-ec4eb2985dee tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:41.406046 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-9e1a9800-a3ea-461c-b4ac-90bf5492a68c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Deleting port af11ef16-52be-4099-98fc-3753539c1b51 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:05:41.406406 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9e1a9800-a3ea-461c-b4ac-90bf5492a68c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:41.406912 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c92683b9-2c66-4280-bede-2b3f7729c369 req-8bfbf1fa-5217-484e-8f4b-ec4eb2985dee tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.3481762 Sep 30 01:05:41.409861 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fe9c18-18c2-4dae-94f2-406547597d65 None None] Checking router: 1da7c370-8371-4f4c-8160-6db10e60f8aa for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:05:41.432562 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fe9c18-18c2-4dae-94f2-406547597d65 None None] Routers {'1da7c370-8371-4f4c-8160-6db10e60f8aa'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:05:41.434117 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-97fe9c18-18c2-4dae-94f2-406547597d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:05:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['1da7c370-8371-4f4c-8160-6db10e60f8aa'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:05:41.462982 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ec35e14-3047-41f7-b762-80a9848fb656 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:41.551976 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-2ec35e14-3047-41f7-b762-80a9848fb656 admin admin] Deleting port b569bbe4-22db-4eb4-b0ac-32a4e034a0e3 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:05:41.552318 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ec35e14-3047-41f7-b762-80a9848fb656 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:41.565438 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-7f316df0-96b2-4ae2-b5e6-baaf1cb5810d tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:41.581320 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7f316df0-96b2-4ae2-b5e6-baaf1cb5810d tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:41.585042 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-7f316df0-96b2-4ae2-b5e6-baaf1cb5810d tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/d34048d1-41c2-414b-a772-c10617393233 HTTP/1.1" status: 204 len: 168 time: 0.5040820 Sep 30 01:05:41.585820 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48886) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:41.630355 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c92683b9-2c66-4280-bede-2b3f7729c369 req-fd9fdb72-63ec-42d8-bc97-8b1e56881783 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165282 Sep 30 01:05:41.723703 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:41.800341 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-97fe9c18-18c2-4dae-94f2-406547597d65 None None] Set router 1da7c370-8371-4f4c-8160-6db10e60f8aa gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:05:41.881373 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-2ec35e14-3047-41f7-b762-80a9848fb656 admin admin] For port b569bbe4-22db-4eb4-b0ac-32a4e034a0e3, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=b569bbe4-22db-4eb4-b0ac-32a4e034a0e3,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:41.881667 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ec35e14-3047-41f7-b762-80a9848fb656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:41.962162 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-43b8142c-30a3-48f6-bcb8-8ccbba64d409 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Synchronizing usage tracker for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group_rule {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:05:42.054575 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-43b8142c-30a3-48f6-bcb8-8ccbba64d409 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Unset dirty status for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group_rule {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:05:42.068884 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-43b8142c-30a3-48f6-bcb8-8ccbba64d409 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.4715912 Sep 30 01:05:42.070228 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-2ec35e14-3047-41f7-b762-80a9848fb656 admin admin] Calling delete_port for b569bbe4-22db-4eb4-b0ac-32a4e034a0e3 owned by network:router_gateway {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:05:42.080568 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9e1a9800-a3ea-461c-b4ac-90bf5492a68c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:42.087802 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48902) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:42.220889 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-97fe9c18-18c2-4dae-94f2-406547597d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da7c370-8371-4f4c-8160-6db10e60f8aa', 'name': 'tempest-ServersTestFqdnHostnames-840265969-router', 'tenant_id': 'c16a5cb71d15489992f1294acc6f3861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'b569bbe4-22db-4eb4-b0ac-32a4e034a0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:05:20Z', 'updated_at': '2021-09-30T01:05:38Z', 'revision_number': 5, 'project_id': 'c16a5cb71d15489992f1294acc6f3861', 'gw_port': {'id': 'b569bbe4-22db-4eb4-b0ac-32a4e034a0e3', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7c370-8371-4f4c-8160-6db10e60f8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:05:22Z', 'updated_at': '2021-09-30T01:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:05:42.226240 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fe9c18-18c2-4dae-94f2-406547597d65 None None] The sync data for ids ['1da7c370-8371-4f4c-8160-6db10e60f8aa'] in n-d-811809-1 is: [{'id': '1da7c370-8371-4f4c-8160-6db10e60f8aa', 'name': 'tempest-ServersTestFqdnHostnames-840265969-router', 'tenant_id': 'c16a5cb71d15489992f1294acc6f3861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'b569bbe4-22db-4eb4-b0ac-32a4e034a0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:05:20Z', 'updated_at': '2021-09-30T01:05:38Z', 'revision_number': 5, 'project_id': 'c16a5cb71d15489992f1294acc6f3861', 'gw_port': {'id': 'b569bbe4-22db-4eb4-b0ac-32a4e034a0e3', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da7c370-8371-4f4c-8160-6db10e60f8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:05:22Z', 'updated_at': '2021-09-30T01:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:05:42.357776 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-9e1a9800-a3ea-461c-b4ac-90bf5492a68c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Calling delete_port for af11ef16-52be-4099-98fc-3753539c1b51 owned by {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:05:42.384785 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ec35e14-3047-41f7-b762-80a9848fb656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:42.391141 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-19fc8fa2-c831-4a0c-be2a-d43ee7f3c0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:42.458716 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec35e14-3047-41f7-b762-80a9848fb656 admin admin] Pushing event deleted for resources: {'Port': ['ID=b569bbe4-22db-4eb4-b0ac-32a4e034a0e3,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:42.462568 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5758d-782a-4350-98bb-bfaa3b24258c req-0f23915a-290a-4d28-ad6a-06c295e5e28a tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:42.464569 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0aa5758d-782a-4350-98bb-bfaa3b24258c req-0f23915a-290a-4d28-ad6a-06c295e5e28a tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.8523893 Sep 30 01:05:42.473747 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-86f01b1a-6d66-42c1-aa2e-0e7737b6316b tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:42.492870 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2ec35e14-3047-41f7-b762-80a9848fb656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:42.544974 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-86f01b1a-6d66-42c1-aa2e-0e7737b6316b tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:42.658502 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ec35e14-3047-41f7-b762-80a9848fb656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673024'] for router_gateway, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:42.661292 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0aa5758d-782a-4350-98bb-bfaa3b24258c req-b57a6217-a773-4358-8ac8-003a8000834c tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819947 Sep 30 01:05:42.672132 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9e1a9800-a3ea-461c-b4ac-90bf5492a68c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:42.678992 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-358202e2-5948-498e-a798-d9bbaa41e832 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:42.733620 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a9800-a3ea-461c-b4ac-90bf5492a68c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Pushing event deleted for resources: {'Port': ['ID=af11ef16-52be-4099-98fc-3753539c1b51,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:42.748236 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-86f01b1a-6d66-42c1-aa2e-0e7737b6316b tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:42.791151 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9e1a9800-a3ea-461c-b4ac-90bf5492a68c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:42.851709 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-88d8fd21-2fc1-4e7f-b49b-d566a9e44686 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:42.917280 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32e7c7-9005-43b7-bc72-ef902f0a7414 req-9d5e40a0-a468-49a9-aa37-61b194c6232b tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:42.919190 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8d32e7c7-9005-43b7-bc72-ef902f0a7414 req-9d5e40a0-a468-49a9-aa37-61b194c6232b tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 946 time: 0.4192986 Sep 30 01:05:42.926540 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ec35e14-3047-41f7-b762-80a9848fb656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30720'] for router, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:42.946602 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ec35e14-3047-41f7-b762-80a9848fb656 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:43.009691 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8d32e7c7-9005-43b7-bc72-ef902f0a7414 req-4cc7fab0-585e-46f0-b79e-6046a8e43335 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752738 Sep 30 01:05:43.013998 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ec35e14-3047-41f7-b762-80a9848fb656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736498'] for router, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:43.014717 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec35e14-3047-41f7-b762-80a9848fb656 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1da7c370-8371-4f4c-8160-6db10e60f8aa {{(pid=80275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 30 01:05:43.031361 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f01b1a-6d66-42c1-aa2e-0e7737b6316b tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9a14ff4-1997-4e03-8f60-7c30e5c4a415,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:43.034381 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-86f01b1a-6d66-42c1-aa2e-0e7737b6316b tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:43.035534 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-86f01b1a-6d66-42c1-aa2e-0e7737b6316b tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/b9a14ff4-1997-4e03-8f60-7c30e5c4a415 HTTP/1.1" status: 204 len: 168 time: 0.9344130 Sep 30 01:05:43.036886 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9e1a9800-a3ea-461c-b4ac-90bf5492a68c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:43.038629 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-9e1a9800-a3ea-461c-b4ac-90bf5492a68c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "DELETE /v2.0/ports/af11ef16-52be-4099-98fc-3753539c1b51 HTTP/1.1" status: 204 len: 168 time: 2.0056760 Sep 30 01:05:43.043633 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ec35e14-3047-41f7-b762-80a9848fb656 admin admin] Notify callbacks [] for router, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:43.048332 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-2ec35e14-3047-41f7-b762-80a9848fb656 admin admin] 10.222.0.39 "DELETE /v2.0/routers/1da7c370-8371-4f4c-8160-6db10e60f8aa HTTP/1.1" status: 204 len: 168 time: 2.5479903 Sep 30 01:05:43.048807 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-86f01b1a-6d66-42c1-aa2e-0e7737b6316b tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:43.049625 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48916) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:43.050056 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48918) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:43.050585 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48920) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:43.197811 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f9ddc-fa8d-46fc-af8a-71a97ce0289c req-e4c6874b-5803-4204-8a0e-e0e6aa2c0b8c tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:43.199853 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8e1f9ddc-fa8d-46fc-af8a-71a97ce0289c req-e4c6874b-5803-4204-8a0e-e0e6aa2c0b8c tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.2125840 Sep 30 01:05:43.273161 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-b73cb5bc-e4f9-4920-8ff6-ffdbcafbbede tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Deleting subnet 999673ea-0271-45b5-bb08-a0149a8e0f32 {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:05:43.331784 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8e1f9ddc-fa8d-46fc-af8a-71a97ce0289c req-07726db3-d062-451c-a8e6-9e7d750ca8ed tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242647 Sep 30 01:05:43.354820 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b73cb5bc-e4f9-4920-8ff6-ffdbcafbbede tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:43.629755 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8622f5c-feea-4a47-981b-5b3384ff6a02 admin admin] Deleting subnet fe2e3177-f9d6-424f-8f77-f7b60ab3911b {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:05:43.639696 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a8622f5c-feea-4a47-981b-5b3384ff6a02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:43.694029 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b73cb5bc-e4f9-4920-8ff6-ffdbcafbbede tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:43.778992 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-d934e89d-69d2-4732-942f-0ff6a76063f7 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Synchronizing usage tracker for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group_rule {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:05:43.779453 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 4b17c27b-213c-4194-b379-a32d7fde6143 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:05:43.868030 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-d934e89d-69d2-4732-942f-0ff6a76063f7 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Unset dirty status for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group_rule {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:05:43.869375 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-d934e89d-69d2-4732-942f-0ff6a76063f7 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8175600 Sep 30 01:05:43.875906 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a8622f5c-feea-4a47-981b-5b3384ff6a02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:43.880966 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48944) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:43.890665 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 4b17c27b-213c-4194-b379-a32d7fde6143 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:05:43.902802 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 4b17c27b-213c-4194-b379-a32d7fde6143 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:05:44.064761 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b73cb5bc-e4f9-4920-8ff6-ffdbcafbbede tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:44.114705 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1dd2f491-da96-49cb-96fe-bb0b72eaee39 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:44.158045 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a8622f5c-feea-4a47-981b-5b3384ff6a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:44.162961 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1431d73-00a6-4d17-a707-63745796f921 req-740fbed9-f0c7-4636-9b21-7266b56ea230 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:44.171215 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e1431d73-00a6-4d17-a707-63745796f921 req-740fbed9-f0c7-4636-9b21-7266b56ea230 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.3313978 Sep 30 01:05:44.194704 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1dd2f491-da96-49cb-96fe-bb0b72eaee39 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:44.198510 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185bf6d1-6c52-41dd-8766-d5d005ec8198 req-845a0470-b261-4e08-8f3c-9b206d797e8a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:44.200941 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-185bf6d1-6c52-41dd-8766-d5d005ec8198 req-845a0470-b261-4e08-8f3c-9b206d797e8a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.2282288 Sep 30 01:05:44.213468 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fdbb3-9d6e-4e29-a368-fb08d85ccab6 req-6c33cd49-b39f-4d0f-a8f6-aa583ecbc8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:44.215936 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-001fdbb3-9d6e-4e29-a368-fb08d85ccab6 req-6c33cd49-b39f-4d0f-a8f6-aa583ecbc8a1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=038e4d0abd4b4e5c940f331b6f0950a9&device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 1095 time: 0.2375855 Sep 30 01:05:44.260360 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b73cb5bc-e4f9-4920-8ff6-ffdbcafbbede tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:44.269056 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e2831f56-d44c-452c-834c-1bd7ee39404c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:44.314497 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cb5bc-e4f9-4920-8ff6-ffdbcafbbede tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Pushing event deleted for resources: {'Subnet': ['ID=999673ea-0271-45b5-bb08-a0149a8e0f32,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:44.318777 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-185bf6d1-6c52-41dd-8766-d5d005ec8198 req-94c0f919-0591-405c-b0de-71afcd90cdc3 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041970 Sep 30 01:05:44.320688 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b73cb5bc-e4f9-4920-8ff6-ffdbcafbbede tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:44.322769 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b73cb5bc-e4f9-4920-8ff6-ffdbcafbbede tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:44.335728 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e0ed7e-d1db-4bc6-aa5b-931a3c546729 None None] Network b64aba8e-9f74-43b9-83f1-763975030585 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:05:44.339443 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-b73cb5bc-e4f9-4920-8ff6-ffdbcafbbede tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "DELETE /v2.0/subnets/999673ea-0271-45b5-bb08-a0149a8e0f32 HTTP/1.1" status: 204 len: 168 time: 1.2856338 Sep 30 01:05:44.341498 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e1431d73-00a6-4d17-a707-63745796f921 req-013ef7e6-e0a5-4a18-bea4-4bf005c89998 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694310 Sep 30 01:05:44.341963 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48962) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:44.355301 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a8622f5c-feea-4a47-981b-5b3384ff6a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:44.367347 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-74fdf2f4-f214-48a6-be9b-2f2240c9ccd0 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:44.426752 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1dd2f491-da96-49cb-96fe-bb0b72eaee39 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:44.441397 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8622f5c-feea-4a47-981b-5b3384ff6a02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe2e3177-f9d6-424f-8f77-f7b60ab3911b,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:44.447590 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f6c1a013-c868-4fc0-bbd2-6b5dc8095562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:44.450316 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a8622f5c-feea-4a47-981b-5b3384ff6a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:44.452975 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-a8622f5c-feea-4a47-981b-5b3384ff6a02 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fe2e3177-f9d6-424f-8f77-f7b60ab3911b HTTP/1.1" status: 204 len: 168 time: 1.3849313 Sep 30 01:05:44.454200 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a8622f5c-feea-4a47-981b-5b3384ff6a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:44.455598 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 48978) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:44.480901 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2f491-da96-49cb-96fe-bb0b72eaee39 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=087f68ef-fff8-4da7-bebf-53cc0757ee8c,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:44.490819 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2fe895d-2790-4d0c-8420-b930e9295d11 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Deleting subnet 4dcc8230-d664-42d1-827f-dbc3d9952151 {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:05:44.493120 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1dd2f491-da96-49cb-96fe-bb0b72eaee39 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:44.500889 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e2fe895d-2790-4d0c-8420-b930e9295d11 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:44.517472 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a35e377-1285-4054-90cb-2ccefcd68a7f None None] Network 872dca4c-27e9-450c-b8d9-89a50a7ba7c9 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:05:44.534444 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fdbb3-9d6e-4e29-a368-fb08d85ccab6 req-50d9913f-aa6f-40a9-83f8-6dd8d894bc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:44.535970 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-001fdbb3-9d6e-4e29-a368-fb08d85ccab6 req-50d9913f-aa6f-40a9-83f8-6dd8d894bc22 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4c98a929-4bc6-4ff2-9381-439d6c813487 HTTP/1.1" status: 200 len: 912 time: 0.3093555 Sep 30 01:05:44.623749 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d767e9cd-8b4a-4d05-9de7-10edc655a460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:44.710177 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-d767e9cd-8b4a-4d05-9de7-10edc655a460 admin admin] Deleting port 2ba049ce-2e78-4eac-98e1-d561dd867ef6 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:05:44.710531 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d767e9cd-8b4a-4d05-9de7-10edc655a460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:44.767369 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1dd2f491-da96-49cb-96fe-bb0b72eaee39 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:44.768475 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-1dd2f491-da96-49cb-96fe-bb0b72eaee39 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "DELETE /v2.0/security-groups/087f68ef-fff8-4da7-bebf-53cc0757ee8c HTTP/1.1" status: 204 len: 168 time: 0.8804851 Sep 30 01:05:44.773869 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48992) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:44.805312 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e2fe895d-2790-4d0c-8420-b930e9295d11 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2490848'] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:44.919066 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-001fdbb3-9d6e-4e29-a368-fb08d85ccab6 req-55402857-1f49-47a1-94cc-d6635f815f76 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=918c28de-bb64-453a-8beb-13a66f32b207 HTTP/1.1" status: 200 len: 999 time: 0.3704460 Sep 30 01:05:44.965367 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e5d16-f903-4d0c-80f2-96cd6ee3209f req-aca16bef-db78-4bde-9af1-9bd7430c0fed tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:44.975471 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dd7e5d16-f903-4d0c-80f2-96cd6ee3209f req-aca16bef-db78-4bde-9af1-9bd7430c0fed tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 946 time: 0.3468492 Sep 30 01:05:45.027766 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-d767e9cd-8b4a-4d05-9de7-10edc655a460 admin admin] For port 2ba049ce-2e78-4eac-98e1-d561dd867ef6, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=2ba049ce-2e78-4eac-98e1-d561dd867ef6,segment=NetworkSegment(109950e9-b51a-4335-a43e-05d75bb3bf53),segment_id=109950e9-b51a-4335-a43e-05d75bb3bf53)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:45.028118 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d767e9cd-8b4a-4d05-9de7-10edc655a460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:45.028766 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-40226d11-0da9-44fd-825a-9bf5e1b7aeb1 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Synchronizing usage tracker for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:05:45.050900 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42937e3-74f4-4f6d-8267-fa2a4ee65fc5 None None] DHCP port deletion for 872dca4c-27e9-450c-b8d9-89a50a7ba7c9 request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 01:05:45.061796 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-e42937e3-74f4-4f6d-8267-fa2a4ee65fc5 None None] Deleting port 2ba049ce-2e78-4eac-98e1-d561dd867ef6 {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:05:45.062888 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e42937e3-74f4-4f6d-8267-fa2a4ee65fc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:45.067667 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fdbb3-9d6e-4e29-a368-fb08d85ccab6 req-b3a5bb0b-b07c-4240-927c-fce411aeff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:45.069185 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-001fdbb3-9d6e-4e29-a368-fb08d85ccab6 req-b3a5bb0b-b07c-4240-927c-fce411aeff4d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c136aabe-2b6e-40bd-889c-a97ee8fe6bf6 HTTP/1.1" status: 200 len: 850 time: 0.1380768 Sep 30 01:05:45.099412 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a08d5cb-e618-4ede-8315-ac06f1d37dd1 None None] DHCP port deletion for b64aba8e-9f74-43b9-83f1-763975030585 request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 01:05:45.118858 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-6a08d5cb-e618-4ede-8315-ac06f1d37dd1 None None] Deleting port b48dccce-9048-4b11-9c9d-b82f96914245 {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:05:45.119701 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6a08d5cb-e618-4ede-8315-ac06f1d37dd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:45.131641 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e2fe895d-2790-4d0c-8420-b930e9295d11 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:45.163712 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-40226d11-0da9-44fd-825a-9bf5e1b7aeb1 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Unset dirty status for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:05:45.169815 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-40226d11-0da9-44fd-825a-9bf5e1b7aeb1 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3883109 Sep 30 01:05:45.174784 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-d767e9cd-8b4a-4d05-9de7-10edc655a460 admin admin] Calling delete_port for 2ba049ce-2e78-4eac-98e1-d561dd867ef6 owned by network:dhcp {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:05:45.185042 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 48996) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:45.191344 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-7116d480-eb89-4a14-a2f7-275f08ca5935 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Request body: {'security_group': {'name': 'tempest-secgroup--2065675347'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:45.204292 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-7116d480-eb89-4a14-a2f7-275f08ca5935 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:45.205075 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dd7e5d16-f903-4d0c-80f2-96cd6ee3209f req-7982d383-50b6-41b9-a48d-d3895019060a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267053 Sep 30 01:05:45.226885 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076ebff-0ac2-410b-bc4b-20ee4dd4652f req-2db8a18b-161d-497b-8c88-4c4fa88aebd2 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:45.231425 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3076ebff-0ac2-410b-bc4b-20ee4dd4652f req-2db8a18b-161d-497b-8c88-4c4fa88aebd2 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a5f2568-ba76-4126-a5f4-d94753edcd60 HTTP/1.1" status: 200 len: 950 time: 0.3951943 Sep 30 01:05:45.259087 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d767e9cd-8b4a-4d05-9de7-10edc655a460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:45.264736 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1de606b3-ed1f-412d-9d7b-75fe4f71db50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:45.269518 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-7116d480-eb89-4a14-a2f7-275f08ca5935 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:45.273846 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-e42937e3-74f4-4f6d-8267-fa2a4ee65fc5 None None] The port '2ba049ce-2e78-4eac-98e1-d561dd867ef6' was deleted {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 30 01:05:45.311536 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7116d480-eb89-4a14-a2f7-275f08ca5935 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:45.335242 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3076ebff-0ac2-410b-bc4b-20ee4dd4652f req-9b22c76d-7137-4f91-be43-efe2f7465aa9 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.39 "GET /v2.0/security-groups?id=db62a807-39e6-49ba-abf2-f2cb23c6219e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027870 Sep 30 01:05:45.339367 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e2fe895d-2790-4d0c-8420-b930e9295d11 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:45.346749 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5e540d87-6ef0-4092-bff2-2d1359d449eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:45.360158 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767e9cd-8b4a-4d05-9de7-10edc655a460 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ba049ce-2e78-4eac-98e1-d561dd867ef6,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:45.372999 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d767e9cd-8b4a-4d05-9de7-10edc655a460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:45.373414 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d767e9cd-8b4a-4d05-9de7-10edc655a460 admin admin] No DVR routers for this DVR port 2ba049ce-2e78-4eac-98e1-d561dd867ef6 on host n-d-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:05:45.416176 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-7116d480-eb89-4a14-a2f7-275f08ca5935 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:45.431678 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe895d-2790-4d0c-8420-b930e9295d11 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Pushing event deleted for resources: {'Subnet': ['ID=4dcc8230-d664-42d1-827f-dbc3d9952151,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:45.436072 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e2fe895d-2790-4d0c-8420-b930e9295d11 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:45.437341 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-7116d480-eb89-4a14-a2f7-275f08ca5935 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Usage tracker for resource:security_group_rule and tenant:67dae2b74aaa49b8876b85d7455d0efe is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:45.441895 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fdbb3-9d6e-4e29-a368-fb08d85ccab6 req-a3d76332-967e-480e-aac9-5a85edfcde2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:45.449762 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device b48dccce-9048-4b11-9c9d-b82f96914245 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:05:45.469326 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-001fdbb3-9d6e-4e29-a368-fb08d85ccab6 req-a3d76332-967e-480e-aac9-5a85edfcde2a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4c98a929-4bc6-4ff2-9381-439d6c813487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3634090 Sep 30 01:05:45.471646 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e2fe895d-2790-4d0c-8420-b930e9295d11 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:45.474461 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-7116d480-eb89-4a14-a2f7-275f08ca5935 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:45.475879 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d8a68d-2430-4dd9-8858-85f1c9a832a4 None None] Network c3b2fa3c-7227-466a-851d-9c93a7474d2b requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:05:45.549728 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d767e9cd-8b4a-4d05-9de7-10edc655a460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:45.559944 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-7116d480-eb89-4a14-a2f7-275f08ca5935 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:45.605367 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-d767e9cd-8b4a-4d05-9de7-10edc655a460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872dca4c-27e9-450c-b8d9-89a50a7ba7c9']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:05:45.659612 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-d767e9cd-8b4a-4d05-9de7-10edc655a460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '109950e9-b51a-4335-a43e-05d75bb3bf53') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:05:45.660004 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-d767e9cd-8b4a-4d05-9de7-10edc655a460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '109950e9-b51a-4335-a43e-05d75bb3bf53') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:05:45.678804 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d767e9cd-8b4a-4d05-9de7-10edc655a460 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:45.695261 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-e2fe895d-2790-4d0c-8420-b930e9295d11 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "DELETE /v2.0/subnets/4dcc8230-d664-42d1-827f-dbc3d9952151 HTTP/1.1" status: 204 len: 168 time: 1.3499558 Sep 30 01:05:45.696130 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 49018) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:45.706036 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-6a08d5cb-e618-4ede-8315-ac06f1d37dd1 None None] For port b48dccce-9048-4b11-9c9d-b82f96914245, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=b48dccce-9048-4b11-9c9d-b82f96914245,segment=NetworkSegment(2af1726d-5dad-4b7a-8dd4-728109da2ef3),segment_id=2af1726d-5dad-4b7a-8dd4-728109da2ef3)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:45.706443 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6a08d5cb-e618-4ede-8315-ac06f1d37dd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:45.709646 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d767e9cd-8b4a-4d05-9de7-10edc655a460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:45.718836 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d767e9cd-8b4a-4d05-9de7-10edc655a460 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:05:45.719198 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d767e9cd-8b4a-4d05-9de7-10edc655a460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: timer() Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:05:45.740729 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:05:45.853475 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-6a08d5cb-e618-4ede-8315-ac06f1d37dd1 None None] Calling delete_port for b48dccce-9048-4b11-9c9d-b82f96914245 owned by network:dhcp {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:05:45.916301 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-001fdbb3-9d6e-4e29-a368-fb08d85ccab6 req-89f9e3c6-6eb2-4da9-8f67-77f3136df7b7 service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458749 Sep 30 01:05:45.921632 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-770d82fe-e4e7-419b-a03d-17eaa652c7fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:45.944415 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e235d-b461-470a-bc23-28817076be88 req-dfc862b9-36f8-4bcd-b61b-861410ee4fdd tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:45.945811 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dd9e235d-b461-470a-bc23-28817076be88 req-dfc862b9-36f8-4bcd-b61b-861410ee4fdd tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.3260708 Sep 30 01:05:45.971446 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:45.977542 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d767e9cd-8b4a-4d05-9de7-10edc655a460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:45.983080 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f32d3e35-0409-4038-ab55-d77564cb98c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:45.984205 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7116d480-eb89-4a14-a2f7-275f08ca5935 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:46.002358 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d767e9cd-8b4a-4d05-9de7-10edc655a460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:46.014855 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port b48dccce-9048-4b11-9c9d-b82f96914245, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=b48dccce-9048-4b11-9c9d-b82f96914245,segment=NetworkSegment(2af1726d-5dad-4b7a-8dd4-728109da2ef3),segment_id=2af1726d-5dad-4b7a-8dd4-728109da2ef3)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:46.022012 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767e9cd-8b4a-4d05-9de7-10edc655a460 admin admin] Pushing event deleted for resources: {'Network': ['ID=872dca4c-27e9-450c-b8d9-89a50a7ba7c9,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:46.026887 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d767e9cd-8b4a-4d05-9de7-10edc655a460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:46.030423 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-d767e9cd-8b4a-4d05-9de7-10edc655a460 admin admin] 10.222.0.39 "DELETE /v2.0/networks/872dca4c-27e9-450c-b8d9-89a50a7ba7c9 HTTP/1.1" status: 204 len: 168 time: 1.5736456 Sep 30 01:05:46.032897 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:46.033993 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device b569bbe4-22db-4eb4-b0ac-32a4e034a0e3 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:05:46.040403 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dd9e235d-b461-470a-bc23-28817076be88 req-1e425480-21ba-4d6c-8451-a52588e72fe5 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805550 Sep 30 01:05:46.043890 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7116d480-eb89-4a14-a2f7-275f08ca5935 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:46.048504 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-183d04e5-def3-4981-a718-3e32b7708466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:46.068448 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:46.071558 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3b409-f5ff-4b7f-af42-005fc00b129a req-c8b34e27-404f-4840-9b3a-33eb135758b0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:46.078973 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-08c3b409-f5ff-4b7f-af42-005fc00b129a req-c8b34e27-404f-4840-9b3a-33eb135758b0 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.5319178 Sep 30 01:05:46.116666 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-770d82fe-e4e7-419b-a03d-17eaa652c7fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Deleting port b48dccce-9048-4b11-9c9d-b82f96914245 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:05:46.117054 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-770d82fe-e4e7-419b-a03d-17eaa652c7fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:46.118716 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: b569bbe4-22db-4eb4-b0ac-32a4e034a0e3 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:05:46.119111 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device b569bbe4-22db-4eb4-b0ac-32a4e034a0e3 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:05:46.119541 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 2ba049ce-2e78-4eac-98e1-d561dd867ef6 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:05:46.173696 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 2ba049ce-2e78-4eac-98e1-d561dd867ef6 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:05:46.174384 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 2ba049ce-2e78-4eac-98e1-d561dd867ef6 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:05:46.181846 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.api [None req-6a08d5cb-e618-4ede-8315-ac06f1d37dd1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80276) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 01:05:46.182398 n-d-811809-1 neutron-server[80276]: DEBUG oslo_db.api [None req-6a08d5cb-e618-4ede-8315-ac06f1d37dd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 01:05:46.204047 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=b48dccce-9048-4b11-9c9d-b82f96914245,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:46.208184 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:46.250000 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-08c3b409-f5ff-4b7f-af42-005fc00b129a req-7bd18fbd-c892-4352-9c41-8fbbfc7deb0f tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701484 Sep 30 01:05:46.250661 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116d480-eb89-4a14-a2f7-275f08ca5935 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17484bb4-4442-4289-a95e-50f60d6a0bf4,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:46.264902 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e8697f-eb3a-4cf3-85e4-db3f28b3132e None None] DHCP port deletion for c3b2fa3c-7227-466a-851d-9c93a7474d2b request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 01:05:46.265378 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-7116d480-eb89-4a14-a2f7-275f08ca5935 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:46.270190 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7116d480-eb89-4a14-a2f7-275f08ca5935 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:46.270692 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c5e8697f-eb3a-4cf3-85e4-db3f28b3132e None None] Deleting port db7f7bfc-9a92-4529-b178-5c7937947e26 {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:05:46.273955 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c5e8697f-eb3a-4cf3-85e4-db3f28b3132e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:46.274182 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-7116d480-eb89-4a14-a2f7-275f08ca5935 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0857368 Sep 30 01:05:46.274960 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49028) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:46.281304 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-d0023280-8986-432f-9d1d-034980af4040 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Request body: {'security_group_rule': {'security_group_id': '17484bb4-4442-4289-a95e-50f60d6a0bf4', 'direction': 'ingress', 'protocol': 17}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:46.297060 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d0023280-8986-432f-9d1d-034980af4040 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:46.301981 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-d0023280-8986-432f-9d1d-034980af4040 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Usage tracker for resource:security_group_rule and tenant:67dae2b74aaa49b8876b85d7455d0efe is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:46.305751 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-d0023280-8986-432f-9d1d-034980af4040 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:46.314209 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d0023280-8986-432f-9d1d-034980af4040 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:46.337622 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d0023280-8986-432f-9d1d-034980af4040 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:46.359433 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-001fdbb3-9d6e-4e29-a368-fb08d85ccab6 req-46008c51-7253-42a1-9bd6-68ab8f11e71c service neutron] 10.222.0.59 "GET /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356918 Sep 30 01:05:46.391925 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49038) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:46.521295 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d0023280-8986-432f-9d1d-034980af4040 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:46.525221 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-770d82fe-e4e7-419b-a03d-17eaa652c7fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] For port b48dccce-9048-4b11-9c9d-b82f96914245, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=b48dccce-9048-4b11-9c9d-b82f96914245,segment=NetworkSegment(2af1726d-5dad-4b7a-8dd4-728109da2ef3),segment_id=2af1726d-5dad-4b7a-8dd4-728109da2ef3)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:46.525666 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-770d82fe-e4e7-419b-a03d-17eaa652c7fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:46.543860 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-c8faac55-64f1-4b97-91d1-adbd656e076b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c16a5cb71d15489992f1294acc6f3861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487069 Sep 30 01:05:46.545124 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d0023280-8986-432f-9d1d-034980af4040 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:46.549667 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49046) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:46.571844 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:46.580132 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c5e8697f-eb3a-4cf3-85e4-db3f28b3132e None None] For port db7f7bfc-9a92-4529-b178-5c7937947e26, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=db7f7bfc-9a92-4529-b178-5c7937947e26,segment=NetworkSegment(ab908e6e-8629-4086-b083-0b1dd66189b0),segment_id=ab908e6e-8629-4086-b083-0b1dd66189b0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:46.580533 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c5e8697f-eb3a-4cf3-85e4-db3f28b3132e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:46.617085 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0023280-8986-432f-9d1d-034980af4040 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a16730-1cef-46ce-b2d6-4e48ae06844e,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:46.626275 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d0023280-8986-432f-9d1d-034980af4040 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:46.653199 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d0023280-8986-432f-9d1d-034980af4040 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:46.657356 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-d0023280-8986-432f-9d1d-034980af4040 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3811679 Sep 30 01:05:46.660347 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49050) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:46.661885 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 3a902b1f-3960-4265-a353-8f9b13f0a508 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:05:46.687958 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205d5e9-9762-489d-9434-fd730406546f req-27b37cdd-c1f9-4d02-bf60-486ddd4c10f1 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:46.689500 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4205d5e9-9762-489d-9434-fd730406546f req-27b37cdd-c1f9-4d02-bf60-486ddd4c10f1 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 946 time: 0.2173824 Sep 30 01:05:46.703008 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-770d82fe-e4e7-419b-a03d-17eaa652c7fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Calling delete_port for b48dccce-9048-4b11-9c9d-b82f96914245 owned by network:dhcp {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:05:46.710691 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-99b92ada-19f2-46ca-aada-6f4495f4ea62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:46.755467 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-6a08d5cb-e618-4ede-8315-ac06f1d37dd1 None None] Deleting port b48dccce-9048-4b11-9c9d-b82f96914245 {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:05:46.755914 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6a08d5cb-e618-4ede-8315-ac06f1d37dd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:46.787668 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c5e8697f-eb3a-4cf3-85e4-db3f28b3132e None None] Calling delete_port for db7f7bfc-9a92-4529-b178-5c7937947e26 owned by network:dhcp {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:05:46.802281 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-99b92ada-19f2-46ca-aada-6f4495f4ea62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:46.813345 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-770d82fe-e4e7-419b-a03d-17eaa652c7fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:46.823166 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-67a30186-cba9-4c45-bb6a-b4656aafdd0e tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:46.831796 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4205d5e9-9762-489d-9434-fd730406546f req-5f610764-adf9-4730-aa73-fb52fe8e1f23 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220584 Sep 30 01:05:46.875794 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b6d6537a-e4e7-410b-ba40-2aa99f5173a2 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:46.882536 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d82fe-e4e7-419b-a03d-17eaa652c7fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Pushing event deleted for resources: {'Port': ['ID=b48dccce-9048-4b11-9c9d-b82f96914245,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:46.890512 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-770d82fe-e4e7-419b-a03d-17eaa652c7fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:46.897561 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-6a08d5cb-e618-4ede-8315-ac06f1d37dd1 None None] The port 'b48dccce-9048-4b11-9c9d-b82f96914245' was deleted {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 30 01:05:46.903831 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770d82fe-e4e7-419b-a03d-17eaa652c7fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] No DVR routers for this DVR port b48dccce-9048-4b11-9c9d-b82f96914245 on host n-d-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:05:46.909837 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b6d6537a-e4e7-410b-ba40-2aa99f5173a2 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:46.945518 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-99b92ada-19f2-46ca-aada-6f4495f4ea62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:46.951423 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b6d259a5-782d-4803-bb24-0d8ed00c663a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:46.976025 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b92ada-19f2-46ca-aada-6f4495f4ea62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f8289a-b02c-461e-b3d0-59ffe6d7ff7b,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:46.979569 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-99b92ada-19f2-46ca-aada-6f4495f4ea62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:46.984867 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-99b92ada-19f2-46ca-aada-6f4495f4ea62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:46.986591 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-99b92ada-19f2-46ca-aada-6f4495f4ea62 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/34f8289a-b02c-461e-b3d0-59ffe6d7ff7b HTTP/1.1" status: 204 len: 168 time: 0.4307761 Sep 30 01:05:47.010021 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b6d6537a-e4e7-410b-ba40-2aa99f5173a2 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:47.037986 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e187ca6e-591f-4aee-9f3b-d243dc450a9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:47.090461 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6537a-e4e7-410b-ba40-2aa99f5173a2 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17484bb4-4442-4289-a95e-50f60d6a0bf4,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:47.098696 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b6d6537a-e4e7-410b-ba40-2aa99f5173a2 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:47.124316 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b6d6537a-e4e7-410b-ba40-2aa99f5173a2 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:47.131741 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-b6d6537a-e4e7-410b-ba40-2aa99f5173a2 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "DELETE /v2.0/security-groups/17484bb4-4442-4289-a95e-50f60d6a0bf4 HTTP/1.1" status: 204 len: 168 time: 0.4693527 Sep 30 01:05:47.132446 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49084) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:47.190236 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c5e8697f-eb3a-4cf3-85e4-db3f28b3132e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821'] for port, after_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:47.223203 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:47.251432 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-770d82fe-e4e7-419b-a03d-17eaa652c7fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:47.264367 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-f408e712-85d3-4c3e-9926-794cbcfd402d tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Synchronizing usage tracker for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:05:47.281315 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-770d82fe-e4e7-419b-a03d-17eaa652c7fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b64aba8e-9f74-43b9-83f1-763975030585']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:05:47.303164 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8697f-eb3a-4cf3-85e4-db3f28b3132e None None] Pushing event deleted for resources: {'Port': ['ID=db7f7bfc-9a92-4529-b178-5c7937947e26,revision_number=None']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:47.305840 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-770d82fe-e4e7-419b-a03d-17eaa652c7fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af1726d-5dad-4b7a-8dd4-728109da2ef3') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:05:47.306140 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-770d82fe-e4e7-419b-a03d-17eaa652c7fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af1726d-5dad-4b7a-8dd4-728109da2ef3') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:05:47.311460 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e8697f-eb3a-4cf3-85e4-db3f28b3132e None None] No DVR routers for this DVR port db7f7bfc-9a92-4529-b178-5c7937947e26 on host n-d-811809-1 {{(pid=80276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:05:47.317133 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c5e8697f-eb3a-4cf3-85e4-db3f28b3132e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:47.323775 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-770d82fe-e4e7-419b-a03d-17eaa652c7fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:47.333832 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 3a902b1f-3960-4265-a353-8f9b13f0a508, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=3a902b1f-3960-4265-a353-8f9b13f0a508,segment=NetworkSegment(af10906d-6c0a-4f6f-83b7-0696cedb4a4f),segment_id=af10906d-6c0a-4f6f-83b7-0696cedb4a4f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:47.349201 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '3a902b1f-3960-4265-a353-8f9b13f0a508', 'network_id': '1e2206f2-97da-4525-be9c-10f3f7da23c8', 'port_id': '3a902b1f-3960-4265-a353-8f9b13f0a508', 'mac_address': 'fa:16:3e:3c:cf:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4adfb8b3-ae94-437f-908c-bfa569a467f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:05:47.354244 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-770d82fe-e4e7-419b-a03d-17eaa652c7fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:47.362700 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-770d82fe-e4e7-419b-a03d-17eaa652c7fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:05:47.363142 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-770d82fe-e4e7-419b-a03d-17eaa652c7fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: timer() Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:05:47.382574 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:05:47.401995 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-f408e712-85d3-4c3e-9926-794cbcfd402d tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Unset dirty status for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:05:47.404215 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-f408e712-85d3-4c3e-9926-794cbcfd402d tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2707283 Sep 30 01:05:47.411738 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49096) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:47.421502 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891438bf-94ef-44f2-8f7e-28cbf25db413 req-726e9f60-d4ac-422f-abe8-24f10d2e7b7e tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:47.423313 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-891438bf-94ef-44f2-8f7e-28cbf25db413 req-726e9f60-d4ac-422f-abe8-24f10d2e7b7e tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.1430440 Sep 30 01:05:47.428952 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-6958603f-95a1-4fa8-ac9c-17cdba5a9fca tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Request body: {'security_group': {'name': 'tempest-secgroup--86514265'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:47.437863 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-6958603f-95a1-4fa8-ac9c-17cdba5a9fca tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:47.475541 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:47.491672 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-770d82fe-e4e7-419b-a03d-17eaa652c7fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:47.501788 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-891438bf-94ef-44f2-8f7e-28cbf25db413 req-19f8ec70-9b1b-4728-85e0-32175d5347cb tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655191 Sep 30 01:05:47.502736 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-6958603f-95a1-4fa8-ac9c-17cdba5a9fca tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:47.508432 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f9e39945-c62d-4a1b-b7c6-c082dbc9e42c tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:47.514614 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6958603f-95a1-4fa8-ac9c-17cdba5a9fca tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:47.520566 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device db7f7bfc-9a92-4529-b178-5c7937947e26 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:05:47.540334 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-770d82fe-e4e7-419b-a03d-17eaa652c7fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:47.541674 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-6958603f-95a1-4fa8-ac9c-17cdba5a9fca tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:47.550251 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-6958603f-95a1-4fa8-ac9c-17cdba5a9fca tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Usage tracker for resource:security_group_rule and tenant:67dae2b74aaa49b8876b85d7455d0efe is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:47.557000 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-6958603f-95a1-4fa8-ac9c-17cdba5a9fca tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:47.558774 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d82fe-e4e7-419b-a03d-17eaa652c7fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Pushing event deleted for resources: {'Network': ['ID=b64aba8e-9f74-43b9-83f1-763975030585,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:47.572211 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-6958603f-95a1-4fa8-ac9c-17cdba5a9fca tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:47.641280 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a902b1f-3960-4265-a353-8f9b13f0a508 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:05:47.654139 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: db7f7bfc-9a92-4529-b178-5c7937947e26 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:05:47.654493 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device db7f7bfc-9a92-4529-b178-5c7937947e26 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:05:47.675887 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6958603f-95a1-4fa8-ac9c-17cdba5a9fca tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:47.683803 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6958603f-95a1-4fa8-ac9c-17cdba5a9fca tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:47.685611 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-770d82fe-e4e7-419b-a03d-17eaa652c7fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:47.692385 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 3a902b1f-3960-4265-a353-8f9b13f0a508, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=3a902b1f-3960-4265-a353-8f9b13f0a508,segment=NetworkSegment(af10906d-6c0a-4f6f-83b7-0696cedb4a4f),segment_id=af10906d-6c0a-4f6f-83b7-0696cedb4a4f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:47.697279 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-84f0e44c-5403-46af-9f83-043b5e87fe04 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:47.703590 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:47.705354 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8659bcb1-45e0-4848-9fa1-2556aa658d1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:47.727738 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-770d82fe-e4e7-419b-a03d-17eaa652c7fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "DELETE /v2.0/networks/b64aba8e-9f74-43b9-83f1-763975030585 HTTP/1.1" status: 204 len: 168 time: 2.0202048 Sep 30 01:05:47.731073 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 49112) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:47.770876 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958603f-95a1-4fa8-ac9c-17cdba5a9fca tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff5ccd7-cab5-480b-b154-8c337801232c,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:47.775257 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6958603f-95a1-4fa8-ac9c-17cdba5a9fca tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:47.779335 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6958603f-95a1-4fa8-ac9c-17cdba5a9fca tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:47.784278 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-6958603f-95a1-4fa8-ac9c-17cdba5a9fca tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3597741 Sep 30 01:05:47.785008 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49116) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:47.792269 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-61e31694-68d4-40c3-810e-81e559737b33 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Request body: {'security_group': {'name': 'tempest-secgroup--1100122286'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:47.801122 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-61e31694-68d4-40c3-810e-81e559737b33 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:47.806641 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-61e31694-68d4-40c3-810e-81e559737b33 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Usage tracker for resource:security_group and tenant:67dae2b74aaa49b8876b85d7455d0efe is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:47.810696 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-61e31694-68d4-40c3-810e-81e559737b33 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:47.818777 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-61e31694-68d4-40c3-810e-81e559737b33 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:47.835475 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-61e31694-68d4-40c3-810e-81e559737b33 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:47.872718 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-61e31694-68d4-40c3-810e-81e559737b33 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:47.877967 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-61e31694-68d4-40c3-810e-81e559737b33 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Usage tracker for resource:security_group_rule and tenant:67dae2b74aaa49b8876b85d7455d0efe is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:47.881818 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-61e31694-68d4-40c3-810e-81e559737b33 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:47.890264 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-61e31694-68d4-40c3-810e-81e559737b33 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:47.894305 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=3a902b1f-3960-4265-a353-8f9b13f0a508,revision_number=6']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:47.906920 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:47.909932 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['3a902b1f-3960-4265-a353-8f9b13f0a508'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:05:47.921111 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef778f-2577-4121-9d00-a00f4facbc96 req-f39d6454-2e20-412b-99fd-fc0c42048c54 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:47.935031 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-70ef778f-2577-4121-9d00-a00f4facbc96 req-f39d6454-2e20-412b-99fd-fc0c42048c54 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.3960693 Sep 30 01:05:47.988601 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-61e31694-68d4-40c3-810e-81e559737b33 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:47.994682 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-61e31694-68d4-40c3-810e-81e559737b33 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:48.001450 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f90b6856-085c-4641-868a-b2a04025a041 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:48.037657 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e31694-68d4-40c3-810e-81e559737b33 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddbd4c0-b9d4-46ed-81e0-3bd1e30fac42,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:48.042368 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-61e31694-68d4-40c3-810e-81e559737b33 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:48.062208 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-376b0da3-44a2-4bae-b6ba-0f3c728490b6 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:48.068662 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-61e31694-68d4-40c3-810e-81e559737b33 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:48.077640 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-61e31694-68d4-40c3-810e-81e559737b33 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2908242 Sep 30 01:05:48.078279 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49128) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:48.085334 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-af2beb89-63e0-4202-9747-9fd6fee0c698 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Request body: {'security_group_rule': {'security_group_id': '7ff5ccd7-cab5-480b-b154-8c337801232c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5ddbd4c0-b9d4-46ed-81e0-3bd1e30fac42', 'remote_ip_prefix': None}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:48.097373 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-70ef778f-2577-4121-9d00-a00f4facbc96 req-51b14a85-5921-41a5-bdf0-cdf7035d92ee tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611662 Sep 30 01:05:48.111850 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-af2beb89-63e0-4202-9747-9fd6fee0c698 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:48.128249 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-af2beb89-63e0-4202-9747-9fd6fee0c698 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Usage tracker for resource:security_group_rule and tenant:67dae2b74aaa49b8876b85d7455d0efe is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:48.132336 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-af2beb89-63e0-4202-9747-9fd6fee0c698 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:48.140661 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-af2beb89-63e0-4202-9747-9fd6fee0c698 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:48.195935 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-af2beb89-63e0-4202-9747-9fd6fee0c698 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:48.327759 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-af2beb89-63e0-4202-9747-9fd6fee0c698 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:48.333935 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-af2beb89-63e0-4202-9747-9fd6fee0c698 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:48.358937 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:48.361704 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-376b0da3-44a2-4bae-b6ba-0f3c728490b6 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:48.405715 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-376b0da3-44a2-4bae-b6ba-0f3c728490b6 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b2fa3c-7227-466a-851d-9c93a7474d2b']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:05:48.406656 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2beb89-63e0-4202-9747-9fd6fee0c698 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c69e924-272b-4fec-beeb-5f86e55ea3dd,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:48.422795 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-376b0da3-44a2-4bae-b6ba-0f3c728490b6 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab908e6e-8629-4086-b083-0b1dd66189b0') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:05:48.423100 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-376b0da3-44a2-4bae-b6ba-0f3c728490b6 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab908e6e-8629-4086-b083-0b1dd66189b0') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:05:48.428908 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-af2beb89-63e0-4202-9747-9fd6fee0c698 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:48.438932 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-af2beb89-63e0-4202-9747-9fd6fee0c698 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:48.441163 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-af2beb89-63e0-4202-9747-9fd6fee0c698 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3615353 Sep 30 01:05:48.445197 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 49154) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:48.447170 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-376b0da3-44a2-4bae-b6ba-0f3c728490b6 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:48.496323 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead99143-1a31-4791-bc4a-fa9338af1257 req-f8f6b23b-afe6-4ef1-ab7d-a4630b7266c5 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:48.497875 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49158) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:48.498030 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ead99143-1a31-4791-bc4a-fa9338af1257 req-f8f6b23b-afe6-4ef1-ab7d-a4630b7266c5 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 946 time: 0.2258599 Sep 30 01:05:48.500700 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-376b0da3-44a2-4bae-b6ba-0f3c728490b6 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:48.525914 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e66a8e5a-7dce-4e05-b664-b56e41ffd496 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:48.537232 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-376b0da3-44a2-4bae-b6ba-0f3c728490b6 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:05:48.537641 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-376b0da3-44a2-4bae-b6ba-0f3c728490b6 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: timer() Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:05:48.553294 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:05:48.609109 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-5d0ae873-4de5-4883-ad91-bc59208348ba admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1993270947-network', 'tenant_id': '21758b229ddd40f999546edcb999526d'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:48.613525 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e66a8e5a-7dce-4e05-b664-b56e41ffd496 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:48.614118 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5d0ae873-4de5-4883-ad91-bc59208348ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:48.618168 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-5d0ae873-4de5-4883-ad91-bc59208348ba admin admin] Usage tracker for resource:network and tenant:21758b229ddd40f999546edcb999526d is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:48.621221 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-5d0ae873-4de5-4883-ad91-bc59208348ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:48.627548 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5d0ae873-4de5-4883-ad91-bc59208348ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:48.640525 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0ae873-4de5-4883-ad91-bc59208348ba admin admin] Made reservation on behalf of 21758b229ddd40f999546edcb999526d for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:05:48.645253 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 3a902b1f-3960-4265-a353-8f9b13f0a508 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:05:48.650774 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5d0ae873-4de5-4883-ad91-bc59208348ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:48.664631 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5d0ae873-4de5-4883-ad91-bc59208348ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:48.683807 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5d0ae873-4de5-4883-ad91-bc59208348ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:48.688018 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-5d0ae873-4de5-4883-ad91-bc59208348ba admin admin] Usage tracker for resource:security_group_rule and tenant:21758b229ddd40f999546edcb999526d is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:48.693225 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-5d0ae873-4de5-4883-ad91-bc59208348ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:48.697325 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ead99143-1a31-4791-bc4a-fa9338af1257 req-71183a9e-d431-44f2-be61-96a325c0e337 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917288 Sep 30 01:05:48.708280 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e66a8e5a-7dce-4e05-b664-b56e41ffd496 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:48.710966 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:48.723559 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-376b0da3-44a2-4bae-b6ba-0f3c728490b6 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:48.738200 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a8e5a-7dce-4e05-b664-b56e41ffd496 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c69e924-272b-4fec-beeb-5f86e55ea3dd,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:48.750015 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-376b0da3-44a2-4bae-b6ba-0f3c728490b6 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:48.751681 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5d0ae873-4de5-4883-ad91-bc59208348ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:48.753769 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 3a902b1f-3960-4265-a353-8f9b13f0a508 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:05:48.754276 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:48.754565 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e66a8e5a-7dce-4e05-b664-b56e41ffd496 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:48.755118 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2690d34a-45d2-4b46-8a76-6314f9d8c82d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:48.776433 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e66a8e5a-7dce-4e05-b664-b56e41ffd496 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:48.781201 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-e66a8e5a-7dce-4e05-b664-b56e41ffd496 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/1c69e924-272b-4fec-beeb-5f86e55ea3dd HTTP/1.1" status: 204 len: 168 time: 0.3236189 Sep 30 01:05:48.781201 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b0da3-44a2-4bae-b6ba-0f3c728490b6 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Pushing event deleted for resources: {'Network': ['ID=c3b2fa3c-7227-466a-851d-9c93a7474d2b,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:48.782671 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 49166) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:48.785679 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-376b0da3-44a2-4bae-b6ba-0f3c728490b6 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:48.788152 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-376b0da3-44a2-4bae-b6ba-0f3c728490b6 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] 10.222.0.39 "DELETE /v2.0/networks/c3b2fa3c-7227-466a-851d-9c93a7474d2b HTTP/1.1" status: 204 len: 168 time: 1.0560431 Sep 30 01:05:48.842502 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-08cb5252-d79a-4e7d-b7b7-d12fbbdddd1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:48.863572 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10849b73-7077-4a35-8c0e-5039cd330b21 req-b573ca96-9ba2-4e3d-877f-732248ce4fbf tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:48.875569 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-10849b73-7077-4a35-8c0e-5039cd330b21 req-b573ca96-9ba2-4e3d-877f-732248ce4fbf tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 944 time: 0.1822197 Sep 30 01:05:48.889849 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-a507f2f4-55e6-4f90-be2a-d5769259c1c8 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Synchronizing usage tracker for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group_rule {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:05:48.930298 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-a507f2f4-55e6-4f90-be2a-d5769259c1c8 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Unset dirty status for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group_rule {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:05:48.934549 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-a507f2f4-55e6-4f90-be2a-d5769259c1c8 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1482034 Sep 30 01:05:48.934886 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 49174) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:48.941995 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:48.977250 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 3a902b1f-3960-4265-a353-8f9b13f0a508, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=3a902b1f-3960-4265-a353-8f9b13f0a508,segment=NetworkSegment(af10906d-6c0a-4f6f-83b7-0696cedb4a4f),segment_id=af10906d-6c0a-4f6f-83b7-0696cedb4a4f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:48.978314 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10de5c86-dd9e-4b7d-9194-3ede7f555bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a902b1f-3960-4265-a353-8f9b13f0a508'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:05:48.985413 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:48.988626 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:49.022187 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1e3c2338-7258-4069-bfe4-ac8ba9217049 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:49.050842 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-10849b73-7077-4a35-8c0e-5039cd330b21 req-8e9e0d16-67db-4f60-bb39-41abfd52dc59 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744266 Sep 30 01:05:49.053083 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 31b21c63-4aaf-4aad-8db3-e7a630c298ec no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:05:49.061785 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1e3c2338-7258-4069-bfe4-ac8ba9217049 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:49.100827 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5d0ae873-4de5-4883-ad91-bc59208348ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:49.109746 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5d0ae873-4de5-4883-ad91-bc59208348ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:49.131064 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:49.141802 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d0ae873-4de5-4883-ad91-bc59208348ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:05:49.146167 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10de5c86-dd9e-4b7d-9194-3ede7f555bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a902b1f-3960-4265-a353-8f9b13f0a508', 'code': 200} Sep 30 01:05:49.147006 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=3a902b1f-3960-4265-a353-8f9b13f0a508,revision_number=7']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:49.147454 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3c97765d-0680-426d-b9c6-4c96f17bd661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:49.151875 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:49.152135 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1e3c2338-7258-4069-bfe4-ac8ba9217049 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:49.161547 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6a17bd06-eed4-4649-bdad-c1c15308c81c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:49.165686 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5d0ae873-4de5-4883-ad91-bc59208348ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:49.166045 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-5d0ae873-4de5-4883-ad91-bc59208348ba admin admin] Added segment f3a59c15-0504-49a3-9129-c3529c1d8922 of type vlan for network 6a3e54c0-527e-4a0b-877b-b2ace2e841bf Sep 30 01:05:49.181427 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c2338-7258-4069-bfe4-ac8ba9217049 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddbd4c0-b9d4-46ed-81e0-3bd1e30fac42,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:49.187737 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1e3c2338-7258-4069-bfe4-ac8ba9217049 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:49.205868 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ae873-4de5-4883-ad91-bc59208348ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95390d3-7517-4171-a89e-4f9cb3dbcb35,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:49.219657 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5d0ae873-4de5-4883-ad91-bc59208348ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:49.230987 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1e3c2338-7258-4069-bfe4-ac8ba9217049 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:49.235246 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-1e3c2338-7258-4069-bfe4-ac8ba9217049 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "DELETE /v2.0/security-groups/5ddbd4c0-b9d4-46ed-81e0-3bd1e30fac42 HTTP/1.1" status: 204 len: 168 time: 0.2963824 Sep 30 01:05:49.235246 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 49190) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:49.250387 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5d0ae873-4de5-4883-ad91-bc59208348ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:49.297126 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:49.298747 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5d0ae873-4de5-4883-ad91-bc59208348ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:49.300457 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0ae873-4de5-4883-ad91-bc59208348ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:49.301197 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5d0ae873-4de5-4883-ad91-bc59208348ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:49.334568 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a8821142-9bd1-4d06-9ec6-2fe29e30b1f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:49.364024 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-5d0ae873-4de5-4883-ad91-bc59208348ba admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8649778 Sep 30 01:05:49.375900 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 49196) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:49.408841 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 31b21c63-4aaf-4aad-8db3-e7a630c298ec, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=31b21c63-4aaf-4aad-8db3-e7a630c298ec,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:49.411123 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-949c979f-1e9f-43bc-96be-984f744c9881 admin admin] Request body: {'subnet': {'network_id': '6a3e54c0-527e-4a0b-877b-b2ace2e841bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1993270947-subnet', 'tenant_id': '21758b229ddd40f999546edcb999526d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:49.416134 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:49.419095 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-91fb39c7-0d79-4273-9f1f-d063c5de84dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:49.420815 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-949c979f-1e9f-43bc-96be-984f744c9881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:49.428939 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-a7c87b11-64f1-46e3-a53d-fc5c31412a37 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Synchronizing usage tracker for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:05:49.431590 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-949c979f-1e9f-43bc-96be-984f744c9881 admin admin] Usage tracker for resource:subnet and tenant:21758b229ddd40f999546edcb999526d is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:49.435768 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-949c979f-1e9f-43bc-96be-984f744c9881 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:49.444069 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-949c979f-1e9f-43bc-96be-984f744c9881 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:49.468456 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949c979f-1e9f-43bc-96be-984f744c9881 admin admin] Made reservation on behalf of 21758b229ddd40f999546edcb999526d for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:05:49.471407 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-949c979f-1e9f-43bc-96be-984f744c9881 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:49.583617 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=31b21c63-4aaf-4aad-8db3-e7a630c298ec,revision_number=8']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:49.587470 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:49.645850 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-a7c87b11-64f1-46e3-a53d-fc5c31412a37 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Unset dirty status for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:05:49.647215 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-a7c87b11-64f1-46e3-a53d-fc5c31412a37 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.4110887 Sep 30 01:05:49.651829 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49212) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:49.656876 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ae873-4de5-4883-ad91-bc59208348ba admin admin] Pushing event updated for resources: {'Network': ['ID=6a3e54c0-527e-4a0b-877b-b2ace2e841bf,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:49.660384 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5d0ae873-4de5-4883-ad91-bc59208348ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:49.666770 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 6a3e54c0-527e-4a0b-877b-b2ace2e841bf details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:05:49.837607 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47586314-0288-4cea-abcc-bbb36e40da13 req-cfbe0ee0-640f-41d6-8b96-a4c35fe684f4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:49.845474 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-47586314-0288-4cea-abcc-bbb36e40da13 req-cfbe0ee0-640f-41d6-8b96-a4c35fe684f4 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.4834373 Sep 30 01:05:49.852447 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bc69ae5d-bcb6-4f4c-96a1-63ae08392a40 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:49.874852 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-949c979f-1e9f-43bc-96be-984f744c9881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:49.879562 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1e38c05c-fe0d-4306-89ed-1194f2fc0b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:49.922312 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bc69ae5d-bcb6-4f4c-96a1-63ae08392a40 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:50.003424 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bc69ae5d-bcb6-4f4c-96a1-63ae08392a40 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:50.012797 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b4613008-3661-4230-91b8-b29eebdf8033 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:50.038658 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c979f-1e9f-43bc-96be-984f744c9881 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81a270c5-0bfe-4a31-9bd5-99f27822a262,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:50.043037 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-949c979f-1e9f-43bc-96be-984f744c9881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:50.050746 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c979f-1e9f-43bc-96be-984f744c9881 admin admin] Checking segment: {'id': 'f3a59c15-0504-49a3-9129-c3529c1d8922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6a3e54c0-527e-4a0b-877b-b2ace2e841bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:05:50.051133 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949c979f-1e9f-43bc-96be-984f744c9881 admin admin] Network hostable DHCP agents. Network: 6a3e54c0-527e-4a0b-877b-b2ace2e841bf, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:05:50.081104 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-47586314-0288-4cea-abcc-bbb36e40da13 req-02207caa-c808-40d0-9f7f-a940ae764b0a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228560 Sep 30 01:05:50.083500 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69ae5d-bcb6-4f4c-96a1-63ae08392a40 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff5ccd7-cab5-480b-b154-8c337801232c,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:50.090854 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bc69ae5d-bcb6-4f4c-96a1-63ae08392a40 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:50.115031 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449a8d2-10b3-436c-936f-aa5d5a7c6694 req-bc177d36-290e-42dd-8b66-b2425b451245 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:50.116631 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d449a8d2-10b3-436c-936f-aa5d5a7c6694 req-bc177d36-290e-42dd-8b66-b2425b451245 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 946 time: 0.1910126 Sep 30 01:05:50.130062 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949c979f-1e9f-43bc-96be-984f744c9881 admin admin] Network 6a3e54c0-527e-4a0b-877b-b2ace2e841bf is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:05:50.133362 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bc69ae5d-bcb6-4f4c-96a1-63ae08392a40 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:50.141029 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-bc69ae5d-bcb6-4f4c-96a1-63ae08392a40 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "DELETE /v2.0/security-groups/7ff5ccd7-cab5-480b-b154-8c337801232c HTTP/1.1" status: 204 len: 168 time: 0.4852600 Sep 30 01:05:50.142895 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49240) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:50.233173 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d449a8d2-10b3-436c-936f-aa5d5a7c6694 req-4c8ca2ef-5f19-4053-bf43-703675db590d tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049922 Sep 30 01:05:50.234355 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-949c979f-1e9f-43bc-96be-984f744c9881 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 6a3e54c0-527e-4a0b-877b-b2ace2e841bf) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:05:50.238848 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949c979f-1e9f-43bc-96be-984f744c9881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:50.239448 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-949c979f-1e9f-43bc-96be-984f744c9881 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:50.245656 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8637271-eaf0-47f3-a78e-a1f8480cf29a None None] Network 6a3e54c0-527e-4a0b-877b-b2ace2e841bf requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:05:50.249454 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-00a515c2-6b11-46cd-88bd-c7bd58b02869 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Synchronizing usage tracker for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:05:50.288632 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-00a515c2-6b11-46cd-88bd-c7bd58b02869 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Unset dirty status for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:05:50.290119 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-00a515c2-6b11-46cd-88bd-c7bd58b02869 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1461804 Sep 30 01:05:50.297471 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49244) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:50.304055 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-1143fdb8-ad43-4028-87fa-1a9f92721fce tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Request body: {'security_group': {'name': 'tempest-secgroup--1915882415'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:50.307178 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-949c979f-1e9f-43bc-96be-984f744c9881 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9202261 Sep 30 01:05:50.307815 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 49248) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:50.316571 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-1143fdb8-ad43-4028-87fa-1a9f92721fce tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:50.321527 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1993270947-router', 'tenant_id': '21758b229ddd40f999546edcb999526d', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:50.331687 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-1143fdb8-ad43-4028-87fa-1a9f92721fce tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:50.332424 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:50.342924 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Usage tracker for resource:router and tenant:21758b229ddd40f999546edcb999526d is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:50.356826 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1143fdb8-ad43-4028-87fa-1a9f92721fce tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:50.360395 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:50.377091 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:50.401631 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-1143fdb8-ad43-4028-87fa-1a9f92721fce tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:50.406664 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-1143fdb8-ad43-4028-87fa-1a9f92721fce tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Usage tracker for resource:security_group_rule and tenant:67dae2b74aaa49b8876b85d7455d0efe is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:50.410455 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-730961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30750'] for router, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:50.411445 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-1143fdb8-ad43-4028-87fa-1a9f92721fce tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:50.411727 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30743'] for router, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:50.428532 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-1143fdb8-ad43-4028-87fa-1a9f92721fce tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:50.449883 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:50.628067 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1143fdb8-ad43-4028-87fa-1a9f92721fce tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:50.639198 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1143fdb8-ad43-4028-87fa-1a9f92721fce tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:50.645359 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b6d6537a-e4e7-410b-ba40-2aa99f5173a2 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:50.716138 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243ebb1-59f9-4be2-b88b-72f8413a8db7 req-3aeef65e-de43-47a6-8c45-6ac5e300d330 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:50.724492 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3243ebb1-59f9-4be2-b88b-72f8413a8db7 req-3aeef65e-de43-47a6-8c45-6ac5e300d330 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.2132936 Sep 30 01:05:50.895395 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143fdb8-ad43-4028-87fa-1a9f92721fce tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0c1ded-ce0a-4999-bdae-dc34b1c9965d,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:50.915561 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1143fdb8-ad43-4028-87fa-1a9f92721fce tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:50.920390 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1143fdb8-ad43-4028-87fa-1a9f92721fce tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:50.922013 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-1143fdb8-ad43-4028-87fa-1a9f92721fce tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6232677 Sep 30 01:05:50.924980 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49254) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:50.939368 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-fe1f9c27-85ba-4b5f-8a33-d73ef3354ca1 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Request body: {'security_group_rule': {'security_group_id': 'bc0c1ded-ce0a-4999-bdae-dc34b1c9965d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:50.953512 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-fe1f9c27-85ba-4b5f-8a33-d73ef3354ca1 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:50.963221 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-fe1f9c27-85ba-4b5f-8a33-d73ef3354ca1 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Usage tracker for resource:security_group_rule and tenant:67dae2b74aaa49b8876b85d7455d0efe is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:50.979868 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3243ebb1-59f9-4be2-b88b-72f8413a8db7 req-64e74bc9-8313-4b9c-8a4c-475adbb225e3 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543583 Sep 30 01:05:50.983870 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-fe1f9c27-85ba-4b5f-8a33-d73ef3354ca1 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:51.004394 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-fe1f9c27-85ba-4b5f-8a33-d73ef3354ca1 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:51.051750 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 31b21c63-4aaf-4aad-8db3-e7a630c298ec details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:05:51.056039 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fe1f9c27-85ba-4b5f-8a33-d73ef3354ca1 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:51.147295 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fe1f9c27-85ba-4b5f-8a33-d73ef3354ca1 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:51.158061 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fe1f9c27-85ba-4b5f-8a33-d73ef3354ca1 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:51.162129 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:51.225836 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f9c27-85ba-4b5f-8a33-d73ef3354ca1 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b8b050-68c6-4162-b3ed-d12e15544318,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:51.241585 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fe1f9c27-85ba-4b5f-8a33-d73ef3354ca1 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:51.275851 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5f2568-ba76-4126-a5f4-d94753edcd60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b21c63-4aaf-4aad-8db3-e7a630c298ec'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:05:51.285197 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fe1f9c27-85ba-4b5f-8a33-d73ef3354ca1 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:51.285536 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ab3963-f926-4df4-9878-d5b5ae5d3b67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-6a3e54c0-527e-4a0b-877b-b2ace2e841bf', 'network_id': '6a3e54c0-527e-4a0b-877b-b2ace2e841bf', 'tenant_id': '21758b229ddd40f999546edcb999526d', 'fixed_ips': [{'subnet_id': '81a270c5-0bfe-4a31-9bd5-99f27822a262'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 01:05:51.286493 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-81ab3963-f926-4df4-9878-d5b5ae5d3b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:51.289960 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-fe1f9c27-85ba-4b5f-8a33-d73ef3354ca1 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3609445 Sep 30 01:05:51.290702 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49274) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:51.396699 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5f9658c8-8d2d-494e-8f27-7275ac7551c3 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:51.404323 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5efbc5d9-9c68-466f-8eb0-af71bec33bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:51.438100 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5f9658c8-8d2d-494e-8f27-7275ac7551c3 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:51.440044 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-672991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-730982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30841'] for router, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:51.499272 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 31b21c63-4aaf-4aad-8db3-e7a630c298ec, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=31b21c63-4aaf-4aad-8db3-e7a630c298ec,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:51.510143 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5f9658c8-8d2d-494e-8f27-7275ac7551c3 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:51.515970 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9ac2695e-3dc0-4f73-9e34-b60ad1a94214 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:51.518278 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4f796-7efa-46d1-a330-85a5fe41ee10 req-8e2d0201-0603-44e6-9c9e-d2e73f67bbdc tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:51.520862 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-12f4f796-7efa-46d1-a330-85a5fe41ee10 req-8e2d0201-0603-44e6-9c9e-d2e73f67bbdc tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 1.0156844 Sep 30 01:05:51.569363 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9658c8-8d2d-494e-8f27-7275ac7551c3 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37b8b050-68c6-4162-b3ed-d12e15544318,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:51.572640 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5f9658c8-8d2d-494e-8f27-7275ac7551c3 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:51.611909 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5f9658c8-8d2d-494e-8f27-7275ac7551c3 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:51.615341 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-5f9658c8-8d2d-494e-8f27-7275ac7551c3 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/37b8b050-68c6-4162-b3ed-d12e15544318 HTTP/1.1" status: 204 len: 168 time: 0.3213079 Sep 30 01:05:51.617874 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 49286) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:51.624570 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '31b21c63-4aaf-4aad-8db3-e7a630c298ec', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': '31b21c63-4aaf-4aad-8db3-e7a630c298ec', 'mac_address': 'fa:16:3e:10:4c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:05:51.768043 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-81ab3963-f926-4df4-9878-d5b5ae5d3b67 None None] Allocated IP 172.20.0.2 (6a3e54c0-527e-4a0b-877b-b2ace2e841bf/81a270c5-0bfe-4a31-9bd5-99f27822a262/50f97e5e-d618-4af7-b217-203d0854357b) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:05:51.774948 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:51.804947 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b21c63-4aaf-4aad-8db3-e7a630c298ec {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:05:51.838268 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-12f4f796-7efa-46d1-a330-85a5fe41ee10 req-e7e188b0-da24-47b7-896f-934cd1133340 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054678 Sep 30 01:05:51.903979 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-acb2f0ac-09f8-4b04-bb4c-a36e3ad44beb tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Synchronizing usage tracker for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group_rule {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:05:51.983164 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-acb2f0ac-09f8-4b04-bb4c-a36e3ad44beb tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Unset dirty status for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group_rule {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:05:51.987964 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49300) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:51.988431 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-acb2f0ac-09f8-4b04-bb4c-a36e3ad44beb tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3546140 Sep 30 01:05:52.147690 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 31b21c63-4aaf-4aad-8db3-e7a630c298ec, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=31b21c63-4aaf-4aad-8db3-e7a630c298ec,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:52.159600 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-79bd1b05-125c-41c1-8fac-d9d2ac27cdd9 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:52.181127 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:52.195981 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:52.280432 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-79bd1b05-125c-41c1-8fac-d9d2ac27cdd9 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:52.423268 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:52.456005 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-79bd1b05-125c-41c1-8fac-d9d2ac27cdd9 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:52.469803 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a9237b9a-4315-4824-bbfa-338127b8cade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:52.484580 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:52.490007 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['31b21c63-4aaf-4aad-8db3-e7a630c298ec'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:05:52.528076 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd1b05-125c-41c1-8fac-d9d2ac27cdd9 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0c1ded-ce0a-4999-bdae-dc34b1c9965d,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:52.535126 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:52.561190 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-79bd1b05-125c-41c1-8fac-d9d2ac27cdd9 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:52.633683 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-79bd1b05-125c-41c1-8fac-d9d2ac27cdd9 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:52.639761 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-79bd1b05-125c-41c1-8fac-d9d2ac27cdd9 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "DELETE /v2.0/security-groups/bc0c1ded-ce0a-4999-bdae-dc34b1c9965d HTTP/1.1" status: 204 len: 168 time: 0.6500368 Sep 30 01:05:52.643755 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49328) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:52.859960 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-81ab3963-f926-4df4-9878-d5b5ae5d3b67 None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:52.872384 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74457fea-a2aa-45a5-91e5-8c583f6cd07a req-e216eb4a-fde8-43c1-a15c-ee460f985f8a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:52.874572 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-81ab3963-f926-4df4-9878-d5b5ae5d3b67 None None] Transition to ACTIVE for port object 50f97e5e-d618-4af7-b217-203d0854357b will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:05:52.877998 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-74457fea-a2aa-45a5-91e5-8c583f6cd07a req-e216eb4a-fde8-43c1-a15c-ee460f985f8a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 946 time: 0.6856956 Sep 30 01:05:52.898023 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-81ab3963-f926-4df4-9878-d5b5ae5d3b67 None None] Transition to ACTIVE for port object 50f97e5e-d618-4af7-b217-203d0854357b will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:05:52.912228 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-43a2bc9d-7a0f-4d8a-824d-8fe1c1fc57d2 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Synchronizing usage tracker for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:05:52.937011 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-81ab3963-f926-4df4-9878-d5b5ae5d3b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:52.957044 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-43a2bc9d-7a0f-4d8a-824d-8fe1c1fc57d2 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Unset dirty status for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:05:52.958688 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-43a2bc9d-7a0f-4d8a-824d-8fe1c1fc57d2 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2982159 Sep 30 01:05:52.963462 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49336) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:52.971621 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-f7c0732f-1ff5-4047-bcaa-5908d59d559f tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Request body: {'security_group': {'name': 'tempest-secgroup--709889126'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:52.978807 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f7c0732f-1ff5-4047-bcaa-5908d59d559f tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:53.003027 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f7c0732f-1ff5-4047-bcaa-5908d59d559f tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:53.021682 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f7c0732f-1ff5-4047-bcaa-5908d59d559f tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:53.076833 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f7c0732f-1ff5-4047-bcaa-5908d59d559f tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:53.087659 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-f7c0732f-1ff5-4047-bcaa-5908d59d559f tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Usage tracker for resource:security_group_rule and tenant:67dae2b74aaa49b8876b85d7455d0efe is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:53.097508 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-f7c0732f-1ff5-4047-bcaa-5908d59d559f tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:53.109307 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f7c0732f-1ff5-4047-bcaa-5908d59d559f tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:53.109538 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ab3963-f926-4df4-9878-d5b5ae5d3b67 None None] Network 6a3e54c0-527e-4a0b-877b-b2ace2e841bf is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:05:53.126579 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=31b21c63-4aaf-4aad-8db3-e7a630c298ec,revision_number=9']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:53.130250 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-74457fea-a2aa-45a5-91e5-8c583f6cd07a req-b6527ac7-7345-444d-89fe-1e06dd8e2b16 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441821 Sep 30 01:05:53.137364 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.942s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:53.157623 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:53.210750 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Allocated IP 172.25.0.162 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/a7fb816f-a347-48b0-9e71-aaf4a8e43e48) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:05:53.263634 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-81ab3963-f926-4df4-9878-d5b5ae5d3b67 None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:05:53.313537 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5f2568-ba76-4126-a5f4-d94753edcd60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b21c63-4aaf-4aad-8db3-e7a630c298ec', 'code': 200} Sep 30 01:05:53.314362 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ab3963-f926-4df4-9878-d5b5ae5d3b67 None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:05:53.430792 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f7c0732f-1ff5-4047-bcaa-5908d59d559f tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:53.442026 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f7c0732f-1ff5-4047-bcaa-5908d59d559f tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:53.458061 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f646b616-a0fe-40ea-af81-3e43fab433ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:53.564229 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:53.602967 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0732f-1ff5-4047-bcaa-5908d59d559f tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76ae3c3b-d198-475d-a61b-dbbdd3120ce6,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:53.606766 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f7c0732f-1ff5-4047-bcaa-5908d59d559f tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:53.625868 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f7c0732f-1ff5-4047-bcaa-5908d59d559f tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:53.627435 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:53.631340 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-25feea90-fa53-4c67-ae45-95a871f7099f tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:53.638063 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-f7c0732f-1ff5-4047-bcaa-5908d59d559f tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6733651 Sep 30 01:05:53.642567 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49360) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:53.656111 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-70d55c2e-0aed-4acd-9b95-0200f71d4693 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Request body: {'security_group_rule': {'security_group_id': '76ae3c3b-d198-475d-a61b-dbbdd3120ce6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:53.674528 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-70d55c2e-0aed-4acd-9b95-0200f71d4693 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:53.681050 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-70d55c2e-0aed-4acd-9b95-0200f71d4693 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Usage tracker for resource:security_group_rule and tenant:67dae2b74aaa49b8876b85d7455d0efe is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:05:53.710241 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5225a-28ca-4462-b329-83db912fb126 req-eaa9dc74-edfc-48f5-860e-e8e1bbaa73a7 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:53.725905 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9ed5225a-28ca-4462-b329-83db912fb126 req-eaa9dc74-edfc-48f5-860e-e8e1bbaa73a7 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c046ad6-7412-4cee-aa90-18e2e95b1af0 HTTP/1.1" status: 200 len: 943 time: 0.4239900 Sep 30 01:05:53.732122 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab3963-f926-4df4-9878-d5b5ae5d3b67 None None] Pushing event updated for resources: {'Port': ['ID=50f97e5e-d618-4af7-b217-203d0854357b,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:53.734689 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-70d55c2e-0aed-4acd-9b95-0200f71d4693 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:05:53.776571 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-81ab3963-f926-4df4-9878-d5b5ae5d3b67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:53.793124 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Pushing event updated for resources: {'Port': ['ID=a7fb816f-a347-48b0-9e71-aaf4a8e43e48,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:53.828513 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:53.835595 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:53.836218 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:53.836760 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:53.837297 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:53.837832 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:53.838376 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:53.838970 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:53.839629 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:53.840176 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:53.841480 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:53.842024 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:53.855164 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:53.859591 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 01:05:53.860157 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-70d55c2e-0aed-4acd-9b95-0200f71d4693 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:53.869653 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-81ab3963-f926-4df4-9878-d5b5ae5d3b67 None None] Attempting to bind port 50f97e5e-d618-4af7-b217-203d0854357b on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:05:53.870141 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-81ab3963-f926-4df4-9878-d5b5ae5d3b67 None None] Attempting to bind port 50f97e5e-d618-4af7-b217-203d0854357b by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'f3a59c15-0504-49a3-9129-c3529c1d8922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6a3e54c0-527e-4a0b-877b-b2ace2e841bf'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:05:53.871164 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ab3963-f926-4df4-9878-d5b5ae5d3b67 None None] Attempting to bind port 50f97e5e-d618-4af7-b217-203d0854357b on network 6a3e54c0-527e-4a0b-877b-b2ace2e841bf {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:05:53.894518 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ab3963-f926-4df4-9878-d5b5ae5d3b67 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:05:53.895090 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ab3963-f926-4df4-9878-d5b5ae5d3b67 None None] Checking segment: {'id': 'f3a59c15-0504-49a3-9129-c3529c1d8922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6a3e54c0-527e-4a0b-877b-b2ace2e841bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:05:53.895609 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-81ab3963-f926-4df4-9878-d5b5ae5d3b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:53.896123 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ab3963-f926-4df4-9878-d5b5ae5d3b67 None None] Bound using segment: {'id': 'f3a59c15-0504-49a3-9129-c3529c1d8922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6a3e54c0-527e-4a0b-877b-b2ace2e841bf'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:05:53.896249 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:05:53.896883 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-81ab3963-f926-4df4-9878-d5b5ae5d3b67 None None] Bound port: 50f97e5e-d618-4af7-b217-203d0854357b, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a59c15-0504-49a3-9129-c3529c1d8922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6a3e54c0-527e-4a0b-877b-b2ace2e841bf'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:05:53.897376 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-81ab3963-f926-4df4-9878-d5b5ae5d3b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:53.901120 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:05:53.909272 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:05:53.945809 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-70d55c2e-0aed-4acd-9b95-0200f71d4693 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:54.071312 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-9ed5225a-28ca-4462-b329-83db912fb126 req-9bda1b58-9332-4bb4-976a-c4fe78e428ef tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Deleting port a4d22640-c200-4b1f-af9e-7ad48bfdfd1d {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:05:54.072443 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9ed5225a-28ca-4462-b329-83db912fb126 req-9bda1b58-9332-4bb4-976a-c4fe78e428ef tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:54.107694 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-81ab3963-f926-4df4-9878-d5b5ae5d3b67 None None] For port 50f97e5e-d618-4af7-b217-203d0854357b, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:05:54.110020 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:54.114861 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-81ab3963-f926-4df4-9878-d5b5ae5d3b67 None None] For port 50f97e5e-d618-4af7-b217-203d0854357b, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=50f97e5e-d618-4af7-b217-203d0854357b,segment=NetworkSegment(f3a59c15-0504-49a3-9129-c3529c1d8922),segment_id=f3a59c15-0504-49a3-9129-c3529c1d8922)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:05:54.125539 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-81ab3963-f926-4df4-9878-d5b5ae5d3b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:54.132632 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:54.195088 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-70d55c2e-0aed-4acd-9b95-0200f71d4693 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:54.215772 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-70d55c2e-0aed-4acd-9b95-0200f71d4693 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:54.226042 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:54.333269 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d55c2e-0aed-4acd-9b95-0200f71d4693 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e70acb81-a00b-4c19-a627-e2916627fbd0,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:54.346890 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-70d55c2e-0aed-4acd-9b95-0200f71d4693 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:54.409643 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-70d55c2e-0aed-4acd-9b95-0200f71d4693 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:54.413249 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-70d55c2e-0aed-4acd-9b95-0200f71d4693 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7677948 Sep 30 01:05:54.449470 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49382) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:54.469949 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab3963-f926-4df4-9878-d5b5ae5d3b67 None None] Pushing event updated for resources: {'Port': ['ID=50f97e5e-d618-4af7-b217-203d0854357b,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:54.480291 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-81ab3963-f926-4df4-9878-d5b5ae5d3b67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:54.663597 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-f480782c-6c45-47e1-997e-5aaa223518fb tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "GET /v2.0/security-group-rules/e70acb81-a00b-4c19-a627-e2916627fbd0 HTTP/1.1" status: 200 len: 763 time: 0.2139926 Sep 30 01:05:54.664920 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49388) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:54.698390 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 6e962823-8ff0-4073-b003-107ac0d17fec details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:05:54.705691 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 6e962823-8ff0-4073-b003-107ac0d17fec no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:05:55.005124 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74cda5-0754-4e0d-9114-597d2d339693 req-e3c3c1a1-98dc-469d-9294-a7e9f29f4513 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:55.021386 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3c74cda5-0754-4e0d-9114-597d2d339693 req-e3c3c1a1-98dc-469d-9294-a7e9f29f4513 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 1.0342743 Sep 30 01:05:55.161171 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 31b21c63-4aaf-4aad-8db3-e7a630c298ec up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:05:55.170355 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-bb5e997b-e0e4-4be6-b7fc-18242827e9aa tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Synchronizing usage tracker for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group_rule {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:05:55.242846 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-9ed5225a-28ca-4462-b329-83db912fb126 req-9bda1b58-9332-4bb4-976a-c4fe78e428ef tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] For port a4d22640-c200-4b1f-af9e-7ad48bfdfd1d, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=a4d22640-c200-4b1f-af9e-7ad48bfdfd1d,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:55.243236 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9ed5225a-28ca-4462-b329-83db912fb126 req-9bda1b58-9332-4bb4-976a-c4fe78e428ef tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:55.412337 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3c74cda5-0754-4e0d-9114-597d2d339693 req-c08df9a9-138a-4d13-849b-ccd8b77a7b72 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886800 Sep 30 01:05:55.571529 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:55.633689 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:55.700268 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 50f97e5e-d618-4af7-b217-203d0854357b up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:05:55.835475 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-9ed5225a-28ca-4462-b329-83db912fb126 req-9bda1b58-9332-4bb4-976a-c4fe78e428ef tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Calling delete_port for a4d22640-c200-4b1f-af9e-7ad48bfdfd1d owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:05:55.989588 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 6e962823-8ff0-4073-b003-107ac0d17fec, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=6e962823-8ff0-4073-b003-107ac0d17fec,segment=NetworkSegment(78314eab-8436-4d6e-8e41-404a6dc9a40f),segment_id=78314eab-8436-4d6e-8e41-404a6dc9a40f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:56.048301 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '6e962823-8ff0-4073-b003-107ac0d17fec', 'network_id': 'eeb6c4e1-a773-440f-9ca0-04a98bdafcfd', 'port_id': '6e962823-8ff0-4073-b003-107ac0d17fec', 'mac_address': 'fa:16:3e:26:dc:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '858defef-6f87-4015-b170-e42a0b3eb39a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:05:56.122170 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-bb5e997b-e0e4-4be6-b7fc-18242827e9aa tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Unset dirty status for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group_rule {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:05:56.136751 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-bb5e997b-e0e4-4be6-b7fc-18242827e9aa tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 1.4563966 Sep 30 01:05:56.137855 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49394) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:56.222556 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:56.290796 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a6724101-6d56-4a7c-b74b-61944061be70 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:56.323045 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 6e962823-8ff0-4073-b003-107ac0d17fec, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=6e962823-8ff0-4073-b003-107ac0d17fec,segment=NetworkSegment(78314eab-8436-4d6e-8e41-404a6dc9a40f),segment_id=78314eab-8436-4d6e-8e41-404a6dc9a40f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:56.332893 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a6724101-6d56-4a7c-b74b-61944061be70 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:56.340763 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e962823-8ff0-4073-b003-107ac0d17fec {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:05:56.366096 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f70416-ae1f-42cc-b061-3d71e5e76a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e962823-8ff0-4073-b003-107ac0d17fec'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:05:56.484344 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:56.502789 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:56.530692 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a6724101-6d56-4a7c-b74b-61944061be70 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:56.545638 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3caaf8e1-a2df-42d9-a8f4-d79bff453e8e tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:56.569837 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9ed5225a-28ca-4462-b329-83db912fb126 req-9bda1b58-9332-4bb4-976a-c4fe78e428ef tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:56.582678 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6724101-6d56-4a7c-b74b-61944061be70 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e70acb81-a00b-4c19-a627-e2916627fbd0,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:56.613682 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a6724101-6d56-4a7c-b74b-61944061be70 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:56.627280 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ffb6a11d-04de-4fed-a101-429090782d7e tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:56.663682 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198c6adf-3c49-4072-be08-00dbc7efea0d None None] Network 6a3e54c0-527e-4a0b-877b-b2ace2e841bf requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:05:56.700622 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0eb239-028b-43d5-be4e-bb176e54c8f7 req-b05a0b5c-932d-4733-83a8-f236725e72ab tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:56.702236 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ce0eb239-028b-43d5-be4e-bb176e54c8f7 req-b05a0b5c-932d-4733-83a8-f236725e72ab tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4 HTTP/1.1" status: 200 len: 946 time: 0.9242249 Sep 30 01:05:56.741747 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda1b58-9332-4bb4-976a-c4fe78e428ef tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Pushing event deleted for resources: {'Port': ['ID=a4d22640-c200-4b1f-af9e-7ad48bfdfd1d,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:56.830528 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9bda1b58-9332-4bb4-976a-c4fe78e428ef tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:56.862766 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a6724101-6d56-4a7c-b74b-61944061be70 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:56.877019 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673175'] for router, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:56.880750 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-a6724101-6d56-4a7c-b74b-61944061be70 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/e70acb81-a00b-4c19-a627-e2916627fbd0 HTTP/1.1" status: 204 len: 168 time: 0.6987295 Sep 30 01:05:56.881547 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49404) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:56.966629 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['79d0ddb8-ee5d-4b43-b095-03db787e4207'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:05:57.026225 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['89681f9a-ab6c-4a8e-bb26-ff365b9b730a'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:05:57.054966 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed5225a-28ca-4462-b329-83db912fb126 req-9bda1b58-9332-4bb4-976a-c4fe78e428ef tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] No DVR routers for this DVR port a4d22640-c200-4b1f-af9e-7ad48bfdfd1d on host n-h1-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:05:57.061614 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9ed5225a-28ca-4462-b329-83db912fb126 req-9bda1b58-9332-4bb4-976a-c4fe78e428ef tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:57.080712 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9ed5225a-28ca-4462-b329-83db912fb126 req-9bda1b58-9332-4bb4-976a-c4fe78e428ef tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "DELETE /v2.0/ports/a4d22640-c200-4b1f-af9e-7ad48bfdfd1d HTTP/1.1" status: 204 len: 173 time: 3.3499200 Sep 30 01:05:57.081280 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c046ad6-7412-4cee-aa90-18e2e95b1af0', 'name': 'network-vif-deleted', 'tag': 'a4d22640-c200-4b1f-af9e-7ad48bfdfd1d'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:05:57.197819 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-ab843f63-8225-47db-853c-6b7c175cf2eb tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Synchronizing usage tracker for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group_rule {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:05:57.205494 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ce0eb239-028b-43d5-be4e-bb176e54c8f7 req-5c545d93-192c-4fe2-a03b-69b07669a0ac tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a376865-d871-4602-886e-8c5a35d9b419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4720318 Sep 30 01:05:57.228093 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-ab843f63-8225-47db-853c-6b7c175cf2eb tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Unset dirty status for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group_rule {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:05:57.232080 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Router 764fcd78-8a13-426d-84ca-74d024e516be is scheduled to L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 with binding_index 1 {{(pid=80274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 30 01:05:57.233258 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-ab843f63-8225-47db-853c-6b7c175cf2eb tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2667580 Sep 30 01:05:57.233880 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49414) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:57.239271 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-3342149d-d29b-4565-993c-098a0a50a250 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Request body: {'security_group_rule': {'security_group_id': '76ae3c3b-d198-475d-a61b-dbbdd3120ce6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:57.256046 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-3342149d-d29b-4565-993c-098a0a50a250 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:57.293848 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-3342149d-d29b-4565-993c-098a0a50a250 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:57.329514 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3342149d-d29b-4565-993c-098a0a50a250 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:57.372714 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.api [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80276) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 01:05:57.373340 n-d-811809-1 neutron-server[80276]: DEBUG oslo_db.api [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 01:05:57.374063 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 31b21c63-4aaf-4aad-8db3-e7a630c298ec triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:05:57.374626 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:57.478348 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3342149d-d29b-4565-993c-098a0a50a250 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:57.486490 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3342149d-d29b-4565-993c-098a0a50a250 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:57.488575 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:57.586568 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3342149d-d29b-4565-993c-098a0a50a250 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:57.594103 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-3342149d-d29b-4565-993c-098a0a50a250 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3591142 Sep 30 01:05:57.594955 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49426) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:57.598764 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=6e962823-8ff0-4073-b003-107ac0d17fec,revision_number=6']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:57.603310 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.101s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:57.610575 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342149d-d29b-4565-993c-098a0a50a250 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e231e8ae-bb5d-4ffe-a924-69bcdbd43c38,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:57.619179 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3342149d-d29b-4565-993c-098a0a50a250 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:57.679481 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-89e3edcf-ee21-4adc-979a-46eaa1d47345 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "GET /v2.0/security-group-rules/e231e8ae-bb5d-4ffe-a924-69bcdbd43c38 HTTP/1.1" status: 200 len: 763 time: 0.0818563 Sep 30 01:05:57.680239 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49430) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:57.797817 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-fe4aa7d7-049f-4cd0-9369-89dd35d7ee03 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Synchronizing usage tracker for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group_rule {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:05:57.842467 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-fe4aa7d7-049f-4cd0-9369-89dd35d7ee03 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Unset dirty status for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group_rule {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:05:57.846809 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-fe4aa7d7-049f-4cd0-9369-89dd35d7ee03 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1626768 Sep 30 01:05:57.846809 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49436) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:57.903537 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-45834f15-bfd7-4128-b6c0-183fa630429e tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:57.943417 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-45834f15-bfd7-4128-b6c0-183fa630429e tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:58.009332 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-45834f15-bfd7-4128-b6c0-183fa630429e tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:58.018053 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8b79964f-c01e-4684-9fa1-7358ac5d3f30 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:58.097231 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45834f15-bfd7-4128-b6c0-183fa630429e tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e231e8ae-bb5d-4ffe-a924-69bcdbd43c38,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:58.100109 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:05:58.111389 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:58.113423 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-45834f15-bfd7-4128-b6c0-183fa630429e tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:58.119716 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d3bea-0eef-423a-b9e9-6703f3d58467 req-33ddfa69-3f33-4572-a27b-e02b0f0bafd4 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:58.126950 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-45834f15-bfd7-4128-b6c0-183fa630429e tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:58.127932 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a7a726-d160-4993-82fb-350127c1dcfd None None] Sync routers for ids ['764fcd78-8a13-426d-84ca-74d024e516be'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:05:58.132716 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-45834f15-bfd7-4128-b6c0-183fa630429e tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/e231e8ae-bb5d-4ffe-a924-69bcdbd43c38 HTTP/1.1" status: 204 len: 168 time: 0.2828171 Sep 30 01:05:58.132902 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-550d3bea-0eef-423a-b9e9-6703f3d58467 req-33ddfa69-3f33-4572-a27b-e02b0f0bafd4 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 944 time: 0.2686636 Sep 30 01:05:58.134262 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49446) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:58.139473 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-f519628d-bad8-484e-b42a-8a6005ae6258 None None] Provisioning for port 50f97e5e-d618-4af7-b217-203d0854357b completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:05:58.154292 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a7a726-d160-4993-82fb-350127c1dcfd None None] Routers {'764fcd78-8a13-426d-84ca-74d024e516be'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:05:58.156186 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-38a7a726-d160-4993-82fb-350127c1dcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:05:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['764fcd78-8a13-426d-84ca-74d024e516be'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:05:58.207555 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-550d3bea-0eef-423a-b9e9-6703f3d58467 req-fc41bd4e-fecf-41f0-8f9e-e7c88a7cd915 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748756 Sep 30 01:05:58.224571 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Notify callbacks [] for router, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:58.226086 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.9154506 Sep 30 01:05:58.229652 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 49450) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:58.268408 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 50f97e5e-d618-4af7-b217-203d0854357b completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:05:58.300731 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 50f97e5e-d618-4af7-b217-203d0854357b triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:05:58.301165 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:58.345291 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-55053b51-6531-4873-9f2c-7a00b6736326 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Synchronizing usage tracker for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group_rule {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:05:58.368230 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-f519628d-bad8-484e-b42a-8a6005ae6258 None None] Provisioning complete for port 50f97e5e-d618-4af7-b217-203d0854357b triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:05:58.368651 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-f519628d-bad8-484e-b42a-8a6005ae6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:58.385288 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-55053b51-6531-4873-9f2c-7a00b6736326 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Unset dirty status for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group_rule {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:05:58.387522 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-55053b51-6531-4873-9f2c-7a00b6736326 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2495255 Sep 30 01:05:58.390359 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49460) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:58.399703 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-fa88767b-58d8-497a-a639-3fd4a87d5487 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Request body: {'security_group_rule': {'security_group_id': '76ae3c3b-d198-475d-a61b-dbbdd3120ce6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:05:58.412537 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-fa88767b-58d8-497a-a639-3fd4a87d5487 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:05:58.440078 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-fa88767b-58d8-497a-a639-3fd4a87d5487 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:05:58.483887 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fa88767b-58d8-497a-a639-3fd4a87d5487 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:58.641541 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f70416-ae1f-42cc-b061-3d71e5e76a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e962823-8ff0-4073-b003-107ac0d17fec', 'code': 200} Sep 30 01:05:58.668014 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fa88767b-58d8-497a-a639-3fd4a87d5487 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:58.678955 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fa88767b-58d8-497a-a639-3fd4a87d5487 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:58.682649 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-840774a7-fa3d-4bd9-a79e-d58f31209668 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:58.704606 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88767b-58d8-497a-a639-3fd4a87d5487 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365f966d-d474-4330-acbc-79c34bb6d4c0,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:58.716662 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fa88767b-58d8-497a-a639-3fd4a87d5487 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:58.759966 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fa88767b-58d8-497a-a639-3fd4a87d5487 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:58.762982 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-fa88767b-58d8-497a-a639-3fd4a87d5487 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3712125 Sep 30 01:05:58.766626 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49464) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:58.781824 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e962823-8ff0-4073-b003-107ac0d17fec {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:05:58.808022 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-8763660d-34ec-4b34-b038-f80c7dd894b5 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "GET /v2.0/security-group-rules/365f966d-d474-4330-acbc-79c34bb6d4c0 HTTP/1.1" status: 200 len: 764 time: 0.0366497 Sep 30 01:05:58.814757 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49468) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:58.820246 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-38a7a726-d160-4993-82fb-350127c1dcfd None None] Set router 764fcd78-8a13-426d-84ca-74d024e516be gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:05:58.869556 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f1e8c-1f3e-4a51-b1a1-290065723e96 req-6d6b5605-2ad3-4516-95cd-1efefb2b61ba tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:05:58.875951 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cd1f1e8c-1f3e-4a51-b1a1-290065723e96 req-6d6b5605-2ad3-4516-95cd-1efefb2b61ba tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.2663808 Sep 30 01:05:58.998334 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-60ec10bc-dc0d-4c95-81fd-25974ebf8b99 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Synchronizing usage tracker for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group_rule {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:05:59.059904 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cd1f1e8c-1f3e-4a51-b1a1-290065723e96 req-5329c402-9a11-48f8-bb30-4a80bc1fcb0c tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823745 Sep 30 01:05:59.105898 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-60ec10bc-dc0d-4c95-81fd-25974ebf8b99 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Unset dirty status for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group_rule {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:05:59.110537 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-60ec10bc-dc0d-4c95-81fd-25974ebf8b99 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2944033 Sep 30 01:05:59.115200 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49474) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:59.211952 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b1413824-4299-43d5-a5bb-f10ae1766372 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:59.257000 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b1413824-4299-43d5-a5bb-f10ae1766372 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:59.337241 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b1413824-4299-43d5-a5bb-f10ae1766372 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:59.367942 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 6e962823-8ff0-4073-b003-107ac0d17fec, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=6e962823-8ff0-4073-b003-107ac0d17fec,segment=NetworkSegment(78314eab-8436-4d6e-8e41-404a6dc9a40f),segment_id=78314eab-8436-4d6e-8e41-404a6dc9a40f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:05:59.379328 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:59.382337 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-af2beb89-63e0-4202-9747-9fd6fee0c698 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:59.413534 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b1413824-4299-43d5-a5bb-f10ae1766372 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:59.419577 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-b1413824-4299-43d5-a5bb-f10ae1766372 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/365f966d-d474-4330-acbc-79c34bb6d4c0 HTTP/1.1" status: 204 len: 168 time: 0.3011799 Sep 30 01:05:59.434195 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49482) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:59.493071 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1413824-4299-43d5-a5bb-f10ae1766372 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=365f966d-d474-4330-acbc-79c34bb6d4c0,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:05:59.597201 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1413824-4299-43d5-a5bb-f10ae1766372 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:59.597521 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1413824-4299-43d5-a5bb-f10ae1766372 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:59.597899 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1413824-4299-43d5-a5bb-f10ae1766372 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:59.598271 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1413824-4299-43d5-a5bb-f10ae1766372 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:59.598638 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1413824-4299-43d5-a5bb-f10ae1766372 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:59.610173 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1413824-4299-43d5-a5bb-f10ae1766372 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:59.611932 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1413824-4299-43d5-a5bb-f10ae1766372 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:59.614398 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1413824-4299-43d5-a5bb-f10ae1766372 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:59.614589 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1413824-4299-43d5-a5bb-f10ae1766372 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:59.615005 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1413824-4299-43d5-a5bb-f10ae1766372 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:59.615478 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1413824-4299-43d5-a5bb-f10ae1766372 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:59.615853 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1413824-4299-43d5-a5bb-f10ae1766372 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:05:59.627567 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b1413824-4299-43d5-a5bb-f10ae1766372 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:05:59.670582 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:05:59.716794 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-ac11aa4e-fb4a-480c-af87-09fac684e089 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Synchronizing usage tracker for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group_rule {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:05:59.731024 n-d-811809-1 neutron-server[80275]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5c046ad6-7412-4cee-aa90-18e2e95b1af0', 'name': 'network-vif-deleted', 'tag': 'a4d22640-c200-4b1f-af9e-7ad48bfdfd1d', 'status': 'failed', 'code': 422} returned with failed status Sep 30 01:05:59.735483 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-7da84908-b14e-490b-9c1d-c9b670b1e075 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:05:59.785384 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-ac11aa4e-fb4a-480c-af87-09fac684e089 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Unset dirty status for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group_rule {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:05:59.789330 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-ac11aa4e-fb4a-480c-af87-09fac684e089 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3475194 Sep 30 01:05:59.789544 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49488) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:05:59.961139 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-38a7a726-d160-4993-82fb-350127c1dcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764fcd78-8a13-426d-84ca-74d024e516be', 'name': 'tempest-ServersTestManualDisk-1993270947-router', 'tenant_id': '21758b229ddd40f999546edcb999526d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a7fb816f-a347-48b0-9e71-aaf4a8e43e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:05:50Z', 'updated_at': '2021-09-30T01:05:55Z', 'revision_number': 3, 'project_id': '21758b229ddd40f999546edcb999526d', 'gw_port': {'id': 'a7fb816f-a347-48b0-9e71-aaf4a8e43e48', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:36:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764fcd78-8a13-426d-84ca-74d024e516be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:05:52Z', 'updated_at': '2021-09-30T01:05:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:05:59.988722 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a7a726-d160-4993-82fb-350127c1dcfd None None] Checking router: 764fcd78-8a13-426d-84ca-74d024e516be for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:05:59.989076 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a7a726-d160-4993-82fb-350127c1dcfd None None] Updating router 764fcd78-8a13-426d-84ca-74d024e516be port a7fb816f-a347-48b0-9e71-aaf4a8e43e48 binding host n-d-811809-1 {{(pid=80277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 01:06:00.045504 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=6e962823-8ff0-4073-b003-107ac0d17fec,revision_number=7']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:00.179415 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-38a7a726-d160-4993-82fb-350127c1dcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:00.255581 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:00.312840 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:00.523078 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['6e962823-8ff0-4073-b003-107ac0d17fec'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:06:00.563129 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b4c9ed55-3b89-47b8-a2e5-ba2ef476cd8e tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:00.671866 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b4c9ed55-3b89-47b8-a2e5-ba2ef476cd8e tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:00.782812 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5f2568-ba76-4126-a5f4-d94753edcd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b21c63-4aaf-4aad-8db3-e7a630c298ec'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:06:00.801089 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-17f5ced1-2493-4100-9699-a15db9ea0a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:00.820670 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-f519628d-bad8-484e-b42a-8a6005ae6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:00.852392 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b4c9ed55-3b89-47b8-a2e5-ba2ef476cd8e tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:00.880997 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5d8ef940-ffc4-4e20-b759-e7f7a329dd52 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:00.927066 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9ed55-3b89-47b8-a2e5-ba2ef476cd8e tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ae3c3b-d198-475d-a61b-dbbdd3120ce6,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:00.940051 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b4c9ed55-3b89-47b8-a2e5-ba2ef476cd8e tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:00.960622 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b4c9ed55-3b89-47b8-a2e5-ba2ef476cd8e tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:00.965973 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-b4c9ed55-3b89-47b8-a2e5-ba2ef476cd8e tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "DELETE /v2.0/security-groups/76ae3c3b-d198-475d-a61b-dbbdd3120ce6 HTTP/1.1" status: 204 len: 168 time: 1.1754410 Sep 30 01:06:00.966896 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49500) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:01.107342 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-2ef1f632-906e-4947-a0cf-41bf6b346464 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Synchronizing usage tracker for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:06:01.133419 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 31b21c63-4aaf-4aad-8db3-e7a630c298ec, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=31b21c63-4aaf-4aad-8db3-e7a630c298ec,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:01.155258 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-2ef1f632-906e-4947-a0cf-41bf6b346464 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Unset dirty status for tenant:67dae2b74aaa49b8876b85d7455d0efe on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:06:01.164954 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-2ef1f632-906e-4947-a0cf-41bf6b346464 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1967754 Sep 30 01:06:01.168734 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49506) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:01.199919 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 50f97e5e-d618-4af7-b217-203d0854357b, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=50f97e5e-d618-4af7-b217-203d0854357b,segment=NetworkSegment(f3a59c15-0504-49a3-9129-c3529c1d8922),segment_id=f3a59c15-0504-49a3-9129-c3529c1d8922)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:01.203672 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:01.265799 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:01.356616 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-daf24c92-34c9-4c8d-ae87-0b77a14a4749 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1617036 Sep 30 01:06:01.456024 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-17f5ced1-2493-4100-9699-a15db9ea0a7c admin admin] Allocated IP 172.20.0.1 (6a3e54c0-527e-4a0b-877b-b2ace2e841bf/81a270c5-0bfe-4a31-9bd5-99f27822a262/dff39caa-76a6-4b41-97c9-329342a9da3d) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:06:01.603286 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-38a7a726-d160-4993-82fb-350127c1dcfd None None] Notify callbacks [] for port, precommit_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:01.650145 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.provisioning_blocks [None req-38a7a726-d160-4993-82fb-350127c1dcfd None None] Transition to ACTIVE for port object a7fb816f-a347-48b0-9e71-aaf4a8e43e48 will not be triggered until provisioned by entity L2. {{(pid=80277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:06:01.665960 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-38a7a726-d160-4993-82fb-350127c1dcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:01.673864 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-43411ff7-1764-49cb-8f3d-106ffe59ac58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:01.714157 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514079a-9824-4f92-acb9-9bf69caaa22c req-4f6a3e44-ea98-4ccb-8586-eb347cba7527 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:01.738812 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4514079a-9824-4f92-acb9-9bf69caaa22c req-4f6a3e44-ea98-4ccb-8586-eb347cba7527 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 945 time: 0.4152834 Sep 30 01:06:01.794157 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:01.976167 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4514079a-9824-4f92-acb9-9bf69caaa22c req-85c918da-c904-4343-a4ad-c4bb38bac440 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312746 Sep 30 01:06:02.023479 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.api [None req-f519628d-bad8-484e-b42a-8a6005ae6258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80276) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 01:06:02.026013 n-d-811809-1 neutron-server[80276]: DEBUG oslo_db.api [None req-f519628d-bad8-484e-b42a-8a6005ae6258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 01:06:02.058594 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b916f8-ab7b-4342-a723-b52d024119c0 None None] Pushing event updated for resources: {'Port': ['ID=a7fb816f-a347-48b0-9e71-aaf4a8e43e48,revision_number=2']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:02.078775 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-64b916f8-ab7b-4342-a723-b52d024119c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:02.079548 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-38a7a726-d160-4993-82fb-350127c1dcfd None None] Attempting to bind port a7fb816f-a347-48b0-9e71-aaf4a8e43e48 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:06:02.079926 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-38a7a726-d160-4993-82fb-350127c1dcfd None None] Attempting to bind port a7fb816f-a347-48b0-9e71-aaf4a8e43e48 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:06:02.080294 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a7a726-d160-4993-82fb-350127c1dcfd None None] Attempting to bind port a7fb816f-a347-48b0-9e71-aaf4a8e43e48 on network 1b813296-b79a-4ce4-abf3-9e488de9f705 {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:06:02.111675 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a7a726-d160-4993-82fb-350127c1dcfd None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:06:02.118021 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a7a726-d160-4993-82fb-350127c1dcfd None None] Checking segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:06:02.118754 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-38a7a726-d160-4993-82fb-350127c1dcfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:02.119171 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a7a726-d160-4993-82fb-350127c1dcfd None None] Bound using segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:06:02.123161 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=31b21c63-4aaf-4aad-8db3-e7a630c298ec,revision_number=10']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:02.125675 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-17f5ced1-2493-4100-9699-a15db9ea0a7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:02.126169 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-38a7a726-d160-4993-82fb-350127c1dcfd None None] Bound port: a7fb816f-a347-48b0-9e71-aaf4a8e43e48, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:06:02.126600 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-38a7a726-d160-4993-82fb-350127c1dcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:02.132484 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49520) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:02.147005 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:06:02.147591 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:06:02.148130 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:06:02.148638 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:06:02.149149 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:06:02.149651 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:06:02.150310 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:06:02.150864 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:06:02.151375 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:06:02.151898 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:06:02.152391 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:06:02.153006 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:06:02.158671 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.894s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:02.159409 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:02.178985 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [None req-17f5ced1-2493-4100-9699-a15db9ea0a7c admin admin] Transition to ACTIVE for port object dff39caa-76a6-4b41-97c9-329342a9da3d will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:06:02.248275 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=50f97e5e-d618-4af7-b217-203d0854357b,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:02.249291 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-17f5ced1-2493-4100-9699-a15db9ea0a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:02.253700 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:02.258544 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2ef0ea78-ede7-438a-8b30-349929ce622e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:02.367135 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7dbd6a-9dde-4124-8889-7cde6594a11a req-30f13aa3-f872-471c-b9bd-f5ccffe93eec tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:02.369730 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-38a7a726-d160-4993-82fb-350127c1dcfd None None] For port a7fb816f-a347-48b0-9e71-aaf4a8e43e48, host n-d-811809-1, cleared binding levels {{(pid=80277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:06:02.378126 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8c7dbd6a-9dde-4124-8889-7cde6594a11a req-30f13aa3-f872-471c-b9bd-f5ccffe93eec tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.1457415 Sep 30 01:06:02.380387 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-38a7a726-d160-4993-82fb-350127c1dcfd None None] For port a7fb816f-a347-48b0-9e71-aaf4a8e43e48, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=a7fb816f-a347-48b0-9e71-aaf4a8e43e48,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:06:02.397056 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-38a7a726-d160-4993-82fb-350127c1dcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:02.405427 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:02.448774 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8c7dbd6a-9dde-4124-8889-7cde6594a11a req-69eeda54-c7c2-4aa8-a597-d7c807d8dbba tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696428 Sep 30 01:06:02.476830 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f5ced1-2493-4100-9699-a15db9ea0a7c admin admin] Network 6a3e54c0-527e-4a0b-877b-b2ace2e841bf is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:06:02.491785 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-17f5ced1-2493-4100-9699-a15db9ea0a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:06:02.502885 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f5ced1-2493-4100-9699-a15db9ea0a7c admin admin] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:06:02.584561 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a7a726-d160-4993-82fb-350127c1dcfd None None] Routers {'764fcd78-8a13-426d-84ca-74d024e516be'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:06:02.594372 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-38a7a726-d160-4993-82fb-350127c1dcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:05:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['764fcd78-8a13-426d-84ca-74d024e516be'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:02.607074 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5ced1-2493-4100-9699-a15db9ea0a7c admin admin] Pushing event updated for resources: {'Port': ['ID=dff39caa-76a6-4b41-97c9-329342a9da3d,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:02.615498 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-17f5ced1-2493-4100-9699-a15db9ea0a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:02.670102 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-17f5ced1-2493-4100-9699-a15db9ea0a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734280'] for router_interface, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:02.736455 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b916f8-ab7b-4342-a723-b52d024119c0 None None] Pushing event updated for resources: {'Port': ['ID=a7fb816f-a347-48b0-9e71-aaf4a8e43e48,revision_number=3']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:02.809494 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-f488c13e-b257-441c-8d60-bee5e3d5d2b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=67dae2b74aaa49b8876b85d7455d0efe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6757476 Sep 30 01:06:02.814894 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 49528) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:02.821395 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-028d7fed-4ae3-497d-aaac-bd3bce582c76 None None] Provisioning complete for port 50f97e5e-d618-4af7-b217-203d0854357b triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:06:02.821863 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-028d7fed-4ae3-497d-aaac-bd3bce582c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:03.044812 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-64b916f8-ab7b-4342-a723-b52d024119c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:03.063767 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0d70616a-c6c3-4838-b386-17b7f4017c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:03.153772 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-38a7a726-d160-4993-82fb-350127c1dcfd None None] Set router 764fcd78-8a13-426d-84ca-74d024e516be gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:06:03.206218 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0d70616a-c6c3-4838-b386-17b7f4017c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:03.267155 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-17f5ced1-2493-4100-9699-a15db9ea0a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:03.385927 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f3499-c517-4999-b63e-cfb8a0c52284 req-77ceeb30-138e-4b6e-9369-afe38c498466 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:03.397004 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-355f3499-c517-4999-b63e-cfb8a0c52284 req-77ceeb30-138e-4b6e-9369-afe38c498466 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4 HTTP/1.1" status: 200 len: 946 time: 0.1767387 Sep 30 01:06:03.400161 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-fd0e5fd9-82b9-43a8-b073-11c95fa5f7f3 None None] Provisioning for port dff39caa-76a6-4b41-97c9-329342a9da3d completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:06:03.423544 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-fd0e5fd9-82b9-43a8-b073-11c95fa5f7f3 None None] Provisioning complete for port dff39caa-76a6-4b41-97c9-329342a9da3d triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:06:03.423932 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-fd0e5fd9-82b9-43a8-b073-11c95fa5f7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:03.458769 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-355f3499-c517-4999-b63e-cfb8a0c52284 req-e8cb6302-3662-4615-b999-3cc939b2d27b tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a376865-d871-4602-886e-8c5a35d9b419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603678 Sep 30 01:06:03.541193 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5f2568-ba76-4126-a5f4-d94753edcd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b21c63-4aaf-4aad-8db3-e7a630c298ec', 'code': 200} Sep 30 01:06:03.580534 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-fd0e5fd9-82b9-43a8-b073-11c95fa5f7f3 None None] Port dff39caa-76a6-4b41-97c9-329342a9da3d cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:06:03.635593 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0d70616a-c6c3-4838-b386-17b7f4017c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:03.662401 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-cd278d07-74bb-4e62-94c9-fc7daa9cf02c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:03.736387 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 6e962823-8ff0-4073-b003-107ac0d17fec up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:06:03.962026 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 50f97e5e-d618-4af7-b217-203d0854357b up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:06:04.003542 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-38a7a726-d160-4993-82fb-350127c1dcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764fcd78-8a13-426d-84ca-74d024e516be', 'name': 'tempest-ServersTestManualDisk-1993270947-router', 'tenant_id': '21758b229ddd40f999546edcb999526d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a7fb816f-a347-48b0-9e71-aaf4a8e43e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:05:50Z', 'updated_at': '2021-09-30T01:05:55Z', 'revision_number': 3, 'project_id': '21758b229ddd40f999546edcb999526d', 'gw_port': {'id': 'a7fb816f-a347-48b0-9e71-aaf4a8e43e48', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:36:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764fcd78-8a13-426d-84ca-74d024e516be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:05:52Z', 'updated_at': '2021-09-30T01:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:04.005948 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70616a-c6c3-4838-b386-17b7f4017c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4117c649-83b6-4e4b-b725-4edfc9d1eb8a,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:04.019711 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a7a726-d160-4993-82fb-350127c1dcfd None None] The sync data for ids ['764fcd78-8a13-426d-84ca-74d024e516be'] in n-d-811809-1 is: [{'id': '764fcd78-8a13-426d-84ca-74d024e516be', 'name': 'tempest-ServersTestManualDisk-1993270947-router', 'tenant_id': '21758b229ddd40f999546edcb999526d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a7fb816f-a347-48b0-9e71-aaf4a8e43e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:05:50Z', 'updated_at': '2021-09-30T01:05:55Z', 'revision_number': 3, 'project_id': '21758b229ddd40f999546edcb999526d', 'gw_port': {'id': 'a7fb816f-a347-48b0-9e71-aaf4a8e43e48', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:36:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764fcd78-8a13-426d-84ca-74d024e516be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:05:52Z', 'updated_at': '2021-09-30T01:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:06:04.076971 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0d70616a-c6c3-4838-b386-17b7f4017c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:04.090581 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0d70616a-c6c3-4838-b386-17b7f4017c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:04.091798 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-0d70616a-c6c3-4838-b386-17b7f4017c1d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4117c649-83b6-4e4b-b725-4edfc9d1eb8a HTTP/1.1" status: 204 len: 168 time: 1.2759426 Sep 30 01:06:04.183013 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 6e962823-8ff0-4073-b003-107ac0d17fec triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:06:04.183411 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:04.644191 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b77fa5-c1e9-4771-9d1b-0bf3c57e3234 req-7f962bac-8ed2-4dda-8146-57c8d014e2e9 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:04.645786 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-80b77fa5-c1e9-4771-9d1b-0bf3c57e3234 req-7f962bac-8ed2-4dda-8146-57c8d014e2e9 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 945 time: 0.2073643 Sep 30 01:06:04.796568 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-80b77fa5-c1e9-4771-9d1b-0bf3c57e3234 req-a1ba87b9-e23e-4bf0-9b9d-294775887af2 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399558 Sep 30 01:06:04.800547 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-17f5ced1-2493-4100-9699-a15db9ea0a7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:04.817676 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-17f5ced1-2493-4100-9699-a15db9ea0a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:04.886706 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:04.915918 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6f881f78-1c34-4ff7-8ddd-481dd60b0de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:04.957082 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 50f97e5e-d618-4af7-b217-203d0854357b triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:06:04.957596 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:05.074844 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 6e962823-8ff0-4073-b003-107ac0d17fec, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=6e962823-8ff0-4073-b003-107ac0d17fec,segment=NetworkSegment(78314eab-8436-4d6e-8e41-404a6dc9a40f),segment_id=78314eab-8436-4d6e-8e41-404a6dc9a40f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:05.124547 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:05.138657 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:05.268969 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5ced1-2493-4100-9699-a15db9ea0a7c admin admin] Pushing event updated for resources: {'Port': ['ID=dff39caa-76a6-4b41-97c9-329342a9da3d,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:05.285828 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-17f5ced1-2493-4100-9699-a15db9ea0a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:05.290840 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-17f5ced1-2493-4100-9699-a15db9ea0a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734445'] for router_interface, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:05.399907 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=6e962823-8ff0-4073-b003-107ac0d17fec,revision_number=8']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:05.405277 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:05.475655 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf101b-1d39-4ea9-bc77-100207a14a5d req-e52caf29-5e1e-43e9-8d3a-d239a65f8b64 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:05.485981 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5aaf101b-1d39-4ea9-bc77-100207a14a5d req-e52caf29-5e1e-43e9-8d3a-d239a65f8b64 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.2428262 Sep 30 01:06:05.542381 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f70416-ae1f-42cc-b061-3d71e5e76a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e962823-8ff0-4073-b003-107ac0d17fec'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:06:05.616127 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:05.646461 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5aaf101b-1d39-4ea9-bc77-100207a14a5d req-69c03fe7-07a1-4dd7-9d9f-fb1cd200e439 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592572 Sep 30 01:06:05.749802 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f5ced1-2493-4100-9699-a15db9ea0a7c admin admin] Network 6a3e54c0-527e-4a0b-877b-b2ace2e841bf is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:06:05.755035 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-17f5ced1-2493-4100-9699-a15db9ea0a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:06:05.767660 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49568) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:06.087196 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device a7fb816f-a347-48b0-9e71-aaf4a8e43e48 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:06:06.430265 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port a7fb816f-a347-48b0-9e71-aaf4a8e43e48 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:06:06.465714 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port a7fb816f-a347-48b0-9e71-aaf4a8e43e48 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:06:06.469773 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:06.477311 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf95fde-d5c1-4825-8da4-761a47f57f49 req-f425ad1d-cdd0-4db5-94ea-9b2376426f50 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:06.478204 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-adf95fde-d5c1-4825-8da4-761a47f57f49 req-f425ad1d-cdd0-4db5-94ea-9b2376426f50 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Synchronizing usage tracker for tenant:038e4d0abd4b4e5c940f331b6f0950a9 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:06:06.492344 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f5ced1-2493-4100-9699-a15db9ea0a7c admin admin] Router 764fcd78-8a13-426d-84ca-74d024e516be has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 01:06:06.510931 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739bf766-1096-4641-92f1-55b63783c3e6 req-717d3ddd-d8f8-40a5-9da2-19cb2df75a80 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:06.512345 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-739bf766-1096-4641-92f1-55b63783c3e6 req-717d3ddd-d8f8-40a5-9da2-19cb2df75a80 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Synchronizing usage tracker for tenant:038e4d0abd4b4e5c940f331b6f0950a9 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:06:06.530047 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-adf95fde-d5c1-4825-8da4-761a47f57f49 req-f425ad1d-cdd0-4db5-94ea-9b2376426f50 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Unset dirty status for tenant:038e4d0abd4b4e5c940f331b6f0950a9 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:06:06.540182 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-adf95fde-d5c1-4825-8da4-761a47f57f49 req-f425ad1d-cdd0-4db5-94ea-9b2376426f50 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a8eaef-c668-4e00-8afe-d3145773cf66 HTTP/1.1" status: 200 len: 908 time: 0.4525499 Sep 30 01:06:06.543806 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-739bf766-1096-4641-92f1-55b63783c3e6 req-717d3ddd-d8f8-40a5-9da2-19cb2df75a80 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Unset dirty status for tenant:038e4d0abd4b4e5c940f331b6f0950a9 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:06:06.548698 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-739bf766-1096-4641-92f1-55b63783c3e6 req-717d3ddd-d8f8-40a5-9da2-19cb2df75a80 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3a8eaef-c668-4e00-8afe-d3145773cf66 HTTP/1.1" status: 200 len: 908 time: 0.6955354 Sep 30 01:06:06.735410 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-739bf766-1096-4641-92f1-55b63783c3e6 req-2807bb12-0912-479a-8ad1-6dd652a489bd tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Deleting port 147b7142-caa3-4fd5-9ed6-81bcb42f0ab3 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:06:06.736086 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-739bf766-1096-4641-92f1-55b63783c3e6 req-2807bb12-0912-479a-8ad1-6dd652a489bd tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:06.792674 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-861aab3e-44db-4bad-8fdb-69320e11711d None None] Provisioning complete for port dff39caa-76a6-4b41-97c9-329342a9da3d triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:06:06.793578 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-861aab3e-44db-4bad-8fdb-69320e11711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:07.109488 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-861aab3e-44db-4bad-8fdb-69320e11711d None None] Port dff39caa-76a6-4b41-97c9-329342a9da3d cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:06:07.137463 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f5ced1-2493-4100-9699-a15db9ea0a7c admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:06:07.156831 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-17f5ced1-2493-4100-9699-a15db9ea0a7c admin admin] 10.222.0.39 "PUT /v2.0/routers/764fcd78-8a13-426d-84ca-74d024e516be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9255393 Sep 30 01:06:07.278431 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f70416-ae1f-42cc-b061-3d71e5e76a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e962823-8ff0-4073-b003-107ac0d17fec', 'code': 200} Sep 30 01:06:07.494622 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:07.558854 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port a7fb816f-a347-48b0-9e71-aaf4a8e43e48, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=a7fb816f-a347-48b0-9e71-aaf4a8e43e48,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:07.570765 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:07.574307 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-e9a3d9e4-37bb-4464-a8ba-8838d62b1ab3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:07.740397 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=a7fb816f-a347-48b0-9e71-aaf4a8e43e48,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:07.758133 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed508f77-8d7b-46ee-b3c3-570f0b144c5d None None] Sync routers for ids ['764fcd78-8a13-426d-84ca-74d024e516be'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:06:07.768857 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:07.787534 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed508f77-8d7b-46ee-b3c3-570f0b144c5d None None] Routers {'764fcd78-8a13-426d-84ca-74d024e516be'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:06:07.788489 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-ed508f77-8d7b-46ee-b3c3-570f0b144c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:05:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['764fcd78-8a13-426d-84ca-74d024e516be'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:07.850826 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fbd12-bafe-490e-96b3-b5c3f95aeecc req-24129042-92f3-42cd-a103-54776e04bd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:07.852438 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-069fbd12-bafe-490e-96b3-b5c3f95aeecc req-24129042-92f3-42cd-a103-54776e04bd01 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 1097 time: 0.1855662 Sep 30 01:06:07.978297 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-069fbd12-bafe-490e-96b3-b5c3f95aeecc req-9b793820-ed50-44f7-9de3-af6dd3268fe7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109946 Sep 30 01:06:08.053345 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device a7fb816f-a347-48b0-9e71-aaf4a8e43e48 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:06:08.186115 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-739bf766-1096-4641-92f1-55b63783c3e6 req-2807bb12-0912-479a-8ad1-6dd652a489bd tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] For port 147b7142-caa3-4fd5-9ed6-81bcb42f0ab3, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=147b7142-caa3-4fd5-9ed6-81bcb42f0ab3,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:08.186755 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-739bf766-1096-4641-92f1-55b63783c3e6 req-2807bb12-0912-479a-8ad1-6dd652a489bd tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:08.244070 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port a7fb816f-a347-48b0-9e71-aaf4a8e43e48 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:06:08.244646 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:08.341134 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-ed508f77-8d7b-46ee-b3c3-570f0b144c5d None None] Set router 764fcd78-8a13-426d-84ca-74d024e516be gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:06:08.858267 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a2e2c-66fa-437c-8e02-035bf1e7a2c2 req-3823a8d9-3d1d-42a4-b843-966dfcbcbdd0 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:08.859824 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-411a2e2c-66fa-437c-8e02-035bf1e7a2c2 req-3823a8d9-3d1d-42a4-b843-966dfcbcbdd0 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4 HTTP/1.1" status: 200 len: 946 time: 0.1984692 Sep 30 01:06:08.974775 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-411a2e2c-66fa-437c-8e02-035bf1e7a2c2 req-26238c2e-af16-4d60-9fe2-2bc0aef132f2 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Deleting port 7f5c15cd-8f77-4e22-a505-064c7522bcfb {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:06:08.975129 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-411a2e2c-66fa-437c-8e02-035bf1e7a2c2 req-26238c2e-af16-4d60-9fe2-2bc0aef132f2 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:09.244138 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-ed508f77-8d7b-46ee-b3c3-570f0b144c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764fcd78-8a13-426d-84ca-74d024e516be', 'name': 'tempest-ServersTestManualDisk-1993270947-router', 'tenant_id': '21758b229ddd40f999546edcb999526d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a7fb816f-a347-48b0-9e71-aaf4a8e43e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:05:50Z', 'updated_at': '2021-09-30T01:06:03Z', 'revision_number': 4, 'project_id': '21758b229ddd40f999546edcb999526d', 'gw_port': {'id': 'a7fb816f-a347-48b0-9e71-aaf4a8e43e48', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764fcd78-8a13-426d-84ca-74d024e516be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:05:52Z', 'updated_at': '2021-09-30T01:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'dff39caa-76a6-4b41-97c9-329342a9da3d', 'name': '', 'network_id': '6a3e54c0-527e-4a0b-877b-b2ace2e841bf', 'tenant_id': '21758b229ddd40f999546edcb999526d', 'mac_address': 'fa:16:3e:d4:52:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764fcd78-8a13-426d-84ca-74d024e516be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '81a270c5-0bfe-4a31-9bd5-99f27822a262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:06:01Z', 'updated_at': '2021-09-30T01:06:03Z', 'revision_number': 2, 'project_id': '21758b229ddd40f999546edcb999526d', 'subnets': [{'id': '81a270c5-0bfe-4a31-9bd5-99f27822a262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:09.248956 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed508f77-8d7b-46ee-b3c3-570f0b144c5d None None] Checking router: 764fcd78-8a13-426d-84ca-74d024e516be for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:06:09.249520 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed508f77-8d7b-46ee-b3c3-570f0b144c5d None None] Updating router 764fcd78-8a13-426d-84ca-74d024e516be port dff39caa-76a6-4b41-97c9-329342a9da3d binding host n-d-811809-1 {{(pid=80276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 01:06:09.352403 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ed508f77-8d7b-46ee-b3c3-570f0b144c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:09.406179 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-739bf766-1096-4641-92f1-55b63783c3e6 req-2807bb12-0912-479a-8ad1-6dd652a489bd tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Calling delete_port for 147b7142-caa3-4fd5-9ed6-81bcb42f0ab3 owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:06:09.581927 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3458ad-fccf-431f-a25b-9d1dcd592c3f req-5f6c48ce-befa-42f1-bde4-ce91a0171565 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:09.591602 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8d3458ad-fccf-431f-a25b-9d1dcd592c3f req-5f6c48ce-befa-42f1-bde4-ce91a0171565 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 946 time: 1.6685612 Sep 30 01:06:09.723472 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-411a2e2c-66fa-437c-8e02-035bf1e7a2c2 req-26238c2e-af16-4d60-9fe2-2bc0aef132f2 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] For port 7f5c15cd-8f77-4e22-a505-064c7522bcfb, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=7f5c15cd-8f77-4e22-a505-064c7522bcfb,segment=NetworkSegment(c0509f14-eb2b-4c22-b7ef-12dddf1b9b59),segment_id=c0509f14-eb2b-4c22-b7ef-12dddf1b9b59)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:09.723843 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-411a2e2c-66fa-437c-8e02-035bf1e7a2c2 req-26238c2e-af16-4d60-9fe2-2bc0aef132f2 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:09.880515 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8d3458ad-fccf-431f-a25b-9d1dcd592c3f req-1a5fa294-90ab-4cf0-a4bb-f54485508097 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879384 Sep 30 01:06:10.217864 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-739bf766-1096-4641-92f1-55b63783c3e6 req-2807bb12-0912-479a-8ad1-6dd652a489bd tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:10.223964 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9c8e95f7-79d0-44f8-aa90-b1190e88aa9a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:10.323489 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807bb12-0912-479a-8ad1-6dd652a489bd tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Pushing event deleted for resources: {'Port': ['ID=147b7142-caa3-4fd5-9ed6-81bcb42f0ab3,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:10.337659 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2807bb12-0912-479a-8ad1-6dd652a489bd tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:10.469062 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed80404-5009-4427-beca-6ae613563dd9 req-bf25d7c8-d88e-4d4e-a831-a0a3b570778c tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:10.511023 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fed80404-5009-4427-beca-6ae613563dd9 req-bf25d7c8-d88e-4d4e-a831-a0a3b570778c tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.4019954 Sep 30 01:06:10.551163 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-411a2e2c-66fa-437c-8e02-035bf1e7a2c2 req-26238c2e-af16-4d60-9fe2-2bc0aef132f2 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:10.551730 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-411a2e2c-66fa-437c-8e02-035bf1e7a2c2 req-26238c2e-af16-4d60-9fe2-2bc0aef132f2 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:10.552041 n-d-811809-1 neutron-server[80274]: INFO neutron.db.l3_db [req-411a2e2c-66fa-437c-8e02-035bf1e7a2c2 req-26238c2e-af16-4d60-9fe2-2bc0aef132f2 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Floating IP 66971749-f5e1-4ad0-af56-c17886274a9a disassociated. External IP: 172.25.0.179, port: 7f5c15cd-8f77-4e22-a505-064c7522bcfb. Sep 30 01:06:10.552199 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-411a2e2c-66fa-437c-8e02-035bf1e7a2c2 req-26238c2e-af16-4d60-9fe2-2bc0aef132f2 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Calling delete_port for 7f5c15cd-8f77-4e22-a505-064c7522bcfb owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:06:10.767537 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ed508f77-8d7b-46ee-b3c3-570f0b144c5d None None] Notify callbacks [] for port, precommit_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:10.823261 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-739bf766-1096-4641-92f1-55b63783c3e6 req-2807bb12-0912-479a-8ad1-6dd652a489bd tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] No DVR routers for this DVR port 147b7142-caa3-4fd5-9ed6-81bcb42f0ab3 on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:06:10.829726 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-739bf766-1096-4641-92f1-55b63783c3e6 req-2807bb12-0912-479a-8ad1-6dd652a489bd tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:10.845205 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a8eaef-c668-4e00-8afe-d3145773cf66', 'name': 'network-vif-deleted', 'tag': '147b7142-caa3-4fd5-9ed6-81bcb42f0ab3'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:06:10.881764 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c7250317-20ab-48d1-8ac0-6f1fc3642925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734431'] for router_interface, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:10.903492 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-ed508f77-8d7b-46ee-b3c3-570f0b144c5d None None] Transition to ACTIVE for port object dff39caa-76a6-4b41-97c9-329342a9da3d will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:06:10.903842 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-411a2e2c-66fa-437c-8e02-035bf1e7a2c2 req-26238c2e-af16-4d60-9fe2-2bc0aef132f2 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:10.916568 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ed508f77-8d7b-46ee-b3c3-570f0b144c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:10.923041 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c299d106-bc25-4363-bab1-c407e5e04133 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:10.927527 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-ea23817a-bf57-4900-9e9f-9c06389e6c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:10.961702 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fed80404-5009-4427-beca-6ae613563dd9 req-f7f315b7-3de0-4b13-845c-110994093df8 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491954 Sep 30 01:06:11.015505 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26238c2e-af16-4d60-9fe2-2bc0aef132f2 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Pushing event deleted for resources: {'Port': ['ID=7f5c15cd-8f77-4e22-a505-064c7522bcfb,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:11.029377 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-26238c2e-af16-4d60-9fe2-2bc0aef132f2 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:11.083791 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc66a8b-a864-4ddd-adf1-5d6f04ea577d None None] Pushing event updated for resources: {'Port': ['ID=dff39caa-76a6-4b41-97c9-329342a9da3d,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:11.086923 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-2cc66a8b-a864-4ddd-adf1-5d6f04ea577d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:11.137090 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-739bf766-1096-4641-92f1-55b63783c3e6 req-2807bb12-0912-479a-8ad1-6dd652a489bd tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.55 "DELETE /v2.0/ports/147b7142-caa3-4fd5-9ed6-81bcb42f0ab3 HTTP/1.1" status: 204 len: 173 time: 4.5749369 Sep 30 01:06:11.178580 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 147b7142-caa3-4fd5-9ed6-81bcb42f0ab3 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:06:11.313071 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: 147b7142-caa3-4fd5-9ed6-81bcb42f0ab3 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:06:11.322119 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 147b7142-caa3-4fd5-9ed6-81bcb42f0ab3 not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:06:11.486158 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5b3ca809-34b2-48d0-bc6f-78e1b9650e2a req-46e4b28a-1ac9-420c-83b3-f30237cc9d68 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4 HTTP/1.1" status: 200 len: 210 time: 0.2540286 Sep 30 01:06:11.525103 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-411a2e2c-66fa-437c-8e02-035bf1e7a2c2 req-26238c2e-af16-4d60-9fe2-2bc0aef132f2 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Router ce0782bb-ddb5-48ad-b38d-df4d18c68e0c has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 01:06:11.620083 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:11.640474 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-ed508f77-8d7b-46ee-b3c3-570f0b144c5d None None] Attempting to bind port dff39caa-76a6-4b41-97c9-329342a9da3d on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:06:11.640812 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-ed508f77-8d7b-46ee-b3c3-570f0b144c5d None None] Attempting to bind port dff39caa-76a6-4b41-97c9-329342a9da3d by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'f3a59c15-0504-49a3-9129-c3529c1d8922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6a3e54c0-527e-4a0b-877b-b2ace2e841bf'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:06:11.641176 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed508f77-8d7b-46ee-b3c3-570f0b144c5d None None] Attempting to bind port dff39caa-76a6-4b41-97c9-329342a9da3d on network 6a3e54c0-527e-4a0b-877b-b2ace2e841bf {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:06:11.659697 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed508f77-8d7b-46ee-b3c3-570f0b144c5d None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:06:11.660144 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed508f77-8d7b-46ee-b3c3-570f0b144c5d None None] Checking segment: {'id': 'f3a59c15-0504-49a3-9129-c3529c1d8922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6a3e54c0-527e-4a0b-877b-b2ace2e841bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:06:11.660500 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ed508f77-8d7b-46ee-b3c3-570f0b144c5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:11.660913 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed508f77-8d7b-46ee-b3c3-570f0b144c5d None None] Bound using segment: {'id': 'f3a59c15-0504-49a3-9129-c3529c1d8922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6a3e54c0-527e-4a0b-877b-b2ace2e841bf'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:06:11.661409 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-ed508f77-8d7b-46ee-b3c3-570f0b144c5d None None] Bound port: dff39caa-76a6-4b41-97c9-329342a9da3d, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a59c15-0504-49a3-9129-c3529c1d8922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6a3e54c0-527e-4a0b-877b-b2ace2e841bf'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:06:11.661794 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ed508f77-8d7b-46ee-b3c3-570f0b144c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:11.958380 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-ed508f77-8d7b-46ee-b3c3-570f0b144c5d None None] For port dff39caa-76a6-4b41-97c9-329342a9da3d, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:06:11.968968 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-ed508f77-8d7b-46ee-b3c3-570f0b144c5d None None] For port dff39caa-76a6-4b41-97c9-329342a9da3d, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=dff39caa-76a6-4b41-97c9-329342a9da3d,segment=NetworkSegment(f3a59c15-0504-49a3-9129-c3529c1d8922),segment_id=f3a59c15-0504-49a3-9129-c3529c1d8922)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:06:11.976958 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ed508f77-8d7b-46ee-b3c3-570f0b144c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:11.981801 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:11.989605 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-e52e2703-9e3d-49b3-9897-79420b2eab4b req-ac67b88d-6d09-4aae-97ad-7599da7ba955 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Synchronizing usage tracker for tenant:038e4d0abd4b4e5c940f331b6f0950a9 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:06:12.052772 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-e52e2703-9e3d-49b3-9897-79420b2eab4b req-ac67b88d-6d09-4aae-97ad-7599da7ba955 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Unset dirty status for tenant:038e4d0abd4b4e5c940f331b6f0950a9 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:06:12.061659 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e52e2703-9e3d-49b3-9897-79420b2eab4b req-ac67b88d-6d09-4aae-97ad-7599da7ba955 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3a8eaef-c668-4e00-8afe-d3145773cf66 HTTP/1.1" status: 200 len: 210 time: 0.1835663 Sep 30 01:06:12.163251 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-411a2e2c-66fa-437c-8e02-035bf1e7a2c2 req-26238c2e-af16-4d60-9fe2-2bc0aef132f2 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:06:12.187229 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b63246-c8f7-4f44-afed-b6e70f887f14 None None] Sync routers for ids ['ce0782bb-ddb5-48ad-b38d-df4d18c68e0c'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:06:12.218383 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b63246-c8f7-4f44-afed-b6e70f887f14 None None] Routers {'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:06:12.220644 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-b1b63246-c8f7-4f44-afed-b6e70f887f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:05:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['ce0782bb-ddb5-48ad-b38d-df4d18c68e0c'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:12.221644 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc66a8b-a864-4ddd-adf1-5d6f04ea577d None None] Pushing event updated for resources: {'Port': ['ID=dff39caa-76a6-4b41-97c9-329342a9da3d,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:12.237386 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-2cc66a8b-a864-4ddd-adf1-5d6f04ea577d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:12.332718 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed508f77-8d7b-46ee-b3c3-570f0b144c5d None None] Routers {'764fcd78-8a13-426d-84ca-74d024e516be'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:06:12.336245 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-ed508f77-8d7b-46ee-b3c3-570f0b144c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:05:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['764fcd78-8a13-426d-84ca-74d024e516be'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:12.421896 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-c7250317-20ab-48d1-8ac0-6f1fc3642925 admin admin] Deleting port 08a6a374-a425-4dde-8f11-f6f621854786 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:06:12.427355 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c7250317-20ab-48d1-8ac0-6f1fc3642925 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:12.438989 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-411a2e2c-66fa-437c-8e02-035bf1e7a2c2 req-26238c2e-af16-4d60-9fe2-2bc0aef132f2 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] No DVR routers for this DVR port 7f5c15cd-8f77-4e22-a505-064c7522bcfb on host n-h2-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:06:12.445573 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-411a2e2c-66fa-437c-8e02-035bf1e7a2c2 req-26238c2e-af16-4d60-9fe2-2bc0aef132f2 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:12.452584 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4', 'name': 'network-vif-deleted', 'tag': '7f5c15cd-8f77-4e22-a505-064c7522bcfb'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:06:12.520382 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-411a2e2c-66fa-437c-8e02-035bf1e7a2c2 req-26238c2e-af16-4d60-9fe2-2bc0aef132f2 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.55 "DELETE /v2.0/ports/7f5c15cd-8f77-4e22-a505-064c7522bcfb HTTP/1.1" status: 204 len: 173 time: 3.6461637 Sep 30 01:06:12.953739 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-b1b63246-c8f7-4f44-afed-b6e70f887f14 None None] Set router ce0782bb-ddb5-48ad-b38d-df4d18c68e0c gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:06:12.985547 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-ed508f77-8d7b-46ee-b3c3-570f0b144c5d None None] Set router 764fcd78-8a13-426d-84ca-74d024e516be gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:06:13.057226 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-c7250317-20ab-48d1-8ac0-6f1fc3642925 admin admin] For port 08a6a374-a425-4dde-8f11-f6f621854786, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=08a6a374-a425-4dde-8f11-f6f621854786,segment=NetworkSegment(7a580927-319d-432d-8607-34e9ac4cfc0f),segment_id=7a580927-319d-432d-8607-34e9ac4cfc0f)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:13.057868 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c7250317-20ab-48d1-8ac0-6f1fc3642925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:13.205852 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 7f5c15cd-8f77-4e22-a505-064c7522bcfb no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:06:13.294395 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: 7f5c15cd-8f77-4e22-a505-064c7522bcfb {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:06:13.294921 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 7f5c15cd-8f77-4e22-a505-064c7522bcfb not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:06:13.847558 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-ed508f77-8d7b-46ee-b3c3-570f0b144c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764fcd78-8a13-426d-84ca-74d024e516be', 'name': 'tempest-ServersTestManualDisk-1993270947-router', 'tenant_id': '21758b229ddd40f999546edcb999526d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a7fb816f-a347-48b0-9e71-aaf4a8e43e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:05:50Z', 'updated_at': '2021-09-30T01:06:03Z', 'revision_number': 4, 'project_id': '21758b229ddd40f999546edcb999526d', 'gw_port': {'id': 'a7fb816f-a347-48b0-9e71-aaf4a8e43e48', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764fcd78-8a13-426d-84ca-74d024e516be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:05:52Z', 'updated_at': '2021-09-30T01:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'dff39caa-76a6-4b41-97c9-329342a9da3d', 'name': '', 'network_id': '6a3e54c0-527e-4a0b-877b-b2ace2e841bf', 'tenant_id': '21758b229ddd40f999546edcb999526d', 'mac_address': 'fa:16:3e:d4:52:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764fcd78-8a13-426d-84ca-74d024e516be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '81a270c5-0bfe-4a31-9bd5-99f27822a262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:06:01Z', 'updated_at': '2021-09-30T01:06:11Z', 'revision_number': 4, 'project_id': '21758b229ddd40f999546edcb999526d', 'subnets': [{'id': '81a270c5-0bfe-4a31-9bd5-99f27822a262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:13.857484 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed508f77-8d7b-46ee-b3c3-570f0b144c5d None None] The sync data for ids ['764fcd78-8a13-426d-84ca-74d024e516be'] in n-d-811809-1 is: [{'id': '764fcd78-8a13-426d-84ca-74d024e516be', 'name': 'tempest-ServersTestManualDisk-1993270947-router', 'tenant_id': '21758b229ddd40f999546edcb999526d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a7fb816f-a347-48b0-9e71-aaf4a8e43e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:05:50Z', 'updated_at': '2021-09-30T01:06:03Z', 'revision_number': 4, 'project_id': '21758b229ddd40f999546edcb999526d', 'gw_port': {'id': 'a7fb816f-a347-48b0-9e71-aaf4a8e43e48', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764fcd78-8a13-426d-84ca-74d024e516be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:05:52Z', 'updated_at': '2021-09-30T01:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'dff39caa-76a6-4b41-97c9-329342a9da3d', 'name': '', 'network_id': '6a3e54c0-527e-4a0b-877b-b2ace2e841bf', 'tenant_id': '21758b229ddd40f999546edcb999526d', 'mac_address': 'fa:16:3e:d4:52:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764fcd78-8a13-426d-84ca-74d024e516be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '81a270c5-0bfe-4a31-9bd5-99f27822a262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:06:01Z', 'updated_at': '2021-09-30T01:06:11Z', 'revision_number': 4, 'project_id': '21758b229ddd40f999546edcb999526d', 'subnets': [{'id': '81a270c5-0bfe-4a31-9bd5-99f27822a262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:06:13.915707 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-b1b63246-c8f7-4f44-afed-b6e70f887f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'name': 'tempest-ServersTestJSON-168019481-router', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'ae3f2d4e-ff80-4293-9dee-f67fe11f2054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:02:50Z', 'updated_at': '2021-09-30T01:03:02Z', 'revision_number': 4, 'project_id': '2b6e2fef5a454f0498865063fef18aff', 'gw_port': {'id': 'ae3f2d4e-ff80-4293-9dee-f67fe11f2054', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:52Z', 'updated_at': '2021-09-30T01:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '9c4d5d97-9576-48c7-a8e7-426f0dfc95a6', 'name': '', 'network_id': '1c18baa8-7151-4b37-b98c-da8ddcd05d1d', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'mac_address': 'fa:16:3e:da:5e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'cb387d9b-3f36-414b-b6fa-05f39b08a94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:03:00Z', 'updated_at': '2021-09-30T01:03:17Z', 'revision_number': 5, 'project_id': '2b6e2fef5a454f0498865063fef18aff', 'subnets': [{'id': 'cb387d9b-3f36-414b-b6fa-05f39b08a94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:13.941553 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b63246-c8f7-4f44-afed-b6e70f887f14 None None] Checking router: ce0782bb-ddb5-48ad-b38d-df4d18c68e0c for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:06:13.954057 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 49656) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:13.972632 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-c6f4233f-2e2b-44b0-8927-136c343b7453 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--602951279', 'description': 'tempest-description--385936206'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:06:13.996629 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b63246-c8f7-4f44-afed-b6e70f887f14 None None] Routers {'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:06:13.997122 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-b1b63246-c8f7-4f44-afed-b6e70f887f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:05:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['ce0782bb-ddb5-48ad-b38d-df4d18c68e0c'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:14.008309 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-c6f4233f-2e2b-44b0-8927-136c343b7453 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:06:14.017648 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-c6f4233f-2e2b-44b0-8927-136c343b7453 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Usage tracker for resource:security_group and tenant:21758b229ddd40f999546edcb999526d is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:06:14.035608 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-c6f4233f-2e2b-44b0-8927-136c343b7453 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:06:14.051952 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-c6f4233f-2e2b-44b0-8927-136c343b7453 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:06:14.076273 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c6f4233f-2e2b-44b0-8927-136c343b7453 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:14.140091 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-c6f4233f-2e2b-44b0-8927-136c343b7453 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:06:14.142566 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a8eaef-c668-4e00-8afe-d3145773cf66', 'name': 'network-vif-deleted', 'tag': '147b7142-caa3-4fd5-9ed6-81bcb42f0ab3', 'status': 'completed', 'code': 200} Sep 30 01:06:14.151286 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-c7250317-20ab-48d1-8ac0-6f1fc3642925 admin admin] Calling delete_port for 08a6a374-a425-4dde-8f11-f6f621854786 owned by network:router_interface {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:06:14.151546 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-c6f4233f-2e2b-44b0-8927-136c343b7453 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Usage tracker for resource:security_group_rule and tenant:21758b229ddd40f999546edcb999526d is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:06:14.166095 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-c6f4233f-2e2b-44b0-8927-136c343b7453 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:06:14.200831 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-c6f4233f-2e2b-44b0-8927-136c343b7453 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:06:14.536803 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c6f4233f-2e2b-44b0-8927-136c343b7453 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:14.544779 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c6f4233f-2e2b-44b0-8927-136c343b7453 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:14.618594 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-3a101658-e3df-4eb3-9584-5937ff31644a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:14.648173 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c6f4233f-2e2b-44b0-8927-136c343b7453 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:14.654033 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-c6f4233f-2e2b-44b0-8927-136c343b7453 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6919184 Sep 30 01:06:14.654743 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 49664) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:14.671149 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a83d6e-23ad-4088-83ff-04c5437a7342 req-9848274f-c159-4521-b4d9-ab36411eb000 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:14.680931 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c7a83d6e-23ad-4088-83ff-04c5437a7342 req-9848274f-c159-4521-b4d9-ab36411eb000 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 946 time: 0.3220062 Sep 30 01:06:14.689045 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-51bb3458-c803-49a4-bd3c-566f9ba4aaba tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Request body: {'security_group_rule': {'security_group_id': 'ba61a17f-663e-4ed2-a8b9-cb34862d48a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:06:14.764851 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-51bb3458-c803-49a4-bd3c-566f9ba4aaba tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:06:14.811203 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-51bb3458-c803-49a4-bd3c-566f9ba4aaba tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Usage tracker for resource:security_group_rule and tenant:21758b229ddd40f999546edcb999526d is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:06:14.814465 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4233f-2e2b-44b0-8927-136c343b7453 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba61a17f-663e-4ed2-a8b9-cb34862d48a5,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:14.815252 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-b1b63246-c8f7-4f44-afed-b6e70f887f14 None None] Set router ce0782bb-ddb5-48ad-b38d-df4d18c68e0c gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:06:14.830711 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-51bb3458-c803-49a4-bd3c-566f9ba4aaba tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:06:14.835472 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c6f4233f-2e2b-44b0-8927-136c343b7453 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:14.872722 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-51bb3458-c803-49a4-bd3c-566f9ba4aaba tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:06:14.879367 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c7a83d6e-23ad-4088-83ff-04c5437a7342 req-9b70f073-14cf-4169-996c-ee4267dc4ac9 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907315 Sep 30 01:06:14.970904 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-51bb3458-c803-49a4-bd3c-566f9ba4aaba tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:14.974508 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c7250317-20ab-48d1-8ac0-6f1fc3642925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:14.992120 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e267acb7-7746-41ad-a924-82f3db52aa2b tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:15.201751 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-51bb3458-c803-49a4-bd3c-566f9ba4aaba tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:15.214797 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-51bb3458-c803-49a4-bd3c-566f9ba4aaba tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:15.261947 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-db09bfd1-dd9f-48aa-a805-a33fd877de76 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:15.284695 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-51bb3458-c803-49a4-bd3c-566f9ba4aaba tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:15.295601 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-51bb3458-c803-49a4-bd3c-566f9ba4aaba tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6351027 Sep 30 01:06:15.299958 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 49670) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:15.334236 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-27a24680-3a06-4c3a-ba57-8c40d4afcbab tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Request body: {'security_group_rule': {'security_group_id': 'ba61a17f-663e-4ed2-a8b9-cb34862d48a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:06:15.341558 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb3458-c803-49a4-bd3c-566f9ba4aaba tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2701d6-f900-47c7-bf15-46585b818819,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:15.345892 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7250317-20ab-48d1-8ac0-6f1fc3642925 admin admin] Pushing event deleted for resources: {'Port': ['ID=08a6a374-a425-4dde-8f11-f6f621854786,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:15.359643 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-51bb3458-c803-49a4-bd3c-566f9ba4aaba tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:15.367969 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c7250317-20ab-48d1-8ac0-6f1fc3642925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:15.373410 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-27a24680-3a06-4c3a-ba57-8c40d4afcbab tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:06:15.382418 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-27a24680-3a06-4c3a-ba57-8c40d4afcbab tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Usage tracker for resource:security_group_rule and tenant:21758b229ddd40f999546edcb999526d is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:06:15.387164 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-27a24680-3a06-4c3a-ba57-8c40d4afcbab tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:06:15.396535 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-27a24680-3a06-4c3a-ba57-8c40d4afcbab tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:06:15.435073 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-27a24680-3a06-4c3a-ba57-8c40d4afcbab tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:15.667768 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-27a24680-3a06-4c3a-ba57-8c40d4afcbab tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:15.673579 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-27a24680-3a06-4c3a-ba57-8c40d4afcbab tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:15.675980 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:15.741629 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a24680-3a06-4c3a-ba57-8c40d4afcbab tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ef1280-71df-469d-b0f7-331b352d9c20,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:15.746670 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-27a24680-3a06-4c3a-ba57-8c40d4afcbab tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:15.798582 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-27a24680-3a06-4c3a-ba57-8c40d4afcbab tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:15.806297 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-27a24680-3a06-4c3a-ba57-8c40d4afcbab tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5022068 Sep 30 01:06:15.832170 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 49680) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:15.868090 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-acbf33e5-8202-4ae7-af4e-ef200d322b36 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Request body: {'floatingip': {'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:06:15.880342 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-acbf33e5-8202-4ae7-af4e-ef200d322b36 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:06:15.887719 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-acbf33e5-8202-4ae7-af4e-ef200d322b36 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Usage tracker for resource:floatingip and tenant:21758b229ddd40f999546edcb999526d is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:06:15.897427 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-acbf33e5-8202-4ae7-af4e-ef200d322b36 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:06:15.911815 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-b1b63246-c8f7-4f44-afed-b6e70f887f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'name': 'tempest-ServersTestJSON-168019481-router', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'ae3f2d4e-ff80-4293-9dee-f67fe11f2054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:02:50Z', 'updated_at': '2021-09-30T01:03:02Z', 'revision_number': 4, 'project_id': '2b6e2fef5a454f0498865063fef18aff', 'gw_port': {'id': 'ae3f2d4e-ff80-4293-9dee-f67fe11f2054', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:52Z', 'updated_at': '2021-09-30T01:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '9c4d5d97-9576-48c7-a8e7-426f0dfc95a6', 'name': '', 'network_id': '1c18baa8-7151-4b37-b98c-da8ddcd05d1d', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'mac_address': 'fa:16:3e:da:5e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'cb387d9b-3f36-414b-b6fa-05f39b08a94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:03:00Z', 'updated_at': '2021-09-30T01:03:17Z', 'revision_number': 5, 'project_id': '2b6e2fef5a454f0498865063fef18aff', 'subnets': [{'id': 'cb387d9b-3f36-414b-b6fa-05f39b08a94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:15.912403 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-acbf33e5-8202-4ae7-af4e-ef200d322b36 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:06:15.925778 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b63246-c8f7-4f44-afed-b6e70f887f14 None None] The sync data for ids ['ce0782bb-ddb5-48ad-b38d-df4d18c68e0c'] in n-d-811809-1 is: [{'id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'name': 'tempest-ServersTestJSON-168019481-router', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'ae3f2d4e-ff80-4293-9dee-f67fe11f2054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:02:50Z', 'updated_at': '2021-09-30T01:03:02Z', 'revision_number': 4, 'project_id': '2b6e2fef5a454f0498865063fef18aff', 'gw_port': {'id': 'ae3f2d4e-ff80-4293-9dee-f67fe11f2054', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:52Z', 'updated_at': '2021-09-30T01:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '9c4d5d97-9576-48c7-a8e7-426f0dfc95a6', 'name': '', 'network_id': '1c18baa8-7151-4b37-b98c-da8ddcd05d1d', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'mac_address': 'fa:16:3e:da:5e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'cb387d9b-3f36-414b-b6fa-05f39b08a94d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:03:00Z', 'updated_at': '2021-09-30T01:03:17Z', 'revision_number': 5, 'project_id': '2b6e2fef5a454f0498865063fef18aff', 'subnets': [{'id': 'cb387d9b-3f36-414b-b6fa-05f39b08a94d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:06:15.977818 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-acbf33e5-8202-4ae7-af4e-ef200d322b36 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks [] for floatingip, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:16.116874 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f32d5-815d-43d0-923f-6c87152a0dca req-53057784-be08-4cd5-ae5c-baff4fd16fa2 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:16.118670 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0e9f32d5-815d-43d0-923f-6c87152a0dca req-53057784-be08-4cd5-ae5c-baff4fd16fa2 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.8791251 Sep 30 01:06:16.216608 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device dff39caa-76a6-4b41-97c9-329342a9da3d up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:06:16.257603 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c7250317-20ab-48d1-8ac0-6f1fc3642925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683119'] for router_interface, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:16.393766 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port dff39caa-76a6-4b41-97c9-329342a9da3d completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:06:16.401150 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port dff39caa-76a6-4b41-97c9-329342a9da3d triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:06:16.402691 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:16.469576 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-acbf33e5-8202-4ae7-af4e-ef200d322b36 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:16.765615 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0e9f32d5-815d-43d0-923f-6c87152a0dca req-8aa665a7-88d9-4b9b-a4ab-0719e0e90d46 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6219037 Sep 30 01:06:16.771333 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:16.795339 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394aa947-c4b1-4613-9ca5-e6088ca1f401 None None] New status for floating IP 66971749-f5e1-4ad0-af56-c17886274a9a: DOWN {{(pid=80276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 01:06:16.973454 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-acbf33e5-8202-4ae7-af4e-ef200d322b36 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Allocated IP 172.25.0.218 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/f55a44c2-ea12-4f9b-89cf-239dc6c1f0fc) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:06:17.361742 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-acbf33e5-8202-4ae7-af4e-ef200d322b36 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:17.443546 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c59f2c-fdb2-4340-a738-4eb4eb2e08c4', 'name': 'network-vif-deleted', 'tag': '7f5c15cd-8f77-4e22-a505-064c7522bcfb', 'status': 'completed', 'code': 200} Sep 30 01:06:17.448055 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-acbf33e5-8202-4ae7-af4e-ef200d322b36 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:17.468191 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-17f5ced1-2493-4100-9699-a15db9ea0a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:17.507174 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7250317-20ab-48d1-8ac0-6f1fc3642925 admin admin] Router f58e22ba-18ec-43d7-8773-53a56659ac50 has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 01:06:17.629457 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbf33e5-8202-4ae7-af4e-ef200d322b36 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:06:17.634540 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-acbf33e5-8202-4ae7-af4e-ef200d322b36 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:06:17.639892 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbf33e5-8202-4ae7-af4e-ef200d322b36 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:06:17.648709 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port dff39caa-76a6-4b41-97c9-329342a9da3d, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=dff39caa-76a6-4b41-97c9-329342a9da3d,segment=NetworkSegment(f3a59c15-0504-49a3-9129-c3529c1d8922),segment_id=f3a59c15-0504-49a3-9129-c3529c1d8922)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:17.676331 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:17.696383 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:17.946089 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=dff39caa-76a6-4b41-97c9-329342a9da3d,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:17.959017 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:17.990289 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf33e5-8202-4ae7-af4e-ef200d322b36 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Pushing event updated for resources: {'Port': ['ID=f55a44c2-ea12-4f9b-89cf-239dc6c1f0fc,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:18.009253 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-acbf33e5-8202-4ae7-af4e-ef200d322b36 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:18.082652 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-acbf33e5-8202-4ae7-af4e-ef200d322b36 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:18.102291 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7250317-20ab-48d1-8ac0-6f1fc3642925 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:06:18.113161 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b306c702-09ad-46be-98df-b24de0025c32 None None] Sync routers for ids ['f58e22ba-18ec-43d7-8773-53a56659ac50'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:06:18.131351 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b306c702-09ad-46be-98df-b24de0025c32 None None] Routers {'f58e22ba-18ec-43d7-8773-53a56659ac50'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:06:18.131998 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-b306c702-09ad-46be-98df-b24de0025c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:05:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['f58e22ba-18ec-43d7-8773-53a56659ac50'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:18.147418 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-c7250317-20ab-48d1-8ac0-6f1fc3642925 admin admin] 10.222.0.39 "PUT /v2.0/routers/f58e22ba-18ec-43d7-8773-53a56659ac50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3786535 Sep 30 01:06:18.150492 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49720) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:18.199964 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-acbf33e5-8202-4ae7-af4e-ef200d322b36 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:18.437652 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f5549656-bb7b-4f6d-81be-820d5372d310 admin admin] Notify callbacks [] for router, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:18.599540 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-b306c702-09ad-46be-98df-b24de0025c32 None None] Set router f58e22ba-18ec-43d7-8773-53a56659ac50 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:06:18.611252 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49736) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:18.862643 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-46df0938-5f74-4dea-8095-e1c57f557fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:18.976882 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a826fb95-dc8e-4e03-b0af-4d211e0880df tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:18.994834 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-acbf33e5-8202-4ae7-af4e-ef200d322b36 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:19.003834 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-acbf33e5-8202-4ae7-af4e-ef200d322b36 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:19.005692 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c2866-d3cc-42bd-816c-62e5b242cd5d req-d86fe64a-e2a5-4737-b9b1-95fe345ee3d5 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:19.011203 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e6ab0871-6205-4b01-b0e6-3d13f6ddc785 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:19.015421 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-716c2866-d3cc-42bd-816c-62e5b242cd5d req-d86fe64a-e2a5-4737-b9b1-95fe345ee3d5 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 946 time: 0.9466355 Sep 30 01:06:19.038292 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:19.154104 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a826fb95-dc8e-4e03-b0af-4d211e0880df tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:19.203293 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-716c2866-d3cc-42bd-816c-62e5b242cd5d req-696201eb-7599-4676-aea7-0e0a41c54efa tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868689 Sep 30 01:06:19.256449 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf33e5-8202-4ae7-af4e-ef200d322b36 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Pushing event updated for resources: {'Port': ['ID=f55a44c2-ea12-4f9b-89cf-239dc6c1f0fc,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:19.263871 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-acbf33e5-8202-4ae7-af4e-ef200d322b36 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:19.322114 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-acbf33e5-8202-4ae7-af4e-ef200d322b36 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:19.353628 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f5549656-bb7b-4f6d-81be-820d5372d310 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:19.358396 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e710c-ac4e-4b11-a4e4-ec8c29d3c6d2 req-f4f6220f-6e91-4f8f-9e3c-af0d0c0e58e4 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:19.360650 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-b306c702-09ad-46be-98df-b24de0025c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'name': 'tempest-TaggedBootDevicesTest-1703482194-router', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '0bd74f79-951f-4631-ba72-8b14de7c56d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:54:13Z', 'updated_at': '2021-09-30T01:06:14Z', 'revision_number': 5, 'project_id': '5a750dc97d8045f29998977fe5e379fc', 'gw_port': {'id': '0bd74f79-951f-4631-ba72-8b14de7c56d6', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:5d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:54:14Z', 'updated_at': '2021-09-30T00:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:19.365743 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ff3e710c-ac4e-4b11-a4e4-ec8c29d3c6d2 req-f4f6220f-6e91-4f8f-9e3c-af0d0c0e58e4 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 945 time: 0.2658250 Sep 30 01:06:19.366717 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a826fb95-dc8e-4e03-b0af-4d211e0880df tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:19.371768 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b306c702-09ad-46be-98df-b24de0025c32 None None] Checking router: f58e22ba-18ec-43d7-8773-53a56659ac50 for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:06:19.384460 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a82a1a39-f7d8-46f1-8188-c7e6904d24a5 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:19.397510 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-acbf33e5-8202-4ae7-af4e-ef200d322b36 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:19.398709 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-acbf33e5-8202-4ae7-af4e-ef200d322b36 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5630698 Sep 30 01:06:19.399364 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b306c702-09ad-46be-98df-b24de0025c32 None None] Routers {'f58e22ba-18ec-43d7-8773-53a56659ac50'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:06:19.400282 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-b306c702-09ad-46be-98df-b24de0025c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:05:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['f58e22ba-18ec-43d7-8773-53a56659ac50'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:19.440234 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826fb95-dc8e-4e03-b0af-4d211e0880df tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a376865-d871-4602-886e-8c5a35d9b419,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:19.461553 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a826fb95-dc8e-4e03-b0af-4d211e0880df tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:19.467382 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ff3e710c-ac4e-4b11-a4e4-ec8c29d3c6d2 req-fc44b38b-bc96-4389-aaaf-0645f378a521 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006908 Sep 30 01:06:19.467932 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-f5549656-bb7b-4f6d-81be-820d5372d310 admin admin] Deleting port 0bd74f79-951f-4631-ba72-8b14de7c56d6 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:06:19.468288 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f5549656-bb7b-4f6d-81be-820d5372d310 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:19.558781 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e3f4e-e190-40a6-be65-bc730ba68881 req-523b8e1f-e9bf-417a-bbba-f8c372b26f28 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:19.572360 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ec3e3f4e-e190-40a6-be65-bc730ba68881 req-523b8e1f-e9bf-417a-bbba-f8c372b26f28 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.55 "GET /v2.0/ports?device_id=4167bedc-2167-4bb9-b014-d7742c2bba14 HTTP/1.1" status: 200 len: 945 time: 0.3051002 Sep 30 01:06:19.615298 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a826fb95-dc8e-4e03-b0af-4d211e0880df tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:19.621378 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-b306c702-09ad-46be-98df-b24de0025c32 None None] Set router f58e22ba-18ec-43d7-8773-53a56659ac50 gateway port host: None {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:06:19.628371 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-a826fb95-dc8e-4e03-b0af-4d211e0880df tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "DELETE /v2.0/security-groups/1a376865-d871-4602-886e-8c5a35d9b419 HTTP/1.1" status: 204 len: 168 time: 0.9896138 Sep 30 01:06:19.686889 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49754) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:19.769409 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-b306c702-09ad-46be-98df-b24de0025c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'name': 'tempest-TaggedBootDevicesTest-1703482194-router', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:54:13Z', 'updated_at': '2021-09-30T01:06:19Z', 'revision_number': 6, 'project_id': '5a750dc97d8045f29998977fe5e379fc', 'gw_port_host': None}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:19.774388 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b306c702-09ad-46be-98df-b24de0025c32 None None] The sync data for ids ['f58e22ba-18ec-43d7-8773-53a56659ac50'] in n-d-811809-1 is: [{'id': 'f58e22ba-18ec-43d7-8773-53a56659ac50', 'name': 'tempest-TaggedBootDevicesTest-1703482194-router', 'tenant_id': '5a750dc97d8045f29998977fe5e379fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:54:13Z', 'updated_at': '2021-09-30T01:06:19Z', 'revision_number': 6, 'project_id': '5a750dc97d8045f29998977fe5e379fc', 'gw_port_host': None}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:06:19.775202 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-ec3e3f4e-e190-40a6-be65-bc730ba68881 req-aa52205a-da62-4825-b637-64424b3ca684 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Deleting port 79d0ddb8-ee5d-4b43-b095-03db787e4207 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:06:19.775552 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ec3e3f4e-e190-40a6-be65-bc730ba68881 req-aa52205a-da62-4825-b637-64424b3ca684 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:19.838241 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f55e1-65c1-4057-8fa1-9d85a2b50781 req-9c5cbd63-3c08-4de4-9069-b1cf419cfc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:19.840489 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b53f55e1-65c1-4057-8fa1-9d85a2b50781 req-9c5cbd63-3c08-4de4-9069-b1cf419cfc37 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=317ba557079d4902882e26223cd79031&device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 1096 time: 0.1720083 Sep 30 01:06:19.881639 n-d-811809-1 neutron-server[80275]: INFO neutron.api.v2.resource [None req-bc37f8ff-1ce6-488c-97d0-f39ad2e72088 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] show failed (client error): The resource could not be found. Sep 30 01:06:19.882995 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-bc37f8ff-1ce6-488c-97d0-f39ad2e72088 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "GET /v2.0/security-groups/1a376865-d871-4602-886e-8c5a35d9b419 HTTP/1.1" status: 404 len: 347 time: 0.1938188 Sep 30 01:06:19.887350 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49766) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:20.030863 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f55e1-65c1-4057-8fa1-9d85a2b50781 req-cb219136-c543-4a47-96ee-0bde0b5257fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:20.032947 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b53f55e1-65c1-4057-8fa1-9d85a2b50781 req-cb219136-c543-4a47-96ee-0bde0b5257fd service neutron] 10.222.0.59 "GET /v2.0/networks?id=1e2206f2-97da-4525-be9c-10f3f7da23c8 HTTP/1.1" status: 200 len: 914 time: 0.1851830 Sep 30 01:06:20.101293 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-9a3bd6e8-eab2-4a74-9461-cc9669943256 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Deleting port ece5cea5-cb34-41c4-b369-4882b2aab99a {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:06:20.101617 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9a3bd6e8-eab2-4a74-9461-cc9669943256 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:20.180210 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2547f-a547-445b-bf23-8968f92281c0 req-add1cf1f-727d-4803-8460-51446ea30152 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:20.208561 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a6d2547f-a547-445b-bf23-8968f92281c0 req-add1cf1f-727d-4803-8460-51446ea30152 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=4167bedc-2167-4bb9-b014-d7742c2bba14 HTTP/1.1" status: 200 len: 945 time: 0.6686385 Sep 30 01:06:20.208672 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device dff39caa-76a6-4b41-97c9-329342a9da3d up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:06:20.280555 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-ec3e3f4e-e190-40a6-be65-bc730ba68881 req-aa52205a-da62-4825-b637-64424b3ca684 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] For port 79d0ddb8-ee5d-4b43-b095-03db787e4207, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=79d0ddb8-ee5d-4b43-b095-03db787e4207,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:20.280912 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ec3e3f4e-e190-40a6-be65-bc730ba68881 req-aa52205a-da62-4825-b637-64424b3ca684 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:20.289535 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-f5549656-bb7b-4f6d-81be-820d5372d310 admin admin] For port 0bd74f79-951f-4631-ba72-8b14de7c56d6, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=0bd74f79-951f-4631-ba72-8b14de7c56d6,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:20.289901 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f5549656-bb7b-4f6d-81be-820d5372d310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:20.322702 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port dff39caa-76a6-4b41-97c9-329342a9da3d triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:06:20.324180 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:20.411269 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-ec3e3f4e-e190-40a6-be65-bc730ba68881 req-aa52205a-da62-4825-b637-64424b3ca684 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Calling delete_port for 79d0ddb8-ee5d-4b43-b095-03db787e4207 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:06:20.543173 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b53f55e1-65c1-4057-8fa1-9d85a2b50781 req-c4ca312e-da30-4ed1-a19c-c784ed067efe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a902b1f-3960-4265-a353-8f9b13f0a508 HTTP/1.1" status: 200 len: 217 time: 0.0985422 Sep 30 01:06:20.627029 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f55e1-65c1-4057-8fa1-9d85a2b50781 req-0068b249-0fb5-4d8a-bfd4-5cb76ba4bf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:20.628570 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b53f55e1-65c1-4057-8fa1-9d85a2b50781 req-0068b249-0fb5-4d8a-bfd4-5cb76ba4bf4b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4adfb8b3-ae94-437f-908c-bfa569a467f2 HTTP/1.1" status: 200 len: 853 time: 0.0729246 Sep 30 01:06:20.707718 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-45dced02-cf9f-407a-aa2c-53b5d6ec44c2 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Synchronizing usage tracker for tenant:21758b229ddd40f999546edcb999526d on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:06:20.718298 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-f5549656-bb7b-4f6d-81be-820d5372d310 admin admin] Calling delete_port for 0bd74f79-951f-4631-ba72-8b14de7c56d6 owned by network:router_gateway {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:06:20.726794 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b53f55e1-65c1-4057-8fa1-9d85a2b50781 req-a9833fe2-b4a7-43be-9034-b6598add0bff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1e2206f2-97da-4525-be9c-10f3f7da23c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881279 Sep 30 01:06:20.757846 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a6d2547f-a547-445b-bf23-8968f92281c0 req-f75231bd-ea8f-426e-9bc7-6e84c8a5fba1 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5465820 Sep 30 01:06:20.857206 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9a3bd6e8-eab2-4a74-9461-cc9669943256 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:20.857586 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9a3bd6e8-eab2-4a74-9461-cc9669943256 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:20.994236 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-45dced02-cf9f-407a-aa2c-53b5d6ec44c2 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Unset dirty status for tenant:21758b229ddd40f999546edcb999526d on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:06:21.003553 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-45dced02-cf9f-407a-aa2c-53b5d6ec44c2 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--602951279&fields=id&tenant_id=21758b229ddd40f999546edcb999526d HTTP/1.1" status: 200 len: 267 time: 0.5607400 Sep 30 01:06:21.023763 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-9a3bd6e8-eab2-4a74-9461-cc9669943256 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Calling delete_port for ece5cea5-cb34-41c4-b369-4882b2aab99a owned by network:floatingip {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:06:21.218433 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-b050bfad-ce56-4667-b923-e5df2792f5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:21.254940 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ec3e3f4e-e190-40a6-be65-bc730ba68881 req-aa52205a-da62-4825-b637-64424b3ca684 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:21.260218 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b53f55e1-65c1-4057-8fa1-9d85a2b50781 req-10fa904f-08d9-4613-84b1-b42fab06d50a service neutron] 10.222.0.59 "GET /v2.0/networks/1e2206f2-97da-4525-be9c-10f3f7da23c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5147734 Sep 30 01:06:21.266403 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-aa08ca06-c118-4f84-a182-2eea4f06f60d tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:21.296435 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['89681f9a-ab6c-4a8e-bb26-ff365b9b730a'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:06:21.314421 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-c923ae36-80ad-4a98-a510-2ed1497079e7 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:21.315926 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-c923ae36-80ad-4a98-a510-2ed1497079e7 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/networks?id=eeb6c4e1-a773-440f-9ca0-04a98bdafcfd HTTP/1.1" status: 200 len: 814 time: 0.3244622 Sep 30 01:06:21.341291 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-30bf3d09-4e61-42f4-bc1d-87e8c60eb390 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/quotas/600d513e8f854168b868a109f9ce4428 HTTP/1.1" status: 200 len: 375 time: 0.0154350 Sep 30 01:06:21.405501 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f5549656-bb7b-4f6d-81be-820d5372d310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:21.423637 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e6ddf157-d67e-4d7f-933a-d77b0302fd8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:21.438919 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-607465a9-fdf1-4d07-8603-729efc52db74 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:21.440381 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-607465a9-fdf1-4d07-8603-729efc52db74 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/networks?id=6a3e54c0-527e-4a0b-877b-b2ace2e841bf HTTP/1.1" status: 200 len: 812 time: 0.4360530 Sep 30 01:06:21.455254 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52205a-da62-4825-b637-64424b3ca684 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Pushing event deleted for resources: {'Port': ['ID=79d0ddb8-ee5d-4b43-b095-03db787e4207,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:21.461045 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b53f55e1-65c1-4057-8fa1-9d85a2b50781 req-57c962a7-527f-4104-9350-28c0dbc08fb3 service neutron] 10.222.0.59 "GET /v2.0/networks/1e2206f2-97da-4525-be9c-10f3f7da23c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616039 Sep 30 01:06:21.465561 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9a3bd6e8-eab2-4a74-9461-cc9669943256 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:21.487752 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-aa52205a-da62-4825-b637-64424b3ca684 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:21.497424 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-b4e1a06b-0d53-455b-8ba8-ca9d48a402b0 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/quotas/21758b229ddd40f999546edcb999526d HTTP/1.1" status: 200 len: 375 time: 0.0445936 Sep 30 01:06:21.530444 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5549656-bb7b-4f6d-81be-820d5372d310 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bd74f79-951f-4631-ba72-8b14de7c56d6,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:21.554696 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f5549656-bb7b-4f6d-81be-820d5372d310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:21.597085 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-049477b6-4d4a-484d-b850-949c6f4a64ba tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:21.645441 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3e3f4e-e190-40a6-be65-bc730ba68881 req-aa52205a-da62-4825-b637-64424b3ca684 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] No DVR routers for this DVR port 79d0ddb8-ee5d-4b43-b095-03db787e4207 on host n-h2-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:06:21.648738 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ec3e3f4e-e190-40a6-be65-bc730ba68881 req-aa52205a-da62-4825-b637-64424b3ca684 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:21.661548 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4167bedc-2167-4bb9-b014-d7742c2bba14', 'name': 'network-vif-deleted', 'tag': '79d0ddb8-ee5d-4b43-b095-03db787e4207'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:06:21.681700 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ec3e3f4e-e190-40a6-be65-bc730ba68881 req-aa52205a-da62-4825-b637-64424b3ca684 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.55 "DELETE /v2.0/ports/79d0ddb8-ee5d-4b43-b095-03db787e4207 HTTP/1.1" status: 204 len: 173 time: 2.1032512 Sep 30 01:06:21.702696 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3bd6e8-eab2-4a74-9461-cc9669943256 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Pushing event deleted for resources: {'Port': ['ID=ece5cea5-cb34-41c4-b369-4882b2aab99a,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:21.721188 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-9532ad24-6c87-44a9-bab6-4d5bd12a8f84 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Synchronizing usage tracker for tenant:21758b229ddd40f999546edcb999526d on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:06:21.744892 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9a3bd6e8-eab2-4a74-9461-cc9669943256 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:21.752234 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-9532ad24-6c87-44a9-bab6-4d5bd12a8f84 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Unset dirty status for tenant:21758b229ddd40f999546edcb999526d on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:06:21.768505 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-9532ad24-6c87-44a9-bab6-4d5bd12a8f84 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=21758b229ddd40f999546edcb999526d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2648251 Sep 30 01:06:21.795777 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 3a902b1f-3960-4265-a353-8f9b13f0a508 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:06:21.867325 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f5549656-bb7b-4f6d-81be-820d5372d310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673024'] for router_gateway, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:21.968402 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 08a6a374-a425-4dde-8f11-f6f621854786 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:06:22.056269 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 08a6a374-a425-4dde-8f11-f6f621854786 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:06:22.058760 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 08a6a374-a425-4dde-8f11-f6f621854786 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:06:22.059390 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 0bd74f79-951f-4631-ba72-8b14de7c56d6 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:06:22.103594 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 0bd74f79-951f-4631-ba72-8b14de7c56d6 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:06:22.104363 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 0bd74f79-951f-4631-ba72-8b14de7c56d6 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:06:22.104583 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb1dc9-4bbd-4bcc-8701-686f46ccdceb req-694e4540-3dcd-4e9b-ace7-675b6fcd38e3 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:22.107066 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-eacb1dc9-4bbd-4bcc-8701-686f46ccdceb req-694e4540-3dcd-4e9b-ace7-675b6fcd38e3 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.59 "GET /v2.0/ports?device_id=70f70416-ae1f-42cc-b061-3d71e5e76a56 HTTP/1.1" status: 200 len: 946 time: 0.2109349 Sep 30 01:06:22.170286 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f5549656-bb7b-4f6d-81be-820d5372d310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30720'] for router, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:22.172690 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f5549656-bb7b-4f6d-81be-820d5372d310 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:22.194170 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:22.222045 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-d099b410-2103-47ed-ad2d-60852081cd6b tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=600d513e8f854168b868a109f9ce4428&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8728302 Sep 30 01:06:22.234954 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f5549656-bb7b-4f6d-81be-820d5372d310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736498'] for router, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:22.235886 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5549656-bb7b-4f6d-81be-820d5372d310 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f58e22ba-18ec-43d7-8773-53a56659ac50 {{(pid=80275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 30 01:06:22.236134 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-4ec9e1ec-4f83-4228-a93b-60556c9c2ae7 service neutron] 10.222.0.39 "GET /v2.0/networks/6a3e54c0-527e-4a0b-877b-b2ace2e841bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648719 Sep 30 01:06:22.239503 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9a3bd6e8-eab2-4a74-9461-cc9669943256 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks [] for floatingip, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:22.260162 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 3a902b1f-3960-4265-a353-8f9b13f0a508, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=3a902b1f-3960-4265-a353-8f9b13f0a508,segment=NetworkSegment(af10906d-6c0a-4f6f-83b7-0696cedb4a4f),segment_id=af10906d-6c0a-4f6f-83b7-0696cedb4a4f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:22.262642 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10de5c86-dd9e-4b7d-9194-3ede7f555bb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a902b1f-3960-4265-a353-8f9b13f0a508'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:06:22.278395 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:22.309049 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:22.328113 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9a3bd6e8-eab2-4a74-9461-cc9669943256 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:22.331804 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-9a3bd6e8-eab2-4a74-9461-cc9669943256 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] 10.222.0.39 "DELETE /v2.0/floatingips/66971749-f5e1-4ad0-af56-c17886274a9a HTTP/1.1" status: 204 len: 168 time: 2.4421070 Sep 30 01:06:22.351198 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49836) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:22.366134 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f5549656-bb7b-4f6d-81be-820d5372d310 admin admin] Notify callbacks [] for router, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:22.371989 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-f5549656-bb7b-4f6d-81be-820d5372d310 admin admin] 10.222.0.39 "DELETE /v2.0/routers/f58e22ba-18ec-43d7-8773-53a56659ac50 HTTP/1.1" status: 204 len: 168 time: 4.2171259 Sep 30 01:06:22.374059 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49838) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:22.380764 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:22.418697 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=3a902b1f-3960-4265-a353-8f9b13f0a508,revision_number=8']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:22.423683 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:22.458219 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-eacb1dc9-4bbd-4bcc-8701-686f46ccdceb req-8d943af0-ee28-4b2c-ba4a-195d3f267860 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Deleting port 6e962823-8ff0-4073-b003-107ac0d17fec {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:06:22.458219 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-eacb1dc9-4bbd-4bcc-8701-686f46ccdceb req-8d943af0-ee28-4b2c-ba4a-195d3f267860 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:22.635483 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-245e48d3-39a4-40cb-bf09-ebe85774c90a service neutron] 10.222.0.39 "GET /v2.0/networks/6a3e54c0-527e-4a0b-877b-b2ace2e841bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982689 Sep 30 01:06:22.860311 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-eacb1dc9-4bbd-4bcc-8701-686f46ccdceb req-8d943af0-ee28-4b2c-ba4a-195d3f267860 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] For port 6e962823-8ff0-4073-b003-107ac0d17fec, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=6e962823-8ff0-4073-b003-107ac0d17fec,segment=NetworkSegment(78314eab-8436-4d6e-8e41-404a6dc9a40f),segment_id=78314eab-8436-4d6e-8e41-404a6dc9a40f)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:22.860739 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-eacb1dc9-4bbd-4bcc-8701-686f46ccdceb req-8d943af0-ee28-4b2c-ba4a-195d3f267860 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:22.884136 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8db649-ec91-4bfb-abf3-0a4f8487c9d1 admin admin] Deleting subnet bd3c024e-b603-46de-89e9-6733ca50df93 {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:06:22.906028 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bb8db649-ec91-4bfb-abf3-0a4f8487c9d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:22.998542 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-9c74473a-70a2-43ce-ac36-f9166a2fbb5b service neutron] 10.222.0.39 "GET /v2.0/networks/eeb6c4e1-a773-440f-9ca0-04a98bdafcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7602527 Sep 30 01:06:23.004206 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-eacb1dc9-4bbd-4bcc-8701-686f46ccdceb req-8d943af0-ee28-4b2c-ba4a-195d3f267860 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Calling delete_port for 6e962823-8ff0-4073-b003-107ac0d17fec owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:06:23.074158 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bb8db649-ec91-4bfb-abf3-0a4f8487c9d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:23.226859 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 79d0ddb8-ee5d-4b43-b095-03db787e4207 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:06:23.316800 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: 79d0ddb8-ee5d-4b43-b095-03db787e4207 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:06:23.317972 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 79d0ddb8-ee5d-4b43-b095-03db787e4207 not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:06:23.318590 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 31b21c63-4aaf-4aad-8db3-e7a630c298ec no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:06:23.404182 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-b80f77df-def3-4ba3-8b6c-8b9a817b9f8b service neutron] 10.222.0.39 "GET /v2.0/networks/eeb6c4e1-a773-440f-9ca0-04a98bdafcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047346 Sep 30 01:06:23.492995 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bb8db649-ec91-4bfb-abf3-0a4f8487c9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:23.542960 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:23.660737 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 31b21c63-4aaf-4aad-8db3-e7a630c298ec, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=31b21c63-4aaf-4aad-8db3-e7a630c298ec,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:23.690773 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:23.696476 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:23.702220 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-eacb1dc9-4bbd-4bcc-8701-686f46ccdceb req-8d943af0-ee28-4b2c-ba4a-195d3f267860 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:23.729196 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-dd192e2b-eb6b-4c71-b87c-f63e22ad2899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:23.860136 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=31b21c63-4aaf-4aad-8db3-e7a630c298ec,revision_number=11']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:23.864019 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:23.865553 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['6e962823-8ff0-4073-b003-107ac0d17fec'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:06:23.939434 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bb8db649-ec91-4bfb-abf3-0a4f8487c9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:23.953992 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b5f9e52b-2c81-40a3-b8fd-37326bad88a2 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:23.954275 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d943af0-ee28-4b2c-ba4a-195d3f267860 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Pushing event deleted for resources: {'Port': ['ID=6e962823-8ff0-4073-b003-107ac0d17fec,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:23.986524 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:24.010340 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8db649-ec91-4bfb-abf3-0a4f8487c9d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd3c024e-b603-46de-89e9-6733ca50df93,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:24.017098 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8d943af0-ee28-4b2c-ba4a-195d3f267860 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:24.051410 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bb8db649-ec91-4bfb-abf3-0a4f8487c9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:24.059839 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-eacb1dc9-4bbd-4bcc-8701-686f46ccdceb req-8d943af0-ee28-4b2c-ba4a-195d3f267860 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] No DVR routers for this DVR port 6e962823-8ff0-4073-b003-107ac0d17fec on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:06:24.065773 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-eacb1dc9-4bbd-4bcc-8701-686f46ccdceb req-8d943af0-ee28-4b2c-ba4a-195d3f267860 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:24.066532 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e148f8e-9e5a-476e-a373-a31af641998d None None] Network 5fb36fa6-51fa-41e0-a614-23d3a62d6673 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:06:24.085016 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523c7a7-0dc3-4512-9592-d7f58a6ee5af req-3d226b6c-8ca2-4f28-8b6f-af6dce0e2180 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:24.087651 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bb8db649-ec91-4bfb-abf3-0a4f8487c9d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:24.093874 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9523c7a7-0dc3-4512-9592-d7f58a6ee5af req-3d226b6c-8ca2-4f28-8b6f-af6dce0e2180 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 943 time: 0.6905677 Sep 30 01:06:24.102307 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-03a1f187-c9b4-4e4d-9753-270ce5dc5376 req-1bae3a03-df78-460b-8fdc-ec3e2f106ee3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6a5f2568-ba76-4126-a5f4-d94753edcd60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6965146 Sep 30 01:06:24.150918 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-eacb1dc9-4bbd-4bcc-8701-686f46ccdceb req-8d943af0-ee28-4b2c-ba4a-195d3f267860 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.59 "DELETE /v2.0/ports/6e962823-8ff0-4073-b003-107ac0d17fec HTTP/1.1" status: 204 len: 173 time: 2.0227644 Sep 30 01:06:24.154780 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-bb8db649-ec91-4bfb-abf3-0a4f8487c9d1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bd3c024e-b603-46de-89e9-6733ca50df93 HTTP/1.1" status: 204 len: 168 time: 1.7797096 Sep 30 01:06:24.157296 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 49888) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:24.193453 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9523c7a7-0dc3-4512-9592-d7f58a6ee5af req-b3105b16-3d36-4b2f-ba9e-d2e7c9fa35f0 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831120 Sep 30 01:06:24.281298 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4167bedc-2167-4bb9-b014-d7742c2bba14', 'name': 'network-vif-deleted', 'tag': '79d0ddb8-ee5d-4b43-b095-03db787e4207', 'status': 'completed', 'code': 200} Sep 30 01:06:24.352211 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1f187-c9b4-4e4d-9753-270ce5dc5376 req-9f87a644-f7f0-4545-975f-bfa5d309cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:24.355262 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-03a1f187-c9b4-4e4d-9753-270ce5dc5376 req-9f87a644-f7f0-4545-975f-bfa5d309cb2e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a844c56f192d4334908feb0087705ecb&device_id=6a5f2568-ba76-4126-a5f4-d94753edcd60 HTTP/1.1" status: 200 len: 1100 time: 0.1468394 Sep 30 01:06:24.439743 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1507f-1f1e-4f98-bc96-6bbc2c287920 req-ab1f7783-50f3-4dd0-b224-691a4948d845 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:24.442561 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e8b1507f-1f1e-4f98-bc96-6bbc2c287920 req-ab1f7783-50f3-4dd0-b224-691a4948d845 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a5f2568-ba76-4126-a5f4-d94753edcd60 HTTP/1.1" status: 200 len: 949 time: 0.4920087 Sep 30 01:06:24.446711 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ff7b93da-632d-4c01-b63f-9ecfd7a69e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:24.496207 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10de5c86-dd9e-4b7d-9194-3ede7f555bb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a902b1f-3960-4265-a353-8f9b13f0a508', 'code': 200} Sep 30 01:06:24.509821 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a6df4d25-f69b-4079-b4d7-7d368b6a526d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734431'] for router_interface, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:24.535298 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a149b6-e5db-4fd2-b5ce-4a8197b923e6 None None] DHCP port deletion for 5fb36fa6-51fa-41e0-a614-23d3a62d6673 request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 01:06:24.540914 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-a8a149b6-e5db-4fd2-b5ce-4a8197b923e6 None None] Deleting port 57df840c-4ad6-4e47-844c-88814b4816a5 {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:06:24.541589 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-a8a149b6-e5db-4fd2-b5ce-4a8197b923e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:24.588232 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e8b1507f-1f1e-4f98-bc96-6bbc2c287920 req-8b9023ab-463a-4153-bbc2-5d5bb4485e54 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.39 "GET /v2.0/security-groups?id=db62a807-39e6-49ba-abf2-f2cb23c6219e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309855 Sep 30 01:06:24.652495 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-ff7b93da-632d-4c01-b63f-9ecfd7a69e62 admin admin] Deleting port 57df840c-4ad6-4e47-844c-88814b4816a5 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:06:24.652841 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ff7b93da-632d-4c01-b63f-9ecfd7a69e62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:24.733670 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9d5d233b-7ac9-4449-b093-e3423fc2128d req-345b8859-dc01-4b2a-a4ad-2c8a98af15f8 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/ports?device_id=067eef78-33f6-4c53-a8f4-0e22cad2594a HTTP/1.1" status: 200 len: 210 time: 0.1449833 Sep 30 01:06:24.801561 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-42ef386c-9bbf-4300-b39e-fd492e76f5cd req-cc2933db-5262-481e-a313-1e2bcf03b803 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=c70472aa-95d4-46ac-a569-73eb70ebd9db HTTP/1.1" status: 200 len: 210 time: 0.0723059 Sep 30 01:06:24.803503 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1f187-c9b4-4e4d-9753-270ce5dc5376 req-cbbbd223-aa5b-4194-b006-2109673abf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:24.805139 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-03a1f187-c9b4-4e4d-9753-270ce5dc5376 req-cbbbd223-aa5b-4194-b006-2109673abf30 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.4268758 Sep 30 01:06:24.971270 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-03a1f187-c9b4-4e4d-9753-270ce5dc5376 req-234c2bd4-62bb-49a3-bf18-b3df8dbe11d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=31b21c63-4aaf-4aad-8db3-e7a630c298ec HTTP/1.1" status: 200 len: 217 time: 0.1572230 Sep 30 01:06:25.041320 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-a8a149b6-e5db-4fd2-b5ce-4a8197b923e6 None None] For port 57df840c-4ad6-4e47-844c-88814b4816a5, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=57df840c-4ad6-4e47-844c-88814b4816a5,segment=NetworkSegment(7a580927-319d-432d-8607-34e9ac4cfc0f),segment_id=7a580927-319d-432d-8607-34e9ac4cfc0f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:25.041738 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-a8a149b6-e5db-4fd2-b5ce-4a8197b923e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:25.059181 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1f187-c9b4-4e4d-9753-270ce5dc5376 req-a83622b5-2ea8-412f-aa16-e6aef044f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:25.061203 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-03a1f187-c9b4-4e4d-9753-270ce5dc5376 req-a83622b5-2ea8-412f-aa16-e6aef044f3ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.0833900 Sep 30 01:06:25.217645 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1f187-c9b4-4e4d-9753-270ce5dc5376 req-c1780b0a-d81c-4b47-92ef-e52f7c943703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:25.220178 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-03a1f187-c9b4-4e4d-9753-270ce5dc5376 req-c1780b0a-d81c-4b47-92ef-e52f7c943703 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1516895 Sep 30 01:06:25.377817 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-a8a149b6-e5db-4fd2-b5ce-4a8197b923e6 None None] Calling delete_port for 57df840c-4ad6-4e47-844c-88814b4816a5 owned by network:dhcp {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:06:25.416863 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-ff7b93da-632d-4c01-b63f-9ecfd7a69e62 admin admin] For port 57df840c-4ad6-4e47-844c-88814b4816a5, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=57df840c-4ad6-4e47-844c-88814b4816a5,segment=NetworkSegment(7a580927-319d-432d-8607-34e9ac4cfc0f),segment_id=7a580927-319d-432d-8607-34e9ac4cfc0f)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:25.417909 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ff7b93da-632d-4c01-b63f-9ecfd7a69e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:25.577923 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-a8a149b6-e5db-4fd2-b5ce-4a8197b923e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821'] for port, after_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:25.582485 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:25.677436 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-03a1f187-c9b4-4e4d-9753-270ce5dc5376 req-feb9ddc5-0bd6-47e1-9048-5874fc74460b service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479620 Sep 30 01:06:25.729196 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a149b6-e5db-4fd2-b5ce-4a8197b923e6 None None] Pushing event deleted for resources: {'Port': ['ID=57df840c-4ad6-4e47-844c-88814b4816a5,revision_number=None']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:25.744556 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-a8a149b6-e5db-4fd2-b5ce-4a8197b923e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:25.757003 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a149b6-e5db-4fd2-b5ce-4a8197b923e6 None None] No DVR routers for this DVR port 57df840c-4ad6-4e47-844c-88814b4816a5 on host n-d-811809-1 {{(pid=80276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:06:25.815675 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 6e962823-8ff0-4073-b003-107ac0d17fec no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:06:25.938342 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-ff7b93da-632d-4c01-b63f-9ecfd7a69e62 admin admin] Calling delete_port for 57df840c-4ad6-4e47-844c-88814b4816a5 owned by network:dhcp {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:06:26.010891 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: 6e962823-8ff0-4073-b003-107ac0d17fec {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:06:26.011404 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 6e962823-8ff0-4073-b003-107ac0d17fec not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:06:26.019925 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 57df840c-4ad6-4e47-844c-88814b4816a5 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:06:26.070505 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 57df840c-4ad6-4e47-844c-88814b4816a5 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:06:26.070914 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 57df840c-4ad6-4e47-844c-88814b4816a5 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:06:26.250084 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-03a1f187-c9b4-4e4d-9753-270ce5dc5376 req-e27c75ab-d551-42b9-b18c-13c8e5ac709e service neutron] 10.222.0.55 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807897 Sep 30 01:06:26.260414 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12496b5-65fa-4809-be9b-bdd6308ea97d req-19e943f1-0cc1-465e-8e62-da56269e37a6 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:26.261359 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-a12496b5-65fa-4809-be9b-bdd6308ea97d req-19e943f1-0cc1-465e-8e62-da56269e37a6 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Synchronizing usage tracker for tenant:038e4d0abd4b4e5c940f331b6f0950a9 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:06:26.277239 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a51498-875a-4405-95e6-6cb4f6551f55 req-0fd7853b-0eb2-4f3c-86dc-3c6c6443bcaa tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:26.284605 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-81a51498-875a-4405-95e6-6cb4f6551f55 req-0fd7853b-0eb2-4f3c-86dc-3c6c6443bcaa tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 943 time: 0.8305078 Sep 30 01:06:26.288145 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f70416-ae1f-42cc-b061-3d71e5e76a56', 'name': 'network-vif-deleted', 'tag': '6e962823-8ff0-4073-b003-107ac0d17fec'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:06:26.332114 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-a12496b5-65fa-4809-be9b-bdd6308ea97d req-19e943f1-0cc1-465e-8e62-da56269e37a6 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Unset dirty status for tenant:038e4d0abd4b4e5c940f331b6f0950a9 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:06:26.333317 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a12496b5-65fa-4809-be9b-bdd6308ea97d req-19e943f1-0cc1-465e-8e62-da56269e37a6 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.59 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 946 time: 0.6494424 Sep 30 01:06:26.388351 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-81a51498-875a-4405-95e6-6cb4f6551f55 req-bc0e0d05-5dd1-4fa4-bdf3-9ff2f0c3ea30 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027586 Sep 30 01:06:26.426356 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.db.api [None req-ff7b93da-632d-4c01-b63f-9ecfd7a69e62 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80275) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 01:06:26.426701 n-d-811809-1 neutron-server[80275]: DEBUG oslo_db.api [None req-ff7b93da-632d-4c01-b63f-9ecfd7a69e62 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 01:06:26.435319 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-a12496b5-65fa-4809-be9b-bdd6308ea97d req-b4294d53-734e-451e-822b-f1689f485d78 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Deleting port 89681f9a-ab6c-4a8e-bb26-ff365b9b730a {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:06:26.435726 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a12496b5-65fa-4809-be9b-bdd6308ea97d req-b4294d53-734e-451e-822b-f1689f485d78 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:26.472147 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-45d6d89f-7f3c-43e7-b9d4-bc9f7c058ea9 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:26.472863 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-45d6d89f-7f3c-43e7-b9d4-bc9f7c058ea9 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Synchronizing usage tracker for tenant:21758b229ddd40f999546edcb999526d on resource:network {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:06:26.497166 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5f2568-ba76-4126-a5f4-d94753edcd60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b21c63-4aaf-4aad-8db3-e7a630c298ec'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:06:26.550845 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-a6df4d25-f69b-4079-b4d7-7d368b6a526d admin admin] Deleting port 9c4d5d97-9576-48c7-a8e7-426f0dfc95a6 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:06:26.551183 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a6df4d25-f69b-4079-b4d7-7d368b6a526d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:26.596581 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-45d6d89f-7f3c-43e7-b9d4-bc9f7c058ea9 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Unset dirty status for tenant:21758b229ddd40f999546edcb999526d on resource:network {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:06:26.597693 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-45d6d89f-7f3c-43e7-b9d4-bc9f7c058ea9 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.55 "GET /v2.0/networks?id=6a3e54c0-527e-4a0b-877b-b2ace2e841bf HTTP/1.1" status: 200 len: 812 time: 0.6747103 Sep 30 01:06:26.657881 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-63a28c3f-40f5-446f-897d-4aa28c0e6452 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:26.659336 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-63a28c3f-40f5-446f-897d-4aa28c0e6452 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.55 "GET /v2.0/networks?id=eeb6c4e1-a773-440f-9ca0-04a98bdafcfd HTTP/1.1" status: 200 len: 814 time: 0.3817308 Sep 30 01:06:26.674664 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bc89f33e-0429-432a-b600-09a16e431b11 req-1d21cf3e-eb8a-49ec-9f56-8a1435b0c1df tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/ports?device_id=067eef78-33f6-4c53-a8f4-0e22cad2594a HTTP/1.1" status: 200 len: 210 time: 0.0677311 Sep 30 01:06:26.688098 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd26db7-85c6-43f7-afff-314bebfc8a81 req-088c11f4-fa99-4a56-8d37-fce24b15d488 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:26.689746 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-edd26db7-85c6-43f7-afff-314bebfc8a81 req-088c11f4-fa99-4a56-8d37-fce24b15d488 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac946a5-d869-4ced-bb07-46c731d5ab99 HTTP/1.1" status: 200 len: 946 time: 0.4656575 Sep 30 01:06:26.696658 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-21d821b3-7c49-4720-91ff-ddb0e7c045e6 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Request body: {'port': {'device_id': 'c70472aa-95d4-46ac-a569-73eb70ebd9db', 'network_id': 'eeb6c4e1-a773-440f-9ca0-04a98bdafcfd', 'admin_state_up': True, 'tenant_id': '600d513e8f854168b868a109f9ce4428'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:06:26.907027 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-49bc3b22-095f-40af-96f2-b0211986fe37 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Synchronizing usage tracker for tenant:21758b229ddd40f999546edcb999526d on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:06:26.929172 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-ff7b93da-632d-4c01-b63f-9ecfd7a69e62 admin admin] Deleting port 57df840c-4ad6-4e47-844c-88814b4816a5 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:06:26.929509 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ff7b93da-632d-4c01-b63f-9ecfd7a69e62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:26.934902 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-a4ec365b-7a23-4c68-9d44-ac7b785f5308 req-32ac07fc-5c73-4ffb-8127-dd7eb25a440e tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Synchronizing usage tracker for tenant:600d513e8f854168b868a109f9ce4428 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:06:26.982222 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-a4ec365b-7a23-4c68-9d44-ac7b785f5308 req-32ac07fc-5c73-4ffb-8127-dd7eb25a440e tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Unset dirty status for tenant:600d513e8f854168b868a109f9ce4428 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:06:26.983556 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a4ec365b-7a23-4c68-9d44-ac7b785f5308 req-32ac07fc-5c73-4ffb-8127-dd7eb25a440e tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=c70472aa-95d4-46ac-a569-73eb70ebd9db HTTP/1.1" status: 200 len: 210 time: 0.1098764 Sep 30 01:06:27.015783 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-a12496b5-65fa-4809-be9b-bdd6308ea97d req-b4294d53-734e-451e-822b-f1689f485d78 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] For port 89681f9a-ab6c-4a8e-bb26-ff365b9b730a, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=89681f9a-ab6c-4a8e-bb26-ff365b9b730a,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:27.016254 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a12496b5-65fa-4809-be9b-bdd6308ea97d req-b4294d53-734e-451e-822b-f1689f485d78 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:27.036706 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-edd26db7-85c6-43f7-afff-314bebfc8a81 req-e8313b83-bab3-4823-a391-a43719bbd80a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=343008cd-8361-42a1-b340-0487c0b1ad81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123209 Sep 30 01:06:27.080601 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-ff7b93da-632d-4c01-b63f-9ecfd7a69e62 admin admin] The port '57df840c-4ad6-4e47-844c-88814b4816a5' was deleted {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 30 01:06:27.098950 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-49bc3b22-095f-40af-96f2-b0211986fe37 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Unset dirty status for tenant:21758b229ddd40f999546edcb999526d on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:06:27.099176 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-49bc3b22-095f-40af-96f2-b0211986fe37 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21758b229ddd40f999546edcb999526d HTTP/1.1" status: 200 len: 379 time: 0.4802632 Sep 30 01:06:27.136854 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-f3a7ccd2-2224-480f-8d8e-2f51852e324b tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Request body: {'port': {'device_id': '067eef78-33f6-4c53-a8f4-0e22cad2594a', 'network_id': '6a3e54c0-527e-4a0b-877b-b2ace2e841bf', 'admin_state_up': True, 'tenant_id': '21758b229ddd40f999546edcb999526d', 'security_groups': ['ba61a17f-663e-4ed2-a8b9-cb34862d48a5']}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:06:27.170381 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f70416-ae1f-42cc-b061-3d71e5e76a56', 'name': 'network-vif-deleted', 'tag': '6e962823-8ff0-4073-b003-107ac0d17fec', 'status': 'completed', 'code': 200} Sep 30 01:06:27.177278 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-a12496b5-65fa-4809-be9b-bdd6308ea97d req-b4294d53-734e-451e-822b-f1689f485d78 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Calling delete_port for 89681f9a-ab6c-4a8e-bb26-ff365b9b730a owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:06:27.187084 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5f2568-ba76-4126-a5f4-d94753edcd60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b21c63-4aaf-4aad-8db3-e7a630c298ec', 'code': 200} Sep 30 01:06:27.359841 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fea6d2-43dd-41c8-ba24-9177ec4e2424 req-3f936062-6181-43bc-9f4a-f3f21ee91160 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:27.361476 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f2fea6d2-43dd-41c8-ba24-9177ec4e2424 req-3f936062-6181-43bc-9f4a-f3f21ee91160 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 943 time: 0.1241205 Sep 30 01:06:27.462502 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f2fea6d2-43dd-41c8-ba24-9177ec4e2424 req-a1fcdd90-a1eb-4597-aba1-f5ea8c46fe6c tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708199 Sep 30 01:06:27.488297 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a12496b5-65fa-4809-be9b-bdd6308ea97d req-b4294d53-734e-451e-822b-f1689f485d78 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:27.492473 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1c39793b-4677-45e2-a3ba-081b4ff34775 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:27.514080 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['89681f9a-ab6c-4a8e-bb26-ff365b9b730a'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:06:27.543475 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4294d53-734e-451e-822b-f1689f485d78 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Pushing event deleted for resources: {'Port': ['ID=89681f9a-ab6c-4a8e-bb26-ff365b9b730a,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:27.560341 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-a6df4d25-f69b-4079-b4d7-7d368b6a526d admin admin] For port 9c4d5d97-9576-48c7-a8e7-426f0dfc95a6, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=9c4d5d97-9576-48c7-a8e7-426f0dfc95a6,segment=NetworkSegment(c0509f14-eb2b-4c22-b7ef-12dddf1b9b59),segment_id=c0509f14-eb2b-4c22-b7ef-12dddf1b9b59)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:27.575345 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a6df4d25-f69b-4079-b4d7-7d368b6a526d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:27.583460 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b4294d53-734e-451e-822b-f1689f485d78 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:27.684207 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12496b5-65fa-4809-be9b-bdd6308ea97d req-b4294d53-734e-451e-822b-f1689f485d78 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] No DVR routers for this DVR port 89681f9a-ab6c-4a8e-bb26-ff365b9b730a on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:06:27.687181 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a12496b5-65fa-4809-be9b-bdd6308ea97d req-b4294d53-734e-451e-822b-f1689f485d78 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:27.715521 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a12496b5-65fa-4809-be9b-bdd6308ea97d req-b4294d53-734e-451e-822b-f1689f485d78 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.59 "DELETE /v2.0/ports/89681f9a-ab6c-4a8e-bb26-ff365b9b730a HTTP/1.1" status: 204 len: 173 time: 1.3751311 Sep 30 01:06:27.831913 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 3a902b1f-3960-4265-a353-8f9b13f0a508 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:06:27.861957 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-21d821b3-7c49-4720-91ff-ddb0e7c045e6 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:06:28.019178 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-a6df4d25-f69b-4079-b4d7-7d368b6a526d admin admin] Calling delete_port for 9c4d5d97-9576-48c7-a8e7-426f0dfc95a6 owned by network:router_interface {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:06:28.070747 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ff7b93da-632d-4c01-b63f-9ecfd7a69e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:28.104682 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-21d821b3-7c49-4720-91ff-ddb0e7c045e6 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:06:28.162186 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-ff7b93da-632d-4c01-b63f-9ecfd7a69e62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb36fa6-51fa-41e0-a614-23d3a62d6673']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:28.185415 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-540d6639-a4f1-4aa2-a933-0f7706c9eeb1 req-be308950-e3cd-41bc-b3ca-39645281388f tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/ports?device_id=067eef78-33f6-4c53-a8f4-0e22cad2594a HTTP/1.1" status: 200 len: 210 time: 0.0605388 Sep 30 01:06:28.194829 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-ff7b93da-632d-4c01-b63f-9ecfd7a69e62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a580927-319d-432d-8607-34e9ac4cfc0f') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:28.195351 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-ff7b93da-632d-4c01-b63f-9ecfd7a69e62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a580927-319d-432d-8607-34e9ac4cfc0f') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:28.207866 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-f3a7ccd2-2224-480f-8d8e-2f51852e324b tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:06:28.212040 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-21d821b3-7c49-4720-91ff-ddb0e7c045e6 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Made reservation on behalf of 600d513e8f854168b868a109f9ce4428 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:06:28.215853 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-21d821b3-7c49-4720-91ff-ddb0e7c045e6 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:28.239553 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ff7b93da-632d-4c01-b63f-9ecfd7a69e62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:28.292661 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-f3a7ccd2-2224-480f-8d8e-2f51852e324b tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:06:28.304743 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089dc54-b0dc-485e-b8c1-be25c0ef0ca8 req-68e6afbb-fede-498f-af25-8c727321e92f tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:28.306253 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7089dc54-b0dc-485e-b8c1-be25c0ef0ca8 req-68e6afbb-fede-498f-af25-8c727321e92f tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a5f2568-ba76-4126-a5f4-d94753edcd60 HTTP/1.1" status: 200 len: 949 time: 0.3342345 Sep 30 01:06:28.347940 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ff7b93da-632d-4c01-b63f-9ecfd7a69e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:28.409251 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7b93da-632d-4c01-b63f-9ecfd7a69e62 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:06:28.409658 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ff7b93da-632d-4c01-b63f-9ecfd7a69e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: util.warn( Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: util.warn( Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: util.warn( Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: util.warn( Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: timer() Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:06:28.423296 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:06:28.440020 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-f3a7ccd2-2224-480f-8d8e-2f51852e324b tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Made reservation on behalf of 21758b229ddd40f999546edcb999526d for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:06:28.443701 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-f3a7ccd2-2224-480f-8d8e-2f51852e324b tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:28.619450 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-854eb9ec-309c-4f0e-948d-d33d5c102800 req-eb187ddc-26a9-4791-a8e8-7b713bcc6ed8 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=c70472aa-95d4-46ac-a569-73eb70ebd9db HTTP/1.1" status: 200 len: 210 time: 0.0693803 Sep 30 01:06:28.675137 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7089dc54-b0dc-485e-b8c1-be25c0ef0ca8 req-bd2b3ddf-e551-4d1a-a8c5-d607e63a7fa2 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.39 "GET /v2.0/security-groups?id=db62a807-39e6-49ba-abf2-f2cb23c6219e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125331 Sep 30 01:06:28.829292 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ff7b93da-632d-4c01-b63f-9ecfd7a69e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:28.851562 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-710598d1-012f-4b3b-bad1-dd8014c5c510 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:28.875553 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ff7b93da-632d-4c01-b63f-9ecfd7a69e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:28.942203 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b93da-632d-4c01-b63f-9ecfd7a69e62 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fb36fa6-51fa-41e0-a614-23d3a62d6673,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:28.959957 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-21d821b3-7c49-4720-91ff-ddb0e7c045e6 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Allocated IP 172.20.0.9 (eeb6c4e1-a773-440f-9ca0-04a98bdafcfd/858defef-6f87-4015-b170-e42a0b3eb39a/cf1d878c-a158-4e6e-8d48-3d0a7ea60422) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:06:28.962375 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ff7b93da-632d-4c01-b63f-9ecfd7a69e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:28.978601 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ac66f2d3-f7cd-4c80-b7ab-1d088d664a73 req-de9c7ae7-a0b6-46c0-ba6d-c0e59f54eca0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1909459 Sep 30 01:06:29.154305 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a6df4d25-f69b-4079-b4d7-7d368b6a526d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:29.164605 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-364e0c7a-de80-4c14-8240-b7cf306323df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:29.171271 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac946a5-d869-4ced-bb07-46c731d5ab99', 'name': 'network-vif-deleted', 'tag': '89681f9a-ab6c-4a8e-bb26-ff365b9b730a'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:06:29.228747 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-ff7b93da-632d-4c01-b63f-9ecfd7a69e62 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5fb36fa6-51fa-41e0-a614-23d3a62d6673 HTTP/1.1" status: 204 len: 168 time: 5.0681622 Sep 30 01:06:29.262810 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb942b0-e960-4844-93bb-e73ab0fb38d9 req-bdbbce8d-d584-4cce-b77d-0d999c21a472 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:29.263793 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-ceb942b0-e960-4844-93bb-e73ab0fb38d9 req-bdbbce8d-d584-4cce-b77d-0d999c21a472 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Synchronizing usage tracker for tenant:038e4d0abd4b4e5c940f331b6f0950a9 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:06:29.296862 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-ceb942b0-e960-4844-93bb-e73ab0fb38d9 req-bdbbce8d-d584-4cce-b77d-0d999c21a472 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Unset dirty status for tenant:038e4d0abd4b4e5c940f331b6f0950a9 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:06:29.298566 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ceb942b0-e960-4844-93bb-e73ab0fb38d9 req-bdbbce8d-d584-4cce-b77d-0d999c21a472 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.1208320 Sep 30 01:06:29.299820 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df4d25-f69b-4079-b4d7-7d368b6a526d admin admin] Pushing event deleted for resources: {'Port': ['ID=9c4d5d97-9576-48c7-a8e7-426f0dfc95a6,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:29.356901 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a6df4d25-f69b-4079-b4d7-7d368b6a526d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:29.408621 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ceb942b0-e960-4844-93bb-e73ab0fb38d9 req-21634ebc-7a73-4574-a918-56cf0cfc90bd tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018486 Sep 30 01:06:29.471951 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-f3a7ccd2-2224-480f-8d8e-2f51852e324b tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Allocated IP 172.20.0.9 (6a3e54c0-527e-4a0b-877b-b2ace2e841bf/81a270c5-0bfe-4a31-9bd5-99f27822a262/ab704f12-cca5-45ea-ab32-6b8eac2bd258) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:06:29.533964 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac946a5-d869-4ced-bb07-46c731d5ab99', 'name': 'network-vif-deleted', 'tag': '89681f9a-ab6c-4a8e-bb26-ff365b9b730a', 'status': 'completed', 'code': 200} Sep 30 01:06:29.591821 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7633d-a0fb-4baa-b97a-884e86f546c3 req-d4e83de6-fe96-48f2-84d6-c07b4deca931 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:29.593408 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-83d7633d-a0fb-4baa-b97a-884e86f546c3 req-d4e83de6-fe96-48f2-84d6-c07b4deca931 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 943 time: 0.7217319 Sep 30 01:06:29.609855 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 50042) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:29.799594 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-563cb25f-9531-4d36-8fe2-2210c45ce5ef req-c3c8eafd-d7ee-4976-ba5b-64c87ef557c5 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/ports?device_id=067eef78-33f6-4c53-a8f4-0e22cad2594a HTTP/1.1" status: 200 len: 210 time: 0.0918701 Sep 30 01:06:29.818944 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-c8539a37-7fdf-401e-8237-6e10c3445e73 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5a750dc97d8045f29998977fe5e379fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2072108 Sep 30 01:06:29.819683 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 50052) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:29.843408 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 89681f9a-ab6c-4a8e-bb26-ff365b9b730a no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:06:29.895557 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: 89681f9a-ab6c-4a8e-bb26-ff365b9b730a {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:06:29.910131 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 89681f9a-ab6c-4a8e-bb26-ff365b9b730a not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:06:29.933620 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3179ff-b793-44f9-904c-fd1b93f079a1 req-1e2c547d-dc29-4a3b-8062-23738252b69e tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:29.936344 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8c3179ff-b793-44f9-904c-fd1b93f079a1 req-1e2c547d-dc29-4a3b-8062-23738252b69e tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a5f2568-ba76-4126-a5f4-d94753edcd60 HTTP/1.1" status: 200 len: 949 time: 0.3841307 Sep 30 01:06:29.939856 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-72f0d476-71bf-4de7-b338-9d51156a7944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:30.055873 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-00facd54-3041-459b-b459-ced25547aa5e req-cae4fbc2-bbd3-41e0-b19a-c0925d6f8677 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=c70472aa-95d4-46ac-a569-73eb70ebd9db HTTP/1.1" status: 200 len: 210 time: 0.0842128 Sep 30 01:06:30.067977 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-72f0d476-71bf-4de7-b338-9d51156a7944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:30.091074 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-21d821b3-7c49-4720-91ff-ddb0e7c045e6 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:30.096228 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-8c3179ff-b793-44f9-904c-fd1b93f079a1 req-6bbc49f8-ae7e-40ac-be0b-43ec9f328a5a tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Deleting port 31b21c63-4aaf-4aad-8db3-e7a630c298ec {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:06:30.096677 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-8c3179ff-b793-44f9-904c-fd1b93f079a1 req-6bbc49f8-ae7e-40ac-be0b-43ec9f328a5a tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:30.114108 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-83d7633d-a0fb-4baa-b97a-884e86f546c3 req-c66bfcbd-5150-42ce-a8fe-17ee50c75728 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915624 Sep 30 01:06:30.282764 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-72f0d476-71bf-4de7-b338-9d51156a7944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:30.284756 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a6df4d25-f69b-4079-b4d7-7d368b6a526d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683119'] for router_interface, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:30.302185 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-21d821b3-7c49-4720-91ff-ddb0e7c045e6 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:30.310581 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b6af7d9c-a724-4108-af93-ab0a8f95ec57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:30.313630 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-671a2857-b62f-4d6b-85de-9d502a492c5e tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:30.350483 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-f3a7ccd2-2224-480f-8d8e-2f51852e324b tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:30.507565 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0d476-71bf-4de7-b338-9d51156a7944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e025d1c2-fd07-41e9-afee-fa9c9d8614c0,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:30.511933 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-72f0d476-71bf-4de7-b338-9d51156a7944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:30.512814 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-21d821b3-7c49-4720-91ff-ddb0e7c045e6 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Network eeb6c4e1-a773-440f-9ca0-04a98bdafcfd is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:06:30.534151 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-21d821b3-7c49-4720-91ff-ddb0e7c045e6 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:06:30.537753 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-21d821b3-7c49-4720-91ff-ddb0e7c045e6 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:06:30.568851 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-72f0d476-71bf-4de7-b338-9d51156a7944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:30.574754 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-72f0d476-71bf-4de7-b338-9d51156a7944 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e025d1c2-fd07-41e9-afee-fa9c9d8614c0 HTTP/1.1" status: 204 len: 168 time: 0.7517078 Sep 30 01:06:30.606685 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309b3d5-bb51-409d-9e17-7132a768e165 req-fac0b107-0ac0-4f08-bd9c-81507cce5bc2 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:30.608656 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1309b3d5-bb51-409d-9e17-7132a768e165 req-fac0b107-0ac0-4f08-bd9c-81507cce5bc2 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a5f2568-ba76-4126-a5f4-d94753edcd60 HTTP/1.1" status: 200 len: 949 time: 0.4472308 Sep 30 01:06:30.610504 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d821b3-7c49-4720-91ff-ddb0e7c045e6 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Pushing event updated for resources: {'Port': ['ID=cf1d878c-a158-4e6e-8d48-3d0a7ea60422,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:30.613995 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-21d821b3-7c49-4720-91ff-ddb0e7c045e6 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:30.661701 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-f3a7ccd2-2224-480f-8d8e-2f51852e324b tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Transition to ACTIVE for port object ab704f12-cca5-45ea-ab32-6b8eac2bd258 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:06:30.668659 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-21d821b3-7c49-4720-91ff-ddb0e7c045e6 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:30.669401 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-21d821b3-7c49-4720-91ff-ddb0e7c045e6 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:30.724200 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-8c3179ff-b793-44f9-904c-fd1b93f079a1 req-6bbc49f8-ae7e-40ac-be0b-43ec9f328a5a tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] For port 31b21c63-4aaf-4aad-8db3-e7a630c298ec, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=31b21c63-4aaf-4aad-8db3-e7a630c298ec,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:30.724565 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-8c3179ff-b793-44f9-904c-fd1b93f079a1 req-6bbc49f8-ae7e-40ac-be0b-43ec9f328a5a tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:30.787119 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-21d821b3-7c49-4720-91ff-ddb0e7c045e6 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1093950 Sep 30 01:06:30.816080 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-4d0d06d6-4ffd-4494-9dd0-7a2377423a24 service neutron] Request body: {'port': {'device_id': 'c70472aa-95d4-46ac-a569-73eb70ebd9db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:06:30.858297 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 01:06:30.901263 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1309b3d5-bb51-409d-9e17-7132a768e165 req-303a582d-bfe8-4152-be27-79e1b4bdc221 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.39 "GET /v2.0/security-groups?id=db62a807-39e6-49ba-abf2-f2cb23c6219e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662165 Sep 30 01:06:30.919101 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-8c3179ff-b793-44f9-904c-fd1b93f079a1 req-6bbc49f8-ae7e-40ac-be0b-43ec9f328a5a tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Calling delete_port for 31b21c63-4aaf-4aad-8db3-e7a630c298ec owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:06:30.928090 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-f3a7ccd2-2224-480f-8d8e-2f51852e324b tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:30.968568 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4e8f790c-42cf-4da1-a7ce-f95ed224e5be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:31.046977 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66f2d3-f7cd-4c80-b7ab-1d088d664a73 req-5c23e0c2-0eb4-401e-85fd-3a32794b369c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:31.048592 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ac66f2d3-f7cd-4c80-b7ab-1d088d664a73 req-5c23e0c2-0eb4-401e-85fd-3a32794b369c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9&tenant_id=317ba557079d4902882e26223cd79031 HTTP/1.1" status: 200 len: 1094 time: 0.5426202 Sep 30 01:06:31.126751 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea5e93-2a2d-4da7-b5e1-8275bec5ef1c req-0c82baff-bde5-4b25-a0bb-cefbf8c6b08d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:31.128191 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-32ea5e93-2a2d-4da7-b5e1-8275bec5ef1c req-0c82baff-bde5-4b25-a0bb-cefbf8c6b08d tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.4951031 Sep 30 01:06:31.240879 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ed80a-c316-489d-ab32-2735dd40af47 req-991c8abb-8d89-4150-bee3-e132c8f9b38a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:31.249012 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cc1ed80a-c316-489d-ab32-2735dd40af47 req-991c8abb-8d89-4150-bee3-e132c8f9b38a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 944 time: 0.6324055 Sep 30 01:06:31.259677 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-f3a7ccd2-2224-480f-8d8e-2f51852e324b tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Network 6a3e54c0-527e-4a0b-877b-b2ace2e841bf is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:06:31.274648 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-32ea5e93-2a2d-4da7-b5e1-8275bec5ef1c req-44ad778f-5c95-4d7a-9178-08e4e6038162 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Deleting port 918c28de-bb64-453a-8beb-13a66f32b207 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:06:31.275098 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-32ea5e93-2a2d-4da7-b5e1-8275bec5ef1c req-44ad778f-5c95-4d7a-9178-08e4e6038162 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:31.299211 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-f3a7ccd2-2224-480f-8d8e-2f51852e324b tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:06:31.313108 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-f3a7ccd2-2224-480f-8d8e-2f51852e324b tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:06:31.350897 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2684c-1d76-40d6-9825-b5d88a3b49a4 req-01a45b1c-56a9-49b5-b4ef-d0958b93c1d7 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:31.359021 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c7e2684c-1d76-40d6-9825-b5d88a3b49a4 req-01a45b1c-56a9-49b5-b4ef-d0958b93c1d7 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/ports?device_id=067eef78-33f6-4c53-a8f4-0e22cad2594a HTTP/1.1" status: 200 len: 931 time: 0.3090103 Sep 30 01:06:31.379676 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-8c3179ff-b793-44f9-904c-fd1b93f079a1 req-6bbc49f8-ae7e-40ac-be0b-43ec9f328a5a tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:31.390749 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-4d0d06d6-4ffd-4494-9dd0-7a2377423a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:31.394568 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e8aca1a4-09ad-4450-91ed-b9958c211f93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:31.410077 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7ccd2-2224-480f-8d8e-2f51852e324b tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Pushing event updated for resources: {'Port': ['ID=ab704f12-cca5-45ea-ab32-6b8eac2bd258,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:31.413961 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f3a7ccd2-2224-480f-8d8e-2f51852e324b tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:31.470499 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f174c-53f4-4a2f-8200-63a62385ae65 req-352009da-d631-4ecd-bf18-24336cac2da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:31.472158 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-899f174c-53f4-4a2f-8200-63a62385ae65 req-352009da-d631-4ecd-bf18-24336cac2da5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=317ba557079d4902882e26223cd79031&device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 1094 time: 0.7315145 Sep 30 01:06:31.487702 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cc1ed80a-c316-489d-ab32-2735dd40af47 req-5eae5236-8245-4215-be28-a9a2ed8d6e4f tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups?id=03e1149c-ca53-47d7-93ad-628e9735f792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375703 Sep 30 01:06:31.526234 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc49f8-ae7e-40ac-be0b-43ec9f328a5a tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Pushing event deleted for resources: {'Port': ['ID=31b21c63-4aaf-4aad-8db3-e7a630c298ec,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:31.529378 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6bbc49f8-ae7e-40ac-be0b-43ec9f328a5a tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:31.624396 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c7e2684c-1d76-40d6-9825-b5d88a3b49a4 req-08b97420-861f-4728-86b5-e4fe81711a3d tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba61a17f-663e-4ed2-a8b9-cb34862d48a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2644475 Sep 30 01:06:31.703996 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-f3a7ccd2-2224-480f-8d8e-2f51852e324b tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:31.704678 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-f3a7ccd2-2224-480f-8d8e-2f51852e324b tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:31.719304 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3179ff-b793-44f9-904c-fd1b93f079a1 req-6bbc49f8-ae7e-40ac-be0b-43ec9f328a5a tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] No DVR routers for this DVR port 31b21c63-4aaf-4aad-8db3-e7a630c298ec on host n-h2-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:06:31.722186 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-8c3179ff-b793-44f9-904c-fd1b93f079a1 req-6bbc49f8-ae7e-40ac-be0b-43ec9f328a5a tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:31.748499 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 50096) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:31.749671 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5f2568-ba76-4126-a5f4-d94753edcd60', 'name': 'network-vif-deleted', 'tag': '31b21c63-4aaf-4aad-8db3-e7a630c298ec'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:06:31.888407 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8c3179ff-b793-44f9-904c-fd1b93f079a1 req-6bbc49f8-ae7e-40ac-be0b-43ec9f328a5a tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.55 "DELETE /v2.0/ports/31b21c63-4aaf-4aad-8db3-e7a630c298ec HTTP/1.1" status: 204 len: 173 time: 1.9461060 Sep 30 01:06:31.893110 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-9d5d9fd0-6602-460c-aada-f606bb0d0361 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-721803245-network', 'tenant_id': '7480a0ef22064673b6ddeabd2d800245'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:06:31.897766 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-3303d4a7-d053-4d76-a7e8-6da7e940a95d None None] Provisioning for port ab704f12-cca5-45ea-ab32-6b8eac2bd258 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:06:31.910903 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-3303d4a7-d053-4d76-a7e8-6da7e940a95d None None] Provisioning complete for port ab704f12-cca5-45ea-ab32-6b8eac2bd258 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:06:31.911603 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3303d4a7-d053-4d76-a7e8-6da7e940a95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:31.925628 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-9d5d9fd0-6602-460c-aada-f606bb0d0361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:06:31.955708 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-9d5d9fd0-6602-460c-aada-f606bb0d0361 admin admin] Usage tracker for resource:network and tenant:7480a0ef22064673b6ddeabd2d800245 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:06:31.962982 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-9d5d9fd0-6602-460c-aada-f606bb0d0361 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:06:31.983012 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-9d5d9fd0-6602-460c-aada-f606bb0d0361 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:06:32.002965 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-32ea5e93-2a2d-4da7-b5e1-8275bec5ef1c req-44ad778f-5c95-4d7a-9178-08e4e6038162 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] For port 918c28de-bb64-453a-8beb-13a66f32b207, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=918c28de-bb64-453a-8beb-13a66f32b207,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:32.003659 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-32ea5e93-2a2d-4da7-b5e1-8275bec5ef1c req-44ad778f-5c95-4d7a-9178-08e4e6038162 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:32.021355 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-3303d4a7-d053-4d76-a7e8-6da7e940a95d None None] Port ab704f12-cca5-45ea-ab32-6b8eac2bd258 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:06:32.025837 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5d9fd0-6602-460c-aada-f606bb0d0361 admin admin] Made reservation on behalf of 7480a0ef22064673b6ddeabd2d800245 for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:06:32.028834 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9fd0-6602-460c-aada-f606bb0d0361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:32.099331 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f174c-53f4-4a2f-8200-63a62385ae65 req-0fbe6900-ecad-4f2c-88ab-38bb775973fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:32.100993 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-899f174c-53f4-4a2f-8200-63a62385ae65 req-0fbe6900-ecad-4f2c-88ab-38bb775973fe service neutron] 10.222.0.59 "GET /v2.0/networks?id=1e2206f2-97da-4525-be9c-10f3f7da23c8 HTTP/1.1" status: 200 len: 914 time: 0.4890835 Sep 30 01:06:32.102424 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-f3a7ccd2-2224-480f-8d8e-2f51852e324b tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9948449 Sep 30 01:06:32.112313 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc6b46-8982-46f6-aa6a-579980eea7bb req-9fe0b312-25fa-44b1-8ae2-5b87eb28ea20 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:32.118755 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-01cc6b46-8982-46f6-aa6a-579980eea7bb req-9fe0b312-25fa-44b1-8ae2-5b87eb28ea20 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 943 time: 0.2949359 Sep 30 01:06:32.124525 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6df4d25-f69b-4079-b4d7-7d368b6a526d admin admin] Router ce0782bb-ddb5-48ad-b38d-df4d18c68e0c has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 01:06:32.132728 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9fd0-6602-460c-aada-f606bb0d0361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:32.136206 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-90f7c4bc-20c4-40de-b2cc-36feaa9d97d2 service neutron] Request body: {'port': {'device_id': '067eef78-33f6-4c53-a8f4-0e22cad2594a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:06:32.172770 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-9d5d9fd0-6602-460c-aada-f606bb0d0361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:06:32.187260 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-9d5d9fd0-6602-460c-aada-f606bb0d0361 admin admin] Usage tracker for resource:security_group_rule and tenant:7480a0ef22064673b6ddeabd2d800245 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:06:32.199220 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-9d5d9fd0-6602-460c-aada-f606bb0d0361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:06:32.268353 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-899f174c-53f4-4a2f-8200-63a62385ae65 req-3480c90a-881d-4b52-857f-978a9fc77f20 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a902b1f-3960-4265-a353-8f9b13f0a508 HTTP/1.1" status: 200 len: 217 time: 0.1470914 Sep 30 01:06:32.270014 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-9d5d9fd0-6602-460c-aada-f606bb0d0361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:06:32.302355 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-01cc6b46-8982-46f6-aa6a-579980eea7bb req-03078649-b6bf-4a47-84bd-424af58b5d23 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826837 Sep 30 01:06:32.386700 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5f2568-ba76-4126-a5f4-d94753edcd60', 'name': 'network-vif-deleted', 'tag': '31b21c63-4aaf-4aad-8db3-e7a630c298ec', 'status': 'completed', 'code': 200} Sep 30 01:06:32.652195 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-32ea5e93-2a2d-4da7-b5e1-8275bec5ef1c req-44ad778f-5c95-4d7a-9178-08e4e6038162 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:32.652195 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-32ea5e93-2a2d-4da7-b5e1-8275bec5ef1c req-44ad778f-5c95-4d7a-9178-08e4e6038162 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:32.652195 n-d-811809-1 neutron-server[80274]: INFO neutron.db.l3_db [req-32ea5e93-2a2d-4da7-b5e1-8275bec5ef1c req-44ad778f-5c95-4d7a-9178-08e4e6038162 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Floating IP da914f28-330d-4d77-87ec-4dd7b1809318 disassociated. External IP: 172.25.0.158, port: 918c28de-bb64-453a-8beb-13a66f32b207. Sep 30 01:06:32.652195 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-32ea5e93-2a2d-4da7-b5e1-8275bec5ef1c req-44ad778f-5c95-4d7a-9178-08e4e6038162 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Calling delete_port for 918c28de-bb64-453a-8beb-13a66f32b207 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:06:32.685602 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3579d-bce6-4021-81ff-6c15e5efa06d req-9defed98-7e1a-4da8-9f3a-fdc9d68a4fcc tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:32.686322 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-5aa3579d-bce6-4021-81ff-6c15e5efa06d req-9defed98-7e1a-4da8-9f3a-fdc9d68a4fcc tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Synchronizing usage tracker for tenant:600d513e8f854168b868a109f9ce4428 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:06:32.689945 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f174c-53f4-4a2f-8200-63a62385ae65 req-d2380488-a4ef-4f5f-a326-45f57735955c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:32.691643 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-899f174c-53f4-4a2f-8200-63a62385ae65 req-d2380488-a4ef-4f5f-a326-45f57735955c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4adfb8b3-ae94-437f-908c-bfa569a467f2 HTTP/1.1" status: 200 len: 853 time: 0.3694248 Sep 30 01:06:32.765768 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-90f7c4bc-20c4-40de-b2cc-36feaa9d97d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:32.774258 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-b91ad38e-f2fa-47f0-b1cd-1d6cfc869294 req-7bbc8fbd-ad82-4f43-b53c-e58fb9722c19 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Synchronizing usage tracker for tenant:a844c56f192d4334908feb0087705ecb on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:06:32.800720 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-899f174c-53f4-4a2f-8200-63a62385ae65 req-7d40d356-7ee9-4a98-a7fc-841e362bd2ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1e2206f2-97da-4525-be9c-10f3f7da23c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891435 Sep 30 01:06:32.842766 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9fd0-6602-460c-aada-f606bb0d0361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:32.849129 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-b91ad38e-f2fa-47f0-b1cd-1d6cfc869294 req-7bbc8fbd-ad82-4f43-b53c-e58fb9722c19 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Unset dirty status for tenant:a844c56f192d4334908feb0087705ecb on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:06:32.850420 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b91ad38e-f2fa-47f0-b1cd-1d6cfc869294 req-7bbc8fbd-ad82-4f43-b53c-e58fb9722c19 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a5f2568-ba76-4126-a5f4-d94753edcd60 HTTP/1.1" status: 200 len: 210 time: 0.1640241 Sep 30 01:06:32.853287 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9fd0-6602-460c-aada-f606bb0d0361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:32.862941 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-5aa3579d-bce6-4021-81ff-6c15e5efa06d req-9defed98-7e1a-4da8-9f3a-fdc9d68a4fcc tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Unset dirty status for tenant:600d513e8f854168b868a109f9ce4428 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:06:32.873732 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5aa3579d-bce6-4021-81ff-6c15e5efa06d req-9defed98-7e1a-4da8-9f3a-fdc9d68a4fcc tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=c70472aa-95d4-46ac-a569-73eb70ebd9db HTTP/1.1" status: 200 len: 931 time: 1.1532073 Sep 30 01:06:32.889060 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6df4d25-f69b-4079-b4d7-7d368b6a526d admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:06:32.892725 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-7116d480-eb89-4a14-a2f7-275f08ca5935 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:32.900611 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1696ca90-ec6b-4db2-b01b-bb49e509d86e None None] Sync routers for ids ['ce0782bb-ddb5-48ad-b38d-df4d18c68e0c'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:06:32.917975 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1696ca90-ec6b-4db2-b01b-bb49e509d86e None None] Routers {'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:06:32.920610 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-1696ca90-ec6b-4db2-b01b-bb49e509d86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:06:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['ce0782bb-ddb5-48ad-b38d-df4d18c68e0c'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:32.950668 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d5d9fd0-6602-460c-aada-f606bb0d0361 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:06:32.955551 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d9fd0-6602-460c-aada-f606bb0d0361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a24627-58ca-4302-8baa-b93bda329762,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:32.963428 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9d5d9fd0-6602-460c-aada-f606bb0d0361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:32.976022 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-a6df4d25-f69b-4079-b4d7-7d368b6a526d admin admin] 10.222.0.39 "PUT /v2.0/routers/ce0782bb-ddb5-48ad-b38d-df4d18c68e0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6004829 Sep 30 01:06:32.983261 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 50124) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:32.984324 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9fd0-6602-460c-aada-f606bb0d0361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:32.984666 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-9d5d9fd0-6602-460c-aada-f606bb0d0361 admin admin] Added segment 23da1049-017d-4756-ae1b-a8a103bb15a5 of type vlan for network bb29cdb2-6e44-48a1-b01d-ee5326cd7e03 Sep 30 01:06:33.136627 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5aa3579d-bce6-4021-81ff-6c15e5efa06d req-4f3e0d03-bf02-4b54-9a93-556fca1dff9d tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494304 Sep 30 01:06:33.169967 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-899f174c-53f4-4a2f-8200-63a62385ae65 req-be960969-a48a-4216-b335-fc56473edba7 service neutron] 10.222.0.59 "GET /v2.0/networks/1e2206f2-97da-4525-be9c-10f3f7da23c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572063 Sep 30 01:06:33.172651 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9fd0-6602-460c-aada-f606bb0d0361 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:33.211932 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-38017c5a-1c26-4bfd-b26b-ce4135474674 req-32ba112b-f497-43d1-a020-83fa9895b7cd tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 210 time: 0.1080613 Sep 30 01:06:33.212622 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-32ea5e93-2a2d-4da7-b5e1-8275bec5ef1c req-44ad778f-5c95-4d7a-9178-08e4e6038162 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:33.251766 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-1696ca90-ec6b-4db2-b01b-bb49e509d86e None None] Set router ce0782bb-ddb5-48ad-b38d-df4d18c68e0c gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:06:33.391005 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 31b21c63-4aaf-4aad-8db3-e7a630c298ec no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:06:33.436444 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-228eef33-ed6a-4fd7-9d8d-3b40651786ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:33.498226 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9fd0-6602-460c-aada-f606bb0d0361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:33.499434 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5d9fd0-6602-460c-aada-f606bb0d0361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:33.500029 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9fd0-6602-460c-aada-f606bb0d0361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:33.513632 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: 31b21c63-4aaf-4aad-8db3-e7a630c298ec {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:06:33.514339 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 31b21c63-4aaf-4aad-8db3-e7a630c298ec not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:06:33.547348 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f88a6443-dc2d-405a-9e0e-d59e48a1357f admin admin] Notify callbacks [] for router, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:33.665625 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-1696ca90-ec6b-4db2-b01b-bb49e509d86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'name': 'tempest-ServersTestJSON-168019481-router', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'ae3f2d4e-ff80-4293-9dee-f67fe11f2054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:02:50Z', 'updated_at': '2021-09-30T01:06:28Z', 'revision_number': 5, 'project_id': '2b6e2fef5a454f0498865063fef18aff', 'gw_port': {'id': 'ae3f2d4e-ff80-4293-9dee-f67fe11f2054', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:52Z', 'updated_at': '2021-09-30T01:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:33.675650 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1696ca90-ec6b-4db2-b01b-bb49e509d86e None None] Checking router: ce0782bb-ddb5-48ad-b38d-df4d18c68e0c for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:06:33.693097 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1696ca90-ec6b-4db2-b01b-bb49e509d86e None None] Routers {'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:06:33.693685 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-4d0d06d6-4ffd-4494-9dd0-7a2377423a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf1d878c-a158-4e6e-8d48-3d0a7ea60422 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:06:33.694182 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-1696ca90-ec6b-4db2-b01b-bb49e509d86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:06:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['ce0782bb-ddb5-48ad-b38d-df4d18c68e0c'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:33.722594 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-4d0d06d6-4ffd-4494-9dd0-7a2377423a24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:33.765284 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-9d5d9fd0-6602-460c-aada-f606bb0d0361 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0084441 Sep 30 01:06:33.774008 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 50136) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:33.791413 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-4d0d06d6-4ffd-4494-9dd0-7a2377423a24 service neutron] Transition to ACTIVE for port object cf1d878c-a158-4e6e-8d48-3d0a7ea60422 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:06:33.797525 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-54fdbae5-3d5b-4ec8-aaef-358f6ff81267 admin admin] Request body: {'subnet': {'network_id': 'bb29cdb2-6e44-48a1-b01d-ee5326cd7e03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-721803245-subnet', 'tenant_id': '7480a0ef22064673b6ddeabd2d800245', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:06:33.807410 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad778f-5c95-4d7a-9178-08e4e6038162 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Pushing event deleted for resources: {'Port': ['ID=918c28de-bb64-453a-8beb-13a66f32b207,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:33.813089 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-54fdbae5-3d5b-4ec8-aaef-358f6ff81267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:06:33.818793 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-44ad778f-5c95-4d7a-9178-08e4e6038162 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:33.821539 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c3776337-2ec0-4bbc-b190-9a45c4834363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:33.827436 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-4d0d06d6-4ffd-4494-9dd0-7a2377423a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:33.833551 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-54fdbae5-3d5b-4ec8-aaef-358f6ff81267 admin admin] Usage tracker for resource:subnet and tenant:7480a0ef22064673b6ddeabd2d800245 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:06:33.837716 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-858d1f0c-03d5-42b8-adcc-4262cdc28bb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:33.869394 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-899f174c-53f4-4a2f-8200-63a62385ae65 req-20693944-3224-49bf-b0fb-26d4bf460a01 service neutron] 10.222.0.59 "GET /v2.0/networks/1e2206f2-97da-4525-be9c-10f3f7da23c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6760619 Sep 30 01:06:33.871903 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-54fdbae5-3d5b-4ec8-aaef-358f6ff81267 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:06:33.898501 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-54fdbae5-3d5b-4ec8-aaef-358f6ff81267 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:06:33.979441 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.db.resource_extend [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-90f7c4bc-20c4-40de-b2cc-36feaa9d97d2 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 01:06:33.980534 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-1696ca90-ec6b-4db2-b01b-bb49e509d86e None None] Set router ce0782bb-ddb5-48ad-b38d-df4d18c68e0c gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:06:34.041829 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0c264-cbd0-4ef0-aee1-2cbb72b1d4c0 req-2ecdee4f-f5a1-4c2c-b02d-d868288b0ddd tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:34.043033 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-fce0c264-cbd0-4ef0-aee1-2cbb72b1d4c0 req-2ecdee4f-f5a1-4c2c-b02d-d868288b0ddd tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Synchronizing usage tracker for tenant:21758b229ddd40f999546edcb999526d on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:06:34.094204 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fdbae5-3d5b-4ec8-aaef-358f6ff81267 admin admin] Made reservation on behalf of 7480a0ef22064673b6ddeabd2d800245 for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:06:34.096687 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-54fdbae5-3d5b-4ec8-aaef-358f6ff81267 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:34.101781 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 918c28de-bb64-453a-8beb-13a66f32b207 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:06:34.134958 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d9fd0-6602-460c-aada-f606bb0d0361 admin admin] Pushing event updated for resources: {'Network': ['ID=bb29cdb2-6e44-48a1-b01d-ee5326cd7e03,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:34.145237 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9d5d9fd0-6602-460c-aada-f606bb0d0361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:34.163929 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d06d6-4ffd-4494-9dd0-7a2377423a24 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1d878c-a158-4e6e-8d48-3d0a7ea60422,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:34.177267 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4d0d06d6-4ffd-4494-9dd0-7a2377423a24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:34.181775 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f88a6443-dc2d-405a-9e0e-d59e48a1357f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:34.200671 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network bb29cdb2-6e44-48a1-b01d-ee5326cd7e03 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:06:34.242551 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b3a56-4b18-436c-a538-3982af8ca1aa req-8cd41ff0-e4c8-4b41-8a7e-8bfffb4d66db tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:34.244170 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-234b3a56-4b18-436c-a538-3982af8ca1aa req-8cd41ff0-e4c8-4b41-8a7e-8bfffb4d66db tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 943 time: 0.5214977 Sep 30 01:06:34.246065 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-f88a6443-dc2d-405a-9e0e-d59e48a1357f admin admin] Deleting port ae3f2d4e-ff80-4293-9dee-f67fe11f2054 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:06:34.246413 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f88a6443-dc2d-405a-9e0e-d59e48a1357f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:34.286777 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32ea5e93-2a2d-4da7-b5e1-8275bec5ef1c req-44ad778f-5c95-4d7a-9178-08e4e6038162 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Router 99c12d7a-87b8-47d3-896b-2eb74398c7fb has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 01:06:34.312835 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-90f7c4bc-20c4-40de-b2cc-36feaa9d97d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab704f12-cca5-45ea-ab32-6b8eac2bd258 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:06:34.330420 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: 918c28de-bb64-453a-8beb-13a66f32b207 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:06:34.330657 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-90f7c4bc-20c4-40de-b2cc-36feaa9d97d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:34.331229 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 918c28de-bb64-453a-8beb-13a66f32b207 not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:06:34.348472 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-90f7c4bc-20c4-40de-b2cc-36feaa9d97d2 service neutron] Transition to ACTIVE for port object ab704f12-cca5-45ea-ab32-6b8eac2bd258 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:06:34.421194 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-90f7c4bc-20c4-40de-b2cc-36feaa9d97d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:34.444729 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9bda1b58-9332-4bb4-976a-c4fe78e428ef tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:34.662189 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-1696ca90-ec6b-4db2-b01b-bb49e509d86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'name': 'tempest-ServersTestJSON-168019481-router', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'ae3f2d4e-ff80-4293-9dee-f67fe11f2054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:02:50Z', 'updated_at': '2021-09-30T01:06:28Z', 'revision_number': 5, 'project_id': '2b6e2fef5a454f0498865063fef18aff', 'gw_port': {'id': 'ae3f2d4e-ff80-4293-9dee-f67fe11f2054', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:52Z', 'updated_at': '2021-09-30T01:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:34.673546 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1696ca90-ec6b-4db2-b01b-bb49e509d86e None None] The sync data for ids ['ce0782bb-ddb5-48ad-b38d-df4d18c68e0c'] in n-d-811809-1 is: [{'id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'name': 'tempest-ServersTestJSON-168019481-router', 'tenant_id': '2b6e2fef5a454f0498865063fef18aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'ae3f2d4e-ff80-4293-9dee-f67fe11f2054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:02:50Z', 'updated_at': '2021-09-30T01:06:28Z', 'revision_number': 5, 'project_id': '2b6e2fef5a454f0498865063fef18aff', 'gw_port': {'id': 'ae3f2d4e-ff80-4293-9dee-f67fe11f2054', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0782bb-ddb5-48ad-b38d-df4d18c68e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:02:52Z', 'updated_at': '2021-09-30T01:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:06:34.710572 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7c4bc-20c4-40de-b2cc-36feaa9d97d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab704f12-cca5-45ea-ab32-6b8eac2bd258,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:34.721156 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-90f7c4bc-20c4-40de-b2cc-36feaa9d97d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:34.740790 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-4d0d06d6-4ffd-4494-9dd0-7a2377423a24 service neutron] Attempting to bind port cf1d878c-a158-4e6e-8d48-3d0a7ea60422 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:06:34.741128 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-4d0d06d6-4ffd-4494-9dd0-7a2377423a24 service neutron] Attempting to bind port cf1d878c-a158-4e6e-8d48-3d0a7ea60422 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '78314eab-8436-4d6e-8e41-404a6dc9a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'eeb6c4e1-a773-440f-9ca0-04a98bdafcfd'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:06:34.741591 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-4d0d06d6-4ffd-4494-9dd0-7a2377423a24 service neutron] Attempting to bind port cf1d878c-a158-4e6e-8d48-3d0a7ea60422 on network eeb6c4e1-a773-440f-9ca0-04a98bdafcfd {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:06:34.783944 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-fce0c264-cbd0-4ef0-aee1-2cbb72b1d4c0 req-2ecdee4f-f5a1-4c2c-b02d-d868288b0ddd tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Unset dirty status for tenant:21758b229ddd40f999546edcb999526d on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:06:34.785341 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fce0c264-cbd0-4ef0-aee1-2cbb72b1d4c0 req-2ecdee4f-f5a1-4c2c-b02d-d868288b0ddd tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/ports?device_id=067eef78-33f6-4c53-a8f4-0e22cad2594a HTTP/1.1" status: 200 len: 931 time: 1.4900072 Sep 30 01:06:34.807911 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-4d0d06d6-4ffd-4494-9dd0-7a2377423a24 service neutron] Port cf1d878c-a158-4e6e-8d48-3d0a7ea60422 on network eeb6c4e1-a773-440f-9ca0-04a98bdafcfd not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:06:34.808896 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-4d0d06d6-4ffd-4494-9dd0-7a2377423a24 service neutron] Attempting to bind port cf1d878c-a158-4e6e-8d48-3d0a7ea60422 on network eeb6c4e1-a773-440f-9ca0-04a98bdafcfd {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:06:34.833720 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-234b3a56-4b18-436c-a538-3982af8ca1aa req-312dcba7-72b5-4312-baa4-c8217a52ca31 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5587292 Sep 30 01:06:34.846012 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-4d0d06d6-4ffd-4494-9dd0-7a2377423a24 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:06:34.846741 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-4d0d06d6-4ffd-4494-9dd0-7a2377423a24 service neutron] Checking segment: {'id': '78314eab-8436-4d6e-8e41-404a6dc9a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'eeb6c4e1-a773-440f-9ca0-04a98bdafcfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:06:34.847267 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-4d0d06d6-4ffd-4494-9dd0-7a2377423a24 service neutron] Bound using segment: {'id': '78314eab-8436-4d6e-8e41-404a6dc9a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'eeb6c4e1-a773-440f-9ca0-04a98bdafcfd'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:06:34.847720 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-4d0d06d6-4ffd-4494-9dd0-7a2377423a24 service neutron] Bound port: cf1d878c-a158-4e6e-8d48-3d0a7ea60422, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78314eab-8436-4d6e-8e41-404a6dc9a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'eeb6c4e1-a773-440f-9ca0-04a98bdafcfd'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:06:34.848157 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-4d0d06d6-4ffd-4494-9dd0-7a2377423a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:34.871614 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-f88a6443-dc2d-405a-9e0e-d59e48a1357f admin admin] For port ae3f2d4e-ff80-4293-9dee-f67fe11f2054, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=ae3f2d4e-ff80-4293-9dee-f67fe11f2054,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:34.871881 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f88a6443-dc2d-405a-9e0e-d59e48a1357f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:34.889176 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32ea5e93-2a2d-4da7-b5e1-8275bec5ef1c req-44ad778f-5c95-4d7a-9178-08e4e6038162 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:06:34.900312 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d436dcd7-ea12-4c36-9d80-b819f22b8976 None None] Sync routers for ids ['99c12d7a-87b8-47d3-896b-2eb74398c7fb'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:06:34.915447 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66f2d3-f7cd-4c80-b7ab-1d088d664a73 req-1e1508a0-c575-41b8-87a6-5e88d1471add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:34.917832 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ac66f2d3-f7cd-4c80-b7ab-1d088d664a73 req-1e1508a0-c575-41b8-87a6-5e88d1471add service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=317ba557079d4902882e26223cd79031&device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 1094 time: 0.9192715 Sep 30 01:06:34.922507 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d436dcd7-ea12-4c36-9d80-b819f22b8976 None None] Routers {'99c12d7a-87b8-47d3-896b-2eb74398c7fb'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:06:34.923176 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-d436dcd7-ea12-4c36-9d80-b819f22b8976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:06:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['99c12d7a-87b8-47d3-896b-2eb74398c7fb'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:35.110991 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ea5e93-2a2d-4da7-b5e1-8275bec5ef1c req-44ad778f-5c95-4d7a-9178-08e4e6038162 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] No DVR routers for this DVR port 918c28de-bb64-453a-8beb-13a66f32b207 on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:06:35.119019 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-f88a6443-dc2d-405a-9e0e-d59e48a1357f admin admin] Calling delete_port for ae3f2d4e-ff80-4293-9dee-f67fe11f2054 owned by network:router_gateway {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:06:35.142581 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fce0c264-cbd0-4ef0-aee1-2cbb72b1d4c0 req-2f8da8cf-5d5e-4f64-94d9-7a30016a3ddf tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba61a17f-663e-4ed2-a8b9-cb34862d48a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3405645 Sep 30 01:06:35.159362 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-32ea5e93-2a2d-4da7-b5e1-8275bec5ef1c req-44ad778f-5c95-4d7a-9178-08e4e6038162 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:35.170014 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-32ea5e93-2a2d-4da7-b5e1-8275bec5ef1c req-44ad778f-5c95-4d7a-9178-08e4e6038162 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.59 "DELETE /v2.0/ports/918c28de-bb64-453a-8beb-13a66f32b207 HTTP/1.1" status: 204 len: 173 time: 4.0296175 Sep 30 01:06:35.172774 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4e5f90-c517-48c3-9d07-64bbdd2b4779', 'name': 'network-vif-deleted', 'tag': '918c28de-bb64-453a-8beb-13a66f32b207'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:06:35.531602 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cefa0-4141-441b-b13a-80a28ea834cf req-4680c90c-4385-4662-a7ec-735561974c18 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:35.533230 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bf3cefa0-4141-441b-b13a-80a28ea834cf req-4680c90c-4385-4662-a7ec-735561974c18 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=c70472aa-95d4-46ac-a569-73eb70ebd9db HTTP/1.1" status: 200 len: 943 time: 0.2153754 Sep 30 01:06:35.533774 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 50156) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:35.607688 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-d436dcd7-ea12-4c36-9d80-b819f22b8976 None None] Set router 99c12d7a-87b8-47d3-896b-2eb74398c7fb gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:06:35.610005 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bf3cefa0-4141-441b-b13a-80a28ea834cf req-c13beb96-498f-4565-9b1f-91970aaed679 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639813 Sep 30 01:06:35.617089 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:35.619248 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66f2d3-f7cd-4c80-b7ab-1d088d664a73 req-f90ab0e9-172c-47f5-b74b-28dbc92ccdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:35.623311 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ac66f2d3-f7cd-4c80-b7ab-1d088d664a73 req-f90ab0e9-172c-47f5-b74b-28dbc92ccdfa service neutron] 10.222.0.59 "GET /v2.0/networks?id=1e2206f2-97da-4525-be9c-10f3f7da23c8 HTTP/1.1" status: 200 len: 914 time: 0.6464870 Sep 30 01:06:35.629248 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-4d0d06d6-4ffd-4494-9dd0-7a2377423a24 service neutron] For port cf1d878c-a158-4e6e-8d48-3d0a7ea60422, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:06:35.703741 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4e5f90-c517-48c3-9d07-64bbdd2b4779', 'name': 'network-vif-deleted', 'tag': '918c28de-bb64-453a-8beb-13a66f32b207', 'status': 'completed', 'code': 200} Sep 30 01:06:35.730226 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-54fdbae5-3d5b-4ec8-aaef-358f6ff81267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981632'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:35.743974 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-259dd163-b073-4308-95d8-f920784618a8 req-23400fe3-6d0a-4dd6-b2e9-8168c412d47e tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c4e5f90-c517-48c3-9d07-64bbdd2b4779 HTTP/1.1" status: 200 len: 210 time: 0.1120777 Sep 30 01:06:35.744403 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f88a6443-dc2d-405a-9e0e-d59e48a1357f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:35.752826 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-acbf33e5-8202-4ae7-af4e-ef200d322b36 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:35.764183 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b98def9b-9e95-46db-83c0-ce294c487469 tempest-ServersTestMultiNic-2050140654 tempest-ServersTestMultiNic-2050140654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:35.823906 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a6443-dc2d-405a-9e0e-d59e48a1357f admin admin] Pushing event deleted for resources: {'Port': ['ID=ae3f2d4e-ff80-4293-9dee-f67fe11f2054,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:35.830434 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f88a6443-dc2d-405a-9e0e-d59e48a1357f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:35.896425 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 9c4d5d97-9576-48c7-a8e7-426f0dfc95a6 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:06:35.957205 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-6212335f-bb27-4859-ae27-59e1b80ccf02 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a844c56f192d4334908feb0087705ecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4185402 Sep 30 01:06:35.957450 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ac66f2d3-f7cd-4c80-b7ab-1d088d664a73 req-6ca5b1d8-03bd-4afc-8015-97855e0ba835 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a902b1f-3960-4265-a353-8f9b13f0a508 HTTP/1.1" status: 200 len: 217 time: 0.1942432 Sep 30 01:06:35.957823 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 50166) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:35.986771 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 9c4d5d97-9576-48c7-a8e7-426f0dfc95a6 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:06:35.987389 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 9c4d5d97-9576-48c7-a8e7-426f0dfc95a6 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:06:35.999584 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f88a6443-dc2d-405a-9e0e-d59e48a1357f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673024'] for router_gateway, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:36.023019 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-4d0d06d6-4ffd-4494-9dd0-7a2377423a24 service neutron] For port cf1d878c-a158-4e6e-8d48-3d0a7ea60422, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=cf1d878c-a158-4e6e-8d48-3d0a7ea60422,segment=NetworkSegment(78314eab-8436-4d6e-8e41-404a6dc9a40f),segment_id=78314eab-8436-4d6e-8e41-404a6dc9a40f)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:06:36.114244 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-90f7c4bc-20c4-40de-b2cc-36feaa9d97d2 service neutron] Attempting to bind port ab704f12-cca5-45ea-ab32-6b8eac2bd258 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:06:36.114984 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-90f7c4bc-20c4-40de-b2cc-36feaa9d97d2 service neutron] Attempting to bind port ab704f12-cca5-45ea-ab32-6b8eac2bd258 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'f3a59c15-0504-49a3-9129-c3529c1d8922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6a3e54c0-527e-4a0b-877b-b2ace2e841bf'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:06:36.115606 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-90f7c4bc-20c4-40de-b2cc-36feaa9d97d2 service neutron] Attempting to bind port ab704f12-cca5-45ea-ab32-6b8eac2bd258 on network 6a3e54c0-527e-4a0b-877b-b2ace2e841bf {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:06:36.124794 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66f2d3-f7cd-4c80-b7ab-1d088d664a73 req-cb3d0331-e843-4f34-a9fc-94aab7893b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:36.126768 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ac66f2d3-f7cd-4c80-b7ab-1d088d664a73 req-cb3d0331-e843-4f34-a9fc-94aab7893b36 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4adfb8b3-ae94-437f-908c-bfa569a467f2 HTTP/1.1" status: 200 len: 853 time: 0.0972002 Sep 30 01:06:36.131034 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-90f7c4bc-20c4-40de-b2cc-36feaa9d97d2 service neutron] Port ab704f12-cca5-45ea-ab32-6b8eac2bd258 on network 6a3e54c0-527e-4a0b-877b-b2ace2e841bf not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:06:36.131552 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-90f7c4bc-20c4-40de-b2cc-36feaa9d97d2 service neutron] Attempting to bind port ab704f12-cca5-45ea-ab32-6b8eac2bd258 on network 6a3e54c0-527e-4a0b-877b-b2ace2e841bf {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:06:36.138406 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-4d0d06d6-4ffd-4494-9dd0-7a2377423a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:36.148545 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-90f7c4bc-20c4-40de-b2cc-36feaa9d97d2 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:06:36.149273 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-90f7c4bc-20c4-40de-b2cc-36feaa9d97d2 service neutron] Checking segment: {'id': 'f3a59c15-0504-49a3-9129-c3529c1d8922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6a3e54c0-527e-4a0b-877b-b2ace2e841bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:06:36.149861 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-90f7c4bc-20c4-40de-b2cc-36feaa9d97d2 service neutron] Bound using segment: {'id': 'f3a59c15-0504-49a3-9129-c3529c1d8922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6a3e54c0-527e-4a0b-877b-b2ace2e841bf'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:06:36.150481 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-90f7c4bc-20c4-40de-b2cc-36feaa9d97d2 service neutron] Bound port: ab704f12-cca5-45ea-ab32-6b8eac2bd258, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3a59c15-0504-49a3-9129-c3529c1d8922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6a3e54c0-527e-4a0b-877b-b2ace2e841bf'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:06:36.150987 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-90f7c4bc-20c4-40de-b2cc-36feaa9d97d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:36.227331 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-d436dcd7-ea12-4c36-9d80-b819f22b8976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'name': 'tempest-ServerActionsTestJSON-173081650-router', 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'b00622cc-a873-48f8-9d2e-ca913f2b2223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:53:21Z', 'updated_at': '2021-09-30T00:53:30Z', 'revision_number': 4, 'project_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'gw_port': {'id': 'b00622cc-a873-48f8-9d2e-ca913f2b2223', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:53:23Z', 'updated_at': '2021-09-30T00:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'd5d8dd04-f2e4-442f-ab1b-9c0ac1511521', 'name': '', 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487', 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'mac_address': 'fa:16:3e:74:de:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c136aabe-2b6e-40bd-889c-a97ee8fe6bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:53:28Z', 'updated_at': '2021-09-30T00:53:36Z', 'revision_number': 5, 'project_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'subnets': [{'id': 'c136aabe-2b6e-40bd-889c-a97ee8fe6bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:36.232255 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d436dcd7-ea12-4c36-9d80-b819f22b8976 None None] Checking router: 99c12d7a-87b8-47d3-896b-2eb74398c7fb for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:06:36.242096 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d436dcd7-ea12-4c36-9d80-b819f22b8976 None None] Routers {'99c12d7a-87b8-47d3-896b-2eb74398c7fb'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:06:36.242764 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-d436dcd7-ea12-4c36-9d80-b819f22b8976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:06:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['99c12d7a-87b8-47d3-896b-2eb74398c7fb'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:36.247228 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f88a6443-dc2d-405a-9e0e-d59e48a1357f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30720'] for router, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:36.249753 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f88a6443-dc2d-405a-9e0e-d59e48a1357f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:36.327345 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f88a6443-dc2d-405a-9e0e-d59e48a1357f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736498'] for router, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:36.327968 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88a6443-dc2d-405a-9e0e-d59e48a1357f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce0782bb-ddb5-48ad-b38d-df4d18c68e0c {{(pid=80274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 30 01:06:36.388251 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f88a6443-dc2d-405a-9e0e-d59e48a1357f admin admin] Notify callbacks [] for router, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:36.391665 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-f88a6443-dc2d-405a-9e0e-d59e48a1357f admin admin] 10.222.0.39 "DELETE /v2.0/routers/ce0782bb-ddb5-48ad-b38d-df4d18c68e0c HTTP/1.1" status: 204 len: 168 time: 3.4032996 Sep 30 01:06:36.400568 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 50174) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:36.442701 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4321db41-b977-4b52-9efa-b872bb85c919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:36.499597 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4321db41-b977-4b52-9efa-b872bb85c919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:36.510100 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c7df466-dc60-4740-9be1-00c434d87557 admin admin] Deleting subnet cb387d9b-3f36-414b-b6fa-05f39b08a94d {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:06:36.520341 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1c7df466-dc60-4740-9be1-00c434d87557 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:36.543299 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-d436dcd7-ea12-4c36-9d80-b819f22b8976 None None] Set router 99c12d7a-87b8-47d3-896b-2eb74398c7fb gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:06:36.564159 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960c40c-3d97-42e8-a505-ae511d91a415 req-8f2cc9f4-ce51-426b-a822-ce43cb0a59b8 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:36.571823 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3960c40c-3d97-42e8-a505-ae511d91a415 req-8f2cc9f4-ce51-426b-a822-ce43cb0a59b8 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 943 time: 0.2998817 Sep 30 01:06:36.576630 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-90f7c4bc-20c4-40de-b2cc-36feaa9d97d2 service neutron] For port ab704f12-cca5-45ea-ab32-6b8eac2bd258, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:06:36.583951 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-90f7c4bc-20c4-40de-b2cc-36feaa9d97d2 service neutron] For port ab704f12-cca5-45ea-ab32-6b8eac2bd258, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=ab704f12-cca5-45ea-ab32-6b8eac2bd258,segment=NetworkSegment(f3a59c15-0504-49a3-9129-c3529c1d8922),segment_id=f3a59c15-0504-49a3-9129-c3529c1d8922)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:06:36.599470 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ac66f2d3-f7cd-4c80-b7ab-1d088d664a73 req-e5707843-7289-4852-9a67-b8d127b2afef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1e2206f2-97da-4525-be9c-10f3f7da23c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4518723 Sep 30 01:06:36.620824 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-90f7c4bc-20c4-40de-b2cc-36feaa9d97d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:36.627843 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-4d0d06d6-4ffd-4494-9dd0-7a2377423a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:36.629932 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-4d0d06d6-4ffd-4494-9dd0-7a2377423a24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:36.631543 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-4d0d06d6-4ffd-4494-9dd0-7a2377423a24 service neutron] 10.222.0.55 "PUT /v2.0/ports/cf1d878c-a158-4e6e-8d48-3d0a7ea60422 HTTP/1.1" status: 200 len: 1091 time: 5.8268430 Sep 30 01:06:36.660632 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1c7df466-dc60-4740-9be1-00c434d87557 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2490848'] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:36.706405 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3960c40c-3d97-42e8-a505-ae511d91a415 req-32d747a8-6e7e-4dfd-bca0-ccb188bb7d26 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336348 Sep 30 01:06:36.796937 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1c7df466-dc60-4740-9be1-00c434d87557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:36.825171 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c70472aa-95d4-46ac-a569-73eb70ebd9db', 'tag': 'cf1d878c-a158-4e6e-8d48-3d0a7ea60422'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:06:36.832679 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ac66f2d3-f7cd-4c80-b7ab-1d088d664a73 req-034571ab-48fa-4663-8cb6-826550cd316c service neutron] 10.222.0.59 "GET /v2.0/networks/1e2206f2-97da-4525-be9c-10f3f7da23c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165916 Sep 30 01:06:36.845974 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdbae5-3d5b-4ec8-aaef-358f6ff81267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17129e6f-76ae-4456-93d1-331e3193cad8,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:36.848485 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fdbae5-3d5b-4ec8-aaef-358f6ff81267 admin admin] Checking segment: {'id': '23da1049-017d-4756-ae1b-a8a103bb15a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bb29cdb2-6e44-48a1-b01d-ee5326cd7e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:06:36.848853 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fdbae5-3d5b-4ec8-aaef-358f6ff81267 admin admin] Network hostable DHCP agents. Network: bb29cdb2-6e44-48a1-b01d-ee5326cd7e03, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:06:36.879664 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-54fdbae5-3d5b-4ec8-aaef-358f6ff81267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.115s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:36.917925 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3c2d383b-848b-451c-a2c1-e3ef32eab72f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.747s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:37.053467 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-90f7c4bc-20c4-40de-b2cc-36feaa9d97d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:37.054107 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-90f7c4bc-20c4-40de-b2cc-36feaa9d97d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:37.055538 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-90f7c4bc-20c4-40de-b2cc-36feaa9d97d2 service neutron] 10.222.0.55 "PUT /v2.0/ports/ab704f12-cca5-45ea-ab32-6b8eac2bd258 HTTP/1.1" status: 200 len: 1091 time: 4.9332776 Sep 30 01:06:37.074175 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1c7df466-dc60-4740-9be1-00c434d87557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:37.099240 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-d436dcd7-ea12-4c36-9d80-b819f22b8976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'name': 'tempest-ServerActionsTestJSON-173081650-router', 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'b00622cc-a873-48f8-9d2e-ca913f2b2223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:53:21Z', 'updated_at': '2021-09-30T00:53:30Z', 'revision_number': 4, 'project_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'gw_port': {'id': 'b00622cc-a873-48f8-9d2e-ca913f2b2223', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:53:23Z', 'updated_at': '2021-09-30T00:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'd5d8dd04-f2e4-442f-ab1b-9c0ac1511521', 'name': '', 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487', 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'mac_address': 'fa:16:3e:74:de:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c136aabe-2b6e-40bd-889c-a97ee8fe6bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:53:28Z', 'updated_at': '2021-09-30T00:53:36Z', 'revision_number': 5, 'project_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'subnets': [{'id': 'c136aabe-2b6e-40bd-889c-a97ee8fe6bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:37.115745 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d436dcd7-ea12-4c36-9d80-b819f22b8976 None None] The sync data for ids ['99c12d7a-87b8-47d3-896b-2eb74398c7fb'] in n-d-811809-1 is: [{'id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'name': 'tempest-ServerActionsTestJSON-173081650-router', 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'b00622cc-a873-48f8-9d2e-ca913f2b2223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:53:21Z', 'updated_at': '2021-09-30T00:53:30Z', 'revision_number': 4, 'project_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'gw_port': {'id': 'b00622cc-a873-48f8-9d2e-ca913f2b2223', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:53:23Z', 'updated_at': '2021-09-30T00:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'd5d8dd04-f2e4-442f-ab1b-9c0ac1511521', 'name': '', 'network_id': '4c98a929-4bc6-4ff2-9381-439d6c813487', 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'mac_address': 'fa:16:3e:74:de:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c136aabe-2b6e-40bd-889c-a97ee8fe6bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:53:28Z', 'updated_at': '2021-09-30T00:53:36Z', 'revision_number': 5, 'project_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'subnets': [{'id': 'c136aabe-2b6e-40bd-889c-a97ee8fe6bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:06:37.193936 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-06d195da-0188-4a8e-b7fa-612657bc0c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:37.194172 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fdbae5-3d5b-4ec8-aaef-358f6ff81267 admin admin] Network bb29cdb2-6e44-48a1-b01d-ee5326cd7e03 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:06:37.233089 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d06d6-4ffd-4494-9dd0-7a2377423a24 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1d878c-a158-4e6e-8d48-3d0a7ea60422,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:37.262620 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005e6f9e-7180-46cc-b06d-3427f246e4b0 None None] Network 1c18baa8-7151-4b37-b98c-da8ddcd05d1d requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:06:37.272341 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4321db41-b977-4b52-9efa-b872bb85c919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:37.301775 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1c7df466-dc60-4740-9be1-00c434d87557 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:37.342578 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4321db41-b977-4b52-9efa-b872bb85c919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:37.344824 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-4321db41-b977-4b52-9efa-b872bb85c919 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db62a807-39e6-49ba-abf2-f2cb23c6219e HTTP/1.1" status: 204 len: 168 time: 1.3859811 Sep 30 01:06:37.362150 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7df466-dc60-4740-9be1-00c434d87557 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb387d9b-3f36-414b-b6fa-05f39b08a94d,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:37.369220 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7c4bc-20c4-40de-b2cc-36feaa9d97d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab704f12-cca5-45ea-ab32-6b8eac2bd258,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:37.378935 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-1c7df466-dc60-4740-9be1-00c434d87557 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/cb387d9b-3f36-414b-b6fa-05f39b08a94d HTTP/1.1" status: 204 len: 168 time: 0.9767044 Sep 30 01:06:37.380197 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1c7df466-dc60-4740-9be1-00c434d87557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:37.385148 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9d5d9fd0-6602-460c-aada-f606bb0d0361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:37.389289 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-54fdbae5-3d5b-4ec8-aaef-358f6ff81267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, bb29cdb2-6e44-48a1-b01d-ee5326cd7e03) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:06:37.393637 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 50190) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:37.402924 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-90f7c4bc-20c4-40de-b2cc-36feaa9d97d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:37.425783 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6938e4f-7fbd-4355-94de-fb59737e7836 req-214f360e-77ba-4015-a7ec-c912b1afa9e8 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:37.426458 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321db41-b977-4b52-9efa-b872bb85c919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db62a807-39e6-49ba-abf2-f2cb23c6219e,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:37.434141 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e6938e4f-7fbd-4355-94de-fb59737e7836 req-214f360e-77ba-4015-a7ec-c912b1afa9e8 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/ports?device_id=067eef78-33f6-4c53-a8f4-0e22cad2594a HTTP/1.1" status: 200 len: 943 time: 0.8271284 Sep 30 01:06:37.436135 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4321db41-b977-4b52-9efa-b872bb85c919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:37.437261 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-90f7c4bc-20c4-40de-b2cc-36feaa9d97d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.612s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:37.437881 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-90f7c4bc-20c4-40de-b2cc-36feaa9d97d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:37.443404 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fdbae5-3d5b-4ec8-aaef-358f6ff81267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:37.444342 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-54fdbae5-3d5b-4ec8-aaef-358f6ff81267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:37.477452 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331139d2-42d8-48aa-b93f-6b7c44b96c6e None None] Network bb29cdb2-6e44-48a1-b01d-ee5326cd7e03 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:06:37.482033 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ac66f2d3-f7cd-4c80-b7ab-1d088d664a73 req-cb342930-6b87-4fa1-aa4e-da91712f2280 service neutron] 10.222.0.59 "GET /v2.0/networks/1e2206f2-97da-4525-be9c-10f3f7da23c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6282809 Sep 30 01:06:37.493386 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-842e4c34-a0cf-4dc4-9bf3-3b55fe510b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:37.496117 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-842e4c34-a0cf-4dc4-9bf3-3b55fe510b0f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=600d513e8f854168b868a109f9ce4428&device_id=c70472aa-95d4-46ac-a569-73eb70ebd9db HTTP/1.1" status: 200 len: 1094 time: 0.6512940 Sep 30 01:06:37.570425 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e6938e4f-7fbd-4355-94de-fb59737e7836 req-8488461f-66fd-47c6-88a5-c68fa28ced0f tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba61a17f-663e-4ed2-a8b9-cb34862d48a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345513 Sep 30 01:06:37.578386 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d072460f-0b90-43ac-9a06-7610f91e15fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:37.595072 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9fec9-eb09-4b3f-b068-1477d3c83f5d req-96dced4f-31f6-40ea-b10c-6eda38cb0f3e tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:37.607117 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2eb9fec9-eb09-4b3f-b068-1477d3c83f5d req-96dced4f-31f6-40ea-b10c-6eda38cb0f3e tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=c70472aa-95d4-46ac-a569-73eb70ebd9db HTTP/1.1" status: 200 len: 943 time: 0.5917981 Sep 30 01:06:37.654428 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-d072460f-0b90-43ac-9a06-7610f91e15fe admin admin] Deleting port c4045722-cbbc-43fe-b2df-8709e8a0e2c7 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:06:37.654837 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d072460f-0b90-43ac-9a06-7610f91e15fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:37.759479 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-54fdbae5-3d5b-4ec8-aaef-358f6ff81267 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.9837937 Sep 30 01:06:37.768337 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-10c5a813-3ec7-4896-91a6-b5e7d77bb504 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf1d878c-a158-4e6e-8d48-3d0a7ea60422 HTTP/1.1" status: 200 len: 217 time: 0.2243986 Sep 30 01:06:37.782005 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c70472aa-95d4-46ac-a569-73eb70ebd9db', 'tag': 'cf1d878c-a158-4e6e-8d48-3d0a7ea60422', 'status': 'completed', 'code': 200} Sep 30 01:06:37.862301 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 50210) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:37.865990 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-894a4034-b830-4c7e-934c-822ee5100845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:37.872800 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-894a4034-b830-4c7e-934c-822ee5100845 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21758b229ddd40f999546edcb999526d&device_id=067eef78-33f6-4c53-a8f4-0e22cad2594a HTTP/1.1" status: 200 len: 1094 time: 0.7465444 Sep 30 01:06:37.874301 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2eb9fec9-eb09-4b3f-b068-1477d3c83f5d req-3ecaf6f3-9441-4b10-b0e6-8d636b301485 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411942 Sep 30 01:06:37.968683 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703695fa-c0e6-4698-a51e-c7d6440d178f None None] New status for floating IP da914f28-330d-4d77-87ec-4dd7b1809318: DOWN {{(pid=80276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 01:06:38.036703 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-765ae916-b16d-450b-986b-e679cd4fa7bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab704f12-cca5-45ea-ab32-6b8eac2bd258 HTTP/1.1" status: 200 len: 217 time: 0.1284559 Sep 30 01:06:38.318090 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-1d6d8c7f-84eb-4841-b138-6c08d02bef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:38.327986 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-1d6d8c7f-84eb-4841-b138-6c08d02bef55 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=858defef-6f87-4015-b170-e42a0b3eb39a HTTP/1.1" status: 200 len: 854 time: 0.5357144 Sep 30 01:06:38.485494 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-bfb3a36a-b751-4517-9253-edefa13262f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:38.499042 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-bfb3a36a-b751-4517-9253-edefa13262f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=81a270c5-0bfe-4a31-9bd5-99f27822a262 HTTP/1.1" status: 200 len: 851 time: 0.4514000 Sep 30 01:06:38.503516 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device ae3f2d4e-ff80-4293-9dee-f67fe11f2054 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:06:38.541589 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-3c1e148f-c442-4460-adac-b230fe4c4b65 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eeb6c4e1-a773-440f-9ca0-04a98bdafcfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1931231 Sep 30 01:06:38.629318 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-d072460f-0b90-43ac-9a06-7610f91e15fe admin admin] For port c4045722-cbbc-43fe-b2df-8709e8a0e2c7, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=c4045722-cbbc-43fe-b2df-8709e8a0e2c7,segment=NetworkSegment(c0509f14-eb2b-4c22-b7ef-12dddf1b9b59),segment_id=c0509f14-eb2b-4c22-b7ef-12dddf1b9b59)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:38.630252 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d072460f-0b90-43ac-9a06-7610f91e15fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:38.741749 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: ae3f2d4e-ff80-4293-9dee-f67fe11f2054 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:06:38.754109 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device ae3f2d4e-ff80-4293-9dee-f67fe11f2054 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:06:38.788139 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-d072460f-0b90-43ac-9a06-7610f91e15fe admin admin] Calling delete_port for c4045722-cbbc-43fe-b2df-8709e8a0e2c7 owned by network:dhcp {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:06:38.976824 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-96c7dc26-f4c2-44ef-b988-dfc26368b59a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:39.148257 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d072460f-0b90-43ac-9a06-7610f91e15fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:39.158422 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a497525-8a9c-4075-8238-08cebcb7488c req-c5fe4715-ca1b-487b-a2e9-f9e9da1f887b tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:39.164028 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-96c7dc26-f4c2-44ef-b988-dfc26368b59a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:39.166169 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6a497525-8a9c-4075-8238-08cebcb7488c req-c5fe4715-ca1b-487b-a2e9-f9e9da1f887b tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 943 time: 1.0281544 Sep 30 01:06:39.186077 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5ab90cbc-9168-4dad-9a1f-0b573822c381 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:39.240979 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d072460f-0b90-43ac-9a06-7610f91e15fe admin admin] No DVR routers for this DVR port c4045722-cbbc-43fe-b2df-8709e8a0e2c7 on host n-d-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:06:39.384521 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-9f11f2c1-bbae-4521-a538-fb9fb43454c2 service neutron] 10.222.0.55 "GET /v2.0/networks/eeb6c4e1-a773-440f-9ca0-04a98bdafcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8340769 Sep 30 01:06:39.399237 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6a497525-8a9c-4075-8238-08cebcb7488c req-d464cdde-a286-4c5c-a1db-aea79a7f3f34 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309754 Sep 30 01:06:39.447300 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-78d3cf09-3795-49e4-a2b0-47a6042ec025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:39.447300 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-78d3cf09-3795-49e4-a2b0-47a6042ec025 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6a3e54c0-527e-4a0b-877b-b2ace2e841bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9129565 Sep 30 01:06:39.447300 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 50264) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:39.463453 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cd5454-0274-491b-aa23-933f078cf19e None None] Network bb29cdb2-6e44-48a1-b01d-ee5326cd7e03 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:06:39.651436 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d072460f-0b90-43ac-9a06-7610f91e15fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:39.721583 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-d072460f-0b90-43ac-9a06-7610f91e15fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c18baa8-7151-4b37-b98c-da8ddcd05d1d']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:39.784031 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-d072460f-0b90-43ac-9a06-7610f91e15fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0509f14-eb2b-4c22-b7ef-12dddf1b9b59') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:39.784031 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-d072460f-0b90-43ac-9a06-7610f91e15fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0509f14-eb2b-4c22-b7ef-12dddf1b9b59') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:39.803466 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d072460f-0b90-43ac-9a06-7610f91e15fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:39.845446 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d072460f-0b90-43ac-9a06-7610f91e15fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:39.852044 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072460f-0b90-43ac-9a06-7610f91e15fe admin admin] Pushing event deleted for resources: {'Port': ['ID=c4045722-cbbc-43fe-b2df-8709e8a0e2c7,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:39.872281 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067eef78-33f6-4c53-a8f4-0e22cad2594a', 'tag': 'ab704f12-cca5-45ea-ab32-6b8eac2bd258'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:06:39.894639 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d072460f-0b90-43ac-9a06-7610f91e15fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:39.988866 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d072460f-0b90-43ac-9a06-7610f91e15fe admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:06:39.989426 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d072460f-0b90-43ac-9a06-7610f91e15fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:40.026472 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c7c8486c-a609-4fd6-ab9c-40b4e2be95d2 req-3f7b73f4-bd6f-453e-9961-6146a768a659 service neutron] 10.222.0.55 "GET /v2.0/networks/eeb6c4e1-a773-440f-9ca0-04a98bdafcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6252792 Sep 30 01:06:40.035607 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f916509b-6e1f-4c4d-953d-5b1ac95acc28 None None] DHCP port deletion for 1c18baa8-7151-4b37-b98c-da8ddcd05d1d request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: timer() Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:06:40.040292 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:06:40.045201 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device c4045722-cbbc-43fe-b2df-8709e8a0e2c7 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:06:40.082889 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-320f3aa4-5fc7-4b7e-a1ad-83dad093d03b service neutron] 10.222.0.55 "GET /v2.0/networks/6a3e54c0-527e-4a0b-877b-b2ace2e841bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6311059 Sep 30 01:06:40.110735 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21836a13-b2fb-48ab-9f01-fe54ff257d7d req-fd1e29b8-2ee8-4af4-961d-d009bcc99d67 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:40.116005 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-21836a13-b2fb-48ab-9f01-fe54ff257d7d req-fd1e29b8-2ee8-4af4-961d-d009bcc99d67 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/ports?device_id=067eef78-33f6-4c53-a8f4-0e22cad2594a HTTP/1.1" status: 200 len: 943 time: 0.2108269 Sep 30 01:06:40.199347 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-4bede531-a573-4cdd-b44f-26f8a662809e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-592584262-network', 'tenant_id': '0149d6d6ed59445481fded27e8294137'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:06:40.308426 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: c4045722-cbbc-43fe-b2df-8709e8a0e2c7 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:06:40.324256 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device c4045722-cbbc-43fe-b2df-8709e8a0e2c7 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:06:40.383181 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d072460f-0b90-43ac-9a06-7610f91e15fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:40.407605 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-811f763c-2b6c-4dea-9146-aee93b93d67d tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:40.442022 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d072460f-0b90-43ac-9a06-7610f91e15fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:40.445114 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-96c7dc26-f4c2-44ef-b988-dfc26368b59a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:40.481617 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4bede531-a573-4cdd-b44f-26f8a662809e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:06:40.537275 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072460f-0b90-43ac-9a06-7610f91e15fe admin admin] Pushing event deleted for resources: {'Network': ['ID=1c18baa8-7151-4b37-b98c-da8ddcd05d1d,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:40.546850 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-4bede531-a573-4cdd-b44f-26f8a662809e admin admin] Usage tracker for resource:network and tenant:0149d6d6ed59445481fded27e8294137 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:06:40.566571 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-539b14ec-7b0e-4f82-940e-b911e7eb3ffa tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:40.577449 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-539b14ec-7b0e-4f82-940e-b911e7eb3ffa tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Synchronizing usage tracker for tenant:7480a0ef22064673b6ddeabd2d800245 on resource:network {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:06:40.592138 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d072460f-0b90-43ac-9a06-7610f91e15fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:40.606177 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-4bede531-a573-4cdd-b44f-26f8a662809e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:06:40.613752 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d505b4ab-8521-402e-a0d2-adf2082b3901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:40.645366 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-d072460f-0b90-43ac-9a06-7610f91e15fe admin admin] 10.222.0.39 "DELETE /v2.0/networks/1c18baa8-7151-4b37-b98c-da8ddcd05d1d HTTP/1.1" status: 204 len: 168 time: 3.2416694 Sep 30 01:06:40.646237 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-539b14ec-7b0e-4f82-940e-b911e7eb3ffa tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Unset dirty status for tenant:7480a0ef22064673b6ddeabd2d800245 on resource:network {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:06:40.659539 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-21836a13-b2fb-48ab-9f01-fe54ff257d7d req-18ef762a-5515-4a34-880d-2c4d120b21f2 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba61a17f-663e-4ed2-a8b9-cb34862d48a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4717658 Sep 30 01:06:40.664945 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-539b14ec-7b0e-4f82-940e-b911e7eb3ffa tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/networks?id=bb29cdb2-6e44-48a1-b01d-ee5326cd7e03 HTTP/1.1" status: 200 len: 817 time: 1.3303015 Sep 30 01:06:40.674248 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4bede531-a573-4cdd-b44f-26f8a662809e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:06:40.696629 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-96c7dc26-f4c2-44ef-b988-dfc26368b59a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:40.701805 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 50290) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:40.708256 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-96c7dc26-f4c2-44ef-b988-dfc26368b59a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "DELETE /v2.0/security-groups/03e1149c-ca53-47d7-93ad-628e9735f792 HTTP/1.1" status: 204 len: 168 time: 2.8227739 Sep 30 01:06:40.726250 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-4c04c7d4-da5d-47bd-869d-57f50dffa83e tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/quotas/7480a0ef22064673b6ddeabd2d800245 HTTP/1.1" status: 200 len: 375 time: 0.0596898 Sep 30 01:06:40.753543 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bd8cf1c5-50ec-4a78-8daf-834ac7295575 req-d0880cc1-442b-4739-943a-a4476f8dd50f service neutron] 10.222.0.55 "GET /v2.0/networks/6a3e54c0-527e-4a0b-877b-b2ace2e841bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6608832 Sep 30 01:06:40.789609 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bede531-a573-4cdd-b44f-26f8a662809e admin admin] Made reservation on behalf of 0149d6d6ed59445481fded27e8294137 for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:06:40.794102 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4bede531-a573-4cdd-b44f-26f8a662809e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:40.829117 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7dc26-f4c2-44ef-b988-dfc26368b59a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e1149c-ca53-47d7-93ad-628e9735f792,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:40.839387 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-96c7dc26-f4c2-44ef-b988-dfc26368b59a tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:40.863195 n-d-811809-1 neutron-server[80275]: INFO neutron.api.v2.resource [None req-816acbfb-aa56-4502-b86d-cb0eb304a3ea tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] show failed (client error): The resource could not be found. Sep 30 01:06:40.868857 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-816acbfb-aa56-4502-b86d-cb0eb304a3ea tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "GET /v2.0/security-groups/03e1149c-ca53-47d7-93ad-628e9735f792 HTTP/1.1" status: 404 len: 347 time: 0.1624055 Sep 30 01:06:40.869332 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-af4870b8-6b4b-4b10-bdf4-682b37388548 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7480a0ef22064673b6ddeabd2d800245&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1362236 Sep 30 01:06:40.871771 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 50298) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:40.881948 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4bede531-a573-4cdd-b44f-26f8a662809e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:40.974015 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4bede531-a573-4cdd-b44f-26f8a662809e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:06:40.993661 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c29ab9-1a4d-4cff-8133-c5e11d67ba6c req-864eed09-7672-4556-8421-63fd34344f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:40.996099 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65c29ab9-1a4d-4cff-8133-c5e11d67ba6c req-864eed09-7672-4556-8421-63fd34344f1e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=600d513e8f854168b868a109f9ce4428&device_id=c70472aa-95d4-46ac-a569-73eb70ebd9db HTTP/1.1" status: 200 len: 1094 time: 0.8459473 Sep 30 01:06:40.996825 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 50304) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:41.009888 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-4bede531-a573-4cdd-b44f-26f8a662809e admin admin] Usage tracker for resource:security_group_rule and tenant:0149d6d6ed59445481fded27e8294137 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:06:41.019745 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-4bede531-a573-4cdd-b44f-26f8a662809e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:06:41.370315 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 50312) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:41.376246 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device cf1d878c-a158-4e6e-8d48-3d0a7ea60422 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:06:41.398611 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4bede531-a573-4cdd-b44f-26f8a662809e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:06:41.433687 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-54dc4b70-7fd7-4a89-80ca-81bedbb2e747 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Deleting port e7eced4b-e08a-45ff-a6de-f34f1545c8b9 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:06:41.434118 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-54dc4b70-7fd7-4a89-80ca-81bedbb2e747 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:41.632638 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4bede531-a573-4cdd-b44f-26f8a662809e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:41.643937 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:41.684780 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4bede531-a573-4cdd-b44f-26f8a662809e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:41.706565 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port cf1d878c-a158-4e6e-8d48-3d0a7ea60422, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=cf1d878c-a158-4e6e-8d48-3d0a7ea60422,segment=NetworkSegment(78314eab-8436-4d6e-8e41-404a6dc9a40f),segment_id=78314eab-8436-4d6e-8e41-404a6dc9a40f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:41.714783 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-99b92ada-19f2-46ca-aada-6f4495f4ea62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:41.740729 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': 'cf1d878c-a158-4e6e-8d48-3d0a7ea60422', 'network_id': 'eeb6c4e1-a773-440f-9ca0-04a98bdafcfd', 'port_id': 'cf1d878c-a158-4e6e-8d48-3d0a7ea60422', 'mac_address': 'fa:16:3e:5a:07:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '858defef-6f87-4015-b170-e42a0b3eb39a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:06:41.751547 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c29ab9-1a4d-4cff-8133-c5e11d67ba6c req-58debc43-cd93-4483-85cd-a59ba39b2a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:41.753259 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65c29ab9-1a4d-4cff-8133-c5e11d67ba6c req-58debc43-cd93-4483-85cd-a59ba39b2a79 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eeb6c4e1-a773-440f-9ca0-04a98bdafcfd HTTP/1.1" status: 200 len: 915 time: 0.7353578 Sep 30 01:06:41.759241 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bede531-a573-4cdd-b44f-26f8a662809e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:06:41.806934 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-59cfd865-ca4f-4d40-ba28-8e39d1abcc0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:41.852688 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:41.861567 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-c1bca586-67fa-4d25-8602-b64b57b6d570 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2b6e2fef5a454f0498865063fef18aff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8439758 Sep 30 01:06:41.868331 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 50320) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:41.871634 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bede531-a573-4cdd-b44f-26f8a662809e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ea28ad-8d86-411f-bad2-d6dac5b12074,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:41.871854 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf1d878c-a158-4e6e-8d48-3d0a7ea60422 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:06:41.875623 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4bede531-a573-4cdd-b44f-26f8a662809e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:41.890958 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port cf1d878c-a158-4e6e-8d48-3d0a7ea60422, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=cf1d878c-a158-4e6e-8d48-3d0a7ea60422,segment=NetworkSegment(78314eab-8436-4d6e-8e41-404a6dc9a40f),segment_id=78314eab-8436-4d6e-8e41-404a6dc9a40f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:41.893635 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4bede531-a573-4cdd-b44f-26f8a662809e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:41.895494 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-4bede531-a573-4cdd-b44f-26f8a662809e admin admin] Added segment 618f62bc-2f5c-4269-b3ef-02e0220ce392 of type vlan for network 7d752305-7068-40ad-9ef6-292e77a160d6 Sep 30 01:06:41.896521 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:41.903164 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:41.908335 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65c29ab9-1a4d-4cff-8133-c5e11d67ba6c req-88eae0e1-e458-4dab-9769-33fc8a178c65 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf1d878c-a158-4e6e-8d48-3d0a7ea60422 HTTP/1.1" status: 200 len: 217 time: 0.1206410 Sep 30 01:06:41.922999 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-59cfd865-ca4f-4d40-ba28-8e39d1abcc0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:06:41.966499 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-59cfd865-ca4f-4d40-ba28-8e39d1abcc0a admin admin] Usage tracker for resource:security_group_rule and tenant:0c62b75f71af46f0ac11f2f757acb0a4 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:06:41.976258 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-d3dbf3be-f5ba-4dfc-a789-c77fc6a0628c service neutron] 10.222.0.39 "GET /v2.0/networks/bb29cdb2-6e44-48a1-b01d-ee5326cd7e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1002889 Sep 30 01:06:42.020254 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4bede531-a573-4cdd-b44f-26f8a662809e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:42.040420 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-59cfd865-ca4f-4d40-ba28-8e39d1abcc0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:06:42.052817 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e762caa-2170-4ec8-b7a9-701a99159bf7 req-9ca04efb-58e9-45d9-bb5b-344e8785495e tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:42.054364 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7e762caa-2170-4ec8-b7a9-701a99159bf7 req-9ca04efb-58e9-45d9-bb5b-344e8785495e tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=c70472aa-95d4-46ac-a569-73eb70ebd9db HTTP/1.1" status: 200 len: 943 time: 1.0404232 Sep 30 01:06:42.079931 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-59cfd865-ca4f-4d40-ba28-8e39d1abcc0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:06:42.090205 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=cf1d878c-a158-4e6e-8d48-3d0a7ea60422,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:42.099614 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c29ab9-1a4d-4cff-8133-c5e11d67ba6c req-028f99dd-d85c-4f1a-a228-444522ba00f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:42.100088 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:42.101065 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65c29ab9-1a4d-4cff-8133-c5e11d67ba6c req-028f99dd-d85c-4f1a-a228-444522ba00f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=858defef-6f87-4015-b170-e42a0b3eb39a HTTP/1.1" status: 200 len: 854 time: 0.1825778 Sep 30 01:06:42.105231 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-54dc4b70-7fd7-4a89-80ca-81bedbb2e747 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:42.105900 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-54dc4b70-7fd7-4a89-80ca-81bedbb2e747 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:42.158669 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['cf1d878c-a158-4e6e-8d48-3d0a7ea60422'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:06:42.190815 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65c29ab9-1a4d-4cff-8133-c5e11d67ba6c req-5cd717d7-3f37-4c1e-a694-b16a9c467931 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eeb6c4e1-a773-440f-9ca0-04a98bdafcfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652759 Sep 30 01:06:42.194366 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-208a94f5-e09f-4303-8f0a-4008ccdefb9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:42.199026 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7e762caa-2170-4ec8-b7a9-701a99159bf7 req-4c0f6436-f552-4d26-9ce2-7ef8828cb5c3 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366818 Sep 30 01:06:42.234295 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4bede531-a573-4cdd-b44f-26f8a662809e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:42.235398 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bede531-a573-4cdd-b44f-26f8a662809e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:42.235986 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4bede531-a573-4cdd-b44f-26f8a662809e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:42.246300 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:42.435585 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067eef78-33f6-4c53-a8f4-0e22cad2594a', 'tag': 'ab704f12-cca5-45ea-ab32-6b8eac2bd258', 'status': 'completed', 'code': 200} Sep 30 01:06:42.625510 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-54dc4b70-7fd7-4a89-80ca-81bedbb2e747 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Calling delete_port for e7eced4b-e08a-45ff-a6de-f34f1545c8b9 owned by network:floatingip {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:06:42.723529 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-208a94f5-e09f-4303-8f0a-4008ccdefb9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:42.809939 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-928e86a4-be3a-4e3f-9902-cd127b229f54 service neutron] 10.222.0.39 "GET /v2.0/networks/bb29cdb2-6e44-48a1-b01d-ee5326cd7e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8324099 Sep 30 01:06:42.936441 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-59cfd865-ca4f-4d40-ba28-8e39d1abcc0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:42.939786 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-54dc4b70-7fd7-4a89-80ca-81bedbb2e747 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:42.954058 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-acbf33e5-8202-4ae7-af4e-ef200d322b36 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:42.982229 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65c29ab9-1a4d-4cff-8133-c5e11d67ba6c req-16a6e8cd-bd75-44c1-8821-535254304614 service neutron] 10.222.0.55 "GET /v2.0/networks/eeb6c4e1-a773-440f-9ca0-04a98bdafcfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7785463 Sep 30 01:06:43.014961 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bede531-a573-4cdd-b44f-26f8a662809e admin admin] Pushing event updated for resources: {'Network': ['ID=7d752305-7068-40ad-9ef6-292e77a160d6,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:43.030109 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 7d752305-7068-40ad-9ef6-292e77a160d6 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:06:43.048401 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-4bede531-a573-4cdd-b44f-26f8a662809e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.6040938 Sep 30 01:06:43.063086 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-59cfd865-ca4f-4d40-ba28-8e39d1abcc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:43.095550 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 50326) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:43.142313 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc4b70-7fd7-4a89-80ca-81bedbb2e747 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Pushing event deleted for resources: {'Port': ['ID=e7eced4b-e08a-45ff-a6de-f34f1545c8b9,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:43.169410 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-54dc4b70-7fd7-4a89-80ca-81bedbb2e747 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:43.173128 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-2326aced-10e7-4d53-badf-29adbd716ae3 admin admin] Request body: {'subnet': {'network_id': '7d752305-7068-40ad-9ef6-292e77a160d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-592584262-subnet', 'tenant_id': '0149d6d6ed59445481fded27e8294137', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:06:43.206885 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e82ef282-5d19-4772-9348-000dafaf8fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:43.375430 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-2326aced-10e7-4d53-badf-29adbd716ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:06:43.445885 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device ab704f12-cca5-45ea-ab32-6b8eac2bd258 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:06:43.459993 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device cf1d878c-a158-4e6e-8d48-3d0a7ea60422 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:06:43.494370 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4bede531-a573-4cdd-b44f-26f8a662809e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.248s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:43.572369 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-2326aced-10e7-4d53-badf-29adbd716ae3 admin admin] Usage tracker for resource:subnet and tenant:0149d6d6ed59445481fded27e8294137 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:06:43.582482 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-59cfd865-ca4f-4d40-ba28-8e39d1abcc0a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c62b75f71af46f0ac11f2f757acb0a4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2110333 Sep 30 01:06:43.583943 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-2326aced-10e7-4d53-badf-29adbd716ae3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:06:43.594877 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-54dc4b70-7fd7-4a89-80ca-81bedbb2e747 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks [] for floatingip, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:43.607109 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 50336) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:43.625833 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65c29ab9-1a4d-4cff-8133-c5e11d67ba6c req-d6f56fed-9450-4240-9c3a-5f5bbe7af178 service neutron] 10.222.0.55 "GET /v2.0/networks/eeb6c4e1-a773-440f-9ca0-04a98bdafcfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5897484 Sep 30 01:06:43.656808 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-2326aced-10e7-4d53-badf-29adbd716ae3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:06:43.668872 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfd865-ca4f-4d40-ba28-8e39d1abcc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9791deb9-2ed6-459d-9b7f-554b02c010ef,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:43.684422 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-59cfd865-ca4f-4d40-ba28-8e39d1abcc0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:43.707425 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2326aced-10e7-4d53-badf-29adbd716ae3 admin admin] Made reservation on behalf of 0149d6d6ed59445481fded27e8294137 for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:06:43.709880 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2326aced-10e7-4d53-badf-29adbd716ae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:43.757704 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-54dc4b70-7fd7-4a89-80ca-81bedbb2e747 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:43.770768 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-54dc4b70-7fd7-4a89-80ca-81bedbb2e747 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] 10.222.0.39 "DELETE /v2.0/floatingips/da914f28-330d-4d77-87ec-4dd7b1809318 HTTP/1.1" status: 204 len: 168 time: 2.8905780 Sep 30 01:06:43.773881 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 50344) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:43.893876 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450a282-f97f-4df4-a96d-c8dc14c023ae req-59b95642-1b47-471a-bcea-4376c78030f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:43.896063 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1450a282-f97f-4df4-a96d-c8dc14c023ae req-59b95642-1b47-471a-bcea-4376c78030f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21758b229ddd40f999546edcb999526d&device_id=067eef78-33f6-4c53-a8f4-0e22cad2594a HTTP/1.1" status: 200 len: 1094 time: 1.4377699 Sep 30 01:06:44.021339 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-208a94f5-e09f-4303-8f0a-4008ccdefb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:44.068934 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f92ac-171d-4602-b634-3db08a44da8c req-db5aacc4-9c80-4d26-836e-5d2ca8e76e99 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:44.071002 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-399f92ac-171d-4602-b634-3db08a44da8c req-db5aacc4-9c80-4d26-836e-5d2ca8e76e99 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 943 time: 1.3516991 Sep 30 01:06:44.097051 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port cf1d878c-a158-4e6e-8d48-3d0a7ea60422 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:06:44.133425 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port cf1d878c-a158-4e6e-8d48-3d0a7ea60422 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:06:44.133835 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:44.144474 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1143fdb8-ad43-4028-87fa-1a9f92721fce tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:44.205399 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cf6871c2-0358-43ac-a223-8d1dce61c911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:44.216813 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port ab704f12-cca5-45ea-ab32-6b8eac2bd258, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=ab704f12-cca5-45ea-ab32-6b8eac2bd258,segment=NetworkSegment(f3a59c15-0504-49a3-9129-c3529c1d8922),segment_id=f3a59c15-0504-49a3-9129-c3529c1d8922)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:44.248639 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a94f5-e09f-4303-8f0a-4008ccdefb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f842c72-92bf-473a-898b-7083b1ee3728,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:44.257272 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': 'ab704f12-cca5-45ea-ab32-6b8eac2bd258', 'network_id': '6a3e54c0-527e-4a0b-877b-b2ace2e841bf', 'port_id': 'ab704f12-cca5-45ea-ab32-6b8eac2bd258', 'mac_address': 'fa:16:3e:0b:b7:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a270c5-0bfe-4a31-9bd5-99f27822a262', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:06:44.272596 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-208a94f5-e09f-4303-8f0a-4008ccdefb9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:44.274942 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-208a94f5-e09f-4303-8f0a-4008ccdefb9c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f842c72-92bf-473a-898b-7083b1ee3728 HTTP/1.1" status: 204 len: 168 time: 2.4047222 Sep 30 01:06:44.293394 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-208a94f5-e09f-4303-8f0a-4008ccdefb9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:44.344533 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-399f92ac-171d-4602-b634-3db08a44da8c req-4c9cc6c2-f009-41a3-9d71-3f1907162e45 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513135 Sep 30 01:06:44.369064 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cf6871c2-0358-43ac-a223-8d1dce61c911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:44.440514 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450a282-f97f-4df4-a96d-c8dc14c023ae req-382bcf41-5b72-4ff0-9794-ce71022ddc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:44.444063 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1450a282-f97f-4df4-a96d-c8dc14c023ae req-382bcf41-5b72-4ff0-9794-ce71022ddc9b service neutron] 10.222.0.55 "GET /v2.0/networks?id=6a3e54c0-527e-4a0b-877b-b2ace2e841bf HTTP/1.1" status: 200 len: 913 time: 0.5235512 Sep 30 01:06:44.444194 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1f3d0-ea39-428f-b686-ac8b61dc217d req-82a6b47c-89c4-4096-9f2c-8d3e25a465d7 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:44.445658 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b9a1f3d0-ea39-428f-b686-ac8b61dc217d req-82a6b47c-89c4-4096-9f2c-8d3e25a465d7 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/ports?device_id=067eef78-33f6-4c53-a8f4-0e22cad2594a HTTP/1.1" status: 200 len: 943 time: 0.8274846 Sep 30 01:06:44.585014 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1450a282-f97f-4df4-a96d-c8dc14c023ae req-c4343b6d-db3a-4e37-bd56-b874d6f73522 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab704f12-cca5-45ea-ab32-6b8eac2bd258 HTTP/1.1" status: 200 len: 217 time: 0.1308398 Sep 30 01:06:44.654506 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:44.676121 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b9a1f3d0-ea39-428f-b686-ac8b61dc217d req-09245a15-4c60-4cab-9480-e6b36bc2e0bf tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba61a17f-663e-4ed2-a8b9-cb34862d48a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024884 Sep 30 01:06:44.740829 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cf6871c2-0358-43ac-a223-8d1dce61c911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:44.748148 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-839506b9-3143-4482-86ee-821ea734ec5c tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:44.769693 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450a282-f97f-4df4-a96d-c8dc14c023ae req-9d187eb1-9763-430e-a49f-63ff5c437a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:44.771573 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1450a282-f97f-4df4-a96d-c8dc14c023ae req-9d187eb1-9763-430e-a49f-63ff5c437a9b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=81a270c5-0bfe-4a31-9bd5-99f27822a262 HTTP/1.1" status: 200 len: 851 time: 0.1749871 Sep 30 01:06:44.774804 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6871c2-0358-43ac-a223-8d1dce61c911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9791deb9-2ed6-459d-9b7f-554b02c010ef,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:44.779251 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab704f12-cca5-45ea-ab32-6b8eac2bd258 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:06:44.827788 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port ab704f12-cca5-45ea-ab32-6b8eac2bd258, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=ab704f12-cca5-45ea-ab32-6b8eac2bd258,segment=NetworkSegment(f3a59c15-0504-49a3-9129-c3529c1d8922),segment_id=f3a59c15-0504-49a3-9129-c3529c1d8922)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:44.843854 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-cf6871c2-0358-43ac-a223-8d1dce61c911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:44.888440 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:44.919625 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cf6871c2-0358-43ac-a223-8d1dce61c911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:44.921275 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-cf6871c2-0358-43ac-a223-8d1dce61c911 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9791deb9-2ed6-459d-9b7f-554b02c010ef HTTP/1.1" status: 204 len: 168 time: 1.3112073 Sep 30 01:06:44.922455 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-2cc66a8b-a864-4ddd-adf1-5d6f04ea577d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:45.050990 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7442ad-490d-45f0-a2f6-c2ada4807488 req-325f5698-fba7-4ccf-8043-be1a71d16166 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:45.052743 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0a7442ad-490d-45f0-a2f6-c2ada4807488 req-325f5698-fba7-4ccf-8043-be1a71d16166 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=c70472aa-95d4-46ac-a569-73eb70ebd9db HTTP/1.1" status: 200 len: 944 time: 0.2796223 Sep 30 01:06:45.145100 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:45.147151 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450a282-f97f-4df4-a96d-c8dc14c023ae req-eaffffad-f7aa-4e6d-a8f6-01a0f5d8aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:45.150559 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1450a282-f97f-4df4-a96d-c8dc14c023ae req-eaffffad-f7aa-4e6d-a8f6-01a0f5d8aebe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6a3e54c0-527e-4a0b-877b-b2ace2e841bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3054016 Sep 30 01:06:45.187155 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['ab704f12-cca5-45ea-ab32-6b8eac2bd258'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:06:45.503459 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70472aa-95d4-46ac-a569-73eb70ebd9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1d878c-a158-4e6e-8d48-3d0a7ea60422'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:06:45.527404 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0a7442ad-490d-45f0-a2f6-c2ada4807488 req-e01b08f4-9a6e-483d-8cbd-28fd1e4e8e24 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4588344 Sep 30 01:06:45.547876 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=ab704f12-cca5-45ea-ab32-6b8eac2bd258,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:45.571210 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:45.605220 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port cf1d878c-a158-4e6e-8d48-3d0a7ea60422, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=cf1d878c-a158-4e6e-8d48-3d0a7ea60422,segment=NetworkSegment(78314eab-8436-4d6e-8e41-404a6dc9a40f),segment_id=78314eab-8436-4d6e-8e41-404a6dc9a40f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:45.630240 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:45.632806 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:45.681847 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1450a282-f97f-4df4-a96d-c8dc14c023ae req-8786f8f6-95d3-4c18-a501-50c23951ec1f service neutron] 10.222.0.55 "GET /v2.0/networks/6a3e54c0-527e-4a0b-877b-b2ace2e841bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103164 Sep 30 01:06:45.884841 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=cf1d878c-a158-4e6e-8d48-3d0a7ea60422,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:45.899635 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:46.078792 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2326aced-10e7-4d53-badf-29adbd716ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:46.086566 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e48361cf-5c7e-42c9-96b3-8303b5116348 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:46.188538 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f8016020-111e-4d05-ba5e-7dfdfe9c218f req-22150376-45e9-4035-87b9-28a61c913d44 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/ports?device_id=9824e338-9507-45f1-8cc6-01214e81da29 HTTP/1.1" status: 200 len: 210 time: 0.1342812 Sep 30 01:06:46.224046 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326aced-10e7-4d53-badf-29adbd716ae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eb85df0-f35f-4266-997a-b64f8df7e23e,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:46.230540 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2326aced-10e7-4d53-badf-29adbd716ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:46.254310 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2326aced-10e7-4d53-badf-29adbd716ae3 admin admin] Checking segment: {'id': '618f62bc-2f5c-4269-b3ef-02e0220ce392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7d752305-7068-40ad-9ef6-292e77a160d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:06:46.254669 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2326aced-10e7-4d53-badf-29adbd716ae3 admin admin] Network hostable DHCP agents. Network: 7d752305-7068-40ad-9ef6-292e77a160d6, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:06:46.289791 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1450a282-f97f-4df4-a96d-c8dc14c023ae req-88c13e04-fbb4-41f1-ace4-e562c12ccfaa service neutron] 10.222.0.55 "GET /v2.0/networks/6a3e54c0-527e-4a0b-877b-b2ace2e841bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5978177 Sep 30 01:06:46.298324 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 50392) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:46.314029 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c70472aa-95d4-46ac-a569-73eb70ebd9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1d878c-a158-4e6e-8d48-3d0a7ea60422', 'code': 200} Sep 30 01:06:46.336677 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c4473dff-2331-4294-8330-959150cebd7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:46.353317 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4b753-37b4-4b67-9a47-9280e6093996 req-ee695651-5b77-4b8a-84c7-517f9676a900 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:46.356585 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-65c4b753-37b4-4b67-9a47-9280e6093996 req-ee695651-5b77-4b8a-84c7-517f9676a900 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 943 time: 0.4000764 Sep 30 01:06:46.377996 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c4473dff-2331-4294-8330-959150cebd7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:06:46.384989 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-c4473dff-2331-4294-8330-959150cebd7f admin admin] Usage tracker for resource:security_group_rule and tenant:b784a18b9751486c8cddf199c93982dc is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:06:46.390913 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-c4473dff-2331-4294-8330-959150cebd7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:06:46.401802 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c4473dff-2331-4294-8330-959150cebd7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:06:46.435727 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-65c4b753-37b4-4b67-9a47-9280e6093996 req-26dbc29d-dc22-4d32-b5bd-46c84da78750 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654898 Sep 30 01:06:46.440816 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2326aced-10e7-4d53-badf-29adbd716ae3 admin admin] Network 7d752305-7068-40ad-9ef6-292e77a160d6 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:06:46.462570 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 50396) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:46.525379 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-2326aced-10e7-4d53-badf-29adbd716ae3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 7d752305-7068-40ad-9ef6-292e77a160d6) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:06:46.537010 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff9dc80-0016-492a-b9bf-e52dda672bdd None None] Network 7d752305-7068-40ad-9ef6-292e77a160d6 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:06:46.541868 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2326aced-10e7-4d53-badf-29adbd716ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:46.542468 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2326aced-10e7-4d53-badf-29adbd716ae3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:46.584470 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c4473dff-2331-4294-8330-959150cebd7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:46.658183 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-2326aced-10e7-4d53-badf-29adbd716ae3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.5324373 Sep 30 01:06:46.660879 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 50404) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:46.675814 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-592584262-router', 'tenant_id': '0149d6d6ed59445481fded27e8294137', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:06:46.687778 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c4473dff-2331-4294-8330-959150cebd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:46.721216 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-58c9b065-6d23-4a1b-8d83-f75e3b4aad7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734431'] for router_interface, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:46.768105 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d34035ec-c898-47f5-bec0-923bf3cc09ef tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:46.848219 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-c4473dff-2331-4294-8330-959150cebd7f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b784a18b9751486c8cddf199c93982dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5481641 Sep 30 01:06:46.878163 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4473dff-2331-4294-8330-959150cebd7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ee221c-f536-4a99-9098-29351c09999e,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:46.898026 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c4473dff-2331-4294-8330-959150cebd7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:46.898568 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 50410) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:46.920392 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:06:46.958660 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-5d59fc9c-fc12-4051-94a6-2ee41739941e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1149606969-network', 'tenant_id': 'af0325e6d42640e08d37c1ad91bd5800'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:06:46.972044 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-5d59fc9c-fc12-4051-94a6-2ee41739941e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:06:46.981159 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-5d59fc9c-fc12-4051-94a6-2ee41739941e admin admin] Usage tracker for resource:network and tenant:af0325e6d42640e08d37c1ad91bd5800 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:06:46.987476 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-5d59fc9c-fc12-4051-94a6-2ee41739941e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:06:47.002147 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-5d59fc9c-fc12-4051-94a6-2ee41739941e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:06:47.117108 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7887db19-6e06-4d31-9272-c79087b827d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-7d752305-7068-40ad-9ef6-292e77a160d6', 'network_id': '7d752305-7068-40ad-9ef6-292e77a160d6', 'tenant_id': '0149d6d6ed59445481fded27e8294137', 'fixed_ips': [{'subnet_id': '4eb85df0-f35f-4266-997a-b64f8df7e23e'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 01:06:47.117458 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21db987-f3ac-4ec8-b918-3881efc4dcfd req-701bf603-afbf-47c9-9630-f66ec5ad08f4 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:47.117964 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-7887db19-6e06-4d31-9272-c79087b827d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:47.119259 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c21db987-f3ac-4ec8-b918-3881efc4dcfd req-701bf603-afbf-47c9-9630-f66ec5ad08f4 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/ports?device_id=067eef78-33f6-4c53-a8f4-0e22cad2594a HTTP/1.1" status: 200 len: 944 time: 0.5323179 Sep 30 01:06:47.345535 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-7887db19-6e06-4d31-9272-c79087b827d3 None None] Allocated IP 172.20.0.2 (7d752305-7068-40ad-9ef6-292e77a160d6/4eb85df0-f35f-4266-997a-b64f8df7e23e/c04fd288-0a3b-4ff5-aaf4-a7fec5b05d05) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:06:47.386743 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-010c9518-06f1-4e61-8be4-1cbf1d9fd3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:47.398343 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cce66-34fd-4d39-835c-f1f02ca0b22c req-1defb2d6-15da-4b6f-9086-557d480c47b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:47.400010 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-582cce66-34fd-4d39-835c-f1f02ca0b22c req-1defb2d6-15da-4b6f-9086-557d480c47b0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c70472aa-95d4-46ac-a569-73eb70ebd9db HTTP/1.1" status: 200 len: 1096 time: 0.8090572 Sep 30 01:06:47.428672 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Usage tracker for resource:router and tenant:0149d6d6ed59445481fded27e8294137 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:06:47.464287 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:06:47.472387 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:06:47.482978 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d59fc9c-fc12-4051-94a6-2ee41739941e admin admin] Made reservation on behalf of af0325e6d42640e08d37c1ad91bd5800 for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:06:47.485705 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5d59fc9c-fc12-4051-94a6-2ee41739941e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:47.509259 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5d59fc9c-fc12-4051-94a6-2ee41739941e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:47.531689 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c21db987-f3ac-4ec8-b918-3881efc4dcfd req-7649140f-97dd-4702-99d8-d2253bbb2e11 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba61a17f-663e-4ed2-a8b9-cb34862d48a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3809690 Sep 30 01:06:47.537480 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-010c9518-06f1-4e61-8be4-1cbf1d9fd3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:47.552716 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-5d59fc9c-fc12-4051-94a6-2ee41739941e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:06:47.564072 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device ab704f12-cca5-45ea-ab32-6b8eac2bd258 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:06:47.573850 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-730961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30750'] for router, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:47.574923 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30743'] for router, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:47.595052 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:47.624217 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-5d59fc9c-fc12-4051-94a6-2ee41739941e admin admin] Usage tracker for resource:security_group_rule and tenant:af0325e6d42640e08d37c1ad91bd5800 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:06:47.634031 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-582cce66-34fd-4d39-835c-f1f02ca0b22c req-31ccad80-f210-4eee-b21f-08c48d721072 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207241 Sep 30 01:06:47.640312 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-5d59fc9c-fc12-4051-94a6-2ee41739941e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:06:47.671596 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-d60ec209-fa19-4ec2-b761-affac03923ef tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:47.674889 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-d60ec209-fa19-4ec2-b761-affac03923ef tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.59 "GET /v2.0/networks?id=bb29cdb2-6e44-48a1-b01d-ee5326cd7e03 HTTP/1.1" status: 200 len: 817 time: 0.5261626 Sep 30 01:06:47.715958 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-010c9518-06f1-4e61-8be4-1cbf1d9fd3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:47.720880 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-79bd1b05-125c-41c1-8fac-d9d2ac27cdd9 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:47.739101 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c9518-06f1-4e61-8be4-1cbf1d9fd3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ee221c-f536-4a99-9098-29351c09999e,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:47.751571 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-010c9518-06f1-4e61-8be4-1cbf1d9fd3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:47.772220 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-010c9518-06f1-4e61-8be4-1cbf1d9fd3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:47.778303 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-010c9518-06f1-4e61-8be4-1cbf1d9fd3d2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e6ee221c-f536-4a99-9098-29351c09999e HTTP/1.1" status: 204 len: 168 time: 0.8756542 Sep 30 01:06:47.811017 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-5d59fc9c-fc12-4051-94a6-2ee41739941e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:06:47.951339 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port ab704f12-cca5-45ea-ab32-6b8eac2bd258 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:06:47.969276 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port ab704f12-cca5-45ea-ab32-6b8eac2bd258 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:06:47.969781 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:48.026366 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bd72ad16-4550-4859-b5ad-207f20cedfb0 req-a99334f6-47cd-4eb3-93ad-cb8cec131a6d tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/ports?device_id=9824e338-9507-45f1-8cc6-01214e81da29 HTTP/1.1" status: 200 len: 210 time: 0.1396801 Sep 30 01:06:48.192108 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-7887db19-6e06-4d31-9272-c79087b827d3 None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:48.219774 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-7887db19-6e06-4d31-9272-c79087b827d3 None None] Transition to ACTIVE for port object c04fd288-0a3b-4ff5-aaf4-a7fec5b05d05 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:06:48.225399 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:48.298674 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-7887db19-6e06-4d31-9272-c79087b827d3 None None] Transition to ACTIVE for port object c04fd288-0a3b-4ff5-aaf4-a7fec5b05d05 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:06:48.317331 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-7887db19-6e06-4d31-9272-c79087b827d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:48.347264 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c5e8697f-eb3a-4cf3-85e4-db3f28b3132e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:48.405623 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067eef78-33f6-4c53-a8f4-0e22cad2594a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab704f12-cca5-45ea-ab32-6b8eac2bd258'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:06:48.448765 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7887db19-6e06-4d31-9272-c79087b827d3 None None] Network 7d752305-7068-40ad-9ef6-292e77a160d6 is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:06:48.475496 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-7887db19-6e06-4d31-9272-c79087b827d3 None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:06:48.478342 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port ab704f12-cca5-45ea-ab32-6b8eac2bd258, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=ab704f12-cca5-45ea-ab32-6b8eac2bd258,segment=NetworkSegment(f3a59c15-0504-49a3-9129-c3529c1d8922),segment_id=f3a59c15-0504-49a3-9129-c3529c1d8922)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:48.481013 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99916cc3-720a-45b3-8453-e502bf548349 req-182d0dc4-b7a0-4c13-82ab-cbd3055bdf52 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:48.482623 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7887db19-6e06-4d31-9272-c79087b827d3 None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:06:48.488700 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-99916cc3-720a-45b3-8453-e502bf548349 req-182d0dc4-b7a0-4c13-82ab-cbd3055bdf52 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=c70472aa-95d4-46ac-a569-73eb70ebd9db HTTP/1.1" status: 200 len: 945 time: 1.5598059 Sep 30 01:06:48.490492 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:48.551795 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d610c5-dcbd-4bb3-98e0-98b12054f4e7 req-c79eb416-957c-4a3f-ba1b-93ffc6842ce3 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:48.557447 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b7d610c5-dcbd-4bb3-98e0-98b12054f4e7 req-c79eb416-957c-4a3f-ba1b-93ffc6842ce3 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 943 time: 0.3635485 Sep 30 01:06:48.564922 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887db19-6e06-4d31-9272-c79087b827d3 None None] Pushing event updated for resources: {'Port': ['ID=c04fd288-0a3b-4ff5-aaf4-a7fec5b05d05,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:48.591480 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-7887db19-6e06-4d31-9272-c79087b827d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:48.592628 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:48.597628 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5d59fc9c-fc12-4051-94a6-2ee41739941e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:48.680345 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5d59fc9c-fc12-4051-94a6-2ee41739941e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:48.694874 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d59fc9c-fc12-4051-94a6-2ee41739941e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:06:48.707525 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5d59fc9c-fc12-4051-94a6-2ee41739941e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:48.707919 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-5d59fc9c-fc12-4051-94a6-2ee41739941e admin admin] Added segment 7b8bfce3-4fbb-406b-aae0-cac46f05c284 of type vlan for network 69c6f639-6e1a-40fb-9ba4-9b9a33c1b129 Sep 30 01:06:48.709173 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b7d610c5-dcbd-4bb3-98e0-98b12054f4e7 req-206c0708-8111-4292-85a1-64a472297093 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476696 Sep 30 01:06:48.724614 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-af306cc1-d5b4-4662-90a6-39058b587016 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Request body: {'port': {'device_id': 'fd713567-cf01-49f4-a11e-b3cd80011906', 'network_id': 'bb29cdb2-6e44-48a1-b01d-ee5326cd7e03', 'admin_state_up': True, 'tenant_id': '7480a0ef22064673b6ddeabd2d800245'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:06:48.740510 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=ab704f12-cca5-45ea-ab32-6b8eac2bd258,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:48.759382 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-672991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-730982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30841'] for router, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:48.785744 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:48.792729 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-43128a71-5979-4bed-80ce-fd7f6cc1b0cb tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:48.803399 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-7887db19-6e06-4d31-9272-c79087b827d3 None None] Attempting to bind port c04fd288-0a3b-4ff5-aaf4-a7fec5b05d05 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:06:48.803779 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-7887db19-6e06-4d31-9272-c79087b827d3 None None] Attempting to bind port c04fd288-0a3b-4ff5-aaf4-a7fec5b05d05 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '618f62bc-2f5c-4269-b3ef-02e0220ce392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7d752305-7068-40ad-9ef6-292e77a160d6'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:06:48.804156 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7887db19-6e06-4d31-9272-c79087b827d3 None None] Attempting to bind port c04fd288-0a3b-4ff5-aaf4-a7fec5b05d05 on network 7d752305-7068-40ad-9ef6-292e77a160d6 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:06:48.810148 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7887db19-6e06-4d31-9272-c79087b827d3 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:06:48.810539 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7887db19-6e06-4d31-9272-c79087b827d3 None None] Checking segment: {'id': '618f62bc-2f5c-4269-b3ef-02e0220ce392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7d752305-7068-40ad-9ef6-292e77a160d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:06:48.810965 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-7887db19-6e06-4d31-9272-c79087b827d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:48.811368 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7887db19-6e06-4d31-9272-c79087b827d3 None None] Bound using segment: {'id': '618f62bc-2f5c-4269-b3ef-02e0220ce392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7d752305-7068-40ad-9ef6-292e77a160d6'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:06:48.811980 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-7887db19-6e06-4d31-9272-c79087b827d3 None None] Bound port: c04fd288-0a3b-4ff5-aaf4-a7fec5b05d05, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '618f62bc-2f5c-4269-b3ef-02e0220ce392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7d752305-7068-40ad-9ef6-292e77a160d6'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:06:48.812368 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-7887db19-6e06-4d31-9272-c79087b827d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:48.917569 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-7887db19-6e06-4d31-9272-c79087b827d3 None None] For port c04fd288-0a3b-4ff5-aaf4-a7fec5b05d05, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:06:48.920998 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-7887db19-6e06-4d31-9272-c79087b827d3 None None] For port c04fd288-0a3b-4ff5-aaf4-a7fec5b05d05, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=c04fd288-0a3b-4ff5-aaf4-a7fec5b05d05,segment=NetworkSegment(618f62bc-2f5c-4269-b3ef-02e0220ce392),segment_id=618f62bc-2f5c-4269-b3ef-02e0220ce392)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:06:48.929243 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067eef78-33f6-4c53-a8f4-0e22cad2594a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab704f12-cca5-45ea-ab32-6b8eac2bd258', 'code': 200} Sep 30 01:06:48.933059 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59fc9c-fc12-4051-94a6-2ee41739941e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492eebf2-ee6a-4f28-b265-d19f5095cd6f,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:48.943828 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5d59fc9c-fc12-4051-94a6-2ee41739941e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:48.945629 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-7887db19-6e06-4d31-9272-c79087b827d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:48.956170 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:48.964519 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-99916cc3-720a-45b3-8453-e502bf548349 req-0a1272bc-da4e-4b71-b946-ee9d57e2288a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567281 Sep 30 01:06:49.033052 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5d59fc9c-fc12-4051-94a6-2ee41739941e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:49.057610 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-dc1d110f-8998-4fb3-a9fb-422d61bf284b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:49.285855 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:49.310610 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-af306cc1-d5b4-4662-90a6-39058b587016 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:06:49.319094 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887db19-6e06-4d31-9272-c79087b827d3 None None] Pushing event updated for resources: {'Port': ['ID=c04fd288-0a3b-4ff5-aaf4-a7fec5b05d05,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:49.327722 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-7887db19-6e06-4d31-9272-c79087b827d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:49.452505 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-af306cc1-d5b4-4662-90a6-39058b587016 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Usage tracker for resource:port and tenant:7480a0ef22064673b6ddeabd2d800245 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:06:49.459972 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-af306cc1-d5b4-4662-90a6-39058b587016 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:06:49.464400 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-58c9b065-6d23-4a1b-8d83-f75e3b4aad7b admin admin] Deleting port d5d8dd04-f2e4-442f-ab1b-9c0ac1511521 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:06:49.465045 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-58c9b065-6d23-4a1b-8d83-f75e3b4aad7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:49.481129 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-af306cc1-d5b4-4662-90a6-39058b587016 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:06:49.508544 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-784127c3-f0ac-481b-8cca-881700d88a64 req-1d315343-77db-46ad-9a55-84961811f01e tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/ports?device_id=9824e338-9507-45f1-8cc6-01214e81da29 HTTP/1.1" status: 200 len: 210 time: 0.2249503 Sep 30 01:06:49.516699 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5d59fc9c-fc12-4051-94a6-2ee41739941e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:49.517874 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d59fc9c-fc12-4051-94a6-2ee41739941e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:49.518867 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5d59fc9c-fc12-4051-94a6-2ee41739941e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:49.529336 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-af306cc1-d5b4-4662-90a6-39058b587016 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Made reservation on behalf of 7480a0ef22064673b6ddeabd2d800245 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:06:49.533100 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-30261504-870b-4e99-98fe-357420096f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:49.535078 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-af306cc1-d5b4-4662-90a6-39058b587016 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:50.053614 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4882dcc-24b7-4893-9f11-625564efaf4d req-6325a17b-7843-46f5-93f1-e5d086b6379e tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:50.055485 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device c04fd288-0a3b-4ff5-aaf4-a7fec5b05d05 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:06:50.089959 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f4882dcc-24b7-4893-9f11-625564efaf4d req-6325a17b-7843-46f5-93f1-e5d086b6379e tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/ports?device_id=067eef78-33f6-4c53-a8f4-0e22cad2594a HTTP/1.1" status: 200 len: 945 time: 0.8900232 Sep 30 01:06:50.110159 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-af306cc1-d5b4-4662-90a6-39058b587016 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Allocated IP 172.20.0.6 (bb29cdb2-6e44-48a1-b01d-ee5326cd7e03/17129e6f-76ae-4456-93d1-331e3193cad8/1a6d04d9-3949-4f3b-ad29-bb0cb876a617) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:06:50.134149 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0756bc-b85c-4fe6-a26e-73ff10d62e0d req-27985a7a-3c66-4f05-9cc2-d2f7e15852dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:50.136631 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-af0756bc-b85c-4fe6-a26e-73ff10d62e0d req-27985a7a-3c66-4f05-9cc2-d2f7e15852dc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=067eef78-33f6-4c53-a8f4-0e22cad2594a HTTP/1.1" status: 200 len: 1096 time: 0.9237254 Sep 30 01:06:50.213205 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port c04fd288-0a3b-4ff5-aaf4-a7fec5b05d05 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:06:50.314418 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f4882dcc-24b7-4893-9f11-625564efaf4d req-9e428bc6-3577-403e-8219-ef5674798f6e tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba61a17f-663e-4ed2-a8b9-cb34862d48a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203681 Sep 30 01:06:50.394695 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-af0756bc-b85c-4fe6-a26e-73ff10d62e0d req-183413e2-d6dd-4b07-91a8-f7f6f7076b5f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ba61a17f-663e-4ed2-a8b9-cb34862d48a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2444477 Sep 30 01:06:50.465419 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-5d59fc9c-fc12-4051-94a6-2ee41739941e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.9973352 Sep 30 01:06:50.466331 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59fc9c-fc12-4051-94a6-2ee41739941e admin admin] Pushing event updated for resources: {'Network': ['ID=69c6f639-6e1a-40fb-9ba4-9b9a33c1b129,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:50.474319 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 50458) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:50.488463 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5d59fc9c-fc12-4051-94a6-2ee41739941e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.955s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:50.492411 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-88f12608-a7ae-498e-a920-f24243eac30e admin admin] Request body: {'subnet': {'network_id': '69c6f639-6e1a-40fb-9ba4-9b9a33c1b129', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1149606969-subnet', 'tenant_id': 'af0325e6d42640e08d37c1ad91bd5800', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:06:50.495938 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 69c6f639-6e1a-40fb-9ba4-9b9a33c1b129 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:06:50.503435 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-88f12608-a7ae-498e-a920-f24243eac30e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:06:50.866203 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-d92b0b9e-f839-4eb6-82a9-76421917b316 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:50.867982 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-d92b0b9e-f839-4eb6-82a9-76421917b316 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.59 "GET /v2.0/networks?id=bb29cdb2-6e44-48a1-b01d-ee5326cd7e03 HTTP/1.1" status: 200 len: 817 time: 1.0062144 Sep 30 01:06:50.879092 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-58c9b065-6d23-4a1b-8d83-f75e3b4aad7b admin admin] For port d5d8dd04-f2e4-442f-ab1b-9c0ac1511521, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=d5d8dd04-f2e4-442f-ab1b-9c0ac1511521,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:50.879869 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-58c9b065-6d23-4a1b-8d83-f75e3b4aad7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:50.985505 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-88f12608-a7ae-498e-a920-f24243eac30e admin admin] Usage tracker for resource:subnet and tenant:af0325e6d42640e08d37c1ad91bd5800 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:06:50.997913 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-88f12608-a7ae-498e-a920-f24243eac30e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:06:51.051861 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-88f12608-a7ae-498e-a920-f24243eac30e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:06:51.114482 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-58c9b065-6d23-4a1b-8d83-f75e3b4aad7b admin admin] Calling delete_port for d5d8dd04-f2e4-442f-ab1b-9c0ac1511521 owned by network:router_interface {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:06:51.176328 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f12608-a7ae-498e-a920-f24243eac30e admin admin] Made reservation on behalf of af0325e6d42640e08d37c1ad91bd5800 for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:06:51.189840 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-88f12608-a7ae-498e-a920-f24243eac30e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:51.232482 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-717f4b98-e0da-4aea-add7-65fe6f02bc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:51.369215 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-af306cc1-d5b4-4662-90a6-39058b587016 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:51.415731 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-af306cc1-d5b4-4662-90a6-39058b587016 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:51.427176 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2807bb12-0912-479a-8ad1-6dd652a489bd tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:51.488990 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33a9ecb-e766-4a4d-8e11-c3b4dbe4c5bb None None] Network 7d752305-7068-40ad-9ef6-292e77a160d6 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:06:51.500576 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-b75cabcd-92d8-4cda-bb67-18583550203a tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Request body: {'port': {'device_id': '9824e338-9507-45f1-8cc6-01214e81da29', 'network_id': 'bb29cdb2-6e44-48a1-b01d-ee5326cd7e03', 'admin_state_up': True, 'tenant_id': '7480a0ef22064673b6ddeabd2d800245'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:06:51.688982 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f7197-e581-4f15-a597-b42e406c6c67 req-36d9b3bb-3964-4c75-af96-e22f3f557098 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:51.699763 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1e4f7197-e581-4f15-a597-b42e406c6c67 req-36d9b3bb-3964-4c75-af96-e22f3f557098 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=c70472aa-95d4-46ac-a569-73eb70ebd9db HTTP/1.1" status: 200 len: 945 time: 0.9006715 Sep 30 01:06:51.718500 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-af306cc1-d5b4-4662-90a6-39058b587016 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Network bb29cdb2-6e44-48a1-b01d-ee5326cd7e03 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:06:51.736446 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-af306cc1-d5b4-4662-90a6-39058b587016 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:06:51.764736 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-af306cc1-d5b4-4662-90a6-39058b587016 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:06:51.782933 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-21719a78-f29f-4903-bbe1-6e71455bf18a None None] Provisioning for port c04fd288-0a3b-4ff5-aaf4-a7fec5b05d05 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:06:51.790428 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-21719a78-f29f-4903-bbe1-6e71455bf18a None None] Provisioning complete for port c04fd288-0a3b-4ff5-aaf4-a7fec5b05d05 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:06:51.792071 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-21719a78-f29f-4903-bbe1-6e71455bf18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:51.891593 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af306cc1-d5b4-4662-90a6-39058b587016 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Pushing event updated for resources: {'Port': ['ID=1a6d04d9-3949-4f3b-ad29-bb0cb876a617,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:51.896922 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-af306cc1-d5b4-4662-90a6-39058b587016 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:51.943672 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1e4f7197-e581-4f15-a597-b42e406c6c67 req-19499ada-9a6f-4c18-811b-2b4a3faa030e tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088766 Sep 30 01:06:51.955496 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-af306cc1-d5b4-4662-90a6-39058b587016 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:51.956152 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-af306cc1-d5b4-4662-90a6-39058b587016 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:51.992116 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-af306cc1-d5b4-4662-90a6-39058b587016 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2801435 Sep 30 01:06:51.992387 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-b75cabcd-92d8-4cda-bb67-18583550203a tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:06:52.005709 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-58c9b065-6d23-4a1b-8d83-f75e3b4aad7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:52.017670 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f88a6443-dc2d-405a-9e0e-d59e48a1357f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:52.113331 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-88f12608-a7ae-498e-a920-f24243eac30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981632'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:52.119491 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e8ecf169-2e3d-44fe-a5a3-0611eabf6f88 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:52.181499 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-21719a78-f29f-4903-bbe1-6e71455bf18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:52.230684 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-95561577-5244-452e-b3c6-9ece56525936 req-1e3dd95d-c31a-48d9-8194-3310a911f063 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Synchronizing usage tracker for tenant:7480a0ef22064673b6ddeabd2d800245 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:06:52.286682 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f12608-a7ae-498e-a920-f24243eac30e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5322c100-328d-4947-a488-45b73d699730,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:52.289558 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-88f12608-a7ae-498e-a920-f24243eac30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:52.290663 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f12608-a7ae-498e-a920-f24243eac30e admin admin] Checking segment: {'id': '7b8bfce3-4fbb-406b-aae0-cac46f05c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '69c6f639-6e1a-40fb-9ba4-9b9a33c1b129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:06:52.291282 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f12608-a7ae-498e-a920-f24243eac30e admin admin] Network hostable DHCP agents. Network: 69c6f639-6e1a-40fb-9ba4-9b9a33c1b129, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:06:52.314765 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f12608-a7ae-498e-a920-f24243eac30e admin admin] Network 69c6f639-6e1a-40fb-9ba4-9b9a33c1b129 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:06:52.328043 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-88f12608-a7ae-498e-a920-f24243eac30e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 69c6f639-6e1a-40fb-9ba4-9b9a33c1b129) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:06:52.337524 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f12608-a7ae-498e-a920-f24243eac30e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:52.338166 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-88f12608-a7ae-498e-a920-f24243eac30e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:52.365692 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2d5267-fde6-4d72-9cc0-8a5bc7210e70 None None] Network 69c6f639-6e1a-40fb-9ba4-9b9a33c1b129 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:06:52.372912 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-b75cabcd-92d8-4cda-bb67-18583550203a tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Usage tracker for resource:port and tenant:7480a0ef22064673b6ddeabd2d800245 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:06:52.380775 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-88f12608-a7ae-498e-a920-f24243eac30e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9050784 Sep 30 01:06:52.398006 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87ece8-ba5b-4ca1-b3ce-dc53abab7d0b req-b1aa8480-40cb-4a75-87db-aa5bab8cc7f8 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:52.406353 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bf87ece8-ba5b-4ca1-b3ce-dc53abab7d0b req-b1aa8480-40cb-4a75-87db-aa5bab8cc7f8 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 943 time: 2.1612303 Sep 30 01:06:52.412241 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-b75cabcd-92d8-4cda-bb67-18583550203a tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:06:52.422255 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9b065-6d23-4a1b-8d83-f75e3b4aad7b admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d8dd04-f2e4-442f-ab1b-9c0ac1511521,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:52.424958 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-58c9b065-6d23-4a1b-8d83-f75e3b4aad7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:52.516587 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-b75cabcd-92d8-4cda-bb67-18583550203a tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:06:52.561940 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-21719a78-f29f-4903-bbe1-6e71455bf18a None None] For port c04fd288-0a3b-4ff5-aaf4-a7fec5b05d05, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=c04fd288-0a3b-4ff5-aaf4-a7fec5b05d05,segment=NetworkSegment(618f62bc-2f5c-4269-b3ef-02e0220ce392),segment_id=618f62bc-2f5c-4269-b3ef-02e0220ce392)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:52.603119 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-21719a78-f29f-4903-bbe1-6e71455bf18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:52.620785 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:52.689331 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:52.692674 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:52.732365 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bf87ece8-ba5b-4ca1-b3ce-dc53abab7d0b req-957306f1-70e9-4ffa-aec1-364bc3c35f5d tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215060 Sep 30 01:06:52.748883 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-b2e76d56-0557-47cf-b39b-353d8cb1a98d tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:52.750376 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-b2e76d56-0557-47cf-b39b-353d8cb1a98d tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.59 "GET /v2.0/networks?id=bb29cdb2-6e44-48a1-b01d-ee5326cd7e03 HTTP/1.1" status: 200 len: 817 time: 1.2980356 Sep 30 01:06:52.751453 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:52.755627 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-95561577-5244-452e-b3c6-9ece56525936 req-1e3dd95d-c31a-48d9-8194-3310a911f063 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Unset dirty status for tenant:7480a0ef22064673b6ddeabd2d800245 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:06:52.757603 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-95561577-5244-452e-b3c6-9ece56525936 req-1e3dd95d-c31a-48d9-8194-3310a911f063 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/ports?device_id=9824e338-9507-45f1-8cc6-01214e81da29 HTTP/1.1" status: 200 len: 210 time: 0.6078577 Sep 30 01:06:52.781397 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21719a78-f29f-4903-bbe1-6e71455bf18a None None] Pushing event updated for resources: {'Port': ['ID=c04fd288-0a3b-4ff5-aaf4-a7fec5b05d05,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:52.788219 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-21719a78-f29f-4903-bbe1-6e71455bf18a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:52.798031 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-b75cabcd-92d8-4cda-bb67-18583550203a tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Made reservation on behalf of 7480a0ef22064673b6ddeabd2d800245 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:06:52.801697 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-b75cabcd-92d8-4cda-bb67-18583550203a tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:52.836902 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d41c50-2a05-4821-a99e-becff0f95761 None None] Network 69c6f639-6e1a-40fb-9ba4-9b9a33c1b129 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:06:53.070440 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3a077-e246-4a65-ba51-cdb48517a6ec req-51014a8f-0732-4227-8f2a-9413a0d3a097 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:53.087469 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65e3a077-e246-4a65-ba51-cdb48517a6ec req-51014a8f-0732-4227-8f2a-9413a0d3a097 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=c70472aa-95d4-46ac-a569-73eb70ebd9db HTTP/1.1" status: 200 len: 945 time: 0.1729326 Sep 30 01:06:53.184808 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-65e3a077-e246-4a65-ba51-cdb48517a6ec req-89bd41f7-cc83-43c6-8c51-328dc13e02a8 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958023 Sep 30 01:06:53.288717 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c68a7d08-9895-40a7-ba6f-00ece8886ea0 None None] Provisioning complete for port c04fd288-0a3b-4ff5-aaf4-a7fec5b05d05 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:06:53.289022 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c68a7d08-9895-40a7-ba6f-00ece8886ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:53.464245 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-b75cabcd-92d8-4cda-bb67-18583550203a tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Allocated IP 172.20.0.3 (bb29cdb2-6e44-48a1-b01d-ee5326cd7e03/17129e6f-76ae-4456-93d1-331e3193cad8/099e6d8b-230d-45b0-aed6-1932684198d0) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:06:53.514091 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Allocated IP 172.25.0.153 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/f9c392eb-b55a-4093-b364-66b1bcb5d954) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:06:53.584439 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-58c9b065-6d23-4a1b-8d83-f75e3b4aad7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683119'] for router_interface, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:53.683891 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b8024-4b7f-4367-9f74-112a1b9338ba req-955f3ae2-5029-4f2c-8114-54f06a4e8efa tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:53.685130 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-866b8024-4b7f-4367-9f74-112a1b9338ba req-955f3ae2-5029-4f2c-8114-54f06a4e8efa tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/ports?device_id=067eef78-33f6-4c53-a8f4-0e22cad2594a HTTP/1.1" status: 200 len: 945 time: 0.6473126 Sep 30 01:06:53.885322 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-12659700-167c-4b28-8a2e-4585ba9c92bb service neutron] Request body: {'port': {'device_id': 'fd713567-cf01-49f4-a11e-b3cd80011906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:06:53.929653 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-866b8024-4b7f-4367-9f74-112a1b9338ba req-49a8f987-55b4-4ebe-afdc-b9d8973fc691 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba61a17f-663e-4ed2-a8b9-cb34862d48a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778629 Sep 30 01:06:53.939904 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-aa41ee09-eb5f-4c47-b940-aa7c6a91f89c tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Request body: {'port': {'device_id': '753a331b-a1e6-441f-bb5d-69bcb8392434', 'network_id': 'bb29cdb2-6e44-48a1-b01d-ee5326cd7e03', 'admin_state_up': True, 'tenant_id': '7480a0ef22064673b6ddeabd2d800245'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:06:54.007379 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device c04fd288-0a3b-4ff5-aaf4-a7fec5b05d05 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:06:54.039741 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:54.240822 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port c04fd288-0a3b-4ff5-aaf4-a7fec5b05d05 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:06:54.241099 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:54.252832 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-12659700-167c-4b28-8a2e-4585ba9c92bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:54.345443 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ab5fe-717d-4c08-8774-7960ff449220 req-a9743f57-dbf2-4c28-b271-479110579b54 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:54.346968 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e82ab5fe-717d-4c08-8774-7960ff449220 req-a9743f57-dbf2-4c28-b271-479110579b54 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=c70472aa-95d4-46ac-a569-73eb70ebd9db HTTP/1.1" status: 200 len: 945 time: 0.4254379 Sep 30 01:06:54.385942 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:54.467343 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e82ab5fe-717d-4c08-8774-7960ff449220 req-650c9b89-5353-40bd-ad90-44c96fc9c2b0 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082199 Sep 30 01:06:54.627835 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-aa41ee09-eb5f-4c47-b940-aa7c6a91f89c tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:06:54.632525 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6054c860-29cd-4b88-af2c-fdbe02a7df63 req-c4ef2804-8a43-41c9-9725-ad78998db8c8 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/ports?device_id=9824e338-9507-45f1-8cc6-01214e81da29 HTTP/1.1" status: 200 len: 210 time: 0.0520427 Sep 30 01:06:54.635617 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-b75cabcd-92d8-4cda-bb67-18583550203a tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:54.643842 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-aa41ee09-eb5f-4c47-b940-aa7c6a91f89c tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Usage tracker for resource:port and tenant:7480a0ef22064673b6ddeabd2d800245 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:06:54.658082 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-aa41ee09-eb5f-4c47-b940-aa7c6a91f89c tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:06:54.676113 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-aa41ee09-eb5f-4c47-b940-aa7c6a91f89c tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:06:54.716602 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a29c0a-ce26-4148-8636-8a3ce3b2f206 req-de463e41-0d0f-46fe-bc67-edfd483c28d3 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:54.718110 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-18a29c0a-ce26-4148-8636-8a3ce3b2f206 req-de463e41-0d0f-46fe-bc67-edfd483c28d3 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 943 time: 0.5293984 Sep 30 01:06:54.724601 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-aa41ee09-eb5f-4c47-b940-aa7c6a91f89c tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Made reservation on behalf of 7480a0ef22064673b6ddeabd2d800245 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:06:54.728023 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-aa41ee09-eb5f-4c47-b940-aa7c6a91f89c tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:54.743396 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:54.754380 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-358202e2-5948-498e-a798-d9bbaa41e832 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:54.849324 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c9b065-6d23-4a1b-8d83-f75e3b4aad7b admin admin] Router 99c12d7a-87b8-47d3-896b-2eb74398c7fb has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 01:06:54.904366 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:06:54.919536 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:06:54.934757 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:06:54.935956 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4610f-89cd-495d-8515-300cc7de674e req-17a31de9-9bc2-4161-a4f6-cec9c18c2900 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:54.937546 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b8a4610f-89cd-495d-8515-300cc7de674e req-17a31de9-9bc2-4161-a4f6-cec9c18c2900 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/ports?device_id=067eef78-33f6-4c53-a8f4-0e22cad2594a HTTP/1.1" status: 200 len: 945 time: 0.0978522 Sep 30 01:06:54.947015 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 50518) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:54.955978 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-880c87a9-51e4-40c5-b10f-7d13ae67b917 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Request body: {'floatingip': {'port_id': 'ab704f12-cca5-45ea-ab32-6b8eac2bd258'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:06:54.974246 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Pushing event updated for resources: {'Port': ['ID=f9c392eb-b55a-4093-b364-66b1bcb5d954,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:54.993273 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-18a29c0a-ce26-4148-8636-8a3ce3b2f206 req-ec6e84b3-1758-4d4a-982e-1b2079f6e230 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514696 Sep 30 01:06:55.162380 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:06:55.162780 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:06:55.163168 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:06:55.163546 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:06:55.163921 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:06:55.164292 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:06:55.164659 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:06:55.165024 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:06:55.165389 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:06:55.165754 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:06:55.166200 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:06:55.167294 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:06:55.171013 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-b75cabcd-92d8-4cda-bb67-18583550203a tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:55.183885 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:55.203545 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-08e00cbe-58bd-4816-b587-e0d6d256e59a tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:55.257517 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-880c87a9-51e4-40c5-b10f-7d13ae67b917 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks [] for floatingip, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:55.351609 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-b75cabcd-92d8-4cda-bb67-18583550203a tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Network bb29cdb2-6e44-48a1-b01d-ee5326cd7e03 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:06:55.415771 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-b75cabcd-92d8-4cda-bb67-18583550203a tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:06:55.429035 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-b75cabcd-92d8-4cda-bb67-18583550203a tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:06:55.470114 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.db.resource_extend [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-12659700-167c-4b28-8a2e-4585ba9c92bb service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 01:06:55.494177 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75cabcd-92d8-4cda-bb67-18583550203a tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Pushing event updated for resources: {'Port': ['ID=099e6d8b-230d-45b0-aed6-1932684198d0,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:55.542131 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b75cabcd-92d8-4cda-bb67-18583550203a tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:55.559249 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c9b065-6d23-4a1b-8d83-f75e3b4aad7b admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:06:55.575166 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d43ec9-1ef9-44ac-baaf-86cd9d2d8b73 None None] Sync routers for ids ['99c12d7a-87b8-47d3-896b-2eb74398c7fb'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:06:55.589121 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-b75cabcd-92d8-4cda-bb67-18583550203a tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:55.589805 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-b75cabcd-92d8-4cda-bb67-18583550203a tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:55.591685 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d43ec9-1ef9-44ac-baaf-86cd9d2d8b73 None None] Routers {'99c12d7a-87b8-47d3-896b-2eb74398c7fb'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:06:55.592318 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-02d43ec9-1ef9-44ac-baaf-86cd9d2d8b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:06:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['99c12d7a-87b8-47d3-896b-2eb74398c7fb'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:55.752598 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-58c9b065-6d23-4a1b-8d83-f75e3b4aad7b admin admin] 10.222.0.39 "PUT /v2.0/routers/99c12d7a-87b8-47d3-896b-2eb74398c7fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9773474 Sep 30 01:06:55.768332 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 50546) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:55.827305 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-b75cabcd-92d8-4cda-bb67-18583550203a tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3834646 Sep 30 01:06:55.926206 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-02d43ec9-1ef9-44ac-baaf-86cd9d2d8b73 None None] Set router 99c12d7a-87b8-47d3-896b-2eb74398c7fb gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:06:55.970920 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-12659700-167c-4b28-8a2e-4585ba9c92bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a6d04d9-3949-4f3b-ad29-bb0cb876a617 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:06:55.999107 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873219c1-7761-488b-959e-018fbd8d78e4 req-757b2a01-492d-407c-813a-cc4d0a8a85f5 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:56.008027 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-873219c1-7761-488b-959e-018fbd8d78e4 req-757b2a01-492d-407c-813a-cc4d0a8a85f5 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=c70472aa-95d4-46ac-a569-73eb70ebd9db HTTP/1.1" status: 200 len: 945 time: 0.7898335 Sep 30 01:06:56.013842 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-12659700-167c-4b28-8a2e-4585ba9c92bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:56.053162 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-597e38e3-66bd-4cd2-b9f5-28cf230a30a2 service neutron] Request body: {'port': {'device_id': '9824e338-9507-45f1-8cc6-01214e81da29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:06:56.114769 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-12659700-167c-4b28-8a2e-4585ba9c92bb service neutron] Transition to ACTIVE for port object 1a6d04d9-3949-4f3b-ad29-bb0cb876a617 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:06:56.127027 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-873219c1-7761-488b-959e-018fbd8d78e4 req-a6b2e39d-8123-4f89-b5f0-1bf0f0df34d0 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175594 Sep 30 01:06:56.161211 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-12659700-167c-4b28-8a2e-4585ba9c92bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:56.179106 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c3672b7a-63cd-471b-956f-136c6f63c177 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:56.409713 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:56.476459 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-02d43ec9-1ef9-44ac-baaf-86cd9d2d8b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'name': 'tempest-ServerActionsTestJSON-173081650-router', 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'b00622cc-a873-48f8-9d2e-ca913f2b2223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:53:21Z', 'updated_at': '2021-09-30T01:06:51Z', 'revision_number': 5, 'project_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'gw_port': {'id': 'b00622cc-a873-48f8-9d2e-ca913f2b2223', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:53:23Z', 'updated_at': '2021-09-30T00:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:56.481897 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d43ec9-1ef9-44ac-baaf-86cd9d2d8b73 None None] Checking router: 99c12d7a-87b8-47d3-896b-2eb74398c7fb for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:06:56.491708 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d43ec9-1ef9-44ac-baaf-86cd9d2d8b73 None None] Routers {'99c12d7a-87b8-47d3-896b-2eb74398c7fb'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:06:56.492599 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-02d43ec9-1ef9-44ac-baaf-86cd9d2d8b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:06:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['99c12d7a-87b8-47d3-896b-2eb74398c7fb'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:56.635422 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-597e38e3-66bd-4cd2-b9f5-28cf230a30a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:56.667109 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12659700-167c-4b28-8a2e-4585ba9c92bb service neutron] Pushing event updated for resources: {'Port': ['ID=1a6d04d9-3949-4f3b-ad29-bb0cb876a617,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:56.670772 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-12659700-167c-4b28-8a2e-4585ba9c92bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:56.699864 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-02d43ec9-1ef9-44ac-baaf-86cd9d2d8b73 None None] Set router 99c12d7a-87b8-47d3-896b-2eb74398c7fb gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:06:56.787897 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3e7da-c369-4032-8ade-6094db24b97d req-578904b9-5f55-461b-b65d-c8678c0b922a tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:56.788615 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-26c3e7da-c369-4032-8ade-6094db24b97d req-578904b9-5f55-461b-b65d-c8678c0b922a tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Synchronizing usage tracker for tenant:7480a0ef22064673b6ddeabd2d800245 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:06:56.791687 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-aa41ee09-eb5f-4c47-b940-aa7c6a91f89c tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Allocated IP 172.20.0.9 (bb29cdb2-6e44-48a1-b01d-ee5326cd7e03/17129e6f-76ae-4456-93d1-331e3193cad8/d8713b73-731c-4b56-a969-df7c4c8f5aab) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:06:56.833436 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8964567a-3ee3-4711-b409-1590a5e14828 admin admin] Notify callbacks [] for router, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:56.882086 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-26c3e7da-c369-4032-8ade-6094db24b97d req-578904b9-5f55-461b-b65d-c8678c0b922a tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Unset dirty status for tenant:7480a0ef22064673b6ddeabd2d800245 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:06:56.883278 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-26c3e7da-c369-4032-8ade-6094db24b97d req-578904b9-5f55-461b-b65d-c8678c0b922a tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/ports?device_id=9824e338-9507-45f1-8cc6-01214e81da29 HTTP/1.1" status: 200 len: 931 time: 1.0583231 Sep 30 01:06:56.998519 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-02d43ec9-1ef9-44ac-baaf-86cd9d2d8b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'name': 'tempest-ServerActionsTestJSON-173081650-router', 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'b00622cc-a873-48f8-9d2e-ca913f2b2223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:53:21Z', 'updated_at': '2021-09-30T01:06:51Z', 'revision_number': 5, 'project_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'gw_port': {'id': 'b00622cc-a873-48f8-9d2e-ca913f2b2223', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:53:23Z', 'updated_at': '2021-09-30T00:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:57.004067 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d43ec9-1ef9-44ac-baaf-86cd9d2d8b73 None None] The sync data for ids ['99c12d7a-87b8-47d3-896b-2eb74398c7fb'] in n-d-811809-1 is: [{'id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'name': 'tempest-ServerActionsTestJSON-173081650-router', 'tenant_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'b00622cc-a873-48f8-9d2e-ca913f2b2223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:53:21Z', 'updated_at': '2021-09-30T01:06:51Z', 'revision_number': 5, 'project_id': '038e4d0abd4b4e5c940f331b6f0950a9', 'gw_port': {'id': 'b00622cc-a873-48f8-9d2e-ca913f2b2223', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:19:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c12d7a-87b8-47d3-896b-2eb74398c7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:53:23Z', 'updated_at': '2021-09-30T00:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:06:57.038876 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673175'] for router, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:57.125690 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-562effda-c698-40a5-bdd8-18d661f6fb54 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:57.127429 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-562effda-c698-40a5-bdd8-18d661f6fb54 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.39 "GET /v2.0/networks?id=69c6f639-6e1a-40fb-9ba4-9b9a33c1b129 HTTP/1.1" status: 200 len: 810 time: 0.5477479 Sep 30 01:06:57.193929 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-26c3e7da-c369-4032-8ade-6094db24b97d req-efcd23f7-4bf4-4397-8bfb-c876c8fdfc34 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Synchronizing usage tracker for tenant:7480a0ef22064673b6ddeabd2d800245 on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:06:57.197987 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-7ccf8e71-0378-49cd-9dd0-490cfd69b2fa tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.39 "GET /v2.0/quotas/af0325e6d42640e08d37c1ad91bd5800 HTTP/1.1" status: 200 len: 375 time: 0.0584800 Sep 30 01:06:57.220391 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-12659700-167c-4b28-8a2e-4585ba9c92bb service neutron] Attempting to bind port 1a6d04d9-3949-4f3b-ad29-bb0cb876a617 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:06:57.220766 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-12659700-167c-4b28-8a2e-4585ba9c92bb service neutron] Attempting to bind port 1a6d04d9-3949-4f3b-ad29-bb0cb876a617 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '23da1049-017d-4756-ae1b-a8a103bb15a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bb29cdb2-6e44-48a1-b01d-ee5326cd7e03'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:06:57.221169 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-12659700-167c-4b28-8a2e-4585ba9c92bb service neutron] Attempting to bind port 1a6d04d9-3949-4f3b-ad29-bb0cb876a617 on network bb29cdb2-6e44-48a1-b01d-ee5326cd7e03 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:06:57.272412 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-12659700-167c-4b28-8a2e-4585ba9c92bb service neutron] Port 1a6d04d9-3949-4f3b-ad29-bb0cb876a617 on network bb29cdb2-6e44-48a1-b01d-ee5326cd7e03 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:06:57.272552 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-12659700-167c-4b28-8a2e-4585ba9c92bb service neutron] Attempting to bind port 1a6d04d9-3949-4f3b-ad29-bb0cb876a617 on network bb29cdb2-6e44-48a1-b01d-ee5326cd7e03 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:06:57.277932 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.db.resource_extend [None req-880c87a9-51e4-40c5-b10f-7d13ae67b917 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 01:06:57.331318 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-26c3e7da-c369-4032-8ade-6094db24b97d req-efcd23f7-4bf4-4397-8bfb-c876c8fdfc34 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Unset dirty status for tenant:7480a0ef22064673b6ddeabd2d800245 on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:06:57.339994 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-26c3e7da-c369-4032-8ade-6094db24b97d req-efcd23f7-4bf4-4397-8bfb-c876c8fdfc34 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1a24627-58ca-4302-8baa-b93bda329762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344416 Sep 30 01:06:57.342598 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8964567a-3ee3-4711-b409-1590a5e14828 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:57.347014 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-421b4f67-d588-44d2-859d-64fae21d37d2 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=af0325e6d42640e08d37c1ad91bd5800&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1385479 Sep 30 01:06:57.362988 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-12659700-167c-4b28-8a2e-4585ba9c92bb service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:06:57.363374 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-12659700-167c-4b28-8a2e-4585ba9c92bb service neutron] Checking segment: {'id': '23da1049-017d-4756-ae1b-a8a103bb15a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bb29cdb2-6e44-48a1-b01d-ee5326cd7e03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:06:57.364046 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-12659700-167c-4b28-8a2e-4585ba9c92bb service neutron] Bound using segment: {'id': '23da1049-017d-4756-ae1b-a8a103bb15a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bb29cdb2-6e44-48a1-b01d-ee5326cd7e03'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:06:57.364813 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-12659700-167c-4b28-8a2e-4585ba9c92bb service neutron] Bound port: 1a6d04d9-3949-4f3b-ad29-bb0cb876a617, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23da1049-017d-4756-ae1b-a8a103bb15a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bb29cdb2-6e44-48a1-b01d-ee5326cd7e03'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:06:57.365351 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-12659700-167c-4b28-8a2e-4585ba9c92bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:57.425298 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-8964567a-3ee3-4711-b409-1590a5e14828 admin admin] Deleting port b00622cc-a873-48f8-9d2e-ca913f2b2223 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:06:57.425847 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8964567a-3ee3-4711-b409-1590a5e14828 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:57.475112 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-aa41ee09-eb5f-4c47-b940-aa7c6a91f89c tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:57.607811 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-880c87a9-51e4-40c5-b10f-7d13ae67b917 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:57.625720 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Router 0e7c91b7-696d-4679-99d6-da44d4e6e36f is scheduled to L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 with binding_index 1 {{(pid=80274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 30 01:06:57.635950 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-880c87a9-51e4-40c5-b10f-7d13ae67b917 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:57.659766 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-aa41ee09-eb5f-4c47-b940-aa7c6a91f89c tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:57.727414 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b4294d53-734e-451e-822b-f1689f485d78 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:57.774565 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd87dc-b046-41be-82df-47f3e10a3724 req-c03f5d97-b2a9-4021-a713-3bf3e600569f tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:57.776321 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8ddd87dc-b046-41be-82df-47f3e10a3724 req-c03f5d97-b2a9-4021-a713-3bf3e600569f tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 943 time: 0.2966268 Sep 30 01:06:57.873902 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device d5d8dd04-f2e4-442f-ab1b-9c0ac1511521 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:06:57.918435 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: d5d8dd04-f2e4-442f-ab1b-9c0ac1511521 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:06:57.919230 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device d5d8dd04-f2e4-442f-ab1b-9c0ac1511521 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:06:58.032052 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 3a902b1f-3960-4265-a353-8f9b13f0a508 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:06:58.142635 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-aa41ee09-eb5f-4c47-b940-aa7c6a91f89c tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Network bb29cdb2-6e44-48a1-b01d-ee5326cd7e03 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:06:58.143555 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-12659700-167c-4b28-8a2e-4585ba9c92bb service neutron] For port 1a6d04d9-3949-4f3b-ad29-bb0cb876a617, host n-h1-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:06:58.152991 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-12659700-167c-4b28-8a2e-4585ba9c92bb service neutron] For port 1a6d04d9-3949-4f3b-ad29-bb0cb876a617, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=1a6d04d9-3949-4f3b-ad29-bb0cb876a617,segment=NetworkSegment(23da1049-017d-4756-ae1b-a8a103bb15a5),segment_id=23da1049-017d-4756-ae1b-a8a103bb15a5)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:06:58.153266 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-aa41ee09-eb5f-4c47-b940-aa7c6a91f89c tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:06:58.168291 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41ee09-eb5f-4c47-b940-aa7c6a91f89c tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Pushing event updated for resources: {'Port': ['ID=d8713b73-731c-4b56-a969-df7c4c8f5aab,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:58.172628 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-9cfb5fd8-2b1b-41ae-b195-c39f78d7a87c service neutron] 10.222.0.39 "GET /v2.0/networks/69c6f639-6e1a-40fb-9ba4-9b9a33c1b129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8107417 Sep 30 01:06:58.175216 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-aa41ee09-eb5f-4c47-b940-aa7c6a91f89c tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:06:58.215906 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-aa41ee09-eb5f-4c47-b940-aa7c6a91f89c tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:58.216973 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-12659700-167c-4b28-8a2e-4585ba9c92bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:58.235619 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c7250317-20ab-48d1-8ac0-6f1fc3642925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:58.264255 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8ddd87dc-b046-41be-82df-47f3e10a3724 req-90460b41-e3bd-4753-8f36-30c609f68c10 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4588916 Sep 30 01:06:58.270216 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 3a902b1f-3960-4265-a353-8f9b13f0a508, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=3a902b1f-3960-4265-a353-8f9b13f0a508,segment=NetworkSegment(af10906d-6c0a-4f6f-83b7-0696cedb4a4f),segment_id=af10906d-6c0a-4f6f-83b7-0696cedb4a4f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:58.290831 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '3a902b1f-3960-4265-a353-8f9b13f0a508', 'network_id': '1e2206f2-97da-4525-be9c-10f3f7da23c8', 'port_id': '3a902b1f-3960-4265-a353-8f9b13f0a508', 'mac_address': 'fa:16:3e:3c:cf:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4adfb8b3-ae94-437f-908c-bfa569a467f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:06:58.353465 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-aa41ee09-eb5f-4c47-b940-aa7c6a91f89c tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:58.355818 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-aa41ee09-eb5f-4c47-b940-aa7c6a91f89c tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:58.381274 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12659700-167c-4b28-8a2e-4585ba9c92bb service neutron] Pushing event updated for resources: {'Port': ['ID=1a6d04d9-3949-4f3b-ad29-bb0cb876a617,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:58.384644 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:06:58.396649 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:58.401839 n-d-811809-1 neutron-server[80275]: INFO neutron.db.l3_db [None req-880c87a9-51e4-40c5-b10f-7d13ae67b917 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Floating IP 7cacebd4-08a6-4c55-96cb-87c63b730de8 associated. External IP: 172.25.0.218, port: ab704f12-cca5-45ea-ab32-6b8eac2bd258. Sep 30 01:06:58.420700 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a902b1f-3960-4265-a353-8f9b13f0a508 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:06:58.435381 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-aa41ee09-eb5f-4c47-b940-aa7c6a91f89c tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5169449 Sep 30 01:06:58.449440 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 3a902b1f-3960-4265-a353-8f9b13f0a508, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=3a902b1f-3960-4265-a353-8f9b13f0a508,segment=NetworkSegment(af10906d-6c0a-4f6f-83b7-0696cedb4a4f),segment_id=af10906d-6c0a-4f6f-83b7-0696cedb4a4f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:58.459369 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-417a859d-319b-460b-afdd-a436ce3c7eee service neutron] Request body: {'port': {'device_id': '753a331b-a1e6-441f-bb5d-69bcb8392434', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:06:58.463755 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4638eba7-cd0c-49b2-a0f4-3f759c9b1c0b None None] Sync routers for ids ['0e7c91b7-696d-4679-99d6-da44d4e6e36f'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:06:58.469921 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:58.471791 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:58.509705 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Notify callbacks [] for router, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:58.512118 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.8505740 Sep 30 01:06:58.519502 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 50582) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:06:58.525717 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-597e38e3-66bd-4cd2-b9f5-28cf230a30a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 099e6d8b-230d-45b0-aed6-1932684198d0 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:06:58.582312 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=3a902b1f-3960-4265-a353-8f9b13f0a508,revision_number=9']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:58.586005 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:58.599676 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4638eba7-cd0c-49b2-a0f4-3f759c9b1c0b None None] Routers {'0e7c91b7-696d-4679-99d6-da44d4e6e36f'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:06:58.600329 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-4638eba7-cd0c-49b2-a0f4-3f759c9b1c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:06:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['0e7c91b7-696d-4679-99d6-da44d4e6e36f'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:58.629632 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-12659700-167c-4b28-8a2e-4585ba9c92bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:58.644082 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-597e38e3-66bd-4cd2-b9f5-28cf230a30a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:58.747517 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-12659700-167c-4b28-8a2e-4585ba9c92bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:58.748255 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-12659700-167c-4b28-8a2e-4585ba9c92bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:58.749761 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-12659700-167c-4b28-8a2e-4585ba9c92bb service neutron] 10.222.0.59 "PUT /v2.0/ports/1a6d04d9-3949-4f3b-ad29-bb0cb876a617 HTTP/1.1" status: 200 len: 1091 time: 4.8696594 Sep 30 01:06:58.751045 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd713567-cf01-49f4-a11e-b3cd80011906', 'tag': '1a6d04d9-3949-4f3b-ad29-bb0cb876a617'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:06:58.762589 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-8964567a-3ee3-4711-b409-1590a5e14828 admin admin] For port b00622cc-a873-48f8-9d2e-ca913f2b2223, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=b00622cc-a873-48f8-9d2e-ca913f2b2223,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:06:58.763164 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8964567a-3ee3-4711-b409-1590a5e14828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:58.773593 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-67ffbf85-659f-47b9-8e4b-890f010b5ac6 service neutron] 10.222.0.39 "GET /v2.0/networks/69c6f639-6e1a-40fb-9ba4-9b9a33c1b129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5999293 Sep 30 01:06:58.774628 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-597e38e3-66bd-4cd2-b9f5-28cf230a30a2 service neutron] Transition to ACTIVE for port object 099e6d8b-230d-45b0-aed6-1932684198d0 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:06:58.851544 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-597e38e3-66bd-4cd2-b9f5-28cf230a30a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:58.870243 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-4638eba7-cd0c-49b2-a0f4-3f759c9b1c0b None None] Set router 0e7c91b7-696d-4679-99d6-da44d4e6e36f gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:06:58.914010 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-17f5ced1-2493-4100-9699-a15db9ea0a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:06:58.984495 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['3a902b1f-3960-4265-a353-8f9b13f0a508'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:06:59.015943 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-8964567a-3ee3-4711-b409-1590a5e14828 admin admin] Calling delete_port for b00622cc-a873-48f8-9d2e-ca913f2b2223 owned by network:router_gateway {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:06:59.414500 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e38e3-66bd-4cd2-b9f5-28cf230a30a2 service neutron] Pushing event updated for resources: {'Port': ['ID=099e6d8b-230d-45b0-aed6-1932684198d0,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:06:59.443594 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-597e38e3-66bd-4cd2-b9f5-28cf230a30a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:06:59.591439 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-4638eba7-cd0c-49b2-a0f4-3f759c9b1c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c91b7-696d-4679-99d6-da44d4e6e36f', 'name': 'tempest-TaggedBootDevicesTest_v242-592584262-router', 'tenant_id': '0149d6d6ed59445481fded27e8294137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f9c392eb-b55a-4093-b364-66b1bcb5d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:06:47Z', 'updated_at': '2021-09-30T01:06:55Z', 'revision_number': 3, 'project_id': '0149d6d6ed59445481fded27e8294137', 'gw_port': {'id': 'f9c392eb-b55a-4093-b364-66b1bcb5d954', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:de:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c91b7-696d-4679-99d6-da44d4e6e36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:06:52Z', 'updated_at': '2021-09-30T01:06:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:06:59.599604 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4638eba7-cd0c-49b2-a0f4-3f759c9b1c0b None None] Checking router: 0e7c91b7-696d-4679-99d6-da44d4e6e36f for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:06:59.600872 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4638eba7-cd0c-49b2-a0f4-3f759c9b1c0b None None] Updating router 0e7c91b7-696d-4679-99d6-da44d4e6e36f port f9c392eb-b55a-4093-b364-66b1bcb5d954 binding host n-d-811809-1 {{(pid=80276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 01:06:59.610542 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-417a859d-319b-460b-afdd-a436ce3c7eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:59.637318 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-6e069f28-4fb8-48b9-9442-0113cd226c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:59.644421 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-6e069f28-4fb8-48b9-9442-0113cd226c82 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7480a0ef22064673b6ddeabd2d800245&device_id=fd713567-cf01-49f4-a11e-b3cd80011906 HTTP/1.1" status: 200 len: 1094 time: 0.7826350 Sep 30 01:06:59.669565 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-4638eba7-cd0c-49b2-a0f4-3f759c9b1c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:06:59.785944 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-6c52897d-f262-4c6f-837f-ac73f524731a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a6d04d9-3949-4f3b-ad29-bb0cb876a617 HTTP/1.1" status: 200 len: 217 time: 0.1264215 Sep 30 01:06:59.904531 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba203e-479c-4e4a-a92e-3c3f63ceb228 req-f077d812-854f-40f9-affc-4181d5654b38 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:59.912304 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-72ba203e-479c-4e4a-a92e-3c3f63ceb228 req-f077d812-854f-40f9-affc-4181d5654b38 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=c70472aa-95d4-46ac-a569-73eb70ebd9db HTTP/1.1" status: 200 len: 945 time: 0.4753337 Sep 30 01:06:59.922256 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e44e1b-11f6-40b1-8146-886857f129fe req-a1036520-265e-4833-b86e-68590ac68481 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:59.924484 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c5e44e1b-11f6-40b1-8146-886857f129fe req-a1036520-265e-4833-b86e-68590ac68481 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/ports?device_id=9824e338-9507-45f1-8cc6-01214e81da29 HTTP/1.1" status: 200 len: 943 time: 1.1409061 Sep 30 01:06:59.935076 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-597e38e3-66bd-4cd2-b9f5-28cf230a30a2 service neutron] Attempting to bind port 099e6d8b-230d-45b0-aed6-1932684198d0 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:06:59.935487 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-597e38e3-66bd-4cd2-b9f5-28cf230a30a2 service neutron] Attempting to bind port 099e6d8b-230d-45b0-aed6-1932684198d0 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '23da1049-017d-4756-ae1b-a8a103bb15a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bb29cdb2-6e44-48a1-b01d-ee5326cd7e03'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:06:59.935918 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-597e38e3-66bd-4cd2-b9f5-28cf230a30a2 service neutron] Attempting to bind port 099e6d8b-230d-45b0-aed6-1932684198d0 on network bb29cdb2-6e44-48a1-b01d-ee5326cd7e03 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:06:59.947962 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880c87a9-51e4-40c5-b10f-7d13ae67b917 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Router 764fcd78-8a13-426d-84ca-74d024e516be has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 01:06:59.952991 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-2194a93a-d79a-400a-81bb-0154f81896ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:06:59.955409 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-2194a93a-d79a-400a-81bb-0154f81896ee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17129e6f-76ae-4456-93d1-331e3193cad8 HTTP/1.1" status: 200 len: 857 time: 0.1537991 Sep 30 01:07:00.001587 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8964567a-3ee3-4711-b409-1590a5e14828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:00.014500 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-af306cc1-d5b4-4662-90a6-39058b587016 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:00.079950 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-344c09d2-915a-43ff-95bd-0671b9fd6e99 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb29cdb2-6e44-48a1-b01d-ee5326cd7e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152170 Sep 30 01:07:00.085953 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964567a-3ee3-4711-b409-1590a5e14828 admin admin] Pushing event deleted for resources: {'Port': ['ID=b00622cc-a873-48f8-9d2e-ca913f2b2223,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:00.103026 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-4638eba7-cd0c-49b2-a0f4-3f759c9b1c0b None None] Notify callbacks [] for port, precommit_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:00.118964 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-4638eba7-cd0c-49b2-a0f4-3f759c9b1c0b None None] Transition to ACTIVE for port object f9c392eb-b55a-4093-b364-66b1bcb5d954 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:07:00.122751 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-597e38e3-66bd-4cd2-b9f5-28cf230a30a2 service neutron] Port 099e6d8b-230d-45b0-aed6-1932684198d0 on network bb29cdb2-6e44-48a1-b01d-ee5326cd7e03 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:07:00.123210 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-597e38e3-66bd-4cd2-b9f5-28cf230a30a2 service neutron] Attempting to bind port 099e6d8b-230d-45b0-aed6-1932684198d0 on network bb29cdb2-6e44-48a1-b01d-ee5326cd7e03 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:07:00.128311 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-4638eba7-cd0c-49b2-a0f4-3f759c9b1c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:00.140356 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-81ab3963-f926-4df4-9878-d5b5ae5d3b67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:00.230586 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-4638eba7-cd0c-49b2-a0f4-3f759c9b1c0b None None] Attempting to bind port f9c392eb-b55a-4093-b364-66b1bcb5d954 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:07:00.230996 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-4638eba7-cd0c-49b2-a0f4-3f759c9b1c0b None None] Attempting to bind port f9c392eb-b55a-4093-b364-66b1bcb5d954 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:07:00.231718 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4638eba7-cd0c-49b2-a0f4-3f759c9b1c0b None None] Attempting to bind port f9c392eb-b55a-4093-b364-66b1bcb5d954 on network 1b813296-b79a-4ce4-abf3-9e488de9f705 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:07:00.240522 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4638eba7-cd0c-49b2-a0f4-3f759c9b1c0b None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:07:00.240944 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4638eba7-cd0c-49b2-a0f4-3f759c9b1c0b None None] Checking segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:07:00.241597 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-4638eba7-cd0c-49b2-a0f4-3f759c9b1c0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:00.242270 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4638eba7-cd0c-49b2-a0f4-3f759c9b1c0b None None] Bound using segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:07:00.242789 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-4638eba7-cd0c-49b2-a0f4-3f759c9b1c0b None None] Bound port: f9c392eb-b55a-4093-b364-66b1bcb5d954, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:07:00.244946 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-4638eba7-cd0c-49b2-a0f4-3f759c9b1c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:00.344356 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-4638eba7-cd0c-49b2-a0f4-3f759c9b1c0b None None] For port f9c392eb-b55a-4093-b364-66b1bcb5d954, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:07:00.358190 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab1bf4-da7e-4186-977b-9edd4fbbabfb None None] Pushing event updated for resources: {'Port': ['ID=f9c392eb-b55a-4093-b364-66b1bcb5d954,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:00.365213 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-50ab1bf4-da7e-4186-977b-9edd4fbbabfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:00.367130 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-4638eba7-cd0c-49b2-a0f4-3f759c9b1c0b None None] For port f9c392eb-b55a-4093-b364-66b1bcb5d954, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=f9c392eb-b55a-4093-b364-66b1bcb5d954,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:07:00.375621 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-4638eba7-cd0c-49b2-a0f4-3f759c9b1c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:00.380004 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-7887db19-6e06-4d31-9272-c79087b827d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:00.465751 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab1bf4-da7e-4186-977b-9edd4fbbabfb None None] Pushing event updated for resources: {'Port': ['ID=f9c392eb-b55a-4093-b364-66b1bcb5d954,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:00.483188 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-50ab1bf4-da7e-4186-977b-9edd4fbbabfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:00.499460 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4638eba7-cd0c-49b2-a0f4-3f759c9b1c0b None None] Routers {'0e7c91b7-696d-4679-99d6-da44d4e6e36f'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:07:00.500475 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-4638eba7-cd0c-49b2-a0f4-3f759c9b1c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:06:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['0e7c91b7-696d-4679-99d6-da44d4e6e36f'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:00.524711 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-72ba203e-479c-4e4a-a92e-3c3f63ceb228 req-14c67032-af65-4858-a7ab-1a08a9a63c59 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6119616 Sep 30 01:07:00.528845 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964567a-3ee3-4711-b409-1590a5e14828 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:00.529239 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964567a-3ee3-4711-b409-1590a5e14828 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:00.529624 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964567a-3ee3-4711-b409-1590a5e14828 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:00.530009 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964567a-3ee3-4711-b409-1590a5e14828 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:00.544771 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964567a-3ee3-4711-b409-1590a5e14828 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:00.545352 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964567a-3ee3-4711-b409-1590a5e14828 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:00.545748 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964567a-3ee3-4711-b409-1590a5e14828 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:00.546292 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964567a-3ee3-4711-b409-1590a5e14828 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:00.548907 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964567a-3ee3-4711-b409-1590a5e14828 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:00.549319 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964567a-3ee3-4711-b409-1590a5e14828 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:00.549707 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964567a-3ee3-4711-b409-1590a5e14828 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:00.550242 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964567a-3ee3-4711-b409-1590a5e14828 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:00.558305 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8964567a-3ee3-4711-b409-1590a5e14828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:00.628463 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-597e38e3-66bd-4cd2-b9f5-28cf230a30a2 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:07:00.629038 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-597e38e3-66bd-4cd2-b9f5-28cf230a30a2 service neutron] Checking segment: {'id': '23da1049-017d-4756-ae1b-a8a103bb15a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bb29cdb2-6e44-48a1-b01d-ee5326cd7e03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:07:00.629250 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-597e38e3-66bd-4cd2-b9f5-28cf230a30a2 service neutron] Bound using segment: {'id': '23da1049-017d-4756-ae1b-a8a103bb15a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bb29cdb2-6e44-48a1-b01d-ee5326cd7e03'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:07:00.629690 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-597e38e3-66bd-4cd2-b9f5-28cf230a30a2 service neutron] Bound port: 099e6d8b-230d-45b0-aed6-1932684198d0, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23da1049-017d-4756-ae1b-a8a103bb15a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bb29cdb2-6e44-48a1-b01d-ee5326cd7e03'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:07:00.630047 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-597e38e3-66bd-4cd2-b9f5-28cf230a30a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:00.683636 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd713567-cf01-49f4-a11e-b3cd80011906', 'tag': '1a6d04d9-3949-4f3b-ad29-bb0cb876a617', 'status': 'completed', 'code': 200} Sep 30 01:07:00.706313 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c5e44e1b-11f6-40b1-8146-886857f129fe req-bd7fba2f-76c2-452f-bc86-97ec2351e25b tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1a24627-58ca-4302-8baa-b93bda329762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7573926 Sep 30 01:07:00.790692 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8964567a-3ee3-4711-b409-1590a5e14828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673024'] for router_gateway, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:00.801907 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-4638eba7-cd0c-49b2-a0f4-3f759c9b1c0b None None] Set router 0e7c91b7-696d-4679-99d6-da44d4e6e36f gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:07:01.079471 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8964567a-3ee3-4711-b409-1590a5e14828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30720'] for router, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:01.126384 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880c87a9-51e4-40c5-b10f-7d13ae67b917 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:07:01.138527 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f04e2d-b4af-4ee2-b5aa-7fe3b103ab66 None None] Sync routers for ids ['764fcd78-8a13-426d-84ca-74d024e516be'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:07:01.154317 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8964567a-3ee3-4711-b409-1590a5e14828 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:01.156848 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f04e2d-b4af-4ee2-b5aa-7fe3b103ab66 None None] Routers {'764fcd78-8a13-426d-84ca-74d024e516be'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:07:01.157506 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-f6f04e2d-b4af-4ee2-b5aa-7fe3b103ab66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:06:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['764fcd78-8a13-426d-84ca-74d024e516be'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:01.340213 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-d0827dff-5829-4b94-a5b1-d9a7641cf415 service neutron] 10.222.0.59 "GET /v2.0/networks/bb29cdb2-6e44-48a1-b01d-ee5326cd7e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2504027 Sep 30 01:07:01.340541 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-597e38e3-66bd-4cd2-b9f5-28cf230a30a2 service neutron] For port 099e6d8b-230d-45b0-aed6-1932684198d0, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:07:01.345774 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-597e38e3-66bd-4cd2-b9f5-28cf230a30a2 service neutron] For port 099e6d8b-230d-45b0-aed6-1932684198d0, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=099e6d8b-230d-45b0-aed6-1932684198d0,segment=NetworkSegment(23da1049-017d-4756-ae1b-a8a103bb15a5),segment_id=23da1049-017d-4756-ae1b-a8a103bb15a5)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:07:01.356157 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.resource_extend [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-417a859d-319b-460b-afdd-a436ce3c7eee service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 01:07:01.361988 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8964567a-3ee3-4711-b409-1590a5e14828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736498'] for router, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:01.362991 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8964567a-3ee3-4711-b409-1590a5e14828 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99c12d7a-87b8-47d3-896b-2eb74398c7fb {{(pid=80275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 30 01:07:01.387219 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-4638eba7-cd0c-49b2-a0f4-3f759c9b1c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c91b7-696d-4679-99d6-da44d4e6e36f', 'name': 'tempest-TaggedBootDevicesTest_v242-592584262-router', 'tenant_id': '0149d6d6ed59445481fded27e8294137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f9c392eb-b55a-4093-b364-66b1bcb5d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:06:47Z', 'updated_at': '2021-09-30T01:06:55Z', 'revision_number': 3, 'project_id': '0149d6d6ed59445481fded27e8294137', 'gw_port': {'id': 'f9c392eb-b55a-4093-b364-66b1bcb5d954', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:de:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c91b7-696d-4679-99d6-da44d4e6e36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:06:52Z', 'updated_at': '2021-09-30T01:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:01.401998 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4638eba7-cd0c-49b2-a0f4-3f759c9b1c0b None None] The sync data for ids ['0e7c91b7-696d-4679-99d6-da44d4e6e36f'] in n-d-811809-1 is: [{'id': '0e7c91b7-696d-4679-99d6-da44d4e6e36f', 'name': 'tempest-TaggedBootDevicesTest_v242-592584262-router', 'tenant_id': '0149d6d6ed59445481fded27e8294137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f9c392eb-b55a-4093-b364-66b1bcb5d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:06:47Z', 'updated_at': '2021-09-30T01:06:55Z', 'revision_number': 3, 'project_id': '0149d6d6ed59445481fded27e8294137', 'gw_port': {'id': 'f9c392eb-b55a-4093-b364-66b1bcb5d954', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:de:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c91b7-696d-4679-99d6-da44d4e6e36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:06:52Z', 'updated_at': '2021-09-30T01:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:07:01.481325 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-417a859d-319b-460b-afdd-a436ce3c7eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8713b73-731c-4b56-a969-df7c4c8f5aab {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:07:01.507933 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-597e38e3-66bd-4cd2-b9f5-28cf230a30a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:01.515422 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-417a859d-319b-460b-afdd-a436ce3c7eee service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:01.521262 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-3de786cc-ac12-4bdd-ba06-596c96346b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:01.590662 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-f6f04e2d-b4af-4ee2-b5aa-7fe3b103ab66 None None] Set router 764fcd78-8a13-426d-84ca-74d024e516be gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:07:01.642620 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8964567a-3ee3-4711-b409-1590a5e14828 admin admin] Notify callbacks [] for router, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:01.646596 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-8964567a-3ee3-4711-b409-1590a5e14828 admin admin] 10.222.0.39 "DELETE /v2.0/routers/99c12d7a-87b8-47d3-896b-2eb74398c7fb HTTP/1.1" status: 204 len: 168 time: 5.8687742 Sep 30 01:07:01.649410 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-880c87a9-51e4-40c5-b10f-7d13ae67b917 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:01.690998 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e38e3-66bd-4cd2-b9f5-28cf230a30a2 service neutron] Pushing event updated for resources: {'Port': ['ID=099e6d8b-230d-45b0-aed6-1932684198d0,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:01.695199 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 50618) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:01.701034 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-597e38e3-66bd-4cd2-b9f5-28cf230a30a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:01.709670 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-597e38e3-66bd-4cd2-b9f5-28cf230a30a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:01.710328 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-597e38e3-66bd-4cd2-b9f5-28cf230a30a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:01.716011 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-597e38e3-66bd-4cd2-b9f5-28cf230a30a2 service neutron] 10.222.0.59 "PUT /v2.0/ports/099e6d8b-230d-45b0-aed6-1932684198d0 HTTP/1.1" status: 200 len: 1091 time: 5.6716609 Sep 30 01:07:01.724425 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9824e338-9507-45f1-8cc6-01214e81da29', 'tag': '099e6d8b-230d-45b0-aed6-1932684198d0'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:07:01.772265 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a40d7c32-13ab-4c72-b3ab-9bc3cc55cc9a req-33a51370-9242-41cb-8491-fa62c8ba05a1 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e00afae-779f-4108-9e38-5f010ce9b340 HTTP/1.1" status: 200 len: 210 time: 0.5827851 Sep 30 01:07:01.798596 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-417a859d-319b-460b-afdd-a436ce3c7eee service neutron] Transition to ACTIVE for port object d8713b73-731c-4b56-a969-df7c4c8f5aab will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:07:01.863226 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-417a859d-319b-460b-afdd-a436ce3c7eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:01.868293 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-c50fac0f-2418-4765-9c5d-308cb696faa7 admin admin] Deleting subnet c136aabe-2b6e-40bd-889c-a97ee8fe6bf6 {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:07:01.883529 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-aa41ee09-eb5f-4c47-b940-aa7c6a91f89c tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:01.885674 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c50fac0f-2418-4765-9c5d-308cb696faa7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:02.049930 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 3a902b1f-3960-4265-a353-8f9b13f0a508 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:07:02.063971 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-ca707a94-694a-49d5-af24-6b5d1a0d2d2f service neutron] 10.222.0.59 "GET /v2.0/networks/bb29cdb2-6e44-48a1-b01d-ee5326cd7e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6733377 Sep 30 01:07:02.176477 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-880c87a9-51e4-40c5-b10f-7d13ae67b917 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "PUT /v2.0/floatingips/7cacebd4-08a6-4c55-96cb-87c63b730de8 HTTP/1.1" status: 200 len: 991 time: 7.2282796 Sep 30 01:07:02.200418 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb4d38-465f-4be9-9ddf-5accbc23c238 req-25c254b5-ae03-48f8-8362-3738e13c5ed9 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:02.202029 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-34fb4d38-465f-4be9-9ddf-5accbc23c238 req-25c254b5-ae03-48f8-8362-3738e13c5ed9 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 944 time: 1.2226887 Sep 30 01:07:02.245180 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e02597de-c3de-410d-b8da-0c2bb4ba91c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:02.286790 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device b00622cc-a873-48f8-9d2e-ca913f2b2223 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:07:02.366055 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: b00622cc-a873-48f8-9d2e-ca913f2b2223 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:07:02.366336 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device b00622cc-a873-48f8-9d2e-ca913f2b2223 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:07:02.396294 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-f6f04e2d-b4af-4ee2-b5aa-7fe3b103ab66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764fcd78-8a13-426d-84ca-74d024e516be', 'name': 'tempest-ServersTestManualDisk-1993270947-router', 'tenant_id': '21758b229ddd40f999546edcb999526d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a7fb816f-a347-48b0-9e71-aaf4a8e43e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:05:50Z', 'updated_at': '2021-09-30T01:06:03Z', 'revision_number': 4, 'project_id': '21758b229ddd40f999546edcb999526d', 'gw_port': {'id': 'a7fb816f-a347-48b0-9e71-aaf4a8e43e48', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764fcd78-8a13-426d-84ca-74d024e516be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:05:52Z', 'updated_at': '2021-09-30T01:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '7cacebd4-08a6-4c55-96cb-87c63b730de8', 'tenant_id': '21758b229ddd40f999546edcb999526d', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': '764fcd78-8a13-426d-84ca-74d024e516be', 'port_id': 'ab704f12-cca5-45ea-ab32-6b8eac2bd258', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3e54c0-527e-4a0b-877b-b2ace2e841bf', 'mac_address': 'fa:16:3e:0b:b7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067eef78-33f6-4c53-a8f4-0e22cad2594a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T01:06:18Z', 'updated_at': '2021-09-30T01:06:57Z', 'revision_number': 1, 'project_id': '21758b229ddd40f999546edcb999526d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dff39caa-76a6-4b41-97c9-329342a9da3d', 'name': '', 'network_id': '6a3e54c0-527e-4a0b-877b-b2ace2e841bf', 'tenant_id': '21758b229ddd40f999546edcb999526d', 'mac_address': 'fa:16:3e:d4:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764fcd78-8a13-426d-84ca-74d024e516be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '81a270c5-0bfe-4a31-9bd5-99f27822a262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:06:01Z', 'updated_at': '2021-09-30T01:06:17Z', 'revision_number': 5, 'project_id': '21758b229ddd40f999546edcb999526d', 'subnets': [{'id': '81a270c5-0bfe-4a31-9bd5-99f27822a262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:02.402090 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f04e2d-b4af-4ee2-b5aa-7fe3b103ab66 None None] Checking router: 764fcd78-8a13-426d-84ca-74d024e516be for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:07:02.404760 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-201c765d-aa29-4ead-a91f-d628fd1495d2 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:02.408056 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-201c765d-aa29-4ead-a91f-d628fd1495d2 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.55 "GET /v2.0/networks?id=69c6f639-6e1a-40fb-9ba4-9b9a33c1b129 HTTP/1.1" status: 200 len: 810 time: 1.1485040 Sep 30 01:07:02.412216 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c50fac0f-2418-4765-9c5d-308cb696faa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:02.415034 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 3a902b1f-3960-4265-a353-8f9b13f0a508 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:07:02.415549 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:02.421243 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f04e2d-b4af-4ee2-b5aa-7fe3b103ab66 None None] Routers {'764fcd78-8a13-426d-84ca-74d024e516be'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:07:02.422009 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-f6f04e2d-b4af-4ee2-b5aa-7fe3b103ab66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:06:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['764fcd78-8a13-426d-84ca-74d024e516be'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:02.443246 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a859d-319b-460b-afdd-a436ce3c7eee service neutron] Pushing event updated for resources: {'Port': ['ID=d8713b73-731c-4b56-a969-df7c4c8f5aab,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:02.446702 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-417a859d-319b-460b-afdd-a436ce3c7eee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:02.505306 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c50fac0f-2418-4765-9c5d-308cb696faa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:02.611219 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1b8c0254-649b-4641-8e99-e01ce1398deb tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Request body: {'port': {'device_id': '4e00afae-779f-4108-9e38-5f010ce9b340', 'network_id': '69c6f639-6e1a-40fb-9ba4-9b9a33c1b129', 'admin_state_up': True, 'tenant_id': 'af0325e6d42640e08d37c1ad91bd5800'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:07:02.631917 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c50fac0f-2418-4765-9c5d-308cb696faa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:02.670218 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2868dbf9-1bc8-4781-9891-7a1825308416 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:02.699235 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:02.749367 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10de5c86-dd9e-4b7d-9194-3ede7f555bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a902b1f-3960-4265-a353-8f9b13f0a508'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:07:02.762580 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 3a902b1f-3960-4265-a353-8f9b13f0a508, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=3a902b1f-3960-4265-a353-8f9b13f0a508,segment=NetworkSegment(af10906d-6c0a-4f6f-83b7-0696cedb4a4f),segment_id=af10906d-6c0a-4f6f-83b7-0696cedb4a4f)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:07:02.768154 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:02.770928 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:02.774473 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-f6f04e2d-b4af-4ee2-b5aa-7fe3b103ab66 None None] Set router 764fcd78-8a13-426d-84ca-74d024e516be gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:07:02.857546 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=3a902b1f-3960-4265-a353-8f9b13f0a508,revision_number=10']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:02.866299 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:02.866656 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:02.867160 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:02.867513 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:02.867852 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:02.868187 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:02.868518 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:02.869517 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:02.870082 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:02.870419 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:02.870942 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:02.871275 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:02.876511 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:02.883680 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-e02597de-c3de-410d-b8da-0c2bb4ba91c3 admin admin] Allocated IP 172.20.0.1 (7d752305-7068-40ad-9ef6-292e77a160d6/4eb85df0-f35f-4266-997a-b64f8df7e23e/56e94534-4f54-4608-9096-23e45bf41f91) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:07:02.909511 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-67d55b12-311f-496c-bbcc-d89cbf11386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:02.911119 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-67d55b12-311f-496c-bbcc-d89cbf11386e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7480a0ef22064673b6ddeabd2d800245&device_id=9824e338-9507-45f1-8cc6-01214e81da29 HTTP/1.1" status: 200 len: 1094 time: 1.1081281 Sep 30 01:07:02.919110 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-417a859d-319b-460b-afdd-a436ce3c7eee service neutron] Attempting to bind port d8713b73-731c-4b56-a969-df7c4c8f5aab on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:07:02.919449 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-417a859d-319b-460b-afdd-a436ce3c7eee service neutron] Attempting to bind port d8713b73-731c-4b56-a969-df7c4c8f5aab by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '23da1049-017d-4756-ae1b-a8a103bb15a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bb29cdb2-6e44-48a1-b01d-ee5326cd7e03'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:07:02.919782 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-417a859d-319b-460b-afdd-a436ce3c7eee service neutron] Attempting to bind port d8713b73-731c-4b56-a969-df7c4c8f5aab on network bb29cdb2-6e44-48a1-b01d-ee5326cd7e03 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:07:02.927765 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-417a859d-319b-460b-afdd-a436ce3c7eee service neutron] Port d8713b73-731c-4b56-a969-df7c4c8f5aab on network bb29cdb2-6e44-48a1-b01d-ee5326cd7e03 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:07:02.928050 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-417a859d-319b-460b-afdd-a436ce3c7eee service neutron] Attempting to bind port d8713b73-731c-4b56-a969-df7c4c8f5aab on network bb29cdb2-6e44-48a1-b01d-ee5326cd7e03 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:07:02.938594 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-417a859d-319b-460b-afdd-a436ce3c7eee service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:07:02.938998 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-417a859d-319b-460b-afdd-a436ce3c7eee service neutron] Checking segment: {'id': '23da1049-017d-4756-ae1b-a8a103bb15a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bb29cdb2-6e44-48a1-b01d-ee5326cd7e03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:07:02.939384 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-417a859d-319b-460b-afdd-a436ce3c7eee service neutron] Bound using segment: {'id': '23da1049-017d-4756-ae1b-a8a103bb15a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bb29cdb2-6e44-48a1-b01d-ee5326cd7e03'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:07:02.939817 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-417a859d-319b-460b-afdd-a436ce3c7eee service neutron] Bound port: d8713b73-731c-4b56-a969-df7c4c8f5aab, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23da1049-017d-4756-ae1b-a8a103bb15a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bb29cdb2-6e44-48a1-b01d-ee5326cd7e03'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:07:02.940163 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-417a859d-319b-460b-afdd-a436ce3c7eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:02.951872 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067eef78-33f6-4c53-a8f4-0e22cad2594a', 'tag': 'ab704f12-cca5-45ea-ab32-6b8eac2bd258'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:07:03.019374 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-34fb4d38-465f-4be9-9ddf-5accbc23c238 req-2011cf64-48fc-46b2-98e3-b3f7d8eb213b tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7577703 Sep 30 01:07:03.078195 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fb92a3-9d74-4424-8a97-3ac27f6d5dc0 None None] Network 4c98a929-4bc6-4ff2-9381-439d6c813487 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:07:03.087638 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50fac0f-2418-4765-9c5d-308cb696faa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c136aabe-2b6e-40bd-889c-a97ee8fe6bf6,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:03.104720 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c50fac0f-2418-4765-9c5d-308cb696faa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:03.131966 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c50fac0f-2418-4765-9c5d-308cb696faa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:03.159347 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-c50fac0f-2418-4765-9c5d-308cb696faa7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c136aabe-2b6e-40bd-889c-a97ee8fe6bf6 HTTP/1.1" status: 204 len: 168 time: 1.3958049 Sep 30 01:07:03.160486 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 50636) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:03.295567 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-f6f04e2d-b4af-4ee2-b5aa-7fe3b103ab66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764fcd78-8a13-426d-84ca-74d024e516be', 'name': 'tempest-ServersTestManualDisk-1993270947-router', 'tenant_id': '21758b229ddd40f999546edcb999526d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a7fb816f-a347-48b0-9e71-aaf4a8e43e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:05:50Z', 'updated_at': '2021-09-30T01:06:03Z', 'revision_number': 4, 'project_id': '21758b229ddd40f999546edcb999526d', 'gw_port': {'id': 'a7fb816f-a347-48b0-9e71-aaf4a8e43e48', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764fcd78-8a13-426d-84ca-74d024e516be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:05:52Z', 'updated_at': '2021-09-30T01:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '7cacebd4-08a6-4c55-96cb-87c63b730de8', 'tenant_id': '21758b229ddd40f999546edcb999526d', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': '764fcd78-8a13-426d-84ca-74d024e516be', 'port_id': 'ab704f12-cca5-45ea-ab32-6b8eac2bd258', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3e54c0-527e-4a0b-877b-b2ace2e841bf', 'mac_address': 'fa:16:3e:0b:b7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067eef78-33f6-4c53-a8f4-0e22cad2594a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T01:06:18Z', 'updated_at': '2021-09-30T01:06:57Z', 'revision_number': 1, 'project_id': '21758b229ddd40f999546edcb999526d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dff39caa-76a6-4b41-97c9-329342a9da3d', 'name': '', 'network_id': '6a3e54c0-527e-4a0b-877b-b2ace2e841bf', 'tenant_id': '21758b229ddd40f999546edcb999526d', 'mac_address': 'fa:16:3e:d4:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764fcd78-8a13-426d-84ca-74d024e516be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '81a270c5-0bfe-4a31-9bd5-99f27822a262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:06:01Z', 'updated_at': '2021-09-30T01:06:17Z', 'revision_number': 5, 'project_id': '21758b229ddd40f999546edcb999526d', 'subnets': [{'id': '81a270c5-0bfe-4a31-9bd5-99f27822a262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:03.299810 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f04e2d-b4af-4ee2-b5aa-7fe3b103ab66 None None] The sync data for ids ['764fcd78-8a13-426d-84ca-74d024e516be'] in n-d-811809-1 is: [{'id': '764fcd78-8a13-426d-84ca-74d024e516be', 'name': 'tempest-ServersTestManualDisk-1993270947-router', 'tenant_id': '21758b229ddd40f999546edcb999526d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a7fb816f-a347-48b0-9e71-aaf4a8e43e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:05:50Z', 'updated_at': '2021-09-30T01:06:03Z', 'revision_number': 4, 'project_id': '21758b229ddd40f999546edcb999526d', 'gw_port': {'id': 'a7fb816f-a347-48b0-9e71-aaf4a8e43e48', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764fcd78-8a13-426d-84ca-74d024e516be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:05:52Z', 'updated_at': '2021-09-30T01:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '7cacebd4-08a6-4c55-96cb-87c63b730de8', 'tenant_id': '21758b229ddd40f999546edcb999526d', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': '764fcd78-8a13-426d-84ca-74d024e516be', 'port_id': 'ab704f12-cca5-45ea-ab32-6b8eac2bd258', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3e54c0-527e-4a0b-877b-b2ace2e841bf', 'mac_address': 'fa:16:3e:0b:b7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067eef78-33f6-4c53-a8f4-0e22cad2594a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T01:06:18Z', 'updated_at': '2021-09-30T01:06:57Z', 'revision_number': 1, 'project_id': '21758b229ddd40f999546edcb999526d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dff39caa-76a6-4b41-97c9-329342a9da3d', 'name': '', 'network_id': '6a3e54c0-527e-4a0b-877b-b2ace2e841bf', 'tenant_id': '21758b229ddd40f999546edcb999526d', 'mac_address': 'fa:16:3e:d4:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764fcd78-8a13-426d-84ca-74d024e516be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '81a270c5-0bfe-4a31-9bd5-99f27822a262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:06:01Z', 'updated_at': '2021-09-30T01:06:17Z', 'revision_number': 5, 'project_id': '21758b229ddd40f999546edcb999526d', 'subnets': [{'id': '81a270c5-0bfe-4a31-9bd5-99f27822a262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:07:03.312998 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f9911306-8d76-4f9b-89bf-562103750479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:03.345359 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a12dfc-46e5-4e80-bb0f-90ea06abac34 req-ec6d02b1-fbd3-4518-89cd-b61eae9f5642 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:03.355005 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-04a12dfc-46e5-4e80-bb0f-90ea06abac34 req-ec6d02b1-fbd3-4518-89cd-b61eae9f5642 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=c70472aa-95d4-46ac-a569-73eb70ebd9db HTTP/1.1" status: 200 len: 945 time: 1.4088745 Sep 30 01:07:03.406777 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-3b654071-c609-49ae-82d3-7b0f07f7fa6b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=099e6d8b-230d-45b0-aed6-1932684198d0 HTTP/1.1" status: 200 len: 217 time: 0.4691463 Sep 30 01:07:03.430016 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-f9911306-8d76-4f9b-89bf-562103750479 admin admin] Deleting port 86a787a9-f493-4c76-b9f7-380704a9ecb6 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:07:03.430016 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f9911306-8d76-4f9b-89bf-562103750479 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:03.459603 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9acff4d-77cb-4606-b3cd-5db3d5f11eca None None] DHCP port deletion for 4c98a929-4bc6-4ff2-9381-439d6c813487 request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 01:07:03.464788 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-a9acff4d-77cb-4606-b3cd-5db3d5f11eca None None] Deleting port 86a787a9-f493-4c76-b9f7-380704a9ecb6 {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:07:03.465028 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-a9acff4d-77cb-4606-b3cd-5db3d5f11eca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:03.473224 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b02aa7-07e1-4df4-8e64-f1dc14f67533 req-f9b17181-ff9b-45c3-a979-40f68dc706ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:03.474848 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a3b02aa7-07e1-4df4-8e64-f1dc14f67533 req-f9b17181-ff9b-45c3-a979-40f68dc706ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7480a0ef22064673b6ddeabd2d800245&device_id=fd713567-cf01-49f4-a11e-b3cd80011906 HTTP/1.1" status: 200 len: 1094 time: 1.1702039 Sep 30 01:07:03.653928 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b02aa7-07e1-4df4-8e64-f1dc14f67533 req-226c2063-4138-4e02-aca7-c880dedb2066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:03.655479 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a3b02aa7-07e1-4df4-8e64-f1dc14f67533 req-226c2063-4138-4e02-aca7-c880dedb2066 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb29cdb2-6e44-48a1-b01d-ee5326cd7e03 HTTP/1.1" status: 200 len: 918 time: 0.1667202 Sep 30 01:07:03.662990 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-04a12dfc-46e5-4e80-bb0f-90ea06abac34 req-07225bf6-47ce-4b7c-8bab-e475796c527b tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067939 Sep 30 01:07:03.665103 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1b8c0254-649b-4641-8e99-e01ce1398deb tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:03.669780 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-417a859d-319b-460b-afdd-a436ce3c7eee service neutron] For port d8713b73-731c-4b56-a969-df7c4c8f5aab, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:07:03.674934 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-417a859d-319b-460b-afdd-a436ce3c7eee service neutron] For port d8713b73-731c-4b56-a969-df7c4c8f5aab, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=d8713b73-731c-4b56-a969-df7c4c8f5aab,segment=NetworkSegment(23da1049-017d-4756-ae1b-a8a103bb15a5),segment_id=23da1049-017d-4756-ae1b-a8a103bb15a5)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:07:03.715751 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-417a859d-319b-460b-afdd-a436ce3c7eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:03.731644 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8d943af0-ee28-4b2c-ba4a-195d3f267860 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:03.740154 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-a9acff4d-77cb-4606-b3cd-5db3d5f11eca None None] For port 86a787a9-f493-4c76-b9f7-380704a9ecb6, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=86a787a9-f493-4c76-b9f7-380704a9ecb6,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:07:03.740556 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-a9acff4d-77cb-4606-b3cd-5db3d5f11eca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:03.776685 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1b8c0254-649b-4641-8e99-e01ce1398deb tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Usage tracker for resource:port and tenant:af0325e6d42640e08d37c1ad91bd5800 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:03.793026 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9824e338-9507-45f1-8cc6-01214e81da29', 'tag': '099e6d8b-230d-45b0-aed6-1932684198d0', 'status': 'completed', 'code': 200} Sep 30 01:07:03.815721 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e02597de-c3de-410d-b8da-0c2bb4ba91c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:03.817250 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1b8c0254-649b-4641-8e99-e01ce1398deb tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:03.840973 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a3b02aa7-07e1-4df4-8e64-f1dc14f67533 req-9691f1e0-b70c-4381-ab4c-ce4b2ec432f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a6d04d9-3949-4f3b-ad29-bb0cb876a617 HTTP/1.1" status: 200 len: 217 time: 0.1770165 Sep 30 01:07:03.947837 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac998283-9d0f-4851-8cb8-581cad1fe9ba None None] New status for floating IP 7cacebd4-08a6-4c55-96cb-87c63b730de8: ACTIVE {{(pid=80276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 01:07:03.969430 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [None req-e02597de-c3de-410d-b8da-0c2bb4ba91c3 admin admin] Transition to ACTIVE for port object 56e94534-4f54-4608-9096-23e45bf41f91 will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:07:03.975931 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-417a859d-319b-460b-afdd-a436ce3c7eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:03.976264 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-417a859d-319b-460b-afdd-a436ce3c7eee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:03.978016 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-417a859d-319b-460b-afdd-a436ce3c7eee service neutron] 10.222.0.59 "PUT /v2.0/ports/d8713b73-731c-4b56-a969-df7c4c8f5aab HTTP/1.1" status: 200 len: 1091 time: 5.5253336 Sep 30 01:07:04.070000 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-a9acff4d-77cb-4606-b3cd-5db3d5f11eca None None] Calling delete_port for 86a787a9-f493-4c76-b9f7-380704a9ecb6 owned by network:dhcp {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:07:04.073071 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-af7eaa07-c742-4fff-8e21-c36c2bcf50b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:04.074678 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-af7eaa07-c742-4fff-8e21-c36c2bcf50b1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17129e6f-76ae-4456-93d1-331e3193cad8 HTTP/1.1" status: 200 len: 857 time: 0.6513534 Sep 30 01:07:04.124141 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-f9911306-8d76-4f9b-89bf-562103750479 admin admin] For port 86a787a9-f493-4c76-b9f7-380704a9ecb6, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=86a787a9-f493-4c76-b9f7-380704a9ecb6,segment=NetworkSegment(e3d9462e-2f89-440e-8769-959374a5d0e0),segment_id=e3d9462e-2f89-440e-8769-959374a5d0e0)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:07:04.124672 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f9911306-8d76-4f9b-89bf-562103750479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:04.171851 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10de5c86-dd9e-4b7d-9194-3ede7f555bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a902b1f-3960-4265-a353-8f9b13f0a508', 'code': 200} Sep 30 01:07:04.200873 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a859d-319b-460b-afdd-a436ce3c7eee service neutron] Pushing event updated for resources: {'Port': ['ID=d8713b73-731c-4b56-a969-df7c4c8f5aab,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:04.214698 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-2a043e76-9055-46ed-b68a-451156cbc852 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb29cdb2-6e44-48a1-b01d-ee5326cd7e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815842 Sep 30 01:07:04.215689 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-417a859d-319b-460b-afdd-a436ce3c7eee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:04.237755 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c957e6-4913-4a90-862e-d3bd5b19d634 req-4405c6f4-61df-4d9e-88b6-4263e92ea233 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:04.239603 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device f9c392eb-b55a-4093-b364-66b1bcb5d954 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:07:04.240556 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-48c957e6-4913-4a90-862e-d3bd5b19d634 req-4405c6f4-61df-4d9e-88b6-4263e92ea233 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/ports?device_id=9824e338-9507-45f1-8cc6-01214e81da29 HTTP/1.1" status: 200 len: 943 time: 0.8356602 Sep 30 01:07:04.334113 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-a9acff4d-77cb-4606-b3cd-5db3d5f11eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821'] for port, after_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:04.339846 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1b8c0254-649b-4641-8e99-e01ce1398deb tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:04.359812 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:04.422289 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9acff4d-77cb-4606-b3cd-5db3d5f11eca None None] No DVR routers for this DVR port 86a787a9-f493-4c76-b9f7-380704a9ecb6 on host n-d-811809-1 {{(pid=80276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:07:04.424630 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9acff4d-77cb-4606-b3cd-5db3d5f11eca None None] Pushing event deleted for resources: {'Port': ['ID=86a787a9-f493-4c76-b9f7-380704a9ecb6,revision_number=None']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:04.432681 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-a9acff4d-77cb-4606-b3cd-5db3d5f11eca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:04.457450 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port f9c392eb-b55a-4093-b364-66b1bcb5d954 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:07:04.466259 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port f9c392eb-b55a-4093-b364-66b1bcb5d954 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:07:04.467417 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:04.519957 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e02597de-c3de-410d-b8da-0c2bb4ba91c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:04.529484 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-417a859d-319b-460b-afdd-a436ce3c7eee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:04.577872 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-497e94f0-0775-4b7a-8b41-5a4ab40e8db2 service neutron] 10.222.0.59 "GET /v2.0/networks/bb29cdb2-6e44-48a1-b01d-ee5326cd7e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272684 Sep 30 01:07:04.588929 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-f9911306-8d76-4f9b-89bf-562103750479 admin admin] Calling delete_port for 86a787a9-f493-4c76-b9f7-380704a9ecb6 owned by network:dhcp {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:07:04.598972 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-48c957e6-4913-4a90-862e-d3bd5b19d634 req-053daf20-0c3b-4230-86cc-55037e4ee3c1 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1a24627-58ca-4302-8baa-b93bda329762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165967 Sep 30 01:07:04.667347 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c1adcb2c-9d78-49a4-944a-45f08665a876 req-84023c3b-ce9c-4f7f-bf24-52bac0e23808 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e00afae-779f-4108-9e38-5f010ce9b340 HTTP/1.1" status: 200 len: 210 time: 0.3169971 Sep 30 01:07:04.674140 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1b8c0254-649b-4641-8e99-e01ce1398deb tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Made reservation on behalf of af0325e6d42640e08d37c1ad91bd5800 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:07:04.679462 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1b8c0254-649b-4641-8e99-e01ce1398deb tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:04.700902 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067eef78-33f6-4c53-a8f4-0e22cad2594a', 'tag': 'ab704f12-cca5-45ea-ab32-6b8eac2bd258', 'status': 'completed', 'code': 200} Sep 30 01:07:04.754926 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02597de-c3de-410d-b8da-0c2bb4ba91c3 admin admin] Network 7d752305-7068-40ad-9ef6-292e77a160d6 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:07:04.776076 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b02aa7-07e1-4df4-8e64-f1dc14f67533 req-94ed1549-719e-4bf5-99f1-84aa3ff456de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:04.777812 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a3b02aa7-07e1-4df4-8e64-f1dc14f67533 req-94ed1549-719e-4bf5-99f1-84aa3ff456de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17129e6f-76ae-4456-93d1-331e3193cad8 HTTP/1.1" status: 200 len: 857 time: 0.4962850 Sep 30 01:07:04.870534 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:04.891697 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port f9c392eb-b55a-4093-b364-66b1bcb5d954, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=f9c392eb-b55a-4093-b364-66b1bcb5d954,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:07:04.899103 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:04.906355 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-a8a149b6-e5db-4fd2-b5ce-4a8197b923e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:04.937243 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-e02597de-c3de-410d-b8da-0c2bb4ba91c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:07:04.940306 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a3b02aa7-07e1-4df4-8e64-f1dc14f67533 req-0b3d3024-f86a-4ad9-b4b7-6006f05bd913 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb29cdb2-6e44-48a1-b01d-ee5326cd7e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1307268 Sep 30 01:07:04.944933 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-2c49432d-7230-4700-8412-ae50d15a468e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:04.946883 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-2c49432d-7230-4700-8412-ae50d15a468e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7480a0ef22064673b6ddeabd2d800245&device_id=753a331b-a1e6-441f-bb5d-69bcb8392434 HTTP/1.1" status: 200 len: 1094 time: 0.8768055 Sep 30 01:07:04.981932 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02597de-c3de-410d-b8da-0c2bb4ba91c3 admin admin] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:07:05.012024 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 86a787a9-f493-4c76-b9f7-380704a9ecb6 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:07:05.112667 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 86a787a9-f493-4c76-b9f7-380704a9ecb6 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:07:05.123721 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 86a787a9-f493-4c76-b9f7-380704a9ecb6 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:07:05.157566 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02597de-c3de-410d-b8da-0c2bb4ba91c3 admin admin] Pushing event updated for resources: {'Port': ['ID=56e94534-4f54-4608-9096-23e45bf41f91,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:05.179815 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=f9c392eb-b55a-4093-b364-66b1bcb5d954,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:05.185021 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:05.200504 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e02597de-c3de-410d-b8da-0c2bb4ba91c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:05.204573 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-95bdc7d0-291a-47c2-9aa2-47b4f9f26379 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8713b73-731c-4b56-a969-df7c4c8f5aab HTTP/1.1" status: 200 len: 217 time: 0.1529367 Sep 30 01:07:05.316296 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e02597de-c3de-410d-b8da-0c2bb4ba91c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734280'] for router_interface, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:05.347079 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-b7a37872-0497-4ca5-b28d-455bf5d8aca2 service neutron] 10.222.0.59 "GET /v2.0/networks/bb29cdb2-6e44-48a1-b01d-ee5326cd7e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7471225 Sep 30 01:07:05.386006 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-2015f383-88e8-4499-a794-e54433de939e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:05.388144 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-2015f383-88e8-4499-a794-e54433de939e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17129e6f-76ae-4456-93d1-331e3193cad8 HTTP/1.1" status: 200 len: 857 time: 0.1739638 Sep 30 01:07:05.391709 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.db.api [None req-f9911306-8d76-4f9b-89bf-562103750479 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80275) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 01:07:05.391709 n-d-811809-1 neutron-server[80275]: DEBUG oslo_db.api [None req-f9911306-8d76-4f9b-89bf-562103750479 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 01:07:05.394875 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5648f089-b918-4d64-b186-7a7ef5ab1e0e None None] Provisioning for port 56e94534-4f54-4608-9096-23e45bf41f91 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:07:05.400341 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5648f089-b918-4d64-b186-7a7ef5ab1e0e None None] Provisioning complete for port 56e94534-4f54-4608-9096-23e45bf41f91 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:07:05.400719 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5648f089-b918-4d64-b186-7a7ef5ab1e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:05.409638 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58b783-d214-4fe4-9dd5-3a23ba72a8a9 req-533584ef-5081-4f65-ae51-e68cf2712531 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:05.411153 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ed58b783-d214-4fe4-9dd5-3a23ba72a8a9 req-533584ef-5081-4f65-ae51-e68cf2712531 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 0.5499270 Sep 30 01:07:05.495959 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ea09d-5579-461c-9ec6-beeb17b2a9e5 req-5c6509e9-2314-42fa-8555-2f1bd3d7d9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:05.513724 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-af9ea09d-5579-461c-9ec6-beeb17b2a9e5 req-5c6509e9-2314-42fa-8555-2f1bd3d7d9b0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 1097 time: 0.9826541 Sep 30 01:07:05.543023 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5648f089-b918-4d64-b186-7a7ef5ab1e0e None None] Port 56e94534-4f54-4608-9096-23e45bf41f91 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:07:05.557153 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-d149d222-9c8a-4a25-9495-e35516f4c61b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb29cdb2-6e44-48a1-b01d-ee5326cd7e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954022 Sep 30 01:07:05.628975 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:05.664146 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8536054-222a-4000-aaf8-43ea809539c5 req-db29cc1e-5197-4bba-a7a7-95a4d6585f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:05.666456 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e8536054-222a-4000-aaf8-43ea809539c5 req-db29cc1e-5197-4bba-a7a7-95a4d6585f9c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21758b229ddd40f999546edcb999526d&device_id=067eef78-33f6-4c53-a8f4-0e22cad2594a HTTP/1.1" status: 200 len: 1096 time: 0.9346359 Sep 30 01:07:05.744706 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ed58b783-d214-4fe4-9dd5-3a23ba72a8a9 req-c6946c56-81a4-4e28-9fb5-4b01b78a3d6d tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061106 Sep 30 01:07:05.775999 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a3b02aa7-07e1-4df4-8e64-f1dc14f67533 req-877a3a62-2267-46ac-9157-1dee3c632669 service neutron] 10.222.0.59 "GET /v2.0/networks/bb29cdb2-6e44-48a1-b01d-ee5326cd7e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8345151 Sep 30 01:07:05.787620 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e02597de-c3de-410d-b8da-0c2bb4ba91c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:05.807048 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753a331b-a1e6-441f-bb5d-69bcb8392434', 'tag': 'd8713b73-731c-4b56-a969-df7c4c8f5aab'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:07:05.878303 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-af9ea09d-5579-461c-9ec6-beeb17b2a9e5 req-aa661310-0e0b-4cdd-a2ca-f9b5bb7a8a68 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220227 Sep 30 01:07:05.899023 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-f9911306-8d76-4f9b-89bf-562103750479 admin admin] Deleting port 86a787a9-f493-4c76-b9f7-380704a9ecb6 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:07:05.899367 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f9911306-8d76-4f9b-89bf-562103750479 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:05.899886 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861deec5-2313-44d0-8d62-83342873a92e req-443ef457-19bd-455b-9079-46c6644ded12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:05.901963 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-861deec5-2313-44d0-8d62-83342873a92e req-443ef457-19bd-455b-9079-46c6644ded12 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7480a0ef22064673b6ddeabd2d800245&device_id=9824e338-9507-45f1-8cc6-01214e81da29 HTTP/1.1" status: 200 len: 1094 time: 0.4472065 Sep 30 01:07:05.941260 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device f9c392eb-b55a-4093-b364-66b1bcb5d954 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:07:06.050027 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port f9c392eb-b55a-4093-b364-66b1bcb5d954 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:07:06.050419 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:06.112974 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 1a6d04d9-3949-4f3b-ad29-bb0cb876a617 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:07:06.140299 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1b8c0254-649b-4641-8e99-e01ce1398deb tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Allocated IP 172.20.0.6 (69c6f639-6e1a-40fb-9ba4-9b9a33c1b129/5322c100-328d-4947-a488-45b73d699730/c535e5cf-5f74-4a26-a0c8-895a6c8879de) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:07:06.192790 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-22587d9c-2763-4293-9ae9-b2db7fae244f service neutron] 10.222.0.59 "GET /v2.0/networks/bb29cdb2-6e44-48a1-b01d-ee5326cd7e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6224811 Sep 30 01:07:06.227342 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-f9911306-8d76-4f9b-89bf-562103750479 admin admin] The port '86a787a9-f493-4c76-b9f7-380704a9ecb6' was deleted {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 30 01:07:06.340602 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8536054-222a-4000-aaf8-43ea809539c5 req-0cc87c3e-5ffd-40a2-8b00-0d33afd0643b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:06.342115 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e8536054-222a-4000-aaf8-43ea809539c5 req-0cc87c3e-5ffd-40a2-8b00-0d33afd0643b service neutron] 10.222.0.55 "GET /v2.0/networks?id=6a3e54c0-527e-4a0b-877b-b2ace2e841bf HTTP/1.1" status: 200 len: 913 time: 0.6195970 Sep 30 01:07:06.346627 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 1a6d04d9-3949-4f3b-ad29-bb0cb876a617, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=1a6d04d9-3949-4f3b-ad29-bb0cb876a617,segment=NetworkSegment(23da1049-017d-4756-ae1b-a8a103bb15a5),segment_id=23da1049-017d-4756-ae1b-a8a103bb15a5)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:07:06.350506 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a3b02aa7-07e1-4df4-8e64-f1dc14f67533 req-3a221534-0f4c-455b-b446-840cdd9e1b48 service neutron] 10.222.0.59 "GET /v2.0/networks/bb29cdb2-6e44-48a1-b01d-ee5326cd7e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5152919 Sep 30 01:07:06.361918 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '1a6d04d9-3949-4f3b-ad29-bb0cb876a617', 'network_id': 'bb29cdb2-6e44-48a1-b01d-ee5326cd7e03', 'port_id': '1a6d04d9-3949-4f3b-ad29-bb0cb876a617', 'mac_address': 'fa:16:3e:de:e6:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17129e6f-76ae-4456-93d1-331e3193cad8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:07:06.421224 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:06.440731 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a6d04d9-3949-4f3b-ad29-bb0cb876a617 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:07:06.457840 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 1a6d04d9-3949-4f3b-ad29-bb0cb876a617, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=1a6d04d9-3949-4f3b-ad29-bb0cb876a617,segment=NetworkSegment(23da1049-017d-4756-ae1b-a8a103bb15a5),segment_id=23da1049-017d-4756-ae1b-a8a103bb15a5)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:07:06.463344 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:06.465573 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:06.538399 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=1a6d04d9-3949-4f3b-ad29-bb0cb876a617,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:06.548948 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:06.570912 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f9911306-8d76-4f9b-89bf-562103750479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:06.587237 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e02597de-c3de-410d-b8da-0c2bb4ba91c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:06.589403 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66432c3-920f-4f95-9e34-8e8436f1d1f5 req-0b458f07-c756-4760-95ef-c6059e440c59 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:06.591283 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a66432c3-920f-4f95-9e34-8e8436f1d1f5 req-0b458f07-c756-4760-95ef-c6059e440c59 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=c70472aa-95d4-46ac-a569-73eb70ebd9db HTTP/1.1" status: 200 len: 945 time: 0.9203310 Sep 30 01:07:06.615134 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e8536054-222a-4000-aaf8-43ea809539c5 req-090b5ef2-ca2e-4cff-b15d-e5e0055469e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab704f12-cca5-45ea-ab32-6b8eac2bd258 HTTP/1.1" status: 200 len: 1001 time: 0.1904774 Sep 30 01:07:06.621153 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e02597de-c3de-410d-b8da-0c2bb4ba91c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:06.656012 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6bbc49f8-ae7e-40ac-be0b-43ec9f328a5a tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:06.761142 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-f9911306-8d76-4f9b-89bf-562103750479 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c98a929-4bc6-4ff2-9381-439d6c813487']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:06.765543 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fe123804-d7f9-4f99-82c3-290f68d8373c req-a34573dc-7039-4d7f-96a0-9c55c672a7e5 service neutron] 10.222.0.59 "GET /v2.0/networks/bb29cdb2-6e44-48a1-b01d-ee5326cd7e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844624 Sep 30 01:07:06.770461 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861deec5-2313-44d0-8d62-83342873a92e req-2db50abe-d2fb-4ee0-9e83-11c948778bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:06.771913 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-861deec5-2313-44d0-8d62-83342873a92e req-2db50abe-d2fb-4ee0-9e83-11c948778bb0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb29cdb2-6e44-48a1-b01d-ee5326cd7e03 HTTP/1.1" status: 200 len: 918 time: 0.4091344 Sep 30 01:07:06.779851 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8902ed4-0f4a-4a56-b199-338b07d29389 req-8b2eb15a-0ce2-45f7-9ee1-fd1b198e8c69 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:06.781387 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-f9911306-8d76-4f9b-89bf-562103750479 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d9462e-2f89-440e-8769-959374a5d0e0') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:06.781692 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-f9911306-8d76-4f9b-89bf-562103750479 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d9462e-2f89-440e-8769-959374a5d0e0') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:06.786706 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f8902ed4-0f4a-4a56-b199-338b07d29389 req-8b2eb15a-0ce2-45f7-9ee1-fd1b198e8c69 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/ports?device_id=9824e338-9507-45f1-8cc6-01214e81da29 HTTP/1.1" status: 200 len: 943 time: 0.8796692 Sep 30 01:07:06.824306 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f9911306-8d76-4f9b-89bf-562103750479 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:06.874762 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f9911306-8d76-4f9b-89bf-562103750479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:06.875034 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02597de-c3de-410d-b8da-0c2bb4ba91c3 admin admin] Pushing event updated for resources: {'Port': ['ID=56e94534-4f54-4608-9096-23e45bf41f91,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:06.877341 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e02597de-c3de-410d-b8da-0c2bb4ba91c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734445'] for router_interface, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:06.882139 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e02597de-c3de-410d-b8da-0c2bb4ba91c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:06.885497 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8536054-222a-4000-aaf8-43ea809539c5 req-30d1079a-723b-4a75-bf45-4e45e8489a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:06.885497 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e8536054-222a-4000-aaf8-43ea809539c5 req-30d1079a-723b-4a75-bf45-4e45e8489a1f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=81a270c5-0bfe-4a31-9bd5-99f27822a262 HTTP/1.1" status: 200 len: 851 time: 0.2125175 Sep 30 01:07:06.885886 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-861deec5-2313-44d0-8d62-83342873a92e req-8c3fe99a-5753-4bf3-9cfa-e94a7803ad8f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=099e6d8b-230d-45b0-aed6-1932684198d0 HTTP/1.1" status: 200 len: 217 time: 0.0963190 Sep 30 01:07:06.891712 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a66432c3-920f-4f95-9e34-8e8436f1d1f5 req-a8129930-0aa6-4f12-909f-88a8f11b0f28 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637403 Sep 30 01:07:07.008502 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9911306-8d76-4f9b-89bf-562103750479 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:07:07.008910 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f9911306-8d76-4f9b-89bf-562103750479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: util.warn( Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: util.warn( Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: util.warn( Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: util.warn( Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: timer() Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:07:07.022472 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:07:07.048932 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f8902ed4-0f4a-4a56-b199-338b07d29389 req-ce89a881-9ce6-4521-a972-524fa74f575f tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1a24627-58ca-4302-8baa-b93bda329762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613394 Sep 30 01:07:07.082302 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861deec5-2313-44d0-8d62-83342873a92e req-4938a6fb-16fb-4048-a62e-b26e919a8092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:07.083801 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-861deec5-2313-44d0-8d62-83342873a92e req-4938a6fb-16fb-4048-a62e-b26e919a8092 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17129e6f-76ae-4456-93d1-331e3193cad8 HTTP/1.1" status: 200 len: 857 time: 0.1778278 Sep 30 01:07:07.138249 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753a331b-a1e6-441f-bb5d-69bcb8392434', 'tag': 'd8713b73-731c-4b56-a969-df7c4c8f5aab', 'status': 'completed', 'code': 200} Sep 30 01:07:07.169483 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1b8c0254-649b-4641-8e99-e01ce1398deb tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:07.190328 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fce0b4c6-6ba5-4198-828e-2fcf2ae0e28f req-ecc720be-9ea3-48af-a217-7610da76ff78 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e00afae-779f-4108-9e38-5f010ce9b340 HTTP/1.1" status: 200 len: 210 time: 0.1134162 Sep 30 01:07:07.232409 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-861deec5-2313-44d0-8d62-83342873a92e req-2f541adf-337e-44c7-b196-e7b46c24d691 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb29cdb2-6e44-48a1-b01d-ee5326cd7e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1344459 Sep 30 01:07:07.234564 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['1a6d04d9-3949-4f3b-ad29-bb0cb876a617'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:07:07.264715 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1b8c0254-649b-4641-8e99-e01ce1398deb tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:07.268617 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02597de-c3de-410d-b8da-0c2bb4ba91c3 admin admin] Network 7d752305-7068-40ad-9ef6-292e77a160d6 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:07:07.269398 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f9911306-8d76-4f9b-89bf-562103750479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:07.278335 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-e02597de-c3de-410d-b8da-0c2bb4ba91c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:07:07.302087 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f646b616-a0fe-40ea-af81-3e43fab433ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:07.333119 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f9911306-8d76-4f9b-89bf-562103750479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:07.476710 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-861deec5-2313-44d0-8d62-83342873a92e req-d02e3cdd-afe4-4d7f-a729-28e105e23ef9 service neutron] 10.222.0.59 "GET /v2.0/networks/bb29cdb2-6e44-48a1-b01d-ee5326cd7e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271552 Sep 30 01:07:07.479573 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9911306-8d76-4f9b-89bf-562103750479 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c98a929-4bc6-4ff2-9381-439d6c813487,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:07.505888 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1b8c0254-649b-4641-8e99-e01ce1398deb tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Network 69c6f639-6e1a-40fb-9ba4-9b9a33c1b129 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:07:07.519967 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f9911306-8d76-4f9b-89bf-562103750479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:07.544285 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1b8c0254-649b-4641-8e99-e01ce1398deb tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:07:07.546804 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1b8c0254-649b-4641-8e99-e01ce1398deb tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:07:07.588324 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a6df4d25-f69b-4079-b4d7-7d368b6a526d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.270s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:07.666568 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8536054-222a-4000-aaf8-43ea809539c5 req-6d66b732-379e-4bda-9e2a-4ba0717365bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:07.668204 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e8536054-222a-4000-aaf8-43ea809539c5 req-6d66b732-379e-4bda-9e2a-4ba0717365bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6a3e54c0-527e-4a0b-877b-b2ace2e841bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7656195 Sep 30 01:07:07.789627 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-87a59591-1572-4860-adde-d0378ad930c0 None None] Provisioning complete for port 56e94534-4f54-4608-9096-23e45bf41f91 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:07:07.790182 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-87a59591-1572-4860-adde-d0378ad930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:07.858329 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 01:07:07.894034 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-87a59591-1572-4860-adde-d0378ad930c0 None None] Port 56e94534-4f54-4608-9096-23e45bf41f91 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:07:07.896343 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-f9911306-8d76-4f9b-89bf-562103750479 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4c98a929-4bc6-4ff2-9381-439d6c813487 HTTP/1.1" status: 204 len: 168 time: 4.7260273 Sep 30 01:07:08.013616 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae4fa9-920b-4878-b5cb-b119d08a3a10 req-5b30f478-b7ab-416b-8ed9-befb896134d0 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:08.020700 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-90ae4fa9-920b-4878-b5cb-b119d08a3a10 req-5b30f478-b7ab-416b-8ed9-befb896134d0 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 0.6803350 Sep 30 01:07:08.053372 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1b8c0254-649b-4641-8e99-e01ce1398deb tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:08.054018 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1b8c0254-649b-4641-8e99-e01ce1398deb tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:08.058831 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c0254-649b-4641-8e99-e01ce1398deb tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Pushing event updated for resources: {'Port': ['ID=c535e5cf-5f74-4a26-a0c8-895a6c8879de,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:08.076457 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1b8c0254-649b-4641-8e99-e01ce1398deb tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:08.134575 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-90ae4fa9-920b-4878-b5cb-b119d08a3a10 req-aa350cba-b924-4c12-83ce-b155ea3d02cc tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100202 Sep 30 01:07:08.202954 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1b8c0254-649b-4641-8e99-e01ce1398deb tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5998585 Sep 30 01:07:08.225484 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1cb1e281-0260-46dd-bf48-ce0692584ef8 service neutron] Request body: {'port': {'device_id': '4e00afae-779f-4108-9e38-5f010ce9b340', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:07:08.361918 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 50728) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:08.465049 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e8536054-222a-4000-aaf8-43ea809539c5 req-0fa46746-aa58-4dcd-9757-aa3a3d831740 service neutron] 10.222.0.55 "GET /v2.0/networks/6a3e54c0-527e-4a0b-877b-b2ace2e841bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7694340 Sep 30 01:07:08.491713 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca9a05-7038-47af-8278-c0fec840430d req-8b117e05-19d2-4c6a-8b57-eb7841e757cf tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:08.493111 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bcca9a05-7038-47af-8278-c0fec840430d req-8b117e05-19d2-4c6a-8b57-eb7841e757cf tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70472aa-95d4-46ac-a569-73eb70ebd9db HTTP/1.1" status: 200 len: 945 time: 1.3485644 Sep 30 01:07:08.540151 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1cb1e281-0260-46dd-bf48-ce0692584ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:08.604127 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bc4d4-d526-4cee-8f35-e7250d36754b req-ed96651f-e32a-4f6d-b6f7-72df1e92df68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:08.606373 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9b1bc4d4-d526-4cee-8f35-e7250d36754b req-ed96651f-e32a-4f6d-b6f7-72df1e92df68 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7480a0ef22064673b6ddeabd2d800245&device_id=753a331b-a1e6-441f-bb5d-69bcb8392434 HTTP/1.1" status: 200 len: 1094 time: 1.4167778 Sep 30 01:07:08.669414 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-861deec5-2313-44d0-8d62-83342873a92e req-ea119260-c1eb-4deb-851c-a3e339f17c53 service neutron] 10.222.0.59 "GET /v2.0/networks/bb29cdb2-6e44-48a1-b01d-ee5326cd7e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1797285 Sep 30 01:07:08.758553 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02597de-c3de-410d-b8da-0c2bb4ba91c3 admin admin] Router 0e7c91b7-696d-4679-99d6-da44d4e6e36f has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 01:07:08.794160 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-c570eddc-6fea-4dee-8553-b264e3ddd50d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=038e4d0abd4b4e5c940f331b6f0950a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4306443 Sep 30 01:07:08.794648 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-bcca9a05-7038-47af-8278-c0fec840430d req-f613348d-fe0f-40c9-9269-741139739de2 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Deleting port cf1d878c-a158-4e6e-8d48-3d0a7ea60422 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:07:08.794648 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-bcca9a05-7038-47af-8278-c0fec840430d req-f613348d-fe0f-40c9-9269-741139739de2 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:08.797811 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 50734) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:08.841479 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa594113-b42f-44a9-a547-81dc398935b5 req-f8b9c4c2-178d-4bbf-b08a-e008d5d09312 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:08.842997 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fa594113-b42f-44a9-a547-81dc398935b5 req-f8b9c4c2-178d-4bbf-b08a-e008d5d09312 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/ports?device_id=9824e338-9507-45f1-8cc6-01214e81da29 HTTP/1.1" status: 200 len: 943 time: 0.4521513 Sep 30 01:07:08.859608 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d7a39-8c72-4047-b154-bf9cd95ae675 req-c1e0419f-676f-4f32-b92b-e4f3672aa080 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:08.861089 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5e4d7a39-8c72-4047-b154-bf9cd95ae675 req-c1e0419f-676f-4f32-b92b-e4f3672aa080 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=c70472aa-95d4-46ac-a569-73eb70ebd9db HTTP/1.1" status: 200 len: 945 time: 0.4904363 Sep 30 01:07:09.019911 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e8536054-222a-4000-aaf8-43ea809539c5 req-1290d21d-7e26-41d6-bd4b-c3ac6b5095d8 service neutron] 10.222.0.55 "GET /v2.0/networks/6a3e54c0-527e-4a0b-877b-b2ace2e841bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5348010 Sep 30 01:07:09.050246 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fa594113-b42f-44a9-a547-81dc398935b5 req-7ff8dfbd-0ce8-46b0-9a2d-cf4410ab6280 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1a24627-58ca-4302-8baa-b93bda329762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955647 Sep 30 01:07:09.061016 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b68d780c-f7ce-4a30-93b3-335a7340fba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:09.102659 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bc4d4-d526-4cee-8f35-e7250d36754b req-71220b9f-a16d-48bf-98b0-df1e835833d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:09.104409 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9b1bc4d4-d526-4cee-8f35-e7250d36754b req-71220b9f-a16d-48bf-98b0-df1e835833d6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bb29cdb2-6e44-48a1-b01d-ee5326cd7e03 HTTP/1.1" status: 200 len: 918 time: 0.4775090 Sep 30 01:07:09.126171 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b68d780c-f7ce-4a30-93b3-335a7340fba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:09.189189 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5e4d7a39-8c72-4047-b154-bf9cd95ae675 req-845f9616-15c5-4baa-bc49-74cb397a8837 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/security-groups?id=88ce8b58-1676-489d-a8dd-d31c2c58690d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789257 Sep 30 01:07:09.220399 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9b1bc4d4-d526-4cee-8f35-e7250d36754b req-36c725da-7884-4260-b83c-b66721ab137f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8713b73-731c-4b56-a969-df7c4c8f5aab HTTP/1.1" status: 200 len: 217 time: 0.0952635 Sep 30 01:07:09.342657 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb2638-03f8-46a6-84ee-e84995e04d99 req-31e9bdd8-351e-413b-be56-31fe551883ec tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:09.343421 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-d4cb2638-03f8-46a6-84ee-e84995e04d99 req-31e9bdd8-351e-413b-be56-31fe551883ec tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Synchronizing usage tracker for tenant:af0325e6d42640e08d37c1ad91bd5800 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:07:09.362705 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b68d780c-f7ce-4a30-93b3-335a7340fba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:09.369938 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-208a94f5-e09f-4303-8f0a-4008ccdefb9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:09.381556 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1cb1e281-0260-46dd-bf48-ce0692584ef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c535e5cf-5f74-4a26-a0c8-895a6c8879de {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:07:09.386400 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-d4cb2638-03f8-46a6-84ee-e84995e04d99 req-31e9bdd8-351e-413b-be56-31fe551883ec tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Unset dirty status for tenant:af0325e6d42640e08d37c1ad91bd5800 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:07:09.388453 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d4cb2638-03f8-46a6-84ee-e84995e04d99 req-31e9bdd8-351e-413b-be56-31fe551883ec tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e00afae-779f-4108-9e38-5f010ce9b340 HTTP/1.1" status: 200 len: 931 time: 0.2154350 Sep 30 01:07:09.399536 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d780c-f7ce-4a30-93b3-335a7340fba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343008cd-8361-42a1-b340-0487c0b1ad81,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:09.404943 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1cb1e281-0260-46dd-bf48-ce0692584ef8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:09.425435 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02597de-c3de-410d-b8da-0c2bb4ba91c3 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:07:09.435672 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f266a784-9529-451b-b782-68d45d5e2d32 None None] Sync routers for ids ['0e7c91b7-696d-4679-99d6-da44d4e6e36f'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:07:09.449642 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f266a784-9529-451b-b782-68d45d5e2d32 None None] Routers {'0e7c91b7-696d-4679-99d6-da44d4e6e36f'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:07:09.450281 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-f266a784-9529-451b-b782-68d45d5e2d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:06:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['0e7c91b7-696d-4679-99d6-da44d4e6e36f'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:09.454027 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bc4d4-d526-4cee-8f35-e7250d36754b req-286f1b4e-2533-405b-b119-acd99bb293fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:09.455700 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b68d780c-f7ce-4a30-93b3-335a7340fba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:09.455866 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9b1bc4d4-d526-4cee-8f35-e7250d36754b req-286f1b4e-2533-405b-b119-acd99bb293fa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17129e6f-76ae-4456-93d1-331e3193cad8 HTTP/1.1" status: 200 len: 857 time: 0.1338708 Sep 30 01:07:09.463611 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-e02597de-c3de-410d-b8da-0c2bb4ba91c3 admin admin] 10.222.0.39 "PUT /v2.0/routers/0e7c91b7-696d-4679-99d6-da44d4e6e36f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9428306 Sep 30 01:07:09.477543 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b68d780c-f7ce-4a30-93b3-335a7340fba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:09.478907 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-b68d780c-f7ce-4a30-93b3-335a7340fba8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/343008cd-8361-42a1-b340-0487c0b1ad81 HTTP/1.1" status: 204 len: 168 time: 0.6774676 Sep 30 01:07:09.496909 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1cb1e281-0260-46dd-bf48-ce0692584ef8 service neutron] Transition to ACTIVE for port object c535e5cf-5f74-4a26-a0c8-895a6c8879de will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:07:09.507715 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1cb1e281-0260-46dd-bf48-ce0692584ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:09.516742 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8a7bcf82-228a-4a9f-9c2c-eab69de77f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:09.573254 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d4cb2638-03f8-46a6-84ee-e84995e04d99 req-e1645886-bae4-4d8c-a90a-544ef45c8160 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.39 "GET /v2.0/security-groups?id=492eebf2-ee6a-4f28-b265-d19f5095cd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771657 Sep 30 01:07:09.689807 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9b1bc4d4-d526-4cee-8f35-e7250d36754b req-c6b014bb-14fd-4a2f-989f-23c7873bd948 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bb29cdb2-6e44-48a1-b01d-ee5326cd7e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2210903 Sep 30 01:07:09.707791 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-bcca9a05-7038-47af-8278-c0fec840430d req-f613348d-fe0f-40c9-9269-741139739de2 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] For port cf1d878c-a158-4e6e-8d48-3d0a7ea60422, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=cf1d878c-a158-4e6e-8d48-3d0a7ea60422,segment=NetworkSegment(78314eab-8436-4d6e-8e41-404a6dc9a40f),segment_id=78314eab-8436-4d6e-8e41-404a6dc9a40f)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:07:09.708474 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-bcca9a05-7038-47af-8278-c0fec840430d req-f613348d-fe0f-40c9-9269-741139739de2 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:09.890290 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1cb1e281-0260-46dd-bf48-ce0692584ef8 service neutron] Attempting to bind port c535e5cf-5f74-4a26-a0c8-895a6c8879de on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:07:09.891126 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1cb1e281-0260-46dd-bf48-ce0692584ef8 service neutron] Attempting to bind port c535e5cf-5f74-4a26-a0c8-895a6c8879de by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '7b8bfce3-4fbb-406b-aae0-cac46f05c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '69c6f639-6e1a-40fb-9ba4-9b9a33c1b129'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:07:09.891470 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1cb1e281-0260-46dd-bf48-ce0692584ef8 service neutron] Attempting to bind port c535e5cf-5f74-4a26-a0c8-895a6c8879de on network 69c6f639-6e1a-40fb-9ba4-9b9a33c1b129 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:07:09.899572 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1e281-0260-46dd-bf48-ce0692584ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=c535e5cf-5f74-4a26-a0c8-895a6c8879de,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:09.901857 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-f266a784-9529-451b-b782-68d45d5e2d32 None None] Set router 0e7c91b7-696d-4679-99d6-da44d4e6e36f gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:07:09.909251 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1cb1e281-0260-46dd-bf48-ce0692584ef8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:09.910111 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1cb1e281-0260-46dd-bf48-ce0692584ef8 service neutron] Port c535e5cf-5f74-4a26-a0c8-895a6c8879de on network 69c6f639-6e1a-40fb-9ba4-9b9a33c1b129 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:07:09.910444 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1cb1e281-0260-46dd-bf48-ce0692584ef8 service neutron] Attempting to bind port c535e5cf-5f74-4a26-a0c8-895a6c8879de on network 69c6f639-6e1a-40fb-9ba4-9b9a33c1b129 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:07:09.918865 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1cb1e281-0260-46dd-bf48-ce0692584ef8 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:07:09.919253 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1cb1e281-0260-46dd-bf48-ce0692584ef8 service neutron] Checking segment: {'id': '7b8bfce3-4fbb-406b-aae0-cac46f05c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '69c6f639-6e1a-40fb-9ba4-9b9a33c1b129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:07:09.919692 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1cb1e281-0260-46dd-bf48-ce0692584ef8 service neutron] Bound using segment: {'id': '7b8bfce3-4fbb-406b-aae0-cac46f05c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '69c6f639-6e1a-40fb-9ba4-9b9a33c1b129'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:07:09.920122 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1cb1e281-0260-46dd-bf48-ce0692584ef8 service neutron] Bound port: c535e5cf-5f74-4a26-a0c8-895a6c8879de, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b8bfce3-4fbb-406b-aae0-cac46f05c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '69c6f639-6e1a-40fb-9ba4-9b9a33c1b129'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:07:09.920522 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1cb1e281-0260-46dd-bf48-ce0692584ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:10.034399 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1cb1e281-0260-46dd-bf48-ce0692584ef8 service neutron] For port c535e5cf-5f74-4a26-a0c8-895a6c8879de, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:07:10.039229 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1cb1e281-0260-46dd-bf48-ce0692584ef8 service neutron] For port c535e5cf-5f74-4a26-a0c8-895a6c8879de, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=c535e5cf-5f74-4a26-a0c8-895a6c8879de,segment=NetworkSegment(7b8bfce3-4fbb-406b-aae0-cac46f05c284),segment_id=7b8bfce3-4fbb-406b-aae0-cac46f05c284)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:07:10.049673 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1cb1e281-0260-46dd-bf48-ce0692584ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:10.075645 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f5549656-bb7b-4f6d-81be-820d5372d310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:10.113926 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 099e6d8b-230d-45b0-aed6-1932684198d0 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:07:10.122064 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 1a6d04d9-3949-4f3b-ad29-bb0cb876a617 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:07:10.177022 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-bcca9a05-7038-47af-8278-c0fec840430d req-f613348d-fe0f-40c9-9269-741139739de2 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Calling delete_port for cf1d878c-a158-4e6e-8d48-3d0a7ea60422 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:07:10.194851 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1cb1e281-0260-46dd-bf48-ce0692584ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:10.194851 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1cb1e281-0260-46dd-bf48-ce0692584ef8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:10.194851 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1cb1e281-0260-46dd-bf48-ce0692584ef8 service neutron] 10.222.0.55 "PUT /v2.0/ports/c535e5cf-5f74-4a26-a0c8-895a6c8879de HTTP/1.1" status: 200 len: 1091 time: 1.9720643 Sep 30 01:07:10.194851 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e00afae-779f-4108-9e38-5f010ce9b340', 'tag': 'c535e5cf-5f74-4a26-a0c8-895a6c8879de'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:07:10.279514 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9b1bc4d4-d526-4cee-8f35-e7250d36754b req-33240ece-cdad-4317-8460-60041443e3d2 service neutron] 10.222.0.59 "GET /v2.0/networks/bb29cdb2-6e44-48a1-b01d-ee5326cd7e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5604219 Sep 30 01:07:10.414078 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1e281-0260-46dd-bf48-ce0692584ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=c535e5cf-5f74-4a26-a0c8-895a6c8879de,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:10.420425 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1cb1e281-0260-46dd-bf48-ce0692584ef8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:10.493916 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-34aca515-424d-4631-bc2e-5c37164b03ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:10.495988 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-34aca515-424d-4631-bc2e-5c37164b03ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af0325e6d42640e08d37c1ad91bd5800&device_id=4e00afae-779f-4108-9e38-5f010ce9b340 HTTP/1.1" status: 200 len: 1094 time: 0.2410316 Sep 30 01:07:10.500615 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 099e6d8b-230d-45b0-aed6-1932684198d0, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=099e6d8b-230d-45b0-aed6-1932684198d0,segment=NetworkSegment(23da1049-017d-4756-ae1b-a8a103bb15a5),segment_id=23da1049-017d-4756-ae1b-a8a103bb15a5)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:07:10.516770 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '099e6d8b-230d-45b0-aed6-1932684198d0', 'network_id': 'bb29cdb2-6e44-48a1-b01d-ee5326cd7e03', 'port_id': '099e6d8b-230d-45b0-aed6-1932684198d0', 'mac_address': 'fa:16:3e:26:67:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17129e6f-76ae-4456-93d1-331e3193cad8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:07:10.523405 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591f423-445c-41a1-828d-8a8076b986a1 req-7b6957dd-6717-41ab-b5a8-5a9a313e889c tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:10.532925 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8591f423-445c-41a1-828d-8a8076b986a1 req-7b6957dd-6717-41ab-b5a8-5a9a313e889c tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/ports?device_id=9824e338-9507-45f1-8cc6-01214e81da29 HTTP/1.1" status: 200 len: 943 time: 0.2343819 Sep 30 01:07:10.612680 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:10.641482 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099e6d8b-230d-45b0-aed6-1932684198d0 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:07:10.687980 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 099e6d8b-230d-45b0-aed6-1932684198d0, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=099e6d8b-230d-45b0-aed6-1932684198d0,segment=NetworkSegment(23da1049-017d-4756-ae1b-a8a103bb15a5),segment_id=23da1049-017d-4756-ae1b-a8a103bb15a5)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:07:10.693158 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 1a6d04d9-3949-4f3b-ad29-bb0cb876a617 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:07:10.705174 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:10.708687 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:10.812661 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-f266a784-9529-451b-b782-68d45d5e2d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c91b7-696d-4679-99d6-da44d4e6e36f', 'name': 'tempest-TaggedBootDevicesTest_v242-592584262-router', 'tenant_id': '0149d6d6ed59445481fded27e8294137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f9c392eb-b55a-4093-b364-66b1bcb5d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:06:47Z', 'updated_at': '2021-09-30T01:07:05Z', 'revision_number': 4, 'project_id': '0149d6d6ed59445481fded27e8294137', 'gw_port': {'id': 'f9c392eb-b55a-4093-b364-66b1bcb5d954', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:de:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c91b7-696d-4679-99d6-da44d4e6e36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:06:52Z', 'updated_at': '2021-09-30T01:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '56e94534-4f54-4608-9096-23e45bf41f91', 'name': '', 'network_id': '7d752305-7068-40ad-9ef6-292e77a160d6', 'tenant_id': '0149d6d6ed59445481fded27e8294137', 'mac_address': 'fa:16:3e:a9:d2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c91b7-696d-4679-99d6-da44d4e6e36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4eb85df0-f35f-4266-997a-b64f8df7e23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:02Z', 'updated_at': '2021-09-30T01:07:06Z', 'revision_number': 2, 'project_id': '0149d6d6ed59445481fded27e8294137', 'subnets': [{'id': '4eb85df0-f35f-4266-997a-b64f8df7e23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:10.816252 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 1a6d04d9-3949-4f3b-ad29-bb0cb876a617 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:07:10.816900 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:10.817277 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f266a784-9529-451b-b782-68d45d5e2d32 None None] Checking router: 0e7c91b7-696d-4679-99d6-da44d4e6e36f for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:07:10.817640 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f266a784-9529-451b-b782-68d45d5e2d32 None None] Updating router 0e7c91b7-696d-4679-99d6-da44d4e6e36f port 56e94534-4f54-4608-9096-23e45bf41f91 binding host n-d-811809-1 {{(pid=80277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 01:07:10.918762 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-f266a784-9529-451b-b782-68d45d5e2d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:10.976724 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-bcca9a05-7038-47af-8278-c0fec840430d req-f613348d-fe0f-40c9-9269-741139739de2 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:10.994520 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-1c0dd133-3f1a-45ae-8fe2-1d94b28459b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c535e5cf-5f74-4a26-a0c8-895a6c8879de HTTP/1.1" status: 200 len: 217 time: 0.4603980 Sep 30 01:07:11.002742 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8591f423-445c-41a1-828d-8a8076b986a1 req-540d63a7-6bce-4e51-bae5-e1ce7f028a82 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1a24627-58ca-4302-8baa-b93bda329762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281099 Sep 30 01:07:11.095292 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc20cb-4cf2-417b-b4d6-a31f9a038b87 req-432a49e6-87ad-4d47-acf5-5c7d115b1b08 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:11.111575 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-12cc20cb-4cf2-417b-b4d6-a31f9a038b87 req-432a49e6-87ad-4d47-acf5-5c7d115b1b08 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 1.5339553 Sep 30 01:07:11.113671 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1a5952c0-f03a-4e87-a2e4-98e16580c92c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:11.203365 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 50820) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:11.205201 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-7cb07e55-7c8a-41bc-b1b1-40cdb507bbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:11.206688 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-7cb07e55-7c8a-41bc-b1b1-40cdb507bbef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5322c100-328d-4947-a488-45b73d699730 HTTP/1.1" status: 200 len: 850 time: 0.2006111 Sep 30 01:07:11.241481 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:11.254306 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['099e6d8b-230d-45b0-aed6-1932684198d0'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:07:11.377861 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=099e6d8b-230d-45b0-aed6-1932684198d0,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:11.378812 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613348d-fe0f-40c9-9269-741139739de2 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Pushing event deleted for resources: {'Port': ['ID=cf1d878c-a158-4e6e-8d48-3d0a7ea60422,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:11.388092 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f613348d-fe0f-40c9-9269-741139739de2 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:11.396166 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:11.421584 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd713567-cf01-49f4-a11e-b3cd80011906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6d04d9-3949-4f3b-ad29-bb0cb876a617'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:07:11.443715 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 1a6d04d9-3949-4f3b-ad29-bb0cb876a617, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=1a6d04d9-3949-4f3b-ad29-bb0cb876a617,segment=NetworkSegment(23da1049-017d-4756-ae1b-a8a103bb15a5),segment_id=23da1049-017d-4756-ae1b-a8a103bb15a5)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:07:11.459596 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:11.469008 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:11.499341 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-576c4c31-abc0-4428-910f-edae09a24d87 req-db90ecb0-5015-4140-8575-50f0c14ab545 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=c70472aa-95d4-46ac-a569-73eb70ebd9db HTTP/1.1" status: 200 len: 210 time: 0.2841098 Sep 30 01:07:11.504240 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-fcefa37b-af2a-4152-bcb1-64e170ff7b95 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69c6f639-6e1a-40fb-9ba4-9b9a33c1b129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2006104 Sep 30 01:07:11.589610 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device cf1d878c-a158-4e6e-8d48-3d0a7ea60422 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:07:11.603892 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-a425db93-16bc-412b-8abf-586d634ded06 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-90556521-network', 'tenant_id': '15dd6f129a8c40eebc2b9b57c8157b25'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:07:11.622529 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a425db93-16bc-412b-8abf-586d634ded06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:11.629369 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-12cc20cb-4cf2-417b-b4d6-a31f9a038b87 req-1836136e-731b-4a3e-a597-0a7784220f01 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5167847 Sep 30 01:07:11.633692 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-a425db93-16bc-412b-8abf-586d634ded06 admin admin] Usage tracker for resource:network and tenant:15dd6f129a8c40eebc2b9b57c8157b25 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:11.646442 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcca9a05-7038-47af-8278-c0fec840430d req-f613348d-fe0f-40c9-9269-741139739de2 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] No DVR routers for this DVR port cf1d878c-a158-4e6e-8d48-3d0a7ea60422 on host n-h2-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:07:11.659424 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-bcca9a05-7038-47af-8278-c0fec840430d req-f613348d-fe0f-40c9-9269-741139739de2 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:11.662088 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70472aa-95d4-46ac-a569-73eb70ebd9db', 'name': 'network-vif-deleted', 'tag': 'cf1d878c-a158-4e6e-8d48-3d0a7ea60422'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:07:11.667005 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-a425db93-16bc-412b-8abf-586d634ded06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:11.685142 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a425db93-16bc-412b-8abf-586d634ded06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:11.760112 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bcca9a05-7038-47af-8278-c0fec840430d req-f613348d-fe0f-40c9-9269-741139739de2 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.55 "DELETE /v2.0/ports/cf1d878c-a158-4e6e-8d48-3d0a7ea60422 HTTP/1.1" status: 204 len: 173 time: 3.2388897 Sep 30 01:07:11.780635 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9b1bc4d4-d526-4cee-8f35-e7250d36754b req-e2917b2a-71cb-4591-8906-9a46fc3cd252 service neutron] 10.222.0.59 "GET /v2.0/networks/bb29cdb2-6e44-48a1-b01d-ee5326cd7e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4650898 Sep 30 01:07:11.882965 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-f266a784-9529-451b-b782-68d45d5e2d32 None None] Notify callbacks [] for port, precommit_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:11.895218 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: cf1d878c-a158-4e6e-8d48-3d0a7ea60422 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:07:11.895924 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device cf1d878c-a158-4e6e-8d48-3d0a7ea60422 not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:07:11.914016 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:11.929322 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.provisioning_blocks [None req-f266a784-9529-451b-b782-68d45d5e2d32 None None] Transition to ACTIVE for port object 56e94534-4f54-4608-9096-23e45bf41f91 will not be triggered until provisioned by entity L2. {{(pid=80277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:07:11.999092 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-f266a784-9529-451b-b782-68d45d5e2d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:12.037416 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-e8f02838-8bfd-41fb-815e-49e3b915451e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:12.048793 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=1a6d04d9-3949-4f3b-ad29-bb0cb876a617,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:12.052396 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:12.102688 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd713567-cf01-49f4-a11e-b3cd80011906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6d04d9-3949-4f3b-ad29-bb0cb876a617', 'code': 200} Sep 30 01:07:12.106495 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e00afae-779f-4108-9e38-5f010ce9b340', 'tag': 'c535e5cf-5f74-4a26-a0c8-895a6c8879de', 'status': 'completed', 'code': 200} Sep 30 01:07:12.111515 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a425db93-16bc-412b-8abf-586d634ded06 admin admin] Made reservation on behalf of 15dd6f129a8c40eebc2b9b57c8157b25 for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:07:12.114716 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a425db93-16bc-412b-8abf-586d634ded06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:12.137168 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device d8713b73-731c-4b56-a969-df7c4c8f5aab details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:07:12.224927 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a425db93-16bc-412b-8abf-586d634ded06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:12.305080 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a425db93-16bc-412b-8abf-586d634ded06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:12.405081 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11638501-da09-4c7f-85f8-a90db6670780 None None] Pushing event updated for resources: {'Port': ['ID=56e94534-4f54-4608-9096-23e45bf41f91,revision_number=3']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:12.413429 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-a425db93-16bc-412b-8abf-586d634ded06 admin admin] Usage tracker for resource:security_group_rule and tenant:15dd6f129a8c40eebc2b9b57c8157b25 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:12.426665 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11638501-da09-4c7f-85f8-a90db6670780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:12.428151 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11638501-da09-4c7f-85f8-a90db6670780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:12.428494 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11638501-da09-4c7f-85f8-a90db6670780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:12.428829 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11638501-da09-4c7f-85f8-a90db6670780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:12.429157 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11638501-da09-4c7f-85f8-a90db6670780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:12.429487 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11638501-da09-4c7f-85f8-a90db6670780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:12.429809 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11638501-da09-4c7f-85f8-a90db6670780 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:12.432381 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11638501-da09-4c7f-85f8-a90db6670780 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:12.432724 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11638501-da09-4c7f-85f8-a90db6670780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:12.433480 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11638501-da09-4c7f-85f8-a90db6670780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:12.433480 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11638501-da09-4c7f-85f8-a90db6670780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:12.433689 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11638501-da09-4c7f-85f8-a90db6670780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:12.434860 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-a425db93-16bc-412b-8abf-586d634ded06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:12.444184 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-11638501-da09-4c7f-85f8-a90db6670780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:12.456306 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port d8713b73-731c-4b56-a969-df7c4c8f5aab, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=d8713b73-731c-4b56-a969-df7c4c8f5aab,segment=NetworkSegment(23da1049-017d-4756-ae1b-a8a103bb15a5),segment_id=23da1049-017d-4756-ae1b-a8a103bb15a5)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:07:12.469558 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a425db93-16bc-412b-8abf-586d634ded06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:12.485907 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': 'd8713b73-731c-4b56-a969-df7c4c8f5aab', 'network_id': 'bb29cdb2-6e44-48a1-b01d-ee5326cd7e03', 'port_id': 'd8713b73-731c-4b56-a969-df7c4c8f5aab', 'mac_address': 'fa:16:3e:7c:a1:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17129e6f-76ae-4456-93d1-331e3193cad8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:07:12.524487 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-9aa51ebe-4346-4ef8-aa82-b0ffda846780 service neutron] 10.222.0.55 "GET /v2.0/networks/69c6f639-6e1a-40fb-9ba4-9b9a33c1b129?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0074763 Sep 30 01:07:12.554579 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9d878-00c2-4c6e-ad9c-63dc1106b0ef req-98bd50a3-3da5-4c26-b669-1027ba3e1c85 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:12.562590 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:12.574576 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-82c9d878-00c2-4c6e-ad9c-63dc1106b0ef req-98bd50a3-3da5-4c26-b669-1027ba3e1c85 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e00afae-779f-4108-9e38-5f010ce9b340 HTTP/1.1" status: 200 len: 943 time: 0.4873853 Sep 30 01:07:12.593719 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8713b73-731c-4b56-a969-df7c4c8f5aab {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:07:12.615917 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port d8713b73-731c-4b56-a969-df7c4c8f5aab, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=d8713b73-731c-4b56-a969-df7c4c8f5aab,segment=NetworkSegment(23da1049-017d-4756-ae1b-a8a103bb15a5),segment_id=23da1049-017d-4756-ae1b-a8a103bb15a5)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:07:12.622214 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:12.624301 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:12.687765 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b581339-0b65-4133-aaf3-78bf6a5a17d2 req-0ca92055-880f-4169-967c-b92eb1de4011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:12.689608 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3b581339-0b65-4133-aaf3-78bf6a5a17d2 req-0ca92055-880f-4169-967c-b92eb1de4011 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fd713567-cf01-49f4-a11e-b3cd80011906 HTTP/1.1" status: 200 len: 1096 time: 0.4027224 Sep 30 01:07:12.714606 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ce96f-3859-4411-8eed-463ffba6936f req-4b4944e7-14b5-4eae-8b27-eb3374427502 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:12.716043 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-442ce96f-3859-4411-8eed-463ffba6936f req-4b4944e7-14b5-4eae-8b27-eb3374427502 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 0.4151299 Sep 30 01:07:12.731676 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=d8713b73-731c-4b56-a969-df7c4c8f5aab,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:12.740048 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-82c9d878-00c2-4c6e-ad9c-63dc1106b0ef req-36a1ef71-bccd-4375-bb10-e17b8dcfcf45 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Synchronizing usage tracker for tenant:af0325e6d42640e08d37c1ad91bd5800 on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:07:12.745119 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:12.772424 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-f266a784-9529-451b-b782-68d45d5e2d32 None None] Attempting to bind port 56e94534-4f54-4608-9096-23e45bf41f91 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:07:12.772811 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-f266a784-9529-451b-b782-68d45d5e2d32 None None] Attempting to bind port 56e94534-4f54-4608-9096-23e45bf41f91 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '618f62bc-2f5c-4269-b3ef-02e0220ce392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7d752305-7068-40ad-9ef6-292e77a160d6'}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:07:12.773183 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f266a784-9529-451b-b782-68d45d5e2d32 None None] Attempting to bind port 56e94534-4f54-4608-9096-23e45bf41f91 on network 7d752305-7068-40ad-9ef6-292e77a160d6 {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:07:12.781463 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f266a784-9529-451b-b782-68d45d5e2d32 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:07:12.781852 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f266a784-9529-451b-b782-68d45d5e2d32 None None] Checking segment: {'id': '618f62bc-2f5c-4269-b3ef-02e0220ce392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7d752305-7068-40ad-9ef6-292e77a160d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:07:12.782267 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-f266a784-9529-451b-b782-68d45d5e2d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:12.782670 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f266a784-9529-451b-b782-68d45d5e2d32 None None] Bound using segment: {'id': '618f62bc-2f5c-4269-b3ef-02e0220ce392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7d752305-7068-40ad-9ef6-292e77a160d6'} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:07:12.783172 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-f266a784-9529-451b-b782-68d45d5e2d32 None None] Bound port: 56e94534-4f54-4608-9096-23e45bf41f91, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '618f62bc-2f5c-4269-b3ef-02e0220ce392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7d752305-7068-40ad-9ef6-292e77a160d6'}}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:07:12.783558 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-f266a784-9529-451b-b782-68d45d5e2d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:12.795460 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-82c9d878-00c2-4c6e-ad9c-63dc1106b0ef req-36a1ef71-bccd-4375-bb10-e17b8dcfcf45 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Unset dirty status for tenant:af0325e6d42640e08d37c1ad91bd5800 on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:07:12.809762 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-82c9d878-00c2-4c6e-ad9c-63dc1106b0ef req-36a1ef71-bccd-4375-bb10-e17b8dcfcf45 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.39 "GET /v2.0/security-groups?id=492eebf2-ee6a-4f28-b265-d19f5095cd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330778 Sep 30 01:07:12.833098 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3b581339-0b65-4133-aaf3-78bf6a5a17d2 req-0d203cde-ba6e-4c14-acbc-eefa48542589 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e1a24627-58ca-4302-8baa-b93bda329762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335759 Sep 30 01:07:12.886895 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c70472aa-95d4-46ac-a569-73eb70ebd9db', 'name': 'network-vif-deleted', 'tag': 'cf1d878c-a158-4e6e-8d48-3d0a7ea60422', 'status': 'completed', 'code': 200} Sep 30 01:07:12.921213 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-24e6337f-1d3c-4d43-9fdb-9aae1fef8592 req-133c4bd8-8751-44e6-b88c-d8d2843c116c service neutron] 10.222.0.55 "GET /v2.0/networks/69c6f639-6e1a-40fb-9ba4-9b9a33c1b129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842688 Sep 30 01:07:12.924924 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-f266a784-9529-451b-b782-68d45d5e2d32 None None] For port 56e94534-4f54-4608-9096-23e45bf41f91, host n-d-811809-1, cleared binding levels {{(pid=80277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:07:12.940827 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-442ce96f-3859-4411-8eed-463ffba6936f req-63eb19d6-3891-40b5-8516-50c025e497a0 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181637 Sep 30 01:07:12.942966 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-f266a784-9529-451b-b782-68d45d5e2d32 None None] For port 56e94534-4f54-4608-9096-23e45bf41f91, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=56e94534-4f54-4608-9096-23e45bf41f91,segment=NetworkSegment(618f62bc-2f5c-4269-b3ef-02e0220ce392),segment_id=618f62bc-2f5c-4269-b3ef-02e0220ce392)] {{(pid=80277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:07:12.950341 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-f266a784-9529-451b-b782-68d45d5e2d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:12.956967 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-f1e5adbc-4ff5-42bf-b92e-42fa18044f2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:12.989310 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a425db93-16bc-412b-8abf-586d634ded06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:12.996373 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a425db93-16bc-412b-8abf-586d634ded06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:13.006760 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-010c9518-06f1-4e61-8be4-1cbf1d9fd3d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:13.089609 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a425db93-16bc-412b-8abf-586d634ded06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:07:13.103936 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425db93-16bc-412b-8abf-586d634ded06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c047f4-07d7-4762-b98f-d41d922be0c3,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:13.108052 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a425db93-16bc-412b-8abf-586d634ded06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:13.115710 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['d8713b73-731c-4b56-a969-df7c4c8f5aab'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:07:13.119915 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a425db93-16bc-412b-8abf-586d634ded06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:13.120270 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-a425db93-16bc-412b-8abf-586d634ded06 admin admin] Added segment 30120565-6200-4f04-8c76-c2547e1e3735 of type vlan for network 9d570718-89f9-4d7d-bdeb-26b54b11cf08 Sep 30 01:07:13.161490 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f266a784-9529-451b-b782-68d45d5e2d32 None None] Routers {'0e7c91b7-696d-4679-99d6-da44d4e6e36f'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:07:13.162629 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-f266a784-9529-451b-b782-68d45d5e2d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:06:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['0e7c91b7-696d-4679-99d6-da44d4e6e36f'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:13.269826 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1648f03-b5d6-4153-9f84-63271b718974 req-15918b0c-9d49-4b4a-9957-36d6792b2f8f tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:13.275126 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11638501-da09-4c7f-85f8-a90db6670780 None None] Pushing event updated for resources: {'Port': ['ID=56e94534-4f54-4608-9096-23e45bf41f91,revision_number=4']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:13.281940 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b1648f03-b5d6-4153-9f84-63271b718974 req-15918b0c-9d49-4b4a-9957-36d6792b2f8f tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/ports?device_id=9824e338-9507-45f1-8cc6-01214e81da29 HTTP/1.1" status: 200 len: 944 time: 0.1305554 Sep 30 01:07:13.290133 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-11638501-da09-4c7f-85f8-a90db6670780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:13.356767 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b1648f03-b5d6-4153-9f84-63271b718974 req-d9f55cfc-1c81-4744-b0ad-638c727a3ea8 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1a24627-58ca-4302-8baa-b93bda329762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706987 Sep 30 01:07:13.388517 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a425db93-16bc-412b-8abf-586d634ded06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:13.433565 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2ba68a76-c688-4c37-be5b-f37ab252fd8f req-9f1f2d3c-960f-487e-840a-087cb2e6a0b9 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] 10.222.0.39 "GET /v2.0/ports?device_id=c70472aa-95d4-46ac-a569-73eb70ebd9db HTTP/1.1" status: 200 len: 210 time: 0.1419854 Sep 30 01:07:13.533597 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-f266a784-9529-451b-b782-68d45d5e2d32 None None] Set router 0e7c91b7-696d-4679-99d6-da44d4e6e36f gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:07:13.533822 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a425db93-16bc-412b-8abf-586d634ded06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:13.534689 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a425db93-16bc-412b-8abf-586d634ded06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:13.538709 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a425db93-16bc-412b-8abf-586d634ded06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:13.545604 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-50724c83-4994-4ade-8bca-923c32405e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:13.751608 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425db93-16bc-412b-8abf-586d634ded06 admin admin] Pushing event updated for resources: {'Network': ['ID=9d570718-89f9-4d7d-bdeb-26b54b11cf08,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:13.756189 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a425db93-16bc-412b-8abf-586d634ded06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:13.765911 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 9d570718-89f9-4d7d-bdeb-26b54b11cf08 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:07:13.766420 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ae13e-21ab-4f1e-a7b4-81a07a15b080 req-0206b99a-8205-4bc5-8102-d5a0c8e30a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:13.767600 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c36ae13e-21ab-4f1e-a7b4-81a07a15b080 req-0206b99a-8205-4bc5-8102-d5a0c8e30a03 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af0325e6d42640e08d37c1ad91bd5800&device_id=4e00afae-779f-4108-9e38-5f010ce9b340 HTTP/1.1" status: 200 len: 1094 time: 0.6237259 Sep 30 01:07:13.779265 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-a425db93-16bc-412b-8abf-586d634ded06 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.5715477 Sep 30 01:07:13.782489 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 50890) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:13.794977 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-5fa3f7d8-f04d-4f91-8a25-9fd7db50124c admin admin] Request body: {'subnet': {'network_id': '9d570718-89f9-4d7d-bdeb-26b54b11cf08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-90556521-subnet', 'tenant_id': '15dd6f129a8c40eebc2b9b57c8157b25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:07:13.848650 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5fa3f7d8-f04d-4f91-8a25-9fd7db50124c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:13.865855 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-5fa3f7d8-f04d-4f91-8a25-9fd7db50124c admin admin] Usage tracker for resource:subnet and tenant:15dd6f129a8c40eebc2b9b57c8157b25 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:13.921811 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-5fa3f7d8-f04d-4f91-8a25-9fd7db50124c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:13.977147 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5fa3f7d8-f04d-4f91-8a25-9fd7db50124c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:14.045949 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa3f7d8-f04d-4f91-8a25-9fd7db50124c admin admin] Made reservation on behalf of 15dd6f129a8c40eebc2b9b57c8157b25 for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:07:14.051272 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5fa3f7d8-f04d-4f91-8a25-9fd7db50124c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:14.075773 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-f266a784-9529-451b-b782-68d45d5e2d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c91b7-696d-4679-99d6-da44d4e6e36f', 'name': 'tempest-TaggedBootDevicesTest_v242-592584262-router', 'tenant_id': '0149d6d6ed59445481fded27e8294137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f9c392eb-b55a-4093-b364-66b1bcb5d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:06:47Z', 'updated_at': '2021-09-30T01:07:05Z', 'revision_number': 4, 'project_id': '0149d6d6ed59445481fded27e8294137', 'gw_port': {'id': 'f9c392eb-b55a-4093-b364-66b1bcb5d954', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:de:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c91b7-696d-4679-99d6-da44d4e6e36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:06:52Z', 'updated_at': '2021-09-30T01:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '56e94534-4f54-4608-9096-23e45bf41f91', 'name': '', 'network_id': '7d752305-7068-40ad-9ef6-292e77a160d6', 'tenant_id': '0149d6d6ed59445481fded27e8294137', 'mac_address': 'fa:16:3e:a9:d2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c91b7-696d-4679-99d6-da44d4e6e36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4eb85df0-f35f-4266-997a-b64f8df7e23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:02Z', 'updated_at': '2021-09-30T01:07:12Z', 'revision_number': 4, 'project_id': '0149d6d6ed59445481fded27e8294137', 'subnets': [{'id': '4eb85df0-f35f-4266-997a-b64f8df7e23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:14.085781 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f266a784-9529-451b-b782-68d45d5e2d32 None None] The sync data for ids ['0e7c91b7-696d-4679-99d6-da44d4e6e36f'] in n-d-811809-1 is: [{'id': '0e7c91b7-696d-4679-99d6-da44d4e6e36f', 'name': 'tempest-TaggedBootDevicesTest_v242-592584262-router', 'tenant_id': '0149d6d6ed59445481fded27e8294137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f9c392eb-b55a-4093-b364-66b1bcb5d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:06:47Z', 'updated_at': '2021-09-30T01:07:05Z', 'revision_number': 4, 'project_id': '0149d6d6ed59445481fded27e8294137', 'gw_port': {'id': 'f9c392eb-b55a-4093-b364-66b1bcb5d954', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:de:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c91b7-696d-4679-99d6-da44d4e6e36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:06:52Z', 'updated_at': '2021-09-30T01:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '56e94534-4f54-4608-9096-23e45bf41f91', 'name': '', 'network_id': '7d752305-7068-40ad-9ef6-292e77a160d6', 'tenant_id': '0149d6d6ed59445481fded27e8294137', 'mac_address': 'fa:16:3e:a9:d2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7c91b7-696d-4679-99d6-da44d4e6e36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4eb85df0-f35f-4266-997a-b64f8df7e23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:02Z', 'updated_at': '2021-09-30T01:07:12Z', 'revision_number': 4, 'project_id': '0149d6d6ed59445481fded27e8294137', 'subnets': [{'id': '4eb85df0-f35f-4266-997a-b64f8df7e23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:07:14.114866 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb5010-c969-49e3-9862-0383245d1380 req-33e02143-fa61-49ad-a233-67526c161d84 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:14.116530 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-eddb5010-c969-49e3-9862-0383245d1380 req-33e02143-fa61-49ad-a233-67526c161d84 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e00afae-779f-4108-9e38-5f010ce9b340 HTTP/1.1" status: 200 len: 943 time: 0.1003647 Sep 30 01:07:14.162909 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 099e6d8b-230d-45b0-aed6-1932684198d0 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:07:14.190870 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-eddb5010-c969-49e3-9862-0383245d1380 req-1e08aa81-6983-422a-9f3e-82a18e058753 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.39 "GET /v2.0/security-groups?id=492eebf2-ee6a-4f28-b265-d19f5095cd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650327 Sep 30 01:07:14.270528 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea0f53-ffb1-4a29-9b0d-75c88c024782 req-9c9136bb-253a-4df7-91d8-2b853924bddd tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:14.283039 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-89ea0f53-ffb1-4a29-9b0d-75c88c024782 req-9c9136bb-253a-4df7-91d8-2b853924bddd tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 0.6377277 Sep 30 01:07:14.295650 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 099e6d8b-230d-45b0-aed6-1932684198d0 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:07:14.318216 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 099e6d8b-230d-45b0-aed6-1932684198d0 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:07:14.319032 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:14.354284 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ae13e-21ab-4f1e-a7b4-81a07a15b080 req-c05d39af-62f1-4510-8b3b-774b8756c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:14.356847 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c36ae13e-21ab-4f1e-a7b4-81a07a15b080 req-c05d39af-62f1-4510-8b3b-774b8756c0ff service neutron] 10.222.0.55 "GET /v2.0/networks?id=69c6f639-6e1a-40fb-9ba4-9b9a33c1b129 HTTP/1.1" status: 200 len: 911 time: 0.5734553 Sep 30 01:07:14.482685 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c36ae13e-21ab-4f1e-a7b4-81a07a15b080 req-4ffa0ffd-f304-4cd8-8f93-d25cd28e8b17 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c535e5cf-5f74-4a26-a0c8-895a6c8879de HTTP/1.1" status: 200 len: 217 time: 0.1109262 Sep 30 01:07:14.503123 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:14.545503 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 099e6d8b-230d-45b0-aed6-1932684198d0, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=099e6d8b-230d-45b0-aed6-1932684198d0,segment=NetworkSegment(23da1049-017d-4756-ae1b-a8a103bb15a5),segment_id=23da1049-017d-4756-ae1b-a8a103bb15a5)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:07:14.546805 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9824e338-9507-45f1-8cc6-01214e81da29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099e6d8b-230d-45b0-aed6-1932684198d0'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:07:14.553500 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:14.557678 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-81ab3963-f926-4df4-9878-d5b5ae5d3b67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:14.626570 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-89ea0f53-ffb1-4a29-9b0d-75c88c024782 req-4a3de1f4-f4b8-40f1-91d7-485c21db6f14 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420568 Sep 30 01:07:14.645656 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=099e6d8b-230d-45b0-aed6-1932684198d0,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:14.653350 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:14.708755 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ae13e-21ab-4f1e-a7b4-81a07a15b080 req-230bbba4-b3f9-4f8a-8197-9f7fb2b1621b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:14.710953 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c36ae13e-21ab-4f1e-a7b4-81a07a15b080 req-230bbba4-b3f9-4f8a-8197-9f7fb2b1621b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5322c100-328d-4947-a488-45b73d699730 HTTP/1.1" status: 200 len: 850 time: 0.2104681 Sep 30 01:07:14.879732 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9824e338-9507-45f1-8cc6-01214e81da29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099e6d8b-230d-45b0-aed6-1932684198d0', 'code': 200} Sep 30 01:07:14.909220 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c126d79-4252-475c-ad16-b7866fc06505 req-73bb0f0b-fcf3-4ac6-b290-7b0adadfe982 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:14.920854 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7c126d79-4252-475c-ad16-b7866fc06505 req-73bb0f0b-fcf3-4ac6-b290-7b0adadfe982 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/ports?device_id=9824e338-9507-45f1-8cc6-01214e81da29 HTTP/1.1" status: 200 len: 945 time: 0.2660513 Sep 30 01:07:15.074589 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c36ae13e-21ab-4f1e-a7b4-81a07a15b080 req-b0320d71-6c2b-49e2-8878-c4105b15d943 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69c6f639-6e1a-40fb-9ba4-9b9a33c1b129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592203 Sep 30 01:07:15.226713 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7c126d79-4252-475c-ad16-b7866fc06505 req-60e0dd21-5e49-40db-8371-e63ea655ab70 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1a24627-58ca-4302-8baa-b93bda329762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048494 Sep 30 01:07:15.305414 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89780a4b-cbf1-471c-9387-62ed7064b45d req-a9a0855a-04f8-4c2a-9a14-b51e23c15204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:15.307037 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-89780a4b-cbf1-471c-9387-62ed7064b45d req-a9a0855a-04f8-4c2a-9a14-b51e23c15204 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9824e338-9507-45f1-8cc6-01214e81da29 HTTP/1.1" status: 200 len: 1096 time: 0.3164477 Sep 30 01:07:15.313313 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5fa3f7d8-f04d-4f91-8a25-9fd7db50124c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981632'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:15.329314 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fad8db25-01dd-4284-9e2a-1844a09abdc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:15.453375 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-89780a4b-cbf1-471c-9387-62ed7064b45d req-0aae0f97-a7ff-4d61-8e90-5e644e83578e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e1a24627-58ca-4302-8baa-b93bda329762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387773 Sep 30 01:07:15.511304 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c36ae13e-21ab-4f1e-a7b4-81a07a15b080 req-a250a5c0-95b1-43dd-98d6-875a8bdb99bf service neutron] 10.222.0.55 "GET /v2.0/networks/69c6f639-6e1a-40fb-9ba4-9b9a33c1b129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335217 Sep 30 01:07:15.562833 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device c535e5cf-5f74-4a26-a0c8-895a6c8879de details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:07:15.745839 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3f7d8-f04d-4f91-8a25-9fd7db50124c admin admin] Pushing event updated for resources: {'Subnet': ['ID=424cd13a-51fd-4fa2-bc7b-9be49979d8db,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:15.751113 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa3f7d8-f04d-4f91-8a25-9fd7db50124c admin admin] Checking segment: {'id': '30120565-6200-4f04-8c76-c2547e1e3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9d570718-89f9-4d7d-bdeb-26b54b11cf08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:07:15.751657 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa3f7d8-f04d-4f91-8a25-9fd7db50124c admin admin] Network hostable DHCP agents. Network: 9d570718-89f9-4d7d-bdeb-26b54b11cf08, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:07:15.757540 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5fa3f7d8-f04d-4f91-8a25-9fd7db50124c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:15.763062 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc4585-0b8a-4176-872f-97c49469b75a req-2bbd22a8-94da-4452-9f3e-1639d65b4ff3 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:15.765617 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-85bc4585-0b8a-4176-872f-97c49469b75a req-2bbd22a8-94da-4452-9f3e-1639d65b4ff3 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e00afae-779f-4108-9e38-5f010ce9b340 HTTP/1.1" status: 200 len: 943 time: 0.1848836 Sep 30 01:07:15.833083 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643deb9-795d-4e24-98fe-edfb3cfe8c53 req-2056f96a-70d1-4ab6-9f39-3163c1c6249b tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:15.836682 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2643deb9-795d-4e24-98fe-edfb3cfe8c53 req-2056f96a-70d1-4ab6-9f39-3163c1c6249b tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 0.4229493 Sep 30 01:07:15.841023 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa3f7d8-f04d-4f91-8a25-9fd7db50124c admin admin] Network 9d570718-89f9-4d7d-bdeb-26b54b11cf08 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:07:15.851702 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c36ae13e-21ab-4f1e-a7b4-81a07a15b080 req-9f956daf-a1e1-4061-97b1-85e3c00dd157 service neutron] 10.222.0.55 "GET /v2.0/networks/69c6f639-6e1a-40fb-9ba4-9b9a33c1b129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273470 Sep 30 01:07:15.873926 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-5fa3f7d8-f04d-4f91-8a25-9fd7db50124c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 9d570718-89f9-4d7d-bdeb-26b54b11cf08) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:07:15.888268 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa3f7d8-f04d-4f91-8a25-9fd7db50124c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:15.889246 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5fa3f7d8-f04d-4f91-8a25-9fd7db50124c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:15.899061 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-85bc4585-0b8a-4176-872f-97c49469b75a req-5d5e309e-0083-4b4d-b154-a95906342fad tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.39 "GET /v2.0/security-groups?id=492eebf2-ee6a-4f28-b265-d19f5095cd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263351 Sep 30 01:07:15.962027 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d11aab-38f9-4be2-be67-7cb4ff1c886a None None] Network 9d570718-89f9-4d7d-bdeb-26b54b11cf08 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:07:15.969881 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2643deb9-795d-4e24-98fe-edfb3cfe8c53 req-38143fbc-1dd3-43c6-a619-5baba17e6c58 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167927 Sep 30 01:07:15.979806 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-5fa3f7d8-f04d-4f91-8a25-9fd7db50124c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1926811 Sep 30 01:07:16.195322 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 56e94534-4f54-4608-9096-23e45bf41f91 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:07:16.256825 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device d8713b73-731c-4b56-a969-df7c4c8f5aab up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:07:16.312820 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d9bed-f828-4800-834f-62cdf069f09f req-bad3edbf-aa0b-43ed-aaf1-3ed0aaede84a tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:16.324328 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e80d9bed-f828-4800-834f-62cdf069f09f req-bad3edbf-aa0b-43ed-aaf1-3ed0aaede84a tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 0.1476450 Sep 30 01:07:16.356023 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 50942) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:16.440563 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e80d9bed-f828-4800-834f-62cdf069f09f req-3cd63edf-36e9-47e6-9c3e-775821f3fae0 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095383 Sep 30 01:07:16.500469 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a560d37-ae69-4f9e-8830-3db1aa4f3dab admin admin] Deleting subnet 858defef-6f87-4015-b170-e42a0b3eb39a {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:07:16.504497 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5a560d37-ae69-4f9e-8830-3db1aa4f3dab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:16.506885 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port c535e5cf-5f74-4a26-a0c8-895a6c8879de, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=c535e5cf-5f74-4a26-a0c8-895a6c8879de,segment=NetworkSegment(7b8bfce3-4fbb-406b-aae0-cac46f05c284),segment_id=7b8bfce3-4fbb-406b-aae0-cac46f05c284)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:07:16.595214 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5a560d37-ae69-4f9e-8830-3db1aa4f3dab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2490848'] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:16.598029 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': 'c535e5cf-5f74-4a26-a0c8-895a6c8879de', 'network_id': '69c6f639-6e1a-40fb-9ba4-9b9a33c1b129', 'port_id': 'c535e5cf-5f74-4a26-a0c8-895a6c8879de', 'mac_address': 'fa:16:3e:35:59:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5322c100-328d-4947-a488-45b73d699730', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:07:16.710063 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 56e94534-4f54-4608-9096-23e45bf41f91 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:07:16.733547 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 56e94534-4f54-4608-9096-23e45bf41f91 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:07:16.734424 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:16.742499 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5a560d37-ae69-4f9e-8830-3db1aa4f3dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:16.810598 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e7024-611f-4f74-8685-223477ddbfdf req-f79fd668-df31-47fd-95a5-70301ed236d8 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:16.812347 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-640e7024-611f-4f74-8685-223477ddbfdf req-f79fd668-df31-47fd-95a5-70301ed236d8 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/ports?device_id=9824e338-9507-45f1-8cc6-01214e81da29 HTTP/1.1" status: 200 len: 945 time: 0.1712954 Sep 30 01:07:16.877814 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-640e7024-611f-4f74-8685-223477ddbfdf req-406f04a0-09b6-48b4-89f2-087cb3c18e36 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1a24627-58ca-4302-8baa-b93bda329762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583642 Sep 30 01:07:16.888119 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5a560d37-ae69-4f9e-8830-3db1aa4f3dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:16.894847 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-636cf562-6308-4fcd-937a-5854be40c180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:16.956989 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a560d37-ae69-4f9e-8830-3db1aa4f3dab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=858defef-6f87-4015-b170-e42a0b3eb39a,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:16.966913 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5a560d37-ae69-4f9e-8830-3db1aa4f3dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:16.968088 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5a560d37-ae69-4f9e-8830-3db1aa4f3dab admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:16.990438 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-5a560d37-ae69-4f9e-8830-3db1aa4f3dab admin admin] 10.222.0.39 "DELETE /v2.0/subnets/858defef-6f87-4015-b170-e42a0b3eb39a HTTP/1.1" status: 204 len: 168 time: 0.6321764 Sep 30 01:07:16.992829 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 50968) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:17.029338 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:17.069377 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port d8713b73-731c-4b56-a969-df7c4c8f5aab completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:07:17.093363 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c535e5cf-5f74-4a26-a0c8-895a6c8879de {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:07:17.110461 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port d8713b73-731c-4b56-a969-df7c4c8f5aab triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:07:17.113669 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:17.147235 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-27908fbf-9979-471b-980c-3c906dfc2c82 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:17.147886 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-27908fbf-9979-471b-980c-3c906dfc2c82 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Synchronizing usage tracker for tenant:15dd6f129a8c40eebc2b9b57c8157b25 on resource:network {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:07:17.191859 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-27908fbf-9979-471b-980c-3c906dfc2c82 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Unset dirty status for tenant:15dd6f129a8c40eebc2b9b57c8157b25 on resource:network {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:07:17.193162 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-27908fbf-9979-471b-980c-3c906dfc2c82 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] 10.222.0.39 "GET /v2.0/networks?id=9d570718-89f9-4d7d-bdeb-26b54b11cf08 HTTP/1.1" status: 200 len: 820 time: 0.3670173 Sep 30 01:07:17.229288 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8c890b23-89c9-44fe-9c4d-e6f168c2d652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:17.230013 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-a63ee69e-ccf8-4b1f-bd1c-891c66bacdeb tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] 10.222.0.39 "GET /v2.0/quotas/15dd6f129a8c40eebc2b9b57c8157b25 HTTP/1.1" status: 200 len: 375 time: 0.0235662 Sep 30 01:07:17.309888 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port c535e5cf-5f74-4a26-a0c8-895a6c8879de, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=c535e5cf-5f74-4a26-a0c8-895a6c8879de,segment=NetworkSegment(7b8bfce3-4fbb-406b-aae0-cac46f05c284),segment_id=7b8bfce3-4fbb-406b-aae0-cac46f05c284)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:07:17.321568 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e4a2b8-b7df-495f-8d37-5d535d0510ab None None] Network 9d570718-89f9-4d7d-bdeb-26b54b11cf08 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:07:17.328709 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-9bd9bc77-65a9-4e56-a68d-4d12a0ada529 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=15dd6f129a8c40eebc2b9b57c8157b25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0971026 Sep 30 01:07:17.345074 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:17.352647 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:17.508483 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-b3e65523-6f4c-4675-ba4b-f5103a4046c4 service neutron] 10.222.0.39 "GET /v2.0/networks/9d570718-89f9-4d7d-bdeb-26b54b11cf08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722834 Sep 30 01:07:17.559635 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=c535e5cf-5f74-4a26-a0c8-895a6c8879de,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:17.591999 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:17.604647 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:17.669216 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:17.716832 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['c535e5cf-5f74-4a26-a0c8-895a6c8879de'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:07:17.748656 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-60073ff4-cb6f-44c1-9e4b-52d62f90abf1 service neutron] 10.222.0.39 "GET /v2.0/networks/9d570718-89f9-4d7d-bdeb-26b54b11cf08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392490 Sep 30 01:07:17.807722 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753a331b-a1e6-441f-bb5d-69bcb8392434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8713b73-731c-4b56-a969-df7c4c8f5aab'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:07:17.813350 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 56e94534-4f54-4608-9096-23e45bf41f91, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=56e94534-4f54-4608-9096-23e45bf41f91,segment=NetworkSegment(618f62bc-2f5c-4269-b3ef-02e0220ce392),segment_id=618f62bc-2f5c-4269-b3ef-02e0220ce392)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:07:17.833925 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8c890b23-89c9-44fe-9c4d-e6f168c2d652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:17.855509 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port d8713b73-731c-4b56-a969-df7c4c8f5aab, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=d8713b73-731c-4b56-a969-df7c4c8f5aab,segment=NetworkSegment(23da1049-017d-4756-ae1b-a8a103bb15a5),segment_id=23da1049-017d-4756-ae1b-a8a103bb15a5)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:07:17.871273 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:17.876731 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-4658ac17-95a6-4cf8-8290-7440b57698d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:17.893818 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60379b-b05f-4000-bd37-f82e3e7ae6fa req-48e30184-4d1d-4fb3-8fe4-966ff908a8f5 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:17.902089 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9a60379b-b05f-4000-bd37-f82e3e7ae6fa req-48e30184-4d1d-4fb3-8fe4-966ff908a8f5 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e00afae-779f-4108-9e38-5f010ce9b340 HTTP/1.1" status: 200 len: 944 time: 0.6695664 Sep 30 01:07:17.916977 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:17.928173 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-8c890b23-89c9-44fe-9c4d-e6f168c2d652 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb6c4e1-a773-440f-9ca0-04a98bdafcfd']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:17.952440 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-8c890b23-89c9-44fe-9c4d-e6f168c2d652 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78314eab-8436-4d6e-8e41-404a6dc9a40f') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:17.953782 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-8c890b23-89c9-44fe-9c4d-e6f168c2d652 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78314eab-8436-4d6e-8e41-404a6dc9a40f') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:18.056585 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=56e94534-4f54-4608-9096-23e45bf41f91,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:18.057370 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8c890b23-89c9-44fe-9c4d-e6f168c2d652 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:18.070432 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:18.071136 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-7da84908-b14e-490b-9c1d-c9b670b1e075 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:18.091386 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9a60379b-b05f-4000-bd37-f82e3e7ae6fa req-5cb02437-da01-4b5a-a820-8f0d246817ce tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.39 "GET /v2.0/security-groups?id=492eebf2-ee6a-4f28-b265-d19f5095cd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856039 Sep 30 01:07:18.111301 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8c890b23-89c9-44fe-9c4d-e6f168c2d652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:18.125917 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c890b23-89c9-44fe-9c4d-e6f168c2d652 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:07:18.126657 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8c890b23-89c9-44fe-9c4d-e6f168c2d652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: timer() Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:07:18.177014 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:07:18.271195 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=d8713b73-731c-4b56-a969-df7c4c8f5aab,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:18.293868 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:18.412492 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd9c44-cae3-4eb5-b6e5-83cb2e379df1 req-1d7264c0-4e8c-4500-a6b5-245877827ed4 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:18.446299 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0dbd9c44-cae3-4eb5-b6e5-83cb2e379df1 req-1d7264c0-4e8c-4500-a6b5-245877827ed4 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 0.2367198 Sep 30 01:07:18.481775 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8c890b23-89c9-44fe-9c4d-e6f168c2d652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:18.491511 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8c890b23-89c9-44fe-9c4d-e6f168c2d652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:18.499292 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-770d82fe-e4e7-419b-a03d-17eaa652c7fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:18.538247 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753a331b-a1e6-441f-bb5d-69bcb8392434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8713b73-731c-4b56-a969-df7c4c8f5aab', 'code': 200} Sep 30 01:07:18.548921 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0dbd9c44-cae3-4eb5-b6e5-83cb2e379df1 req-28889a57-1020-4b72-ae60-a3964fc30870 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007428 Sep 30 01:07:18.614551 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c890b23-89c9-44fe-9c4d-e6f168c2d652 admin admin] Pushing event deleted for resources: {'Network': ['ID=eeb6c4e1-a773-440f-9ca0-04a98bdafcfd,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:18.617534 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8c890b23-89c9-44fe-9c4d-e6f168c2d652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:18.620696 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-8c890b23-89c9-44fe-9c4d-e6f168c2d652 admin admin] 10.222.0.39 "DELETE /v2.0/networks/eeb6c4e1-a773-440f-9ca0-04a98bdafcfd HTTP/1.1" status: 204 len: 168 time: 1.6268859 Sep 30 01:07:18.765609 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9864a7c5-f2cd-456a-a215-cd3d6e9b2390 req-d59b3d63-0b92-46f7-bc54-3fd0b0f1c128 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef79eb8-9a69-4ca9-99de-55b5fedbb22d HTTP/1.1" status: 200 len: 210 time: 0.0926538 Sep 30 01:07:18.841352 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-f49c7f26-dfcf-469c-9f1a-af0381f565de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:18.917390 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 51002) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:19.010004 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689bb64-8b16-4940-b08d-4b36e5f29213 req-f0a8b324-cc3b-4155-9de7-8a5ae9275600 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:19.018964 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b689bb64-8b16-4940-b08d-4b36e5f29213 req-f0a8b324-cc3b-4155-9de7-8a5ae9275600 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/ports?device_id=9824e338-9507-45f1-8cc6-01214e81da29 HTTP/1.1" status: 200 len: 945 time: 0.2689731 Sep 30 01:07:19.031901 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-c652ee46-533b-40a8-9667-5182e277cfa6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=600d513e8f854168b868a109f9ce4428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1129203 Sep 30 01:07:19.038997 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:19.042679 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 51006) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:19.054923 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05936d74-16ef-4707-a865-41022d324c66 req-971cf893-0305-4a01-a710-8bde58441eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:19.057565 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-05936d74-16ef-4707-a865-41022d324c66 req-971cf893-0305-4a01-a710-8bde58441eb2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=753a331b-a1e6-441f-bb5d-69bcb8392434 HTTP/1.1" status: 200 len: 1096 time: 0.4035759 Sep 30 01:07:19.139543 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b689bb64-8b16-4940-b08d-4b36e5f29213 req-85ecf029-5dd9-4bc2-91e5-ca12d7c0f537 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1a24627-58ca-4302-8baa-b93bda329762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195092 Sep 30 01:07:19.156010 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb7f46-d0ac-4d2c-9a5f-c34181fdeb43 req-e4e8529d-3095-4de2-8f29-d5018e8e81c2 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:19.170609 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-05936d74-16ef-4707-a865-41022d324c66 req-2ed98ab7-658b-435a-bed6-4443f0fc3192 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e1a24627-58ca-4302-8baa-b93bda329762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057553 Sep 30 01:07:19.174045 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-11bb7f46-d0ac-4d2c-9a5f-c34181fdeb43 req-e4e8529d-3095-4de2-8f29-d5018e8e81c2 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 0.2411776 Sep 30 01:07:19.226337 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9a56cf00-a701-40c6-b8b1-1747812f1983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:19.249831 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-11bb7f46-d0ac-4d2c-9a5f-c34181fdeb43 req-0c547d14-f09c-4c5f-897a-097c1eed7668 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741091 Sep 30 01:07:19.296727 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9a56cf00-a701-40c6-b8b1-1747812f1983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:19.377428 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fb690-6165-48c0-9bb7-9966b7e53000 req-e3634b3d-a439-4a37-84b4-9d8bdd7b2827 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:19.385598 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d27fb690-6165-48c0-9bb7-9966b7e53000 req-e3634b3d-a439-4a37-84b4-9d8bdd7b2827 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e00afae-779f-4108-9e38-5f010ce9b340 HTTP/1.1" status: 200 len: 944 time: 0.1190097 Sep 30 01:07:19.413870 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9a56cf00-a701-40c6-b8b1-1747812f1983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:19.438862 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-56431ae9-432e-4a1c-9286-db5ae439bc1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:19.448022 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d27fb690-6165-48c0-9bb7-9966b7e53000 req-6784dcb6-c7bb-4b3e-b952-d505529cd125 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.39 "GET /v2.0/security-groups?id=492eebf2-ee6a-4f28-b265-d19f5095cd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614960 Sep 30 01:07:19.570266 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device c535e5cf-5f74-4a26-a0c8-895a6c8879de up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:07:19.710174 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port c535e5cf-5f74-4a26-a0c8-895a6c8879de completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:07:19.720200 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port c535e5cf-5f74-4a26-a0c8-895a6c8879de triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:07:19.720671 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:19.849946 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56cf00-a701-40c6-b8b1-1747812f1983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ce8b58-1676-489d-a8dd-d31c2c58690d,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:19.853698 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9a56cf00-a701-40c6-b8b1-1747812f1983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:19.857366 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9a56cf00-a701-40c6-b8b1-1747812f1983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:19.867046 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-9a56cf00-a701-40c6-b8b1-1747812f1983 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/88ce8b58-1676-489d-a8dd-d31c2c58690d HTTP/1.1" status: 204 len: 168 time: 0.8213520 Sep 30 01:07:20.033423 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 56e94534-4f54-4608-9096-23e45bf41f91 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:07:20.099763 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:20.197967 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3425f4-3d69-4401-9c23-18af51f67c67 req-9a96ac5d-f010-42af-a253-54a7952589b1 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:20.200512 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port c535e5cf-5f74-4a26-a0c8-895a6c8879de, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=c535e5cf-5f74-4a26-a0c8-895a6c8879de,segment=NetworkSegment(7b8bfce3-4fbb-406b-aae0-cac46f05c284),segment_id=7b8bfce3-4fbb-406b-aae0-cac46f05c284)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:07:20.208624 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:20.215291 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-21719a78-f29f-4903-bbe1-6e71455bf18a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:20.216576 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4c3425f4-3d69-4401-9c23-18af51f67c67 req-9a96ac5d-f010-42af-a253-54a7952589b1 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/ports?device_id=753a331b-a1e6-441f-bb5d-69bcb8392434 HTTP/1.1" status: 200 len: 945 time: 0.7577775 Sep 30 01:07:20.312746 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8c02f453-921a-41f1-b871-17422526a8d2 req-30faa005-27c3-445e-8288-eb0efd6e0a04 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef79eb8-9a69-4ca9-99de-55b5fedbb22d HTTP/1.1" status: 200 len: 210 time: 0.1277046 Sep 30 01:07:20.368001 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 56e94534-4f54-4608-9096-23e45bf41f91 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:07:20.368580 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:20.396779 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4c3425f4-3d69-4401-9c23-18af51f67c67 req-5e8275fb-199b-47f4-848c-b80294b6eca1 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1a24627-58ca-4302-8baa-b93bda329762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731396 Sep 30 01:07:20.455413 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=c535e5cf-5f74-4a26-a0c8-895a6c8879de,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:20.459650 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:20.519832 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-091a59c6-0ac4-4f93-acfc-bf1b2f136320 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:20.522792 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-091a59c6-0ac4-4f93-acfc-bf1b2f136320 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] 10.222.0.55 "GET /v2.0/networks?id=9d570718-89f9-4d7d-bdeb-26b54b11cf08 HTTP/1.1" status: 200 len: 820 time: 0.5902815 Sep 30 01:07:20.544485 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-08b9360d-f0e3-405b-b143-236d2a053730 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Request body: {'port': {'device_id': '1ef79eb8-9a69-4ca9-99de-55b5fedbb22d', 'network_id': '9d570718-89f9-4d7d-bdeb-26b54b11cf08', 'admin_state_up': True, 'tenant_id': '15dd6f129a8c40eebc2b9b57c8157b25'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:07:20.659767 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e00afae-779f-4108-9e38-5f010ce9b340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c535e5cf-5f74-4a26-a0c8-895a6c8879de'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:07:21.057849 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9744935-8539-4b87-a39b-58d66a863cde req-3bddd700-0b51-4843-af0e-add3d3cbd372 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:21.069637 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d9744935-8539-4b87-a39b-58d66a863cde req-3bddd700-0b51-4843-af0e-add3d3cbd372 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e00afae-779f-4108-9e38-5f010ce9b340 HTTP/1.1" status: 200 len: 945 time: 0.3012860 Sep 30 01:07:21.076180 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778ee50-e1aa-4bac-b44f-9fee051a7d59 req-aa57d45b-4e3c-4b30-b4d9-54f3c5eabe9d tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:21.077839 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3778ee50-e1aa-4bac-b44f-9fee051a7d59 req-aa57d45b-4e3c-4b30-b4d9-54f3c5eabe9d tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 0.2683222 Sep 30 01:07:21.084439 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-08b9360d-f0e3-405b-b143-236d2a053730 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:21.092765 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-08b9360d-f0e3-405b-b143-236d2a053730 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Usage tracker for resource:port and tenant:15dd6f129a8c40eebc2b9b57c8157b25 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:21.098266 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-08b9360d-f0e3-405b-b143-236d2a053730 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:21.112152 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-08b9360d-f0e3-405b-b143-236d2a053730 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:21.143571 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d9744935-8539-4b87-a39b-58d66a863cde req-f3cfa21e-6b95-4e35-927c-cf22620af69a tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.39 "GET /v2.0/security-groups?id=492eebf2-ee6a-4f28-b265-d19f5095cd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738256 Sep 30 01:07:21.148944 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-08b9360d-f0e3-405b-b143-236d2a053730 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Made reservation on behalf of 15dd6f129a8c40eebc2b9b57c8157b25 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:07:21.152523 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-08b9360d-f0e3-405b-b143-236d2a053730 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:21.182887 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3778ee50-e1aa-4bac-b44f-9fee051a7d59 req-5b257d0f-5881-4f7c-9480-b631a7b08400 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984271 Sep 30 01:07:21.233511 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e00afae-779f-4108-9e38-5f010ce9b340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c535e5cf-5f74-4a26-a0c8-895a6c8879de', 'code': 200} Sep 30 01:07:21.240723 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2b33ed38-b8fb-42ca-8e3a-d0beedbf50cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:21.419757 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 51062) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:21.498503 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b20db1-fa13-4cfe-a12b-58b87adcd1c1 req-dca0a62a-5acd-40eb-a863-6a4ea7578f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:21.501062 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b9b20db1-fa13-4cfe-a12b-58b87adcd1c1 req-dca0a62a-5acd-40eb-a863-6a4ea7578f83 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4e00afae-779f-4108-9e38-5f010ce9b340 HTTP/1.1" status: 200 len: 1096 time: 0.1855876 Sep 30 01:07:21.511500 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-08b9360d-f0e3-405b-b143-236d2a053730 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Allocated IP 172.20.0.7 (9d570718-89f9-4d7d-bdeb-26b54b11cf08/424cd13a-51fd-4fa2-bc7b-9be49979d8db/82d7840f-3bea-461a-8036-ece6c3fe1b8a) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:07:21.573264 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b9b20db1-fa13-4cfe-a12b-58b87adcd1c1 req-e70de43f-4d5f-44f9-a471-7e8131b8f2d2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=492eebf2-ee6a-4f28-b265-d19f5095cd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612786 Sep 30 01:07:21.628763 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-697000f3-5f19-4c51-99fd-d54d1e2e04eb req-1365ee1b-71f3-4acd-9127-2dae025955a1 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef79eb8-9a69-4ca9-99de-55b5fedbb22d HTTP/1.1" status: 200 len: 210 time: 0.0787685 Sep 30 01:07:21.656650 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-3f94d3d8-eb14-449c-b623-7acc51088140 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-284460454-network', 'tenant_id': '3bb71da966444045b30780aa9e2e5b81'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:07:21.702982 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-3f94d3d8-eb14-449c-b623-7acc51088140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:21.740517 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4ad66-0bdd-470f-a6d7-324acd210979 req-1499e010-2bda-4547-a15b-f8306b435609 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:21.742256 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-18e4ad66-0bdd-470f-a6d7-324acd210979 req-1499e010-2bda-4547-a15b-f8306b435609 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/ports?device_id=753a331b-a1e6-441f-bb5d-69bcb8392434 HTTP/1.1" status: 200 len: 945 time: 0.1181555 Sep 30 01:07:21.755948 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-3f94d3d8-eb14-449c-b623-7acc51088140 admin admin] Usage tracker for resource:network and tenant:3bb71da966444045b30780aa9e2e5b81 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:21.772453 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-3f94d3d8-eb14-449c-b623-7acc51088140 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:21.782852 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-3f94d3d8-eb14-449c-b623-7acc51088140 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:21.793818 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-18e4ad66-0bdd-470f-a6d7-324acd210979 req-e7cb2459-c051-4e07-abfd-c1d8b2c0f180 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1a24627-58ca-4302-8baa-b93bda329762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448649 Sep 30 01:07:21.807293 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f94d3d8-eb14-449c-b623-7acc51088140 admin admin] Made reservation on behalf of 3bb71da966444045b30780aa9e2e5b81 for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:07:21.809518 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3f94d3d8-eb14-449c-b623-7acc51088140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:21.834519 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3f94d3d8-eb14-449c-b623-7acc51088140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:21.866838 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-3f94d3d8-eb14-449c-b623-7acc51088140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:21.873551 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-3f94d3d8-eb14-449c-b623-7acc51088140 admin admin] Usage tracker for resource:security_group_rule and tenant:3bb71da966444045b30780aa9e2e5b81 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:21.879625 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-3f94d3d8-eb14-449c-b623-7acc51088140 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:21.895047 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-3f94d3d8-eb14-449c-b623-7acc51088140 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:21.901573 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-08b9360d-f0e3-405b-b143-236d2a053730 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:22.042670 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-08b9360d-f0e3-405b-b143-236d2a053730 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:22.050874 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-21d821b3-7c49-4720-91ff-ddb0e7c045e6 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:22.149065 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7774b-dd2c-4d27-8a87-c6523baad77c req-66db91d5-3c43-4c71-a952-43095e6b4930 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:22.151315 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6fa7774b-dd2c-4d27-8a87-c6523baad77c req-66db91d5-3c43-4c71-a952-43095e6b4930 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd713567-cf01-49f4-a11e-b3cd80011906 HTTP/1.1" status: 200 len: 945 time: 0.2282586 Sep 30 01:07:22.160696 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3f94d3d8-eb14-449c-b623-7acc51088140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:22.162637 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-08b9360d-f0e3-405b-b143-236d2a053730 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Network 9d570718-89f9-4d7d-bdeb-26b54b11cf08 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:07:22.167464 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-08b9360d-f0e3-405b-b143-236d2a053730 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:07:22.169340 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9360d-f0e3-405b-b143-236d2a053730 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Pushing event updated for resources: {'Port': ['ID=82d7840f-3bea-461a-8036-ece6c3fe1b8a,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:22.183718 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-08b9360d-f0e3-405b-b143-236d2a053730 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:07:22.212786 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3f94d3d8-eb14-449c-b623-7acc51088140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:22.215933 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-08b9360d-f0e3-405b-b143-236d2a053730 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:22.222002 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c3a62e0f-7ed3-4ae1-b6ca-1c5d1c832dd4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:22.285301 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f94d3d8-eb14-449c-b623-7acc51088140 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:07:22.302086 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:22.304653 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6fa7774b-dd2c-4d27-8a87-c6523baad77c req-f80e7854-8017-4bb9-b896-ef16d495eba1 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1a24627-58ca-4302-8baa-b93bda329762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459763 Sep 30 01:07:22.322680 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-08b9360d-f0e3-405b-b143-236d2a053730 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:22.323340 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-08b9360d-f0e3-405b-b143-236d2a053730 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:22.331414 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3f94d3d8-eb14-449c-b623-7acc51088140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:22.331762 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-3f94d3d8-eb14-449c-b623-7acc51088140 admin admin] Added segment 51fc1520-0703-4172-b195-12f91a1ac5cb of type vlan for network a45f81b3-7df7-4825-9d8e-944e71cc6909 Sep 30 01:07:22.333088 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94d3d8-eb14-449c-b623-7acc51088140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:22.346322 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3f94d3d8-eb14-449c-b623-7acc51088140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:22.378598 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3f94d3d8-eb14-449c-b623-7acc51088140 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:22.383934 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-08b9360d-f0e3-405b-b143-236d2a053730 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8463197 Sep 30 01:07:22.411661 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3897dae-e319-4169-8bec-5735af99d12c req-9d36946f-c728-4e20-bcdf-0ea73fdced71 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:22.413304 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3897dae-e319-4169-8bec-5735af99d12c req-9d36946f-c728-4e20-bcdf-0ea73fdced71 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e00afae-779f-4108-9e38-5f010ce9b340 HTTP/1.1" status: 200 len: 945 time: 0.1265235 Sep 30 01:07:22.429511 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-522a9fcd-75b1-4cdb-b535-a3193a3cbc9a service neutron] Request body: {'port': {'device_id': '1ef79eb8-9a69-4ca9-99de-55b5fedbb22d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:07:22.482903 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c3897dae-e319-4169-8bec-5735af99d12c req-01935834-4012-456e-80ec-73ede554d30c tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.39 "GET /v2.0/security-groups?id=492eebf2-ee6a-4f28-b265-d19f5095cd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634694 Sep 30 01:07:22.584671 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3f94d3d8-eb14-449c-b623-7acc51088140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:22.585877 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f94d3d8-eb14-449c-b623-7acc51088140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:22.586756 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3f94d3d8-eb14-449c-b623-7acc51088140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:22.594912 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:22.793458 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 51094) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:22.793968 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-3f94d3d8-eb14-449c-b623-7acc51088140 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3724389 Sep 30 01:07:22.800958 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-522a9fcd-75b1-4cdb-b535-a3193a3cbc9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:22.802149 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-6a0c04d1-24f8-42aa-8430-799a7ef117fb admin admin] Request body: {'subnet': {'network_id': 'a45f81b3-7df7-4825-9d8e-944e71cc6909', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-284460454-subnet', 'tenant_id': '3bb71da966444045b30780aa9e2e5b81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:07:22.808322 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-6a0c04d1-24f8-42aa-8430-799a7ef117fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:22.815314 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-6a0c04d1-24f8-42aa-8430-799a7ef117fb admin admin] Usage tracker for resource:subnet and tenant:3bb71da966444045b30780aa9e2e5b81 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:22.823037 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-6a0c04d1-24f8-42aa-8430-799a7ef117fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:22.825829 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94d3d8-eb14-449c-b623-7acc51088140 admin admin] Pushing event updated for resources: {'Network': ['ID=a45f81b3-7df7-4825-9d8e-944e71cc6909,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:22.829691 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3f94d3d8-eb14-449c-b623-7acc51088140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:22.835226 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-6a0c04d1-24f8-42aa-8430-799a7ef117fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:22.836783 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network a45f81b3-7df7-4825-9d8e-944e71cc6909 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:07:22.860469 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0c04d1-24f8-42aa-8430-799a7ef117fb admin admin] Made reservation on behalf of 3bb71da966444045b30780aa9e2e5b81 for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:07:22.864564 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6a0c04d1-24f8-42aa-8430-799a7ef117fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:23.122828 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2bc86-fded-45ef-86df-716dba7b57de req-23abba04-d67b-4a98-a7e6-1fc69f5e4476 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:23.126259 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6db2bc86-fded-45ef-86df-716dba7b57de req-23abba04-d67b-4a98-a7e6-1fc69f5e4476 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 0.6376767 Sep 30 01:07:23.295768 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6db2bc86-fded-45ef-86df-716dba7b57de req-f2807ec7-ed4a-4aae-8058-70be4d52a1ac tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584499 Sep 30 01:07:23.324599 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6a0c04d1-24f8-42aa-8430-799a7ef117fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:23.339373 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-949c979f-1e9f-43bc-96be-984f744c9881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:23.451269 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eed102-5ae3-4e4e-ae4f-831123e72e2a req-020f48f6-7bfc-49a8-b680-027ebb212d00 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:23.452823 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b5eed102-5ae3-4e4e-ae4f-831123e72e2a req-020f48f6-7bfc-49a8-b680-027ebb212d00 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef79eb8-9a69-4ca9-99de-55b5fedbb22d HTTP/1.1" status: 200 len: 931 time: 0.2328858 Sep 30 01:07:23.479894 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c04d1-24f8-42aa-8430-799a7ef117fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=be62a7a7-816e-4779-aa6c-5c41bedfef4a,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:23.487637 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0c04d1-24f8-42aa-8430-799a7ef117fb admin admin] Checking segment: {'id': '51fc1520-0703-4172-b195-12f91a1ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a45f81b3-7df7-4825-9d8e-944e71cc6909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:07:23.488001 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0c04d1-24f8-42aa-8430-799a7ef117fb admin admin] Network hostable DHCP agents. Network: a45f81b3-7df7-4825-9d8e-944e71cc6909, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:07:23.493068 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6a0c04d1-24f8-42aa-8430-799a7ef117fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:23.532509 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b5eed102-5ae3-4e4e-ae4f-831123e72e2a req-e4b7f3c2-956d-4c2b-b82d-de6f6c99004a tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] 10.222.0.39 "GET /v2.0/security-groups?id=73c047f4-07d7-4762-b98f-d41d922be0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703189 Sep 30 01:07:23.534040 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0c04d1-24f8-42aa-8430-799a7ef117fb admin admin] Network a45f81b3-7df7-4825-9d8e-944e71cc6909 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:07:23.546424 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-6a0c04d1-24f8-42aa-8430-799a7ef117fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, a45f81b3-7df7-4825-9d8e-944e71cc6909) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:07:23.561133 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0c04d1-24f8-42aa-8430-799a7ef117fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:23.561726 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6a0c04d1-24f8-42aa-8430-799a7ef117fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:23.565605 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a2e38b-b358-4ad9-87ab-5c21fa40298a None None] Network a45f81b3-7df7-4825-9d8e-944e71cc6909 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:07:23.610500 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-6a0c04d1-24f8-42aa-8430-799a7ef117fb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8149364 Sep 30 01:07:23.613552 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 51124) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:23.627471 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-f5100024-9601-4e32-ac71-b47393808346 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-284460454-router', 'tenant_id': '3bb71da966444045b30780aa9e2e5b81', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:07:23.639653 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-f5100024-9601-4e32-ac71-b47393808346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:23.654503 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-f5100024-9601-4e32-ac71-b47393808346 admin admin] Usage tracker for resource:router and tenant:3bb71da966444045b30780aa9e2e5b81 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:23.662402 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-f5100024-9601-4e32-ac71-b47393808346 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:23.676258 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-f5100024-9601-4e32-ac71-b47393808346 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:23.678174 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdace1-ee3c-4898-bb5d-c5a0d38db023 req-0b49ae3a-8c86-4705-863b-8cbb783309c2 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:23.680398 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0cfdace1-ee3c-4898-bb5d-c5a0d38db023 req-0b49ae3a-8c86-4705-863b-8cbb783309c2 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd713567-cf01-49f4-a11e-b3cd80011906 HTTP/1.1" status: 200 len: 945 time: 0.2510281 Sep 30 01:07:23.714614 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f5100024-9601-4e32-ac71-b47393808346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-730961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30750'] for router, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:23.716076 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f5100024-9601-4e32-ac71-b47393808346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30743'] for router, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:23.756634 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f5100024-9601-4e32-ac71-b47393808346 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:23.818400 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-522a9fcd-75b1-4cdb-b535-a3193a3cbc9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d7840f-3bea-461a-8036-ece6c3fe1b8a {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:07:23.826607 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-522a9fcd-75b1-4cdb-b535-a3193a3cbc9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:23.847069 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-522a9fcd-75b1-4cdb-b535-a3193a3cbc9a service neutron] Transition to ACTIVE for port object 82d7840f-3bea-461a-8036-ece6c3fe1b8a will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:07:23.867261 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-522a9fcd-75b1-4cdb-b535-a3193a3cbc9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:23.876147 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-12659700-167c-4b28-8a2e-4585ba9c92bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:24.006245 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0cfdace1-ee3c-4898-bb5d-c5a0d38db023 req-8d9dc432-20a8-4729-83e1-3a4559cf374a tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1a24627-58ca-4302-8baa-b93bda329762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993588 Sep 30 01:07:24.101544 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:24.158943 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cea1927-d44e-4faf-af78-ec7278581dc4 None None] Network a45f81b3-7df7-4825-9d8e-944e71cc6909 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:07:24.176785 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a9fcd-75b1-4cdb-b535-a3193a3cbc9a service neutron] Pushing event updated for resources: {'Port': ['ID=82d7840f-3bea-461a-8036-ece6c3fe1b8a,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:24.182377 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-522a9fcd-75b1-4cdb-b535-a3193a3cbc9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:24.283328 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-522a9fcd-75b1-4cdb-b535-a3193a3cbc9a service neutron] Attempting to bind port 82d7840f-3bea-461a-8036-ece6c3fe1b8a on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:07:24.283665 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-522a9fcd-75b1-4cdb-b535-a3193a3cbc9a service neutron] Attempting to bind port 82d7840f-3bea-461a-8036-ece6c3fe1b8a by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '30120565-6200-4f04-8c76-c2547e1e3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9d570718-89f9-4d7d-bdeb-26b54b11cf08'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:07:24.283994 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-522a9fcd-75b1-4cdb-b535-a3193a3cbc9a service neutron] Attempting to bind port 82d7840f-3bea-461a-8036-ece6c3fe1b8a on network 9d570718-89f9-4d7d-bdeb-26b54b11cf08 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:07:24.298194 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-522a9fcd-75b1-4cdb-b535-a3193a3cbc9a service neutron] Port 82d7840f-3bea-461a-8036-ece6c3fe1b8a on network 9d570718-89f9-4d7d-bdeb-26b54b11cf08 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:07:24.298497 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-522a9fcd-75b1-4cdb-b535-a3193a3cbc9a service neutron] Attempting to bind port 82d7840f-3bea-461a-8036-ece6c3fe1b8a on network 9d570718-89f9-4d7d-bdeb-26b54b11cf08 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:07:24.309537 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-522a9fcd-75b1-4cdb-b535-a3193a3cbc9a service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:07:24.309877 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-522a9fcd-75b1-4cdb-b535-a3193a3cbc9a service neutron] Checking segment: {'id': '30120565-6200-4f04-8c76-c2547e1e3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9d570718-89f9-4d7d-bdeb-26b54b11cf08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:07:24.310268 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-522a9fcd-75b1-4cdb-b535-a3193a3cbc9a service neutron] Bound using segment: {'id': '30120565-6200-4f04-8c76-c2547e1e3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9d570718-89f9-4d7d-bdeb-26b54b11cf08'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:07:24.310696 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-522a9fcd-75b1-4cdb-b535-a3193a3cbc9a service neutron] Bound port: 82d7840f-3bea-461a-8036-ece6c3fe1b8a, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30120565-6200-4f04-8c76-c2547e1e3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9d570718-89f9-4d7d-bdeb-26b54b11cf08'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:07:24.311068 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-522a9fcd-75b1-4cdb-b535-a3193a3cbc9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:24.568331 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-522a9fcd-75b1-4cdb-b535-a3193a3cbc9a service neutron] For port 82d7840f-3bea-461a-8036-ece6c3fe1b8a, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:07:24.578412 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-522a9fcd-75b1-4cdb-b535-a3193a3cbc9a service neutron] For port 82d7840f-3bea-461a-8036-ece6c3fe1b8a, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=82d7840f-3bea-461a-8036-ece6c3fe1b8a,segment=NetworkSegment(30120565-6200-4f04-8c76-c2547e1e3735),segment_id=30120565-6200-4f04-8c76-c2547e1e3735)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:07:24.590438 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-522a9fcd-75b1-4cdb-b535-a3193a3cbc9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:24.595247 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-364e0c7a-de80-4c14-8240-b7cf306323df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:24.691133 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-522a9fcd-75b1-4cdb-b535-a3193a3cbc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:24.692139 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-522a9fcd-75b1-4cdb-b535-a3193a3cbc9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:24.694692 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-522a9fcd-75b1-4cdb-b535-a3193a3cbc9a service neutron] 10.222.0.55 "PUT /v2.0/ports/82d7840f-3bea-461a-8036-ece6c3fe1b8a HTTP/1.1" status: 200 len: 1091 time: 2.2778380 Sep 30 01:07:24.695250 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef79eb8-9a69-4ca9-99de-55b5fedbb22d', 'tag': '82d7840f-3bea-461a-8036-ece6c3fe1b8a'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:07:24.719152 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a9fcd-75b1-4cdb-b535-a3193a3cbc9a service neutron] Pushing event updated for resources: {'Port': ['ID=82d7840f-3bea-461a-8036-ece6c3fe1b8a,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:24.724395 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-522a9fcd-75b1-4cdb-b535-a3193a3cbc9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:24.812863 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f5100024-9601-4e32-ac71-b47393808346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-672991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-730982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30841'] for router, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:24.886769 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-fdf4bd50-3455-4e05-b2f5-1837eaa5262f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:24.888188 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-fdf4bd50-3455-4e05-b2f5-1837eaa5262f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15dd6f129a8c40eebc2b9b57c8157b25&device_id=1ef79eb8-9a69-4ca9-99de-55b5fedbb22d HTTP/1.1" status: 200 len: 1094 time: 0.1094923 Sep 30 01:07:24.899849 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564874a-595b-4f07-b6d2-ba0d2ab27ffc req-11cd3c83-5c35-4f59-b3e4-0652dc3f0b3e tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:24.902404 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9564874a-595b-4f07-b6d2-ba0d2ab27ffc req-11cd3c83-5c35-4f59-b3e4-0652dc3f0b3e tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 0.1799328 Sep 30 01:07:24.944116 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca677f21-8aa1-4311-bf2e-833568ed401e req-f68b99e6-def8-496f-a07b-498c3e54338c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:24.945609 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ca677f21-8aa1-4311-bf2e-833568ed401e req-f68b99e6-def8-496f-a07b-498c3e54338c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=317ba557079d4902882e26223cd79031&device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 1097 time: 0.3078556 Sep 30 01:07:24.988496 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-5e7d3516-374d-415f-a93c-3297e4bbc4b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82d7840f-3bea-461a-8036-ece6c3fe1b8a HTTP/1.1" status: 200 len: 217 time: 0.0850539 Sep 30 01:07:25.001774 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d317b-f333-4f3c-8d96-422208779123 req-c3e06d02-409c-44e2-89d3-0bafbc62e8bf tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:25.010622 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ee1d317b-f333-4f3c-8d96-422208779123 req-c3e06d02-409c-44e2-89d3-0bafbc62e8bf tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e00afae-779f-4108-9e38-5f010ce9b340 HTTP/1.1" status: 200 len: 945 time: 0.9360564 Sep 30 01:07:25.078014 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9564874a-595b-4f07-b6d2-ba0d2ab27ffc req-862b814d-cddc-49fb-8739-2cc434560ec3 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155035 Sep 30 01:07:25.094506 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-be7aeb96-133e-4852-bf38-0fb1f6bd3a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:25.096034 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-be7aeb96-133e-4852-bf38-0fb1f6bd3a89 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=424cd13a-51fd-4fa2-bc7b-9be49979d8db HTTP/1.1" status: 200 len: 860 time: 0.0996325 Sep 30 01:07:25.101832 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ff0c0-064c-42df-b918-7b17638dc6e9 req-58e2a67c-b8e5-4c43-80f9-ae82729c6c7e tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:25.103565 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0d2ff0c0-064c-42df-b918-7b17638dc6e9 req-58e2a67c-b8e5-4c43-80f9-ae82729c6c7e tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd713567-cf01-49f4-a11e-b3cd80011906 HTTP/1.1" status: 200 len: 945 time: 0.4573011 Sep 30 01:07:25.179519 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-cc72b0ae-0432-47a2-b529-847fb49c0337 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9d570718-89f9-4d7d-bdeb-26b54b11cf08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718710 Sep 30 01:07:25.265080 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ee1d317b-f333-4f3c-8d96-422208779123 req-4a71adca-37c0-424c-802a-233656f01564 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.39 "GET /v2.0/security-groups?id=492eebf2-ee6a-4f28-b265-d19f5095cd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515700 Sep 30 01:07:25.329980 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-0d2ff0c0-064c-42df-b918-7b17638dc6e9 req-568b9ea8-2850-4e4f-88a0-03464662246b tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Deleting port 1a6d04d9-3949-4f3b-ad29-bb0cb876a617 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:07:25.330335 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0d2ff0c0-064c-42df-b918-7b17638dc6e9 req-568b9ea8-2850-4e4f-88a0-03464662246b tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:25.390204 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef79eb8-9a69-4ca9-99de-55b5fedbb22d', 'tag': '82d7840f-3bea-461a-8036-ece6c3fe1b8a', 'status': 'completed', 'code': 200} Sep 30 01:07:25.498843 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-9ebb12ed-7412-4581-a66f-f6bf88df5917 service neutron] 10.222.0.55 "GET /v2.0/networks/9d570718-89f9-4d7d-bdeb-26b54b11cf08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069057 Sep 30 01:07:25.615997 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca677f21-8aa1-4311-bf2e-833568ed401e req-190b7784-f2c1-469f-b3fc-eedecaac0df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:25.617455 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ca677f21-8aa1-4311-bf2e-833568ed401e req-190b7784-f2c1-469f-b3fc-eedecaac0df3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1e2206f2-97da-4525-be9c-10f3f7da23c8 HTTP/1.1" status: 200 len: 914 time: 0.6504390 Sep 30 01:07:25.641348 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f5689-9452-49b3-af00-24acf687c2fa req-cd9187f8-5fed-4c69-bed1-14231164f64b tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:25.642827 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-fa2f5689-9452-49b3-af00-24acf687c2fa req-cd9187f8-5fed-4c69-bed1-14231164f64b tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Synchronizing usage tracker for tenant:15dd6f129a8c40eebc2b9b57c8157b25 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:07:25.669335 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-fa2f5689-9452-49b3-af00-24acf687c2fa req-cd9187f8-5fed-4c69-bed1-14231164f64b tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Unset dirty status for tenant:15dd6f129a8c40eebc2b9b57c8157b25 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:07:25.677977 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fa2f5689-9452-49b3-af00-24acf687c2fa req-cd9187f8-5fed-4c69-bed1-14231164f64b tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef79eb8-9a69-4ca9-99de-55b5fedbb22d HTTP/1.1" status: 200 len: 943 time: 0.4577870 Sep 30 01:07:25.744430 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ca677f21-8aa1-4311-bf2e-833568ed401e req-8a48879c-a9e2-4531-919e-472f1f7728c8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a902b1f-3960-4265-a353-8f9b13f0a508 HTTP/1.1" status: 200 len: 217 time: 0.0977013 Sep 30 01:07:25.916536 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-fa2f5689-9452-49b3-af00-24acf687c2fa req-e6908549-7d12-456b-b5ac-4fe72979a69c tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Synchronizing usage tracker for tenant:15dd6f129a8c40eebc2b9b57c8157b25 on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:07:25.928954 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5d3bcdc3-f38c-4649-b2a3-74f701be9b4c req-17706987-65b3-4379-ae7a-2cd888bbf2e0 service neutron] 10.222.0.55 "GET /v2.0/networks/9d570718-89f9-4d7d-bdeb-26b54b11cf08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159489 Sep 30 01:07:25.950570 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-fa2f5689-9452-49b3-af00-24acf687c2fa req-e6908549-7d12-456b-b5ac-4fe72979a69c tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Unset dirty status for tenant:15dd6f129a8c40eebc2b9b57c8157b25 on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:07:25.952236 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fa2f5689-9452-49b3-af00-24acf687c2fa req-e6908549-7d12-456b-b5ac-4fe72979a69c tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] 10.222.0.39 "GET /v2.0/security-groups?id=73c047f4-07d7-4762-b98f-d41d922be0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733419 Sep 30 01:07:25.978873 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca677f21-8aa1-4311-bf2e-833568ed401e req-98bc4347-8a3b-4bc6-b8f3-80577fa1b46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:25.981536 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ca677f21-8aa1-4311-bf2e-833568ed401e req-98bc4347-8a3b-4bc6-b8f3-80577fa1b46e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4adfb8b3-ae94-437f-908c-bfa569a467f2 HTTP/1.1" status: 200 len: 853 time: 0.2237029 Sep 30 01:07:26.138484 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5f8a6-4813-4aab-89d3-c6acea09c717 req-ca1274f0-9be5-43c5-a0ac-74fb3cc2da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:26.140458 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-98c5f8a6-4813-4aab-89d3-c6acea09c717 req-ca1274f0-9be5-43c5-a0ac-74fb3cc2da02 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15dd6f129a8c40eebc2b9b57c8157b25&device_id=1ef79eb8-9a69-4ca9-99de-55b5fedbb22d HTTP/1.1" status: 200 len: 1094 time: 0.1203656 Sep 30 01:07:26.356891 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c67cdf6a-c585-4b22-b783-cb9f2364b1ac req-a88aac07-db66-464e-af90-c7f04425b478 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=067eef78-33f6-4c53-a8f4-0e22cad2594a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9884880 Sep 30 01:07:26.388155 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ca677f21-8aa1-4311-bf2e-833568ed401e req-127094fd-2f96-4e9e-bb0b-fd9d7e77f9df service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1e2206f2-97da-4525-be9c-10f3f7da23c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3347647 Sep 30 01:07:26.393743 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5f8a6-4813-4aab-89d3-c6acea09c717 req-920604e2-6fd1-4e6c-b877-1c1afdd21ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:26.402715 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-98c5f8a6-4813-4aab-89d3-c6acea09c717 req-920604e2-6fd1-4e6c-b877-1c1afdd21ee6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9d570718-89f9-4d7d-bdeb-26b54b11cf08 HTTP/1.1" status: 200 len: 921 time: 0.2476578 Sep 30 01:07:26.414215 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd444b-9d8e-4a06-b15e-1d29b24c91a3 req-37e09eb2-09f9-4168-adc6-befd915615ad tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:26.431839 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-08dd444b-9d8e-4a06-b15e-1d29b24c91a3 req-37e09eb2-09f9-4168-adc6-befd915615ad tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd713567-cf01-49f4-a11e-b3cd80011906 HTTP/1.1" status: 200 len: 945 time: 0.8829927 Sep 30 01:07:26.539712 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-98c5f8a6-4813-4aab-89d3-c6acea09c717 req-657a1d2d-dd8f-4bcb-a37f-e98cf55f03d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82d7840f-3bea-461a-8036-ece6c3fe1b8a HTTP/1.1" status: 200 len: 217 time: 0.1356304 Sep 30 01:07:26.652320 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5f8a6-4813-4aab-89d3-c6acea09c717 req-572fa28f-e88b-411b-80c4-125de0da3ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:26.658738 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-98c5f8a6-4813-4aab-89d3-c6acea09c717 req-572fa28f-e88b-411b-80c4-125de0da3ea6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=424cd13a-51fd-4fa2-bc7b-9be49979d8db HTTP/1.1" status: 200 len: 860 time: 0.1020260 Sep 30 01:07:26.758763 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-98c5f8a6-4813-4aab-89d3-c6acea09c717 req-0ba0a12a-89e9-4971-9cb9-77ab6012f919 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9d570718-89f9-4d7d-bdeb-26b54b11cf08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447145 Sep 30 01:07:26.791159 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-0d2ff0c0-064c-42df-b918-7b17638dc6e9 req-568b9ea8-2850-4e4f-88a0-03464662246b tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] For port 1a6d04d9-3949-4f3b-ad29-bb0cb876a617, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=1a6d04d9-3949-4f3b-ad29-bb0cb876a617,segment=NetworkSegment(23da1049-017d-4756-ae1b-a8a103bb15a5),segment_id=23da1049-017d-4756-ae1b-a8a103bb15a5)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:07:26.791866 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0d2ff0c0-064c-42df-b918-7b17638dc6e9 req-568b9ea8-2850-4e4f-88a0-03464662246b tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:26.835532 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-08dd444b-9d8e-4a06-b15e-1d29b24c91a3 req-a5b8406f-d9fc-495f-84bb-7b8384743162 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1a24627-58ca-4302-8baa-b93bda329762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360207 Sep 30 01:07:26.898161 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e45e78-6c4c-4ddd-9c77-8c1f771f00c2 req-4e12cb22-21c6-4bfc-bc42-9ed5d0ccbf1c tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:26.899375 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-70e45e78-6c4c-4ddd-9c77-8c1f771f00c2 req-4e12cb22-21c6-4bfc-bc42-9ed5d0ccbf1c tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 0.2332339 Sep 30 01:07:26.974622 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-70e45e78-6c4c-4ddd-9c77-8c1f771f00c2 req-7ad4500f-f8d1-4917-8fe3-5f35b60db4ae tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677738 Sep 30 01:07:26.980567 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-98c5f8a6-4813-4aab-89d3-c6acea09c717 req-bff941bb-ec15-4708-967a-4dc5f368684d service neutron] 10.222.0.55 "GET /v2.0/networks/9d570718-89f9-4d7d-bdeb-26b54b11cf08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092640 Sep 30 01:07:27.006560 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-0d2ff0c0-064c-42df-b918-7b17638dc6e9 req-568b9ea8-2850-4e4f-88a0-03464662246b tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Calling delete_port for 1a6d04d9-3949-4f3b-ad29-bb0cb876a617 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:07:27.120029 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f5100024-9601-4e32-ac71-b47393808346 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:27.180080 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f5100024-9601-4e32-ac71-b47393808346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:27.195727 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-98c5f8a6-4813-4aab-89d3-c6acea09c717 req-e2e5ee98-af61-4cca-85fd-0d4ff5c729af service neutron] 10.222.0.55 "GET /v2.0/networks/9d570718-89f9-4d7d-bdeb-26b54b11cf08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025483 Sep 30 01:07:27.284350 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ca677f21-8aa1-4311-bf2e-833568ed401e req-3eceaa1e-5496-40d9-ad8f-c77ebf3946a5 service neutron] 10.222.0.59 "GET /v2.0/networks/1e2206f2-97da-4525-be9c-10f3f7da23c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8496790 Sep 30 01:07:27.321454 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7deabd0-9a30-41e7-a163-24775c317343 req-4e636815-c8bc-48cb-ba8f-2a93093fef05 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:27.323596 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b7deabd0-9a30-41e7-a163-24775c317343 req-4e636815-c8bc-48cb-ba8f-2a93093fef05 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef79eb8-9a69-4ca9-99de-55b5fedbb22d HTTP/1.1" status: 200 len: 943 time: 0.1260455 Sep 30 01:07:27.388070 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b7deabd0-9a30-41e7-a163-24775c317343 req-2e1d18de-b21d-4ae9-b53f-ddf360210d85 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] 10.222.0.39 "GET /v2.0/security-groups?id=73c047f4-07d7-4762-b98f-d41d922be0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583892 Sep 30 01:07:27.455602 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cdf6a-c585-4b22-b783-cb9f2364b1ac req-32a70d2a-48a4-4cd2-8521-d4feb7ecefdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:27.457258 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c67cdf6a-c585-4b22-b783-cb9f2364b1ac req-32a70d2a-48a4-4cd2-8521-d4feb7ecefdc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21758b229ddd40f999546edcb999526d&device_id=067eef78-33f6-4c53-a8f4-0e22cad2594a HTTP/1.1" status: 200 len: 1096 time: 0.8706269 Sep 30 01:07:27.617271 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb942661-2fe7-484b-8c9e-b4ad05a81b1f req-ed8572dd-0935-43ff-9918-0fe2b706446b tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:27.625814 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fb942661-2fe7-484b-8c9e-b4ad05a81b1f req-ed8572dd-0935-43ff-9918-0fe2b706446b tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e00afae-779f-4108-9e38-5f010ce9b340 HTTP/1.1" status: 200 len: 945 time: 0.5858819 Sep 30 01:07:27.626313 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 82d7840f-3bea-461a-8036-ece6c3fe1b8a details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:07:27.730890 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0d2ff0c0-064c-42df-b918-7b17638dc6e9 req-568b9ea8-2850-4e4f-88a0-03464662246b tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:27.746371 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e02597de-c3de-410d-b8da-0c2bb4ba91c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:27.772350 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['099e6d8b-230d-45b0-aed6-1932684198d0', 'd8713b73-731c-4b56-a969-df7c4c8f5aab'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:07:27.822238 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-f5100024-9601-4e32-ac71-b47393808346 admin admin] Allocated IP 172.25.0.38 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/e2c1a7f7-d28f-4cc3-b9a7-159561561497) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:07:27.830098 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ca677f21-8aa1-4311-bf2e-833568ed401e req-e49e8cab-0f73-42cd-b488-029957069ad7 service neutron] 10.222.0.59 "GET /v2.0/networks/1e2206f2-97da-4525-be9c-10f3f7da23c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5278838 Sep 30 01:07:27.873432 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b9ea8-2850-4e4f-88a0-03464662246b tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Pushing event deleted for resources: {'Port': ['ID=1a6d04d9-3949-4f3b-ad29-bb0cb876a617,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:27.881373 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-568b9ea8-2850-4e4f-88a0-03464662246b tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:27.920413 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 82d7840f-3bea-461a-8036-ece6c3fe1b8a, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=82d7840f-3bea-461a-8036-ece6c3fe1b8a,segment=NetworkSegment(30120565-6200-4f04-8c76-c2547e1e3735),segment_id=30120565-6200-4f04-8c76-c2547e1e3735)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:07:27.929679 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fb942661-2fe7-484b-8c9e-b4ad05a81b1f req-17c525f1-4bb1-4b50-8bc2-88ce27df47f6 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.39 "GET /v2.0/security-groups?id=492eebf2-ee6a-4f28-b265-d19f5095cd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029382 Sep 30 01:07:27.961692 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '82d7840f-3bea-461a-8036-ece6c3fe1b8a', 'network_id': '9d570718-89f9-4d7d-bdeb-26b54b11cf08', 'port_id': '82d7840f-3bea-461a-8036-ece6c3fe1b8a', 'mac_address': 'fa:16:3e:3d:b3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '424cd13a-51fd-4fa2-bc7b-9be49979d8db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:07:28.042655 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2ff0c0-064c-42df-b918-7b17638dc6e9 req-568b9ea8-2850-4e4f-88a0-03464662246b tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] No DVR routers for this DVR port 1a6d04d9-3949-4f3b-ad29-bb0cb876a617 on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:07:28.046355 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0d2ff0c0-064c-42df-b918-7b17638dc6e9 req-568b9ea8-2850-4e4f-88a0-03464662246b tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:28.057131 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd713567-cf01-49f4-a11e-b3cd80011906', 'name': 'network-vif-deleted', 'tag': '1a6d04d9-3949-4f3b-ad29-bb0cb876a617'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:07:28.085019 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:28.174989 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d7840f-3bea-461a-8036-ece6c3fe1b8a {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:07:28.180947 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1e05fba8-ef13-4ad4-abaa-cc6f3e28c846 req-c2af88c1-fa5b-4816-bb6c-27bb506723db tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd713567-cf01-49f4-a11e-b3cd80011906 HTTP/1.1" status: 200 len: 210 time: 0.0949895 Sep 30 01:07:28.243146 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 82d7840f-3bea-461a-8036-ece6c3fe1b8a, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=82d7840f-3bea-461a-8036-ece6c3fe1b8a,segment=NetworkSegment(30120565-6200-4f04-8c76-c2547e1e3735),segment_id=30120565-6200-4f04-8c76-c2547e1e3735)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:07:28.245957 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 1a6d04d9-3949-4f3b-ad29-bb0cb876a617 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:07:28.294310 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd713567-cf01-49f4-a11e-b3cd80011906', 'name': 'network-vif-deleted', 'tag': '1a6d04d9-3949-4f3b-ad29-bb0cb876a617', 'status': 'completed', 'code': 200} Sep 30 01:07:28.300365 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cdf6a-c585-4b22-b783-cb9f2364b1ac req-6d7493d0-5b22-45fd-a955-541118ee29c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:28.301833 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c67cdf6a-c585-4b22-b783-cb9f2364b1ac req-6d7493d0-5b22-45fd-a955-541118ee29c7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6a3e54c0-527e-4a0b-877b-b2ace2e841bf HTTP/1.1" status: 200 len: 913 time: 0.8123360 Sep 30 01:07:28.313190 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0d2ff0c0-064c-42df-b918-7b17638dc6e9 req-568b9ea8-2850-4e4f-88a0-03464662246b tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.59 "DELETE /v2.0/ports/1a6d04d9-3949-4f3b-ad29-bb0cb876a617 HTTP/1.1" status: 204 len: 173 time: 3.2000761 Sep 30 01:07:28.318651 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: 1a6d04d9-3949-4f3b-ad29-bb0cb876a617 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:07:28.318651 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 1a6d04d9-3949-4f3b-ad29-bb0cb876a617 not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:07:28.320545 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:28.325245 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:28.574165 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=82d7840f-3bea-461a-8036-ece6c3fe1b8a,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:28.578454 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:28.643211 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['82d7840f-3bea-461a-8036-ece6c3fe1b8a'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:07:28.721348 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f5100024-9601-4e32-ac71-b47393808346 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:28.725730 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c67cdf6a-c585-4b22-b783-cb9f2364b1ac req-3177c872-e4c7-457c-ac88-2c8ae6dd5736 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab704f12-cca5-45ea-ab32-6b8eac2bd258 HTTP/1.1" status: 200 len: 1001 time: 0.3964083 Sep 30 01:07:28.763145 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e345db9-bb9e-4ad7-a72c-9ec3bc863f99 req-4dc1dd25-188f-4830-a880-23245004502e tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:28.769129 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5e345db9-bb9e-4ad7-a72c-9ec3bc863f99 req-4dc1dd25-188f-4830-a880-23245004502e tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e00afae-779f-4108-9e38-5f010ce9b340 HTTP/1.1" status: 200 len: 945 time: 0.3006191 Sep 30 01:07:28.876265 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-5e345db9-bb9e-4ad7-a72c-9ec3bc863f99 req-1342de17-db06-49a8-a183-1af45c281ae3 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Deleting port c535e5cf-5f74-4a26-a0c8-895a6c8879de {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:07:28.876492 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5e345db9-bb9e-4ad7-a72c-9ec3bc863f99 req-1342de17-db06-49a8-a183-1af45c281ae3 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:28.898304 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cdf6a-c585-4b22-b783-cb9f2364b1ac req-a85cbb7d-c7be-4e64-a82f-656ced908d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:28.900509 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c67cdf6a-c585-4b22-b783-cb9f2364b1ac req-a85cbb7d-c7be-4e64-a82f-656ced908d38 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=81a270c5-0bfe-4a31-9bd5-99f27822a262 HTTP/1.1" status: 200 len: 851 time: 0.1555071 Sep 30 01:07:28.937352 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253acf5a-167c-4263-b835-14c3df2abe29 req-e37a5dc5-c116-44ba-976c-d607e347982a tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:28.944577 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-253acf5a-167c-4263-b835-14c3df2abe29 req-e37a5dc5-c116-44ba-976c-d607e347982a tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef79eb8-9a69-4ca9-99de-55b5fedbb22d HTTP/1.1" status: 200 len: 944 time: 0.3124750 Sep 30 01:07:29.042520 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc02f0e-7e99-4d38-a05d-73258b244c40 req-e2040637-b060-4048-943a-a0730cc7da59 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:29.050101 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2dc02f0e-7e99-4d38-a05d-73258b244c40 req-e2040637-b060-4048-943a-a0730cc7da59 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 0.8449352 Sep 30 01:07:29.055448 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-253acf5a-167c-4263-b835-14c3df2abe29 req-4cbd9537-d27f-48ca-b676-5091447930bb tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] 10.222.0.39 "GET /v2.0/security-groups?id=73c047f4-07d7-4762-b98f-d41d922be0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099517 Sep 30 01:07:29.234183 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2dc02f0e-7e99-4d38-a05d-73258b244c40 req-8f7d4ef0-aaa6-45c4-bc0f-feeaebefc5b6 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822264 Sep 30 01:07:29.303046 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cdf6a-c585-4b22-b783-cb9f2364b1ac req-232896e3-92eb-41b8-a8f5-d31a8486aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:29.306716 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c67cdf6a-c585-4b22-b783-cb9f2364b1ac req-232896e3-92eb-41b8-a8f5-d31a8486aa5d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6a3e54c0-527e-4a0b-877b-b2ace2e841bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3933294 Sep 30 01:07:29.307260 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 51196) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:29.328641 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f5100024-9601-4e32-ac71-b47393808346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:29.376088 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-5e345db9-bb9e-4ad7-a72c-9ec3bc863f99 req-1342de17-db06-49a8-a183-1af45c281ae3 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] For port c535e5cf-5f74-4a26-a0c8-895a6c8879de, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=c535e5cf-5f74-4a26-a0c8-895a6c8879de,segment=NetworkSegment(7b8bfce3-4fbb-406b-aae0-cac46f05c284),segment_id=7b8bfce3-4fbb-406b-aae0-cac46f05c284)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:07:29.376688 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5e345db9-bb9e-4ad7-a72c-9ec3bc863f99 req-1342de17-db06-49a8-a183-1af45c281ae3 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:29.380070 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-aa52205a-da62-4825-b637-64424b3ca684 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:29.548727 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5100024-9601-4e32-ac71-b47393808346 admin admin] Pushing event updated for resources: {'Port': ['ID=e2c1a7f7-d28f-4cc3-b9a7-159561561497,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:29.558406 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f5100024-9601-4e32-ac71-b47393808346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:29.734353 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5100024-9601-4e32-ac71-b47393808346 admin admin] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:07:29.735851 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3289b67b-b0b0-464d-8737-4f25f045275a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:29.755613 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-f5100024-9601-4e32-ac71-b47393808346 admin admin] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:07:29.758819 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5100024-9601-4e32-ac71-b47393808346 admin admin] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:07:29.769724 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-5e345db9-bb9e-4ad7-a72c-9ec3bc863f99 req-1342de17-db06-49a8-a183-1af45c281ae3 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Calling delete_port for c535e5cf-5f74-4a26-a0c8-895a6c8879de owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:07:29.823311 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-3289b67b-b0b0-464d-8737-4f25f045275a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:29.828565 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-3289b67b-b0b0-464d-8737-4f25f045275a admin admin] Usage tracker for resource:security_group_rule and tenant:3be9a7746b064986bca4d0007e576291 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:29.831659 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-3289b67b-b0b0-464d-8737-4f25f045275a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:29.840388 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-3289b67b-b0b0-464d-8737-4f25f045275a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:29.885474 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f4c8501c-c1d3-4045-ac0e-cc5b1435376f req-c02b5d01-dcb3-4e84-9415-5a4c51d898cf tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd713567-cf01-49f4-a11e-b3cd80011906 HTTP/1.1" status: 200 len: 210 time: 0.0621691 Sep 30 01:07:29.986145 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c67cdf6a-c585-4b22-b783-cb9f2364b1ac req-27a7d830-786d-4af6-b8fe-1799c1d5d02c service neutron] 10.222.0.55 "GET /v2.0/networks/6a3e54c0-527e-4a0b-877b-b2ace2e841bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6583562 Sep 30 01:07:30.005441 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5e345db9-bb9e-4ad7-a72c-9ec3bc863f99 req-1342de17-db06-49a8-a183-1af45c281ae3 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:30.012105 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1e6e3a63-3384-49e1-ace4-b061801fb981 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:30.018810 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['c535e5cf-5f74-4a26-a0c8-895a6c8879de'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:07:30.119316 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342de17-db06-49a8-a183-1af45c281ae3 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Pushing event deleted for resources: {'Port': ['ID=c535e5cf-5f74-4a26-a0c8-895a6c8879de,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:30.197685 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1342de17-db06-49a8-a183-1af45c281ae3 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:30.203478 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c67cdf6a-c585-4b22-b783-cb9f2364b1ac req-0f0cc134-a042-4aa6-b4fa-b9ca9285ba26 service neutron] 10.222.0.55 "GET /v2.0/networks/6a3e54c0-527e-4a0b-877b-b2ace2e841bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637762 Sep 30 01:07:30.207667 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e345db9-bb9e-4ad7-a72c-9ec3bc863f99 req-1342de17-db06-49a8-a183-1af45c281ae3 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] No DVR routers for this DVR port c535e5cf-5f74-4a26-a0c8-895a6c8879de on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:07:30.210628 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5e345db9-bb9e-4ad7-a72c-9ec3bc863f99 req-1342de17-db06-49a8-a183-1af45c281ae3 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:30.213715 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e00afae-779f-4108-9e38-5f010ce9b340', 'name': 'network-vif-deleted', 'tag': 'c535e5cf-5f74-4a26-a0c8-895a6c8879de'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:07:30.235769 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5e345db9-bb9e-4ad7-a72c-9ec3bc863f99 req-1342de17-db06-49a8-a183-1af45c281ae3 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.55 "DELETE /v2.0/ports/c535e5cf-5f74-4a26-a0c8-895a6c8879de HTTP/1.1" status: 204 len: 173 time: 1.4543269 Sep 30 01:07:30.311341 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70ae08-d161-4958-bfc3-ea95811c7593 req-b988bcad-9981-47c0-a2aa-6e16aac71b28 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:30.312853 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3e70ae08-d161-4958-bfc3-ea95811c7593 req-b988bcad-9981-47c0-a2aa-6e16aac71b28 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e00afae-779f-4108-9e38-5f010ce9b340 HTTP/1.1" status: 200 len: 945 time: 0.7999716 Sep 30 01:07:30.460334 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3e70ae08-d161-4958-bfc3-ea95811c7593 req-8294c3ef-6ec5-4172-b312-4c93920a1ee4 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.39 "GET /v2.0/security-groups?id=492eebf2-ee6a-4f28-b265-d19f5095cd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395047 Sep 30 01:07:30.463106 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3289b67b-b0b0-464d-8737-4f25f045275a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:30.472968 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3289b67b-b0b0-464d-8737-4f25f045275a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:30.571181 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0d70616a-c6c3-4838-b386-17b7f4017c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:30.579033 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e00afae-779f-4108-9e38-5f010ce9b340', 'name': 'network-vif-deleted', 'tag': 'c535e5cf-5f74-4a26-a0c8-895a6c8879de', 'status': 'completed', 'code': 200} Sep 30 01:07:30.635412 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45c2cc-8886-4e66-b3ca-60a60ca3ba9b req-60c3d1de-ae47-44e4-bd9d-a9a3d0d4df17 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:30.638355 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0d45c2cc-8886-4e66-b3ca-60a60ca3ba9b req-60c3d1de-ae47-44e4-bd9d-a9a3d0d4df17 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef79eb8-9a69-4ca9-99de-55b5fedbb22d HTTP/1.1" status: 200 len: 944 time: 0.1823330 Sep 30 01:07:30.760084 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0d45c2cc-8886-4e66-b3ca-60a60ca3ba9b req-a14d559e-553c-4d2a-8c1f-48ee2ec118d4 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] 10.222.0.39 "GET /v2.0/security-groups?id=73c047f4-07d7-4762-b98f-d41d922be0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149442 Sep 30 01:07:30.897713 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-3289b67b-b0b0-464d-8737-4f25f045275a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3be9a7746b064986bca4d0007e576291&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5878558 Sep 30 01:07:30.900451 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 51218) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:30.910680 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f5100024-9601-4e32-ac71-b47393808346 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:30.965464 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289b67b-b0b0-464d-8737-4f25f045275a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c1b504-46df-4baf-8795-61bf133a00a4,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:30.976277 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-3289b67b-b0b0-464d-8737-4f25f045275a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:30.995794 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-34a4595c-170e-460e-9855-2c195a986282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:31.027796 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-34a4595c-170e-460e-9855-2c195a986282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:31.110359 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-34a4595c-170e-460e-9855-2c195a986282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:31.114616 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8754a7ea-4165-4463-8e2a-b1babcab36b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:31.128096 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4595c-170e-460e-9855-2c195a986282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c1b504-46df-4baf-8795-61bf133a00a4,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:31.130883 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-34a4595c-170e-460e-9855-2c195a986282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:31.136780 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-34a4595c-170e-460e-9855-2c195a986282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:31.140167 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-34a4595c-170e-460e-9855-2c195a986282 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8c1b504-46df-4baf-8795-61bf133a00a4 HTTP/1.1" status: 204 len: 168 time: 0.2364876 Sep 30 01:07:31.258589 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874bb30-0dd8-4701-a68f-5aab18d5f91a req-5e6e02e2-0bcb-4a37-8d3a-8d1ff436e5e0 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:31.266266 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7874bb30-0dd8-4701-a68f-5aab18d5f91a req-5e6e02e2-0bcb-4a37-8d3a-8d1ff436e5e0 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 0.5123379 Sep 30 01:07:31.460629 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7874bb30-0dd8-4701-a68f-5aab18d5f91a req-1a9f2e47-bac5-4eb8-94cd-3d5526bc212a tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934566 Sep 30 01:07:31.528806 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f5100024-9601-4e32-ac71-b47393808346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673175'] for router, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:31.638856 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 82d7840f-3bea-461a-8036-ece6c3fe1b8a up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:07:31.736473 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-e96c9714-9166-4349-b6ed-cf7010f23168 req-1c6d90f7-449d-4de9-bf4e-698ea376cbd5 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Synchronizing usage tracker for tenant:af0325e6d42640e08d37c1ad91bd5800 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:07:31.783249 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-e96c9714-9166-4349-b6ed-cf7010f23168 req-1c6d90f7-449d-4de9-bf4e-698ea376cbd5 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Unset dirty status for tenant:af0325e6d42640e08d37c1ad91bd5800 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:07:31.784675 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e96c9714-9166-4349-b6ed-cf7010f23168 req-1c6d90f7-449d-4de9-bf4e-698ea376cbd5 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e00afae-779f-4108-9e38-5f010ce9b340 HTTP/1.1" status: 200 len: 210 time: 0.1363165 Sep 30 01:07:31.805007 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port 82d7840f-3bea-461a-8036-ece6c3fe1b8a completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:07:31.824565 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 82d7840f-3bea-461a-8036-ece6c3fe1b8a triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:07:31.825424 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:31.838105 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 51250) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:31.858543 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5cdab233-d083-4d4d-9ec0-7174470696c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:31.876559 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5cdab233-d083-4d4d-9ec0-7174470696c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:31.881205 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-5cdab233-d083-4d4d-9ec0-7174470696c5 admin admin] Usage tracker for resource:security_group_rule and tenant:5b223d0a17544955b669983bf22d9034 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:31.884474 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-5cdab233-d083-4d4d-9ec0-7174470696c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:31.905242 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5cdab233-d083-4d4d-9ec0-7174470696c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:32.067828 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5cdab233-d083-4d4d-9ec0-7174470696c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:32.068010 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:32.075987 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5cdab233-d083-4d4d-9ec0-7174470696c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:32.087516 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4bede531-a573-4cdd-b44f-26f8a662809e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:32.090953 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed73fe-31d4-4c38-98bf-b8ff14803e86 req-15bf47b4-e184-40cf-a3f4-3a5931b8a3de tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:32.098359 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b6ed73fe-31d4-4c38-98bf-b8ff14803e86 req-15bf47b4-e184-40cf-a3f4-3a5931b8a3de tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 0.2562277 Sep 30 01:07:32.113017 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 82d7840f-3bea-461a-8036-ece6c3fe1b8a, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=82d7840f-3bea-461a-8036-ece6c3fe1b8a,segment=NetworkSegment(30120565-6200-4f04-8c76-c2547e1e3735),segment_id=30120565-6200-4f04-8c76-c2547e1e3735)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:07:32.114212 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef79eb8-9a69-4ca9-99de-55b5fedbb22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d7840f-3bea-461a-8036-ece6c3fe1b8a'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:07:32.122752 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:32.123664 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device c535e5cf-5f74-4a26-a0c8-895a6c8879de no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:07:32.143702 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-5cdab233-d083-4d4d-9ec0-7174470696c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b223d0a17544955b669983bf22d9034&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3047280 Sep 30 01:07:32.145272 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdab233-d083-4d4d-9ec0-7174470696c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefe2da4-1ffe-4b8b-a498-1199f9046d8a,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:32.161417 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 51260) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:32.171327 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5cdab233-d083-4d4d-9ec0-7174470696c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:32.179665 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b6ed73fe-31d4-4c38-98bf-b8ff14803e86 req-194aa959-1f37-4eb4-9437-08c729a9e3bf tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802631 Sep 30 01:07:32.185345 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5100024-9601-4e32-ac71-b47393808346 admin admin] Router 1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef is scheduled to L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 with binding_index 1 {{(pid=80274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 30 01:07:32.200471 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-7887db19-6e06-4d31-9272-c79087b827d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:32.303214 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-37424395-00e8-4606-8fe9-94533309c028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:32.342008 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-37424395-00e8-4606-8fe9-94533309c028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:32.360098 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: c535e5cf-5f74-4a26-a0c8-895a6c8879de {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:07:32.360685 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device c535e5cf-5f74-4a26-a0c8-895a6c8879de not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:07:32.395875 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=82d7840f-3bea-461a-8036-ece6c3fe1b8a,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:32.403086 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:32.410977 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-37424395-00e8-4606-8fe9-94533309c028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:32.414750 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5cdab233-d083-4d4d-9ec0-7174470696c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:32.425884 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37424395-00e8-4606-8fe9-94533309c028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefe2da4-1ffe-4b8b-a498-1199f9046d8a,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:32.429132 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-37424395-00e8-4606-8fe9-94533309c028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:32.434462 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-37424395-00e8-4606-8fe9-94533309c028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:32.435678 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-37424395-00e8-4606-8fe9-94533309c028 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fefe2da4-1ffe-4b8b-a498-1199f9046d8a HTTP/1.1" status: 204 len: 168 time: 0.2713342 Sep 30 01:07:32.606040 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef79eb8-9a69-4ca9-99de-55b5fedbb22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d7840f-3bea-461a-8036-ece6c3fe1b8a', 'code': 200} Sep 30 01:07:32.683707 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885499c-8be4-4df9-999a-4661977a0c0a req-6533a8aa-704a-4981-8dc5-76dee27af862 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:32.691220 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6885499c-8be4-4df9-999a-4661977a0c0a req-6533a8aa-704a-4981-8dc5-76dee27af862 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef79eb8-9a69-4ca9-99de-55b5fedbb22d HTTP/1.1" status: 200 len: 945 time: 0.3239582 Sep 30 01:07:32.715398 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5100024-9601-4e32-ac71-b47393808346 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:07:32.729267 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69de804-f160-451c-81c4-36b2fb38e823 None None] Sync routers for ids ['1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:07:32.748399 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69de804-f160-451c-81c4-36b2fb38e823 None None] Routers {'1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:07:32.749289 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-c69de804-f160-451c-81c4-36b2fb38e823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:07:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:32.838482 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6885499c-8be4-4df9-999a-4661977a0c0a req-8a12d671-2afe-4d36-8af5-fc7c2a019990 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] 10.222.0.39 "GET /v2.0/security-groups?id=73c047f4-07d7-4762-b98f-d41d922be0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447899 Sep 30 01:07:32.841104 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f5100024-9601-4e32-ac71-b47393808346 admin admin] Notify callbacks [] for router, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:32.856446 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 51286) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:32.860467 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-f5100024-9601-4e32-ac71-b47393808346 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.2450411 Sep 30 01:07:33.096560 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-c69de804-f160-451c-81c4-36b2fb38e823 None None] Set router 1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:07:33.183788 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170d346-2516-425a-b11d-a965a76814e9 req-2aed8451-7a44-45a4-a9c9-f34a336f33b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:33.185337 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c170d346-2516-425a-b11d-a965a76814e9 req-2aed8451-7a44-45a4-a9c9-f34a336f33b8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1ef79eb8-9a69-4ca9-99de-55b5fedbb22d HTTP/1.1" status: 200 len: 1096 time: 0.4655712 Sep 30 01:07:33.209542 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a2e1d-7e6d-48a1-9df7-c6508c033065 req-443ceacf-76ca-4779-9e9f-16235c684971 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:33.232773 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d39a2e1d-7e6d-48a1-9df7-c6508c033065 req-443ceacf-76ca-4779-9e9f-16235c684971 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 0.4154313 Sep 30 01:07:33.384925 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d39a2e1d-7e6d-48a1-9df7-c6508c033065 req-376bdef4-308b-4242-9bb4-92fed3a7d5b9 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506598 Sep 30 01:07:33.444992 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c170d346-2516-425a-b11d-a965a76814e9 req-be8958f5-5fd4-4a27-a915-dc070e375b3b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=73c047f4-07d7-4762-b98f-d41d922be0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424912 Sep 30 01:07:33.684596 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-c69de804-f160-451c-81c4-36b2fb38e823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef', 'name': 'tempest-ServerRescueTestJSON-284460454-router', 'tenant_id': '3bb71da966444045b30780aa9e2e5b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'e2c1a7f7-d28f-4cc3-b9a7-159561561497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:07:23Z', 'updated_at': '2021-09-30T01:07:30Z', 'revision_number': 3, 'project_id': '3bb71da966444045b30780aa9e2e5b81', 'gw_port': {'id': 'e2c1a7f7-d28f-4cc3-b9a7-159561561497', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:27Z', 'updated_at': '2021-09-30T01:07:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:33.691793 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69de804-f160-451c-81c4-36b2fb38e823 None None] Checking router: 1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:07:33.692158 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69de804-f160-451c-81c4-36b2fb38e823 None None] Updating router 1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef port e2c1a7f7-d28f-4cc3-b9a7-159561561497 binding host n-d-811809-1 {{(pid=80276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 01:07:33.790812 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c69de804-f160-451c-81c4-36b2fb38e823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:34.332338 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c69de804-f160-451c-81c4-36b2fb38e823 None None] Notify callbacks [] for port, precommit_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:34.381143 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c69de804-f160-451c-81c4-36b2fb38e823 None None] Transition to ACTIVE for port object e2c1a7f7-d28f-4cc3-b9a7-159561561497 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:07:34.395642 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c69de804-f160-451c-81c4-36b2fb38e823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:34.409597 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:34.489420 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4b40544c-1d69-48aa-ac09-511d3fb7a86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:34.549888 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae6ab4-16d8-423e-828a-0f41e91ece44 None None] Pushing event updated for resources: {'Port': ['ID=e2c1a7f7-d28f-4cc3-b9a7-159561561497,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:34.554153 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-02ae6ab4-16d8-423e-828a-0f41e91ece44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:34.569241 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-c69de804-f160-451c-81c4-36b2fb38e823 None None] Attempting to bind port e2c1a7f7-d28f-4cc3-b9a7-159561561497 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:07:34.570215 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-c69de804-f160-451c-81c4-36b2fb38e823 None None] Attempting to bind port e2c1a7f7-d28f-4cc3-b9a7-159561561497 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:07:34.571273 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69de804-f160-451c-81c4-36b2fb38e823 None None] Attempting to bind port e2c1a7f7-d28f-4cc3-b9a7-159561561497 on network 1b813296-b79a-4ce4-abf3-9e488de9f705 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:07:34.583281 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e7ba5-68d8-44ab-a2a1-341a17068855 req-7be5ccd2-0db8-4159-973f-9f4ce8fc98a9 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:34.590333 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-883e7ba5-68d8-44ab-a2a1-341a17068855 req-7be5ccd2-0db8-4159-973f-9f4ce8fc98a9 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 0.4375687 Sep 30 01:07:34.594024 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69de804-f160-451c-81c4-36b2fb38e823 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:07:34.594414 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69de804-f160-451c-81c4-36b2fb38e823 None None] Checking segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:07:34.594855 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c69de804-f160-451c-81c4-36b2fb38e823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:34.595259 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69de804-f160-451c-81c4-36b2fb38e823 None None] Bound using segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:07:34.595739 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-c69de804-f160-451c-81c4-36b2fb38e823 None None] Bound port: e2c1a7f7-d28f-4cc3-b9a7-159561561497, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:07:34.596121 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c69de804-f160-451c-81c4-36b2fb38e823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:34.665923 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5e072-6211-4138-bdb3-89a6a28aa4ca req-6b364e78-8af6-4cbe-9df5-a20b1e7352b3 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:34.671991 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-883e7ba5-68d8-44ab-a2a1-341a17068855 req-ac516947-ea57-423c-bafa-3c923412509a tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806406 Sep 30 01:07:34.676809 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5e072-6211-4138-bdb3-89a6a28aa4ca req-6b364e78-8af6-4cbe-9df5-a20b1e7352b3 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:34.678191 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-5bd5e072-6211-4138-bdb3-89a6a28aa4ca req-6b364e78-8af6-4cbe-9df5-a20b1e7352b3 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Synchronizing usage tracker for tenant:7480a0ef22064673b6ddeabd2d800245 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:07:34.723785 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-5bd5e072-6211-4138-bdb3-89a6a28aa4ca req-6b364e78-8af6-4cbe-9df5-a20b1e7352b3 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Unset dirty status for tenant:7480a0ef22064673b6ddeabd2d800245 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:07:34.734405 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5bd5e072-6211-4138-bdb3-89a6a28aa4ca req-6b364e78-8af6-4cbe-9df5-a20b1e7352b3 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/ports?device_id=753a331b-a1e6-441f-bb5d-69bcb8392434&device_id=9824e338-9507-45f1-8cc6-01214e81da29 HTTP/1.1" status: 200 len: 1681 time: 0.3014052 Sep 30 01:07:34.737177 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c69de804-f160-451c-81c4-36b2fb38e823 None None] For port e2c1a7f7-d28f-4cc3-b9a7-159561561497, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:07:34.741544 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c69de804-f160-451c-81c4-36b2fb38e823 None None] For port e2c1a7f7-d28f-4cc3-b9a7-159561561497, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=e2c1a7f7-d28f-4cc3-b9a7-159561561497,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:07:34.750625 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c69de804-f160-451c-81c4-36b2fb38e823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:34.767388 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-a9acff4d-77cb-4606-b3cd-5db3d5f11eca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:34.843763 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5bd5e072-6211-4138-bdb3-89a6a28aa4ca req-e4ff9a32-5a30-4854-8ee7-517921343a42 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1a24627-58ca-4302-8baa-b93bda329762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080987 Sep 30 01:07:34.968716 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69de804-f160-451c-81c4-36b2fb38e823 None None] Routers {'1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:07:34.974143 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-c69de804-f160-451c-81c4-36b2fb38e823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:07:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:35.133677 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-4b40544c-1d69-48aa-ac09-511d3fb7a86c admin admin] Allocated IP 172.20.0.1 (a45f81b3-7df7-4825-9d8e-944e71cc6909/be62a7a7-816e-4779-aa6c-5c41bedfef4a/160b0a61-07c5-40ef-a75f-0fd98e7d138b) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:07:35.178391 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae6ab4-16d8-423e-828a-0f41e91ece44 None None] Pushing event updated for resources: {'Port': ['ID=e2c1a7f7-d28f-4cc3-b9a7-159561561497,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:35.179385 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb44e9a-27f9-462f-b23d-965a471dde9e req-b6fcf8d2-12ef-49bc-b66d-d52fa734f995 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:35.181893 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-02ae6ab4-16d8-423e-828a-0f41e91ece44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:35.191438 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bfb44e9a-27f9-462f-b23d-965a471dde9e req-b6fcf8d2-12ef-49bc-b66d-d52fa734f995 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef79eb8-9a69-4ca9-99de-55b5fedbb22d HTTP/1.1" status: 200 len: 945 time: 0.2047887 Sep 30 01:07:35.244007 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-c69de804-f160-451c-81c4-36b2fb38e823 None None] Set router 1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:07:35.381519 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bfb44e9a-27f9-462f-b23d-965a471dde9e req-5afc93db-fe2c-4c61-a1b8-d1d84f6c343c tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] 10.222.0.39 "GET /v2.0/security-groups?id=73c047f4-07d7-4762-b98f-d41d922be0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853634 Sep 30 01:07:35.428893 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4b40544c-1d69-48aa-ac09-511d3fb7a86c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:35.478163 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4b40544c-1d69-48aa-ac09-511d3fb7a86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:35.487295 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-caef5775-05bf-4b58-b1f0-b53e30367be6 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:35.568598 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d88f76-f6f3-4b33-b017-e19115530d30 req-0fcd05cd-c861-45b4-878b-6e06ed97b58d tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:35.577260 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d9d88f76-f6f3-4b33-b017-e19115530d30 req-0fcd05cd-c861-45b4-878b-6e06ed97b58d tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 0.2104902 Sep 30 01:07:35.655600 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b40544c-1d69-48aa-ac09-511d3fb7a86c admin admin] Network a45f81b3-7df7-4825-9d8e-944e71cc6909 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:07:35.661777 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-4b40544c-1d69-48aa-ac09-511d3fb7a86c admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:07:35.672173 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b40544c-1d69-48aa-ac09-511d3fb7a86c admin admin] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:07:35.694632 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d9d88f76-f6f3-4b33-b017-e19115530d30 req-98a39baf-08d5-4920-88f9-afa893518d30 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087818 Sep 30 01:07:35.749452 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:35.799510 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40544c-1d69-48aa-ac09-511d3fb7a86c admin admin] Pushing event updated for resources: {'Port': ['ID=160b0a61-07c5-40ef-a75f-0fd98e7d138b,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:35.812561 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-c69de804-f160-451c-81c4-36b2fb38e823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef', 'name': 'tempest-ServerRescueTestJSON-284460454-router', 'tenant_id': '3bb71da966444045b30780aa9e2e5b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'e2c1a7f7-d28f-4cc3-b9a7-159561561497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:07:23Z', 'updated_at': '2021-09-30T01:07:30Z', 'revision_number': 3, 'project_id': '3bb71da966444045b30780aa9e2e5b81', 'gw_port': {'id': 'e2c1a7f7-d28f-4cc3-b9a7-159561561497', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:27Z', 'updated_at': '2021-09-30T01:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:35.813628 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4b40544c-1d69-48aa-ac09-511d3fb7a86c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:35.822102 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69de804-f160-451c-81c4-36b2fb38e823 None None] The sync data for ids ['1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef'] in n-d-811809-1 is: [{'id': '1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef', 'name': 'tempest-ServerRescueTestJSON-284460454-router', 'tenant_id': '3bb71da966444045b30780aa9e2e5b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'e2c1a7f7-d28f-4cc3-b9a7-159561561497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:07:23Z', 'updated_at': '2021-09-30T01:07:30Z', 'revision_number': 3, 'project_id': '3bb71da966444045b30780aa9e2e5b81', 'gw_port': {'id': 'e2c1a7f7-d28f-4cc3-b9a7-159561561497', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e1:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:27Z', 'updated_at': '2021-09-30T01:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:07:35.842202 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4b40544c-1d69-48aa-ac09-511d3fb7a86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734280'] for router_interface, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:36.067982 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4b40544c-1d69-48aa-ac09-511d3fb7a86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:36.080715 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 51392) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:36.201393 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808e2b5-f518-4f57-86ba-012687129d38 req-15350149-0c90-47cf-9765-8737d4b90c46 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:36.205327 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5808e2b5-f518-4f57-86ba-012687129d38 req-15350149-0c90-47cf-9765-8737d4b90c46 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 0.2024980 Sep 30 01:07:36.320560 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-7efe0505-2a15-45be-8451-42c3c69d4013 admin admin] Deleting subnet 5322c100-328d-4947-a488-45b73d699730 {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:07:36.345327 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7efe0505-2a15-45be-8451-42c3c69d4013 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:36.346477 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5808e2b5-f518-4f57-86ba-012687129d38 req-97a53f42-3779-44b9-87a6-2f13802ec87f tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359580 Sep 30 01:07:36.633737 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7efe0505-2a15-45be-8451-42c3c69d4013 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:36.766636 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7efe0505-2a15-45be-8451-42c3c69d4013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:36.886187 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4b40544c-1d69-48aa-ac09-511d3fb7a86c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:36.896436 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4b40544c-1d69-48aa-ac09-511d3fb7a86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:36.938180 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1e042-55f6-44fe-8c4e-f6448c0bd1a7 req-d885abca-d6a3-40ff-9641-f648a391333a tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:36.939845 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-17d1e042-55f6-44fe-8c4e-f6448c0bd1a7 req-d885abca-d6a3-40ff-9641-f648a391333a tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef79eb8-9a69-4ca9-99de-55b5fedbb22d HTTP/1.1" status: 200 len: 945 time: 0.3625515 Sep 30 01:07:36.987569 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-90f7c4bc-20c4-40de-b2cc-36feaa9d97d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:37.194823 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79ee86-12d7-4cfa-b636-7381d9ab215d req-48ff6e60-7b86-4967-b825-1209ccd597b1 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:37.197243 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5c79ee86-12d7-4cfa-b636-7381d9ab215d req-48ff6e60-7b86-4967-b825-1209ccd597b1 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 0.1238403 Sep 30 01:07:37.254253 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7efe0505-2a15-45be-8451-42c3c69d4013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:37.265238 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5c79ee86-12d7-4cfa-b636-7381d9ab215d req-f6feaa0f-10fc-4f28-8a69-8287f358371a tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583975 Sep 30 01:07:37.310059 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-17d1e042-55f6-44fe-8c4e-f6448c0bd1a7 req-a60d70da-7dfd-42e7-a49a-d2b1bb42d953 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] 10.222.0.39 "GET /v2.0/security-groups?id=73c047f4-07d7-4762-b98f-d41d922be0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027122 Sep 30 01:07:37.355141 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7efe0505-2a15-45be-8451-42c3c69d4013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:37.384460 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4b40544c-1d69-48aa-ac09-511d3fb7a86c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734445'] for router_interface, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:37.397234 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40544c-1d69-48aa-ac09-511d3fb7a86c admin admin] Pushing event updated for resources: {'Port': ['ID=160b0a61-07c5-40ef-a75f-0fd98e7d138b,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:37.423695 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4b40544c-1d69-48aa-ac09-511d3fb7a86c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:37.424244 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c50fac0f-2418-4765-9c5d-308cb696faa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:37.489509 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 51420) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:37.489910 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-7efe0505-2a15-45be-8451-42c3c69d4013 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5322c100-328d-4947-a488-45b73d699730 HTTP/1.1" status: 204 len: 168 time: 1.4077413 Sep 30 01:07:37.572360 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe0505-2a15-45be-8451-42c3c69d4013 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5322c100-328d-4947-a488-45b73d699730,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:37.646025 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7efe0505-2a15-45be-8451-42c3c69d4013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:37.754571 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4dbed39f-4018-4319-b523-98c2f87a57a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:37.767207 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb12d88-2b42-49e2-b0a2-7ed4dc9b3f55 req-a88a3c2f-632c-4c2b-b6b1-ccbbe37235a2 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:37.776859 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6fb12d88-2b42-49e2-b0a2-7ed4dc9b3f55 req-a88a3c2f-632c-4c2b-b6b1-ccbbe37235a2 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 0.2544956 Sep 30 01:07:37.808591 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b40544c-1d69-48aa-ac09-511d3fb7a86c admin admin] Network a45f81b3-7df7-4825-9d8e-944e71cc6909 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:07:37.813569 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-4b40544c-1d69-48aa-ac09-511d3fb7a86c admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:07:38.096662 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device e2c1a7f7-d28f-4cc3-b9a7-159561561497 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:07:38.176755 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6fb12d88-2b42-49e2-b0a2-7ed4dc9b3f55 req-58459a40-11f8-4530-987c-27c23e960744 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987274 Sep 30 01:07:38.364533 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port e2c1a7f7-d28f-4cc3-b9a7-159561561497 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:07:38.372106 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port e2c1a7f7-d28f-4cc3-b9a7-159561561497 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:07:38.372679 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:38.390907 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b40544c-1d69-48aa-ac09-511d3fb7a86c admin admin] Router 1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 01:07:38.488188 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4dbed39f-4018-4319-b523-98c2f87a57a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:38.527910 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:38.531760 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-4dbed39f-4018-4319-b523-98c2f87a57a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c6f639-6e1a-40fb-9ba4-9b9a33c1b129']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:38.545746 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-4dbed39f-4018-4319-b523-98c2f87a57a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b8bfce3-4fbb-406b-aae0-cac46f05c284') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:38.546299 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-4dbed39f-4018-4319-b523-98c2f87a57a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b8bfce3-4fbb-406b-aae0-cac46f05c284') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:38.558097 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port e2c1a7f7-d28f-4cc3-b9a7-159561561497, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=e2c1a7f7-d28f-4cc3-b9a7-159561561497,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:07:38.559672 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4dbed39f-4018-4319-b523-98c2f87a57a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:38.569920 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:38.575456 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:38.592222 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4dbed39f-4018-4319-b523-98c2f87a57a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:38.599585 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dbed39f-4018-4319-b523-98c2f87a57a3 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:07:38.599985 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4dbed39f-4018-4319-b523-98c2f87a57a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: timer() Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:07:38.700927 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:07:38.742631 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=e2c1a7f7-d28f-4cc3-b9a7-159561561497,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:38.748787 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:38.752878 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4dbed39f-4018-4319-b523-98c2f87a57a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:38.763492 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e8f1da9b-7fe8-48f8-bb7b-5d14dee9b39b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:38.784189 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4dbed39f-4018-4319-b523-98c2f87a57a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:38.797467 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-4dbed39f-4018-4319-b523-98c2f87a57a3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/69c6f639-6e1a-40fb-9ba4-9b9a33c1b129 HTTP/1.1" status: 204 len: 168 time: 1.3039379 Sep 30 01:07:38.821527 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611240f-f099-4d42-9cfa-beb067f106f2 req-2443e1f0-7d41-4c21-8a25-9a817f0bbc05 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:38.828752 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a611240f-f099-4d42-9cfa-beb067f106f2 req-2443e1f0-7d41-4c21-8a25-9a817f0bbc05 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/ports?device_id=753a331b-a1e6-441f-bb5d-69bcb8392434 HTTP/1.1" status: 200 len: 945 time: 1.0816789 Sep 30 01:07:38.830777 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbed39f-4018-4319-b523-98c2f87a57a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=69c6f639-6e1a-40fb-9ba4-9b9a33c1b129,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:38.855742 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4dbed39f-4018-4319-b523-98c2f87a57a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:38.901408 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a611240f-f099-4d42-9cfa-beb067f106f2 req-94bda683-d9cd-44f4-8076-26073f085794 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1a24627-58ca-4302-8baa-b93bda329762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716949 Sep 30 01:07:38.922711 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b40544c-1d69-48aa-ac09-511d3fb7a86c admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:07:38.933660 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6980878-82cd-444c-a099-5d00adce45cd None None] Sync routers for ids ['1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:07:38.949860 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-4b40544c-1d69-48aa-ac09-511d3fb7a86c admin admin] 10.222.0.39 "PUT /v2.0/routers/1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0833933 Sep 30 01:07:38.950215 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6980878-82cd-444c-a099-5d00adce45cd None None] Routers {'1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:07:38.951113 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-c6980878-82cd-444c-a099-5d00adce45cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:07:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:38.951781 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c47e3-fade-47be-81f4-fd455703f8a7 req-ddc92e44-394a-40c1-823c-dc8eb56d478c tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:38.953451 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3e0c47e3-fade-47be-81f4-fd455703f8a7 req-ddc92e44-394a-40c1-823c-dc8eb56d478c tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.59 "GET /v2.0/ports?device_id=753a331b-a1e6-441f-bb5d-69bcb8392434 HTTP/1.1" status: 200 len: 945 time: 0.2559531 Sep 30 01:07:39.136687 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-3e0c47e3-fade-47be-81f4-fd455703f8a7 req-101000b2-0ffa-4712-bdfe-c8c6587395f9 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Deleting port d8713b73-731c-4b56-a969-df7c4c8f5aab {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:07:39.137025 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3e0c47e3-fade-47be-81f4-fd455703f8a7 req-101000b2-0ffa-4712-bdfe-c8c6587395f9 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:39.169005 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 51458) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:39.249944 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-c6980878-82cd-444c-a099-5d00adce45cd None None] Set router 1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:07:39.291339 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-b6851372-14be-4112-91be-1a6700726618 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=af0325e6d42640e08d37c1ad91bd5800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1209328 Sep 30 01:07:39.293858 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 51466) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:39.373770 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-de1ff7a1-0887-4f73-a545-b8676b7d6abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:39.412253 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-de1ff7a1-0887-4f73-a545-b8676b7d6abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:39.501913 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-de1ff7a1-0887-4f73-a545-b8676b7d6abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:39.507221 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6958603f-95a1-4fa8-ac9c-17cdba5a9fca tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:39.537324 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ff7a1-0887-4f73-a545-b8676b7d6abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492eebf2-ee6a-4f28-b265-d19f5095cd6f,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:39.567036 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-de1ff7a1-0887-4f73-a545-b8676b7d6abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:39.608038 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-de1ff7a1-0887-4f73-a545-b8676b7d6abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:39.610696 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-de1ff7a1-0887-4f73-a545-b8676b7d6abe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/492eebf2-ee6a-4f28-b265-d19f5095cd6f HTTP/1.1" status: 204 len: 168 time: 0.3154826 Sep 30 01:07:39.713545 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0359f-f271-4c8e-a1d6-0bce3fe6419b req-1ed64d80-8d16-493e-a5e6-9f82dc84439e tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:39.715674 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-aec0359f-f271-4c8e-a1d6-0bce3fe6419b req-1ed64d80-8d16-493e-a5e6-9f82dc84439e tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.59 "GET /v2.0/ports?device_id=9824e338-9507-45f1-8cc6-01214e81da29 HTTP/1.1" status: 200 len: 945 time: 0.5248096 Sep 30 01:07:39.738897 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-c6980878-82cd-444c-a099-5d00adce45cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef', 'name': 'tempest-ServerRescueTestJSON-284460454-router', 'tenant_id': '3bb71da966444045b30780aa9e2e5b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'e2c1a7f7-d28f-4cc3-b9a7-159561561497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:07:23Z', 'updated_at': '2021-09-30T01:07:35Z', 'revision_number': 4, 'project_id': '3bb71da966444045b30780aa9e2e5b81', 'gw_port': {'id': 'e2c1a7f7-d28f-4cc3-b9a7-159561561497', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:27Z', 'updated_at': '2021-09-30T01:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '160b0a61-07c5-40ef-a75f-0fd98e7d138b', 'name': '', 'network_id': 'a45f81b3-7df7-4825-9d8e-944e71cc6909', 'tenant_id': '3bb71da966444045b30780aa9e2e5b81', 'mac_address': 'fa:16:3e:f7:1f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'be62a7a7-816e-4779-aa6c-5c41bedfef4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:34Z', 'updated_at': '2021-09-30T01:07:36Z', 'revision_number': 2, 'project_id': '3bb71da966444045b30780aa9e2e5b81', 'subnets': [{'id': 'be62a7a7-816e-4779-aa6c-5c41bedfef4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:39.745783 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6980878-82cd-444c-a099-5d00adce45cd None None] Checking router: 1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:07:39.746696 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6980878-82cd-444c-a099-5d00adce45cd None None] Updating router 1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef port 160b0a61-07c5-40ef-a75f-0fd98e7d138b binding host n-d-811809-1 {{(pid=80277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 01:07:39.800527 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800898f-b029-472f-b0af-4f7bf294a270 req-6294d05b-5fc8-45e9-a86f-23fb0d48332a tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:39.802334 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4800898f-b029-472f-b0af-4f7bf294a270 req-6294d05b-5fc8-45e9-a86f-23fb0d48332a tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef79eb8-9a69-4ca9-99de-55b5fedbb22d HTTP/1.1" status: 200 len: 945 time: 0.1250932 Sep 30 01:07:39.803988 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-aec0359f-f271-4c8e-a1d6-0bce3fe6419b req-c59c7fc0-7ce1-48a0-a98f-1bb8915493ce tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Deleting port 099e6d8b-230d-45b0-aed6-1932684198d0 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:07:39.804508 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-aec0359f-f271-4c8e-a1d6-0bce3fe6419b req-c59c7fc0-7ce1-48a0-a98f-1bb8915493ce tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:39.822421 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-c6980878-82cd-444c-a099-5d00adce45cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:39.854594 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda2ebd-91db-4fc4-9072-d5883749ea89 req-4ad95fe5-f95e-4af9-97df-d91172340b93 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:39.854967 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4800898f-b029-472f-b0af-4f7bf294a270 req-b2f225e4-a1da-4f78-b336-3c826025b17e tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] 10.222.0.39 "GET /v2.0/security-groups?id=73c047f4-07d7-4762-b98f-d41d922be0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452766 Sep 30 01:07:39.856611 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8dda2ebd-91db-4fc4-9072-d5883749ea89 req-4ad95fe5-f95e-4af9-97df-d91172340b93 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 0.6449032 Sep 30 01:07:39.998087 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device e2c1a7f7-d28f-4cc3-b9a7-159561561497 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:07:40.147278 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8dda2ebd-91db-4fc4-9072-d5883749ea89 req-22d09a5a-6018-4cfa-a7d0-c0972127135e tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798960 Sep 30 01:07:40.155212 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port e2c1a7f7-d28f-4cc3-b9a7-159561561497 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:07:40.156694 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:40.350856 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-3e0c47e3-fade-47be-81f4-fd455703f8a7 req-101000b2-0ffa-4712-bdfe-c8c6587395f9 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] For port d8713b73-731c-4b56-a969-df7c4c8f5aab, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=d8713b73-731c-4b56-a969-df7c4c8f5aab,segment=NetworkSegment(23da1049-017d-4756-ae1b-a8a103bb15a5),segment_id=23da1049-017d-4756-ae1b-a8a103bb15a5)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:07:40.351218 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3e0c47e3-fade-47be-81f4-fd455703f8a7 req-101000b2-0ffa-4712-bdfe-c8c6587395f9 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:40.368918 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-c6980878-82cd-444c-a099-5d00adce45cd None None] Notify callbacks [] for port, precommit_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:40.418443 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.provisioning_blocks [None req-c6980878-82cd-444c-a099-5d00adce45cd None None] Transition to ACTIVE for port object 160b0a61-07c5-40ef-a75f-0fd98e7d138b will not be triggered until provisioned by entity L2. {{(pid=80277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:07:40.434821 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-c6980878-82cd-444c-a099-5d00adce45cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:40.442794 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-5de489a7-7add-4b1f-bb75-f307a70bd8f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:40.613389 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-3e0c47e3-fade-47be-81f4-fd455703f8a7 req-101000b2-0ffa-4712-bdfe-c8c6587395f9 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Calling delete_port for d8713b73-731c-4b56-a969-df7c4c8f5aab owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:07:40.732908 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6d866-2978-449c-b15f-9af2b4aa7130 None None] Pushing event updated for resources: {'Port': ['ID=160b0a61-07c5-40ef-a75f-0fd98e7d138b,revision_number=3']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:40.745513 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-97a6d866-2978-449c-b15f-9af2b4aa7130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:40.785152 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-7400501e-caef-4e0a-8bf2-94d6cfab2384 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:40.786852 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-7400501e-caef-4e0a-8bf2-94d6cfab2384 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Synchronizing usage tracker for tenant:3bb71da966444045b30780aa9e2e5b81 on resource:network {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:07:40.817597 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-7400501e-caef-4e0a-8bf2-94d6cfab2384 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Unset dirty status for tenant:3bb71da966444045b30780aa9e2e5b81 on resource:network {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:07:40.820005 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-7400501e-caef-4e0a-8bf2-94d6cfab2384 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/networks?id=a45f81b3-7df7-4825-9d8e-944e71cc6909 HTTP/1.1" status: 200 len: 810 time: 0.3526084 Sep 30 01:07:40.844276 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-c89e29eb-6785-43c6-b97f-8ed829569b92 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/quotas/3bb71da966444045b30780aa9e2e5b81 HTTP/1.1" status: 200 len: 375 time: 0.0177288 Sep 30 01:07:40.871522 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-aec0359f-f271-4c8e-a1d6-0bce3fe6419b req-c59c7fc0-7ce1-48a0-a98f-1bb8915493ce tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] For port 099e6d8b-230d-45b0-aed6-1932684198d0, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=099e6d8b-230d-45b0-aed6-1932684198d0,segment=NetworkSegment(23da1049-017d-4756-ae1b-a8a103bb15a5),segment_id=23da1049-017d-4756-ae1b-a8a103bb15a5)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:07:40.872238 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-aec0359f-f271-4c8e-a1d6-0bce3fe6419b req-c59c7fc0-7ce1-48a0-a98f-1bb8915493ce tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:40.908872 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-c6980878-82cd-444c-a099-5d00adce45cd None None] Attempting to bind port 160b0a61-07c5-40ef-a75f-0fd98e7d138b on host n-d-811809-1 for vnic_type normal with profile {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:07:40.909896 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-c6980878-82cd-444c-a099-5d00adce45cd None None] Attempting to bind port 160b0a61-07c5-40ef-a75f-0fd98e7d138b by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '51fc1520-0703-4172-b195-12f91a1ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a45f81b3-7df7-4825-9d8e-944e71cc6909'}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:07:40.910055 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ad0cc-585a-4d64-9c94-f24f93ef2567 req-cb7d050d-c01c-461e-b191-0933600ca4d1 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:40.910665 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6980878-82cd-444c-a099-5d00adce45cd None None] Attempting to bind port 160b0a61-07c5-40ef-a75f-0fd98e7d138b on network a45f81b3-7df7-4825-9d8e-944e71cc6909 {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:07:40.912165 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-344ad0cc-585a-4d64-9c94-f24f93ef2567 req-cb7d050d-c01c-461e-b191-0933600ca4d1 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/ports?device_id=753a331b-a1e6-441f-bb5d-69bcb8392434 HTTP/1.1" status: 200 len: 945 time: 0.3206148 Sep 30 01:07:40.929136 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6980878-82cd-444c-a099-5d00adce45cd None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:07:40.929445 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6980878-82cd-444c-a099-5d00adce45cd None None] Checking segment: {'id': '51fc1520-0703-4172-b195-12f91a1ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a45f81b3-7df7-4825-9d8e-944e71cc6909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:07:40.934257 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-c6980878-82cd-444c-a099-5d00adce45cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:40.934748 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6980878-82cd-444c-a099-5d00adce45cd None None] Bound using segment: {'id': '51fc1520-0703-4172-b195-12f91a1ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a45f81b3-7df7-4825-9d8e-944e71cc6909'} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:07:40.935256 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-c6980878-82cd-444c-a099-5d00adce45cd None None] Bound port: 160b0a61-07c5-40ef-a75f-0fd98e7d138b, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51fc1520-0703-4172-b195-12f91a1ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a45f81b3-7df7-4825-9d8e-944e71cc6909'}}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:07:40.935650 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-c6980878-82cd-444c-a099-5d00adce45cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:41.015963 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-3072fbf8-e97c-4b26-85ae-c57f8e647576 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Synchronizing usage tracker for tenant:3bb71da966444045b30780aa9e2e5b81 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:07:41.058001 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-3072fbf8-e97c-4b26-85ae-c57f8e647576 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Unset dirty status for tenant:3bb71da966444045b30780aa9e2e5b81 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:07:41.059567 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-3072fbf8-e97c-4b26-85ae-c57f8e647576 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bb71da966444045b30780aa9e2e5b81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2086139 Sep 30 01:07:41.108142 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-aec0359f-f271-4c8e-a1d6-0bce3fe6419b req-c59c7fc0-7ce1-48a0-a98f-1bb8915493ce tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Calling delete_port for 099e6d8b-230d-45b0-aed6-1932684198d0 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:07:41.145007 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-c6980878-82cd-444c-a099-5d00adce45cd None None] For port 160b0a61-07c5-40ef-a75f-0fd98e7d138b, host n-d-811809-1, cleared binding levels {{(pid=80277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:07:41.155748 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-c6980878-82cd-444c-a099-5d00adce45cd None None] For port 160b0a61-07c5-40ef-a75f-0fd98e7d138b, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=160b0a61-07c5-40ef-a75f-0fd98e7d138b,segment=NetworkSegment(51fc1520-0703-4172-b195-12f91a1ac5cb),segment_id=51fc1520-0703-4172-b195-12f91a1ac5cb)] {{(pid=80277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:07:41.165100 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-c6980878-82cd-444c-a099-5d00adce45cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:41.170002 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-fe2b727f-ddd6-4520-8d5f-dd5cfff61033 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:41.404567 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6980878-82cd-444c-a099-5d00adce45cd None None] Routers {'1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:07:41.405217 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-c6980878-82cd-444c-a099-5d00adce45cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:07:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:41.416736 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-344ad0cc-585a-4d64-9c94-f24f93ef2567 req-f3d53259-6065-4999-9ebd-f284abfc9ab7 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1a24627-58ca-4302-8baa-b93bda329762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839879 Sep 30 01:07:41.567790 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3e0c47e3-fade-47be-81f4-fd455703f8a7 req-101000b2-0ffa-4712-bdfe-c8c6587395f9 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:41.596954 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:41.644246 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-fc2d2c64-6458-40ca-a04e-ce2402585659 service neutron] 10.222.0.39 "GET /v2.0/networks/a45f81b3-7df7-4825-9d8e-944e71cc6909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5729539 Sep 30 01:07:41.666920 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-54dc4b70-7fd7-4a89-80ca-81bedbb2e747 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:41.696853 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6d866-2978-449c-b15f-9af2b4aa7130 None None] Pushing event updated for resources: {'Port': ['ID=160b0a61-07c5-40ef-a75f-0fd98e7d138b,revision_number=4']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:41.723217 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-97a6d866-2978-449c-b15f-9af2b4aa7130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:41.793359 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-c6980878-82cd-444c-a099-5d00adce45cd None None] Set router 1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:07:41.837367 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101000b2-0ffa-4712-bdfe-c8c6587395f9 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Pushing event deleted for resources: {'Port': ['ID=d8713b73-731c-4b56-a969-df7c4c8f5aab,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:41.981412 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773cc92-7102-4f36-9f31-7bc22df0051d req-ea542f1b-3a08-4a83-bead-a563e98b91a5 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:41.983008 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b773cc92-7102-4f36-9f31-7bc22df0051d req-ea542f1b-3a08-4a83-bead-a563e98b91a5 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] 10.222.0.55 "GET /v2.0/ports?device_id=1ef79eb8-9a69-4ca9-99de-55b5fedbb22d HTTP/1.1" status: 200 len: 945 time: 0.6800251 Sep 30 01:07:42.032328 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-101000b2-0ffa-4712-bdfe-c8c6587395f9 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:42.084833 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0c47e3-fade-47be-81f4-fd455703f8a7 req-101000b2-0ffa-4712-bdfe-c8c6587395f9 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] No DVR routers for this DVR port d8713b73-731c-4b56-a969-df7c4c8f5aab on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:07:42.097676 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-3e0c47e3-fade-47be-81f4-fd455703f8a7 req-101000b2-0ffa-4712-bdfe-c8c6587395f9 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:42.099802 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-b773cc92-7102-4f36-9f31-7bc22df0051d req-f3b2fcae-a8d6-4075-9e29-b83fb479b3dd tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Deleting port 82d7840f-3bea-461a-8036-ece6c3fe1b8a {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:07:42.100156 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b773cc92-7102-4f36-9f31-7bc22df0051d req-f3b2fcae-a8d6-4075-9e29-b83fb479b3dd tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:42.109706 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753a331b-a1e6-441f-bb5d-69bcb8392434', 'name': 'network-vif-deleted', 'tag': 'd8713b73-731c-4b56-a969-df7c4c8f5aab'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:07:42.203213 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3e0c47e3-fade-47be-81f4-fd455703f8a7 req-101000b2-0ffa-4712-bdfe-c8c6587395f9 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.59 "DELETE /v2.0/ports/d8713b73-731c-4b56-a969-df7c4c8f5aab HTTP/1.1" status: 204 len: 173 time: 3.2293575 Sep 30 01:07:42.205294 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-aec0359f-f271-4c8e-a1d6-0bce3fe6419b req-c59c7fc0-7ce1-48a0-a98f-1bb8915493ce tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:42.215955 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d01d1-5942-4ff1-ada6-72d6c1ef79de req-7551ca24-d167-462a-b2a3-d6310a29b6f9 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:42.219363 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-535916c6-d1cd-4828-b09b-308b2567e340 service neutron] 10.222.0.39 "GET /v2.0/networks/a45f81b3-7df7-4825-9d8e-944e71cc6909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5741205 Sep 30 01:07:42.228145 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7b2d01d1-5942-4ff1-ada6-72d6c1ef79de req-7551ca24-d167-462a-b2a3-d6310a29b6f9 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 0.4589431 Sep 30 01:07:42.246865 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-597e38e3-66bd-4cd2-b9f5-28cf230a30a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:42.281738 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 099e6d8b-230d-45b0-aed6-1932684198d0 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:07:42.384360 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: 099e6d8b-230d-45b0-aed6-1932684198d0 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:07:42.396105 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 099e6d8b-230d-45b0-aed6-1932684198d0 not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:07:42.396743 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device d8713b73-731c-4b56-a969-df7c4c8f5aab no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:07:42.492524 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 51570) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:42.512183 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: d8713b73-731c-4b56-a969-df7c4c8f5aab {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:07:42.526036 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device d8713b73-731c-4b56-a969-df7c4c8f5aab not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:07:42.553079 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7b2d01d1-5942-4ff1-ada6-72d6c1ef79de req-c2a8106d-6496-4352-bfae-ee3364e77cdb tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131273 Sep 30 01:07:42.562814 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c7fc0-7ce1-48a0-a98f-1bb8915493ce tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Pushing event deleted for resources: {'Port': ['ID=099e6d8b-230d-45b0-aed6-1932684198d0,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:42.576311 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c59c7fc0-7ce1-48a0-a98f-1bb8915493ce tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:42.717390 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-b773cc92-7102-4f36-9f31-7bc22df0051d req-f3b2fcae-a8d6-4075-9e29-b83fb479b3dd tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] For port 82d7840f-3bea-461a-8036-ece6c3fe1b8a, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=82d7840f-3bea-461a-8036-ece6c3fe1b8a,segment=NetworkSegment(30120565-6200-4f04-8c76-c2547e1e3735),segment_id=30120565-6200-4f04-8c76-c2547e1e3735)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:07:42.717807 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b773cc92-7102-4f36-9f31-7bc22df0051d req-f3b2fcae-a8d6-4075-9e29-b83fb479b3dd tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:42.787549 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-c6980878-82cd-444c-a099-5d00adce45cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef', 'name': 'tempest-ServerRescueTestJSON-284460454-router', 'tenant_id': '3bb71da966444045b30780aa9e2e5b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'e2c1a7f7-d28f-4cc3-b9a7-159561561497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:07:23Z', 'updated_at': '2021-09-30T01:07:35Z', 'revision_number': 4, 'project_id': '3bb71da966444045b30780aa9e2e5b81', 'gw_port': {'id': 'e2c1a7f7-d28f-4cc3-b9a7-159561561497', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:27Z', 'updated_at': '2021-09-30T01:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '160b0a61-07c5-40ef-a75f-0fd98e7d138b', 'name': '', 'network_id': 'a45f81b3-7df7-4825-9d8e-944e71cc6909', 'tenant_id': '3bb71da966444045b30780aa9e2e5b81', 'mac_address': 'fa:16:3e:f7:1f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'be62a7a7-816e-4779-aa6c-5c41bedfef4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:34Z', 'updated_at': '2021-09-30T01:07:41Z', 'revision_number': 4, 'project_id': '3bb71da966444045b30780aa9e2e5b81', 'subnets': [{'id': 'be62a7a7-816e-4779-aa6c-5c41bedfef4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:42.813975 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6980878-82cd-444c-a099-5d00adce45cd None None] The sync data for ids ['1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef'] in n-d-811809-1 is: [{'id': '1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef', 'name': 'tempest-ServerRescueTestJSON-284460454-router', 'tenant_id': '3bb71da966444045b30780aa9e2e5b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'e2c1a7f7-d28f-4cc3-b9a7-159561561497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:07:23Z', 'updated_at': '2021-09-30T01:07:35Z', 'revision_number': 4, 'project_id': '3bb71da966444045b30780aa9e2e5b81', 'gw_port': {'id': 'e2c1a7f7-d28f-4cc3-b9a7-159561561497', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:27Z', 'updated_at': '2021-09-30T01:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '160b0a61-07c5-40ef-a75f-0fd98e7d138b', 'name': '', 'network_id': 'a45f81b3-7df7-4825-9d8e-944e71cc6909', 'tenant_id': '3bb71da966444045b30780aa9e2e5b81', 'mac_address': 'fa:16:3e:f7:1f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'be62a7a7-816e-4779-aa6c-5c41bedfef4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:34Z', 'updated_at': '2021-09-30T01:07:41Z', 'revision_number': 4, 'project_id': '3bb71da966444045b30780aa9e2e5b81', 'subnets': [{'id': 'be62a7a7-816e-4779-aa6c-5c41bedfef4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:07:42.996503 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec0359f-f271-4c8e-a1d6-0bce3fe6419b req-c59c7fc0-7ce1-48a0-a98f-1bb8915493ce tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] No DVR routers for this DVR port 099e6d8b-230d-45b0-aed6-1932684198d0 on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:07:43.042682 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-aec0359f-f271-4c8e-a1d6-0bce3fe6419b req-c59c7fc0-7ce1-48a0-a98f-1bb8915493ce tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:43.047008 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-aec0359f-f271-4c8e-a1d6-0bce3fe6419b req-c59c7fc0-7ce1-48a0-a98f-1bb8915493ce tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.59 "DELETE /v2.0/ports/099e6d8b-230d-45b0-aed6-1932684198d0 HTTP/1.1" status: 204 len: 173 time: 3.3210223 Sep 30 01:07:43.080775 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753a331b-a1e6-441f-bb5d-69bcb8392434', 'name': 'network-vif-deleted', 'tag': 'd8713b73-731c-4b56-a969-df7c4c8f5aab', 'status': 'completed', 'code': 200} Sep 30 01:07:43.081914 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2cd9a544-5c48-43bb-98d8-0a43d486bd4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:43.132638 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-2cd9a544-5c48-43bb-98d8-0a43d486bd4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:43.150388 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-2cd9a544-5c48-43bb-98d8-0a43d486bd4b admin admin] Usage tracker for resource:security_group_rule and tenant:8da3c2fb3e9846f8873c63fb50e24690 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:43.154611 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-2cd9a544-5c48-43bb-98d8-0a43d486bd4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:43.185231 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-2cd9a544-5c48-43bb-98d8-0a43d486bd4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:43.392612 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-b773cc92-7102-4f36-9f31-7bc22df0051d req-f3b2fcae-a8d6-4075-9e29-b83fb479b3dd tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Calling delete_port for 82d7840f-3bea-461a-8036-ece6c3fe1b8a owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:07:43.563480 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-e0160074-fe8d-44c7-a2aa-700eb6145fae req-816d89ce-72bf-4808-9dce-c78d4755b67c tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Synchronizing usage tracker for tenant:7480a0ef22064673b6ddeabd2d800245 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:07:43.606793 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ab319-62b0-4ffe-86b1-503e0551be11 req-ff6ca879-37a3-4b6a-bb31-a5b106450ee3 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:43.607896 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-e0160074-fe8d-44c7-a2aa-700eb6145fae req-816d89ce-72bf-4808-9dce-c78d4755b67c tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Unset dirty status for tenant:7480a0ef22064673b6ddeabd2d800245 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:07:43.608404 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-518ab319-62b0-4ffe-86b1-503e0551be11 req-ff6ca879-37a3-4b6a-bb31-a5b106450ee3 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef79eb8-9a69-4ca9-99de-55b5fedbb22d HTTP/1.1" status: 200 len: 945 time: 0.5638363 Sep 30 01:07:43.635761 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e0160074-fe8d-44c7-a2aa-700eb6145fae req-816d89ce-72bf-4808-9dce-c78d4755b67c tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] 10.222.0.39 "GET /v2.0/ports?device_id=753a331b-a1e6-441f-bb5d-69bcb8392434 HTTP/1.1" status: 200 len: 210 time: 0.2067716 Sep 30 01:07:43.664026 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2cd9a544-5c48-43bb-98d8-0a43d486bd4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:43.670827 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-2cd9a544-5c48-43bb-98d8-0a43d486bd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:43.752689 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-23ea3d8d-315a-4d82-a84e-d7c51354db7d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:43.768824 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-2cd9a544-5c48-43bb-98d8-0a43d486bd4b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8da3c2fb3e9846f8873c63fb50e24690&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2145653 Sep 30 01:07:43.777250 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 51600) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:43.897499 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9a544-5c48-43bb-98d8-0a43d486bd4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a732e68-29e6-4a4b-8717-2425bb664164,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:43.906275 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2cd9a544-5c48-43bb-98d8-0a43d486bd4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:43.982157 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-518ab319-62b0-4ffe-86b1-503e0551be11 req-7cebc096-45bb-428e-a727-309415a94719 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] 10.222.0.39 "GET /v2.0/security-groups?id=73c047f4-07d7-4762-b98f-d41d922be0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559709 Sep 30 01:07:44.046078 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b773cc92-7102-4f36-9f31-7bc22df0051d req-f3b2fcae-a8d6-4075-9e29-b83fb479b3dd tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:44.057503 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b01bdf9b-0b64-42d7-87be-ccb87c26706c req-a1d8dd47-9d0f-4a33-aac6-1b96666db56e tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 210 time: 0.1891663 Sep 30 01:07:44.073820 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8964567a-3ee3-4711-b409-1590a5e14828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:44.103646 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-da55503e-486f-43cf-81fc-ba632788f401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:44.219252 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 160b0a61-07c5-40ef-a75f-0fd98e7d138b up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:07:44.266228 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-da55503e-486f-43cf-81fc-ba632788f401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:44.289001 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2fcae-a8d6-4075-9e29-b83fb479b3dd tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Pushing event deleted for resources: {'Port': ['ID=82d7840f-3bea-461a-8036-ece6c3fe1b8a,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:44.303109 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f3b2fcae-a8d6-4075-9e29-b83fb479b3dd tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:44.310277 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-b773cc92-7102-4f36-9f31-7bc22df0051d req-f3b2fcae-a8d6-4075-9e29-b83fb479b3dd tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] No DVR routers for this DVR port 82d7840f-3bea-461a-8036-ece6c3fe1b8a on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:07:44.316063 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b773cc92-7102-4f36-9f31-7bc22df0051d req-f3b2fcae-a8d6-4075-9e29-b83fb479b3dd tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:44.323572 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef79eb8-9a69-4ca9-99de-55b5fedbb22d', 'name': 'network-vif-deleted', 'tag': '82d7840f-3bea-461a-8036-ece6c3fe1b8a'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:07:44.382544 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b773cc92-7102-4f36-9f31-7bc22df0051d req-f3b2fcae-a8d6-4075-9e29-b83fb479b3dd tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] 10.222.0.55 "DELETE /v2.0/ports/82d7840f-3bea-461a-8036-ece6c3fe1b8a HTTP/1.1" status: 204 len: 173 time: 2.3918221 Sep 30 01:07:44.487478 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 160b0a61-07c5-40ef-a75f-0fd98e7d138b completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:07:44.495554 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 160b0a61-07c5-40ef-a75f-0fd98e7d138b triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:07:44.495944 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:44.525756 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef79eb8-9a69-4ca9-99de-55b5fedbb22d', 'name': 'network-vif-deleted', 'tag': '82d7840f-3bea-461a-8036-ece6c3fe1b8a', 'status': 'completed', 'code': 200} Sep 30 01:07:44.651113 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e466d6a-de95-4b4a-bc8f-335af8908bd7 req-adfc11e0-4d0a-4881-82c3-95eef0556a92 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:44.658808 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2e466d6a-de95-4b4a-bc8f-335af8908bd7 req-adfc11e0-4d0a-4881-82c3-95eef0556a92 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 0.3209329 Sep 30 01:07:44.751012 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:44.757661 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2e466d6a-de95-4b4a-bc8f-335af8908bd7 req-38b96e7a-37fe-421b-8318-57e7f36d36cd tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943375 Sep 30 01:07:44.760536 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-da55503e-486f-43cf-81fc-ba632788f401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:44.771587 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-07bf0c97-4037-47e1-8015-6e13ea28dda2 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:44.805757 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-da55503e-486f-43cf-81fc-ba632788f401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:44.810124 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-da55503e-486f-43cf-81fc-ba632788f401 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a732e68-29e6-4a4b-8717-2425bb664164 HTTP/1.1" status: 204 len: 168 time: 1.0314808 Sep 30 01:07:44.812617 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55503e-486f-43cf-81fc-ba632788f401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a732e68-29e6-4a4b-8717-2425bb664164,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:44.820104 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-da55503e-486f-43cf-81fc-ba632788f401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:44.860047 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 01:07:44.878429 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 160b0a61-07c5-40ef-a75f-0fd98e7d138b, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=160b0a61-07c5-40ef-a75f-0fd98e7d138b,segment=NetworkSegment(51fc1520-0703-4172-b195-12f91a1ac5cb),segment_id=51fc1520-0703-4172-b195-12f91a1ac5cb)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:07:44.922222 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:44.940666 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:45.098072 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9824e338-9507-45f1-8cc6-01214e81da29', 'name': 'network-vif-deleted', 'tag': '099e6d8b-230d-45b0-aed6-1932684198d0'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:07:45.158480 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 51640) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:45.206177 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=160b0a61-07c5-40ef-a75f-0fd98e7d138b,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:45.216876 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:45.275749 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 51646) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:45.397295 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dfeff33-f74a-41e9-9cfb-d0ca27dd23f7 admin admin] Deleting subnet 17129e6f-76ae-4456-93d1-331e3193cad8 {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:07:45.404108 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7dfeff33-f74a-41e9-9cfb-d0ca27dd23f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:45.522451 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-3fafc78c-4fc0-43ef-86a8-cec49c23a222 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:45.523948 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-3fafc78c-4fc0-43ef-86a8-cec49c23a222 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.59 "GET /v2.0/networks?id=a45f81b3-7df7-4825-9d8e-944e71cc6909 HTTP/1.1" status: 200 len: 810 time: 0.4813321 Sep 30 01:07:45.548537 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7dfeff33-f74a-41e9-9cfb-d0ca27dd23f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:45.567330 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 51656) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:45.571005 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-1c1c389f-c2bb-4ba4-bbf6-39a2f16a2f5e tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Request body: {'port': {'device_id': '6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9', 'network_id': 'a45f81b3-7df7-4825-9d8e-944e71cc6909', 'admin_state_up': True, 'tenant_id': '3bb71da966444045b30780aa9e2e5b81'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:07:45.662885 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-38fc3375-9ccf-4f2b-8731-c0766a904bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:45.674474 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f1164293-0a34-4263-9799-e3e41d85314b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:45.687888 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-32c36b1f-1256-4b54-a39d-f69338e46237 req-b6bb7a03-872e-4222-b3ac-54bd37d72f38 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Synchronizing usage tracker for tenant:15dd6f129a8c40eebc2b9b57c8157b25 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:07:45.702539 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 82d7840f-3bea-461a-8036-ece6c3fe1b8a no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:07:45.705263 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f1164293-0a34-4263-9799-e3e41d85314b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:45.707891 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-38fc3375-9ccf-4f2b-8731-c0766a904bf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:45.716064 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-f1164293-0a34-4263-9799-e3e41d85314b admin admin] Usage tracker for resource:security_group_rule and tenant:617722b8b8724ae5b947b74b04ddcf3c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:45.719676 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7dfeff33-f74a-41e9-9cfb-d0ca27dd23f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:45.721904 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-38fc3375-9ccf-4f2b-8731-c0766a904bf1 admin admin] Usage tracker for resource:security_group_rule and tenant:aaa579333d6e49cd832785ba2697e907 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:45.731618 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-38fc3375-9ccf-4f2b-8731-c0766a904bf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:45.741463 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-38fc3375-9ccf-4f2b-8731-c0766a904bf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:45.743756 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: 82d7840f-3bea-461a-8036-ece6c3fe1b8a {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:07:45.744368 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 82d7840f-3bea-461a-8036-ece6c3fe1b8a not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:07:45.752879 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-f1164293-0a34-4263-9799-e3e41d85314b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:45.770850 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f1164293-0a34-4263-9799-e3e41d85314b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:45.772818 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-32c36b1f-1256-4b54-a39d-f69338e46237 req-b6bb7a03-872e-4222-b3ac-54bd37d72f38 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Unset dirty status for tenant:15dd6f129a8c40eebc2b9b57c8157b25 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:07:45.773979 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-32c36b1f-1256-4b54-a39d-f69338e46237 req-b6bb7a03-872e-4222-b3ac-54bd37d72f38 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef79eb8-9a69-4ca9-99de-55b5fedbb22d HTTP/1.1" status: 200 len: 210 time: 0.1782501 Sep 30 01:07:45.843200 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7dfeff33-f74a-41e9-9cfb-d0ca27dd23f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:45.853876 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6b32d944-3257-49e1-9a95-6cd86e1381cb tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:45.897336 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfeff33-f74a-41e9-9cfb-d0ca27dd23f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17129e6f-76ae-4456-93d1-331e3193cad8,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:45.905756 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7dfeff33-f74a-41e9-9cfb-d0ca27dd23f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:45.910069 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7dfeff33-f74a-41e9-9cfb-d0ca27dd23f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:45.911499 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ea6b2-4830-4b51-91bd-2e0e5685461e req-deeba2cf-2f6c-410e-8772-b8643041368d tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:45.920547 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e12ea6b2-4830-4b51-91bd-2e0e5685461e req-deeba2cf-2f6c-410e-8772-b8643041368d tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 0.7756271 Sep 30 01:07:45.938991 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-7dfeff33-f74a-41e9-9cfb-d0ca27dd23f7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/17129e6f-76ae-4456-93d1-331e3193cad8 HTTP/1.1" status: 204 len: 168 time: 0.7787776 Sep 30 01:07:45.946715 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 51660) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:45.965127 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-1c1c389f-c2bb-4ba4-bbf6-39a2f16a2f5e tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:45.968673 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-38fc3375-9ccf-4f2b-8731-c0766a904bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:45.983429 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-38fc3375-9ccf-4f2b-8731-c0766a904bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:46.000669 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e12ea6b2-4830-4b51-91bd-2e0e5685461e req-6c310a3e-8e53-4737-a87b-3e11c2f6bd4f tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791426 Sep 30 01:07:46.005517 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-1c1c389f-c2bb-4ba4-bbf6-39a2f16a2f5e tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:46.008143 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2cd9a544-5c48-43bb-98d8-0a43d486bd4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:46.034943 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 160b0a61-07c5-40ef-a75f-0fd98e7d138b up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:07:46.043451 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f1164293-0a34-4263-9799-e3e41d85314b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:46.062406 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-38fc3375-9ccf-4f2b-8731-c0766a904bf1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aaa579333d6e49cd832785ba2697e907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4762206 Sep 30 01:07:46.073782 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 51666) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:46.086671 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f1164293-0a34-4263-9799-e3e41d85314b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:46.096857 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-1c1c389f-c2bb-4ba4-bbf6-39a2f16a2f5e tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Made reservation on behalf of 3bb71da966444045b30780aa9e2e5b81 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:07:46.103979 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-1c1c389f-c2bb-4ba4-bbf6-39a2f16a2f5e tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:46.134095 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b68d780c-f7ce-4a30-93b3-335a7340fba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:46.136362 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9824e338-9507-45f1-8cc6-01214e81da29', 'name': 'network-vif-deleted', 'tag': '099e6d8b-230d-45b0-aed6-1932684198d0', 'status': 'completed', 'code': 200} Sep 30 01:07:46.142350 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc3375-9ccf-4f2b-8731-c0766a904bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ca1f5a-5690-4280-8dda-41bc0fae449d,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:46.145475 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-f1164293-0a34-4263-9799-e3e41d85314b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=617722b8b8724ae5b947b74b04ddcf3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8521552 Sep 30 01:07:46.146090 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 51670) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:46.154691 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d2d02f57-12ee-43cc-9672-4af555a0bba2 req-afe762da-216a-4931-b8ac-8ef6042b42bd tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 210 time: 0.1850812 Sep 30 01:07:46.247712 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 160b0a61-07c5-40ef-a75f-0fd98e7d138b triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:07:46.248105 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:46.279735 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0c60fe0c-b284-40fd-afc3-b54d0ab02ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:46.300687 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-38fc3375-9ccf-4f2b-8731-c0766a904bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:46.301806 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1164293-0a34-4263-9799-e3e41d85314b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159160c0-00be-4681-b0c8-bc58150aaa8a,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:46.326978 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f1164293-0a34-4263-9799-e3e41d85314b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:46.550668 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1d576a3c-9dad-4b0c-9de6-a8bcf3a95789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:46.564884 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 51678) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:46.584009 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-79e76621-ecb9-4370-8f12-a2246838712a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2125538752'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:07:46.589510 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-79e76621-ecb9-4370-8f12-a2246838712a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:46.593719 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-79e76621-ecb9-4370-8f12-a2246838712a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Usage tracker for resource:network and tenant:0149d6d6ed59445481fded27e8294137 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:46.596577 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-79e76621-ecb9-4370-8f12-a2246838712a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:46.612213 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-79e76621-ecb9-4370-8f12-a2246838712a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:46.618010 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e6f4ddfe-fd70-4c3c-ad54-261444b0d020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:46.621241 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-1c1c389f-c2bb-4ba4-bbf6-39a2f16a2f5e tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Allocated IP 172.20.0.4 (a45f81b3-7df7-4825-9d8e-944e71cc6909/be62a7a7-816e-4779-aa6c-5c41bedfef4a/0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:07:46.632123 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1d576a3c-9dad-4b0c-9de6-a8bcf3a95789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:46.642255 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e76621-ecb9-4370-8f12-a2246838712a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Made reservation on behalf of 0149d6d6ed59445481fded27e8294137 for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:07:46.645661 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-79e76621-ecb9-4370-8f12-a2246838712a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:46.725667 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e6f4ddfe-fd70-4c3c-ad54-261444b0d020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:46.730963 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e76621-ecb9-4370-8f12-a2246838712a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:07:46.735949 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0c60fe0c-b284-40fd-afc3-b54d0ab02ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:46.779600 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-79e76621-ecb9-4370-8f12-a2246838712a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:46.780008 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-79e76621-ecb9-4370-8f12-a2246838712a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Added segment 47091f80-0074-4271-b457-46141d580d1e of type vlan for network 0c8f5270-f537-4a24-8826-df38c01a7122 Sep 30 01:07:46.792389 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-0c60fe0c-b284-40fd-afc3-b54d0ab02ba8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb29cdb2-6e44-48a1-b01d-ee5326cd7e03']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:46.815260 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7288c00-57af-4ad2-add5-6c1616338f86 req-9f42a34d-7ee7-4bd8-8d63-4d933e98ebec tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:46.817026 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a7288c00-57af-4ad2-add5-6c1616338f86 req-9f42a34d-7ee7-4bd8-8d63-4d933e98ebec tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 0.4771705 Sep 30 01:07:46.821625 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-0c60fe0c-b284-40fd-afc3-b54d0ab02ba8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23da1049-017d-4756-ae1b-a8a103bb15a5') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:46.821953 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-0c60fe0c-b284-40fd-afc3-b54d0ab02ba8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23da1049-017d-4756-ae1b-a8a103bb15a5') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:46.823488 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1d576a3c-9dad-4b0c-9de6-a8bcf3a95789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:46.845733 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4d314646-5d0c-4b14-a65e-2c7372236f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:46.851705 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0c60fe0c-b284-40fd-afc3-b54d0ab02ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:46.862776 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d576a3c-9dad-4b0c-9de6-a8bcf3a95789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ca1f5a-5690-4280-8dda-41bc0fae449d,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:46.874898 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1d576a3c-9dad-4b0c-9de6-a8bcf3a95789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:46.883655 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0c60fe0c-b284-40fd-afc3-b54d0ab02ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:46.898191 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c60fe0c-b284-40fd-afc3-b54d0ab02ba8 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:07:46.898661 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0c60fe0c-b284-40fd-afc3-b54d0ab02ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: timer() Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:07:46.913721 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:07:46.916969 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 51684) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:46.920737 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-79e76621-ecb9-4370-8f12-a2246838712a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:46.970059 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e6f4ddfe-fd70-4c3c-ad54-261444b0d020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:46.973313 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1d576a3c-9dad-4b0c-9de6-a8bcf3a95789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:46.974414 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-1d576a3c-9dad-4b0c-9de6-a8bcf3a95789 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/40ca1f5a-5690-4280-8dda-41bc0fae449d HTTP/1.1" status: 204 len: 168 time: 0.8968213 Sep 30 01:07:46.976223 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a7288c00-57af-4ad2-add5-6c1616338f86 req-cd5098c8-2d61-4fb3-8c0b-43c4b1c1f46f tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468599 Sep 30 01:07:46.983792 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-37424395-00e8-4606-8fe9-94533309c028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:47.012414 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4ddfe-fd70-4c3c-ad54-261444b0d020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159160c0-00be-4681-b0c8-bc58150aaa8a,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:47.014936 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e6f4ddfe-fd70-4c3c-ad54-261444b0d020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:47.028084 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e6f4ddfe-fd70-4c3c-ad54-261444b0d020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:47.029366 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-e6f4ddfe-fd70-4c3c-ad54-261444b0d020 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/159160c0-00be-4681-b0c8-bc58150aaa8a HTTP/1.1" status: 204 len: 168 time: 0.8777864 Sep 30 01:07:47.036749 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0c60fe0c-b284-40fd-afc3-b54d0ab02ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:47.042320 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-1c1c389f-c2bb-4ba4-bbf6-39a2f16a2f5e tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:47.043688 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0c60fe0c-b284-40fd-afc3-b54d0ab02ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:47.049020 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5d0ae873-4de5-4883-ad91-bc59208348ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:47.058400 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-00bbf784-e85c-4255-afc0-4975c2ca7e25 admin admin] Deleting subnet 424cd13a-51fd-4fa2-bc7b-9be49979d8db {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:07:47.062009 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-00bbf784-e85c-4255-afc0-4975c2ca7e25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:47.085957 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60fe0c-b284-40fd-afc3-b54d0ab02ba8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb29cdb2-6e44-48a1-b01d-ee5326cd7e03,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:47.096740 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0c60fe0c-b284-40fd-afc3-b54d0ab02ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:47.105565 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-0c60fe0c-b284-40fd-afc3-b54d0ab02ba8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/bb29cdb2-6e44-48a1-b01d-ee5326cd7e03 HTTP/1.1" status: 204 len: 168 time: 1.1578724 Sep 30 01:07:47.118127 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-00bbf784-e85c-4255-afc0-4975c2ca7e25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2490848'] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:47.166021 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-79e76621-ecb9-4370-8f12-a2246838712a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:47.171573 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e76621-ecb9-4370-8f12-a2246838712a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:47.172276 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-79e76621-ecb9-4370-8f12-a2246838712a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:47.210499 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8c890b23-89c9-44fe-9c4d-e6f168c2d652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:47.344037 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-00bbf784-e85c-4255-afc0-4975c2ca7e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:47.353932 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f300af19-943d-40a9-b6b8-38c5784382de req-02524239-2d3d-4946-bc8d-890c7f122efa tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 210 time: 0.0554993 Sep 30 01:07:47.377145 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 51704) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:47.377298 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-79e76621-ecb9-4370-8f12-a2246838712a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8113976 Sep 30 01:07:47.378147 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e76621-ecb9-4370-8f12-a2246838712a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Pushing event updated for resources: {'Network': ['ID=0c8f5270-f537-4a24-8826-df38c01a7122,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:47.385563 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-da3d746d-76d8-4141-948f-842c382c9635 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-860100184'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:07:47.389660 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 0c8f5270-f537-4a24-8826-df38c01a7122 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:07:47.396642 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-da3d746d-76d8-4141-948f-842c382c9635 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:47.397118 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-79e76621-ecb9-4370-8f12-a2246838712a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:47.405813 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-da3d746d-76d8-4141-948f-842c382c9635 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Usage tracker for resource:network and tenant:0149d6d6ed59445481fded27e8294137 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:47.413436 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-da3d746d-76d8-4141-948f-842c382c9635 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Quota usage for network was recalculated. Used quota:2. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:47.431153 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-da3d746d-76d8-4141-948f-842c382c9635 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:47.457790 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-1c1c389f-c2bb-4ba4-bbf6-39a2f16a2f5e tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:47.461009 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3d746d-76d8-4141-948f-842c382c9635 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Made reservation on behalf of 0149d6d6ed59445481fded27e8294137 for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:07:47.467811 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-597e38e3-66bd-4cd2-b9f5-28cf230a30a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:47.471053 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-da3d746d-76d8-4141-948f-842c382c9635 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:47.533826 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-00bbf784-e85c-4255-afc0-4975c2ca7e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:47.552864 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da3d746d-76d8-4141-948f-842c382c9635 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:07:47.568741 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-da3d746d-76d8-4141-948f-842c382c9635 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:47.569332 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-da3d746d-76d8-4141-948f-842c382c9635 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Added segment 9f95d4be-6deb-4259-81c6-1f0ca7955ddc of type vlan for network 9dd935bb-d688-4433-a9d1-a36b64beb9e9 Sep 30 01:07:47.585967 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0314c1-cb9c-4d89-9011-39a9afdb192d req-521b1c37-b7dc-4f16-9eee-fb683b305df9 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:47.603316 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-eb0314c1-cb9c-4d89-9011-39a9afdb192d req-521b1c37-b7dc-4f16-9eee-fb683b305df9 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 0.4444327 Sep 30 01:07:47.612165 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-da3d746d-76d8-4141-948f-842c382c9635 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:47.656927 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-00bbf784-e85c-4255-afc0-4975c2ca7e25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:47.657175 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-da3d746d-76d8-4141-948f-842c382c9635 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:47.662153 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-1c1c389f-c2bb-4ba4-bbf6-39a2f16a2f5e tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Network a45f81b3-7df7-4825-9d8e-944e71cc6909 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:07:47.664099 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3d746d-76d8-4141-948f-842c382c9635 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:47.664887 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-da3d746d-76d8-4141-948f-842c382c9635 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:47.666783 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 51710) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:47.671804 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c080ed8b-8151-4baf-8fd2-0c440e60ed6f tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:47.673851 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-1c1c389f-c2bb-4ba4-bbf6-39a2f16a2f5e tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:07:47.686543 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-00bbf784-e85c-4255-afc0-4975c2ca7e25 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/424cd13a-51fd-4fa2-bc7b-9be49979d8db HTTP/1.1" status: 204 len: 168 time: 0.7682886 Sep 30 01:07:47.689412 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 51714) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:47.689752 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 51716) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:47.702551 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-1c1c389f-c2bb-4ba4-bbf6-39a2f16a2f5e tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:07:47.728764 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c389f-c2bb-4ba4-bbf6-39a2f16a2f5e tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Pushing event updated for resources: {'Port': ['ID=0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:47.747947 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1c1c389f-c2bb-4ba4-bbf6-39a2f16a2f5e tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:47.748471 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-fb2ed87e-4730-41b9-bc65-93a1e3112bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:47.782420 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-eb0314c1-cb9c-4d89-9011-39a9afdb192d req-0694a1b8-b36f-4c22-aad7-7bce2ee1f4b0 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782396 Sep 30 01:07:47.794584 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e8508c0b-b757-4ac6-b41d-ce167fc7dc3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:47.809688 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbf784-e85c-4255-afc0-4975c2ca7e25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=424cd13a-51fd-4fa2-bc7b-9be49979d8db,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:47.816156 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-00bbf784-e85c-4255-afc0-4975c2ca7e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:47.835492 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-1c1c389f-c2bb-4ba4-bbf6-39a2f16a2f5e tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:47.836170 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-1c1c389f-c2bb-4ba4-bbf6-39a2f16a2f5e tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:47.858015 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-e8508c0b-b757-4ac6-b41d-ce167fc7dc3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:47.864092 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-e8508c0b-b757-4ac6-b41d-ce167fc7dc3d admin admin] Usage tracker for resource:security_group_rule and tenant:5925d23cf30e4d92a86f27fcbbde697d is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:47.868992 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-e8508c0b-b757-4ac6-b41d-ce167fc7dc3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:47.872223 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-da3d746d-76d8-4141-948f-842c382c9635 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4936960 Sep 30 01:07:47.879548 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 51730) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:47.893641 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-e8508c0b-b757-4ac6-b41d-ce167fc7dc3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:47.912072 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-eed48406-bbf3-44eb-8ea5-a926a30cec6c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Request body: {'subnet': {'network_id': '0c8f5270-f537-4a24-8826-df38c01a7122', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:07:47.914356 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-1c1c389f-c2bb-4ba4-bbf6-39a2f16a2f5e tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3532267 Sep 30 01:07:47.932136 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d746d-76d8-4141-948f-842c382c9635 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Pushing event updated for resources: {'Network': ['ID=9dd935bb-d688-4433-a9d1-a36b64beb9e9,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:47.935303 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-da3d746d-76d8-4141-948f-842c382c9635 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:47.938742 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-73299822-beb9-434b-b361-103ca67b511a service neutron] Request body: {'port': {'device_id': '6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:07:47.951248 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 9dd935bb-d688-4433-a9d1-a36b64beb9e9 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:07:48.035516 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-65b6e221-bcf3-4a11-ad55-92cf913aa244 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7480a0ef22064673b6ddeabd2d800245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3394849 Sep 30 01:07:48.042351 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 51736) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:48.048962 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6e43f204-f10a-47a4-aad8-8b66aa0fcd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:48.115325 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-eed48406-bbf3-44eb-8ea5-a926a30cec6c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:48.127555 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-eed48406-bbf3-44eb-8ea5-a926a30cec6c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Usage tracker for resource:subnet and tenant:0149d6d6ed59445481fded27e8294137 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:48.143951 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-eed48406-bbf3-44eb-8ea5-a926a30cec6c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:48.156093 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-eed48406-bbf3-44eb-8ea5-a926a30cec6c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:48.199905 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-73299822-beb9-434b-b361-103ca67b511a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:48.233201 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6e43f204-f10a-47a4-aad8-8b66aa0fcd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:48.245060 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed48406-bbf3-44eb-8ea5-a926a30cec6c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Made reservation on behalf of 0149d6d6ed59445481fded27e8294137 for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:07:48.248938 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eed48406-bbf3-44eb-8ea5-a926a30cec6c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:48.310415 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6019d76-b3ac-4f7f-9485-4ca2a25dd6e7 req-402d16ba-661d-4235-aa02-b728f3cd7821 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:48.311924 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d6019d76-b3ac-4f7f-9485-4ca2a25dd6e7 req-402d16ba-661d-4235-aa02-b728f3cd7821 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 0.3422828 Sep 30 01:07:48.324298 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-13b9d497-8a63-4826-8929-21ce896e6fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:48.334787 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-6e43f204-f10a-47a4-aad8-8b66aa0fcd62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d570718-89f9-4d7d-bdeb-26b54b11cf08']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:48.335071 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e8508c0b-b757-4ac6-b41d-ce167fc7dc3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:48.362427 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-6e43f204-f10a-47a4-aad8-8b66aa0fcd62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30120565-6200-4f04-8c76-c2547e1e3735') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:48.362698 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-6e43f204-f10a-47a4-aad8-8b66aa0fcd62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30120565-6200-4f04-8c76-c2547e1e3735') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:07:48.369778 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e8508c0b-b757-4ac6-b41d-ce167fc7dc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:48.383065 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6e43f204-f10a-47a4-aad8-8b66aa0fcd62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:48.389681 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5d59fc9c-fc12-4051-94a6-2ee41739941e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:48.413929 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6e43f204-f10a-47a4-aad8-8b66aa0fcd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:48.425798 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e43f204-f10a-47a4-aad8-8b66aa0fcd62 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:07:48.426267 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6e43f204-f10a-47a4-aad8-8b66aa0fcd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:48.435463 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-13b9d497-8a63-4826-8929-21ce896e6fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: timer() Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:07:48.442598 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:07:48.563110 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-e8508c0b-b757-4ac6-b41d-ce167fc7dc3d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5925d23cf30e4d92a86f27fcbbde697d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8869295 Sep 30 01:07:48.585046 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d6019d76-b3ac-4f7f-9485-4ca2a25dd6e7 req-411bf077-42d1-4e83-bc33-7b9586035701 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460933 Sep 30 01:07:48.588777 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 51756) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:48.609794 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8508c0b-b757-4ac6-b41d-ce167fc7dc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc0d4ee-e2c2-4d3a-8a81-afe78e006d0e,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:48.616689 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e8508c0b-b757-4ac6-b41d-ce167fc7dc3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:48.634618 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6e43f204-f10a-47a4-aad8-8b66aa0fcd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:48.666193 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a425db93-16bc-412b-8abf-586d634ded06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:48.701788 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6e43f204-f10a-47a4-aad8-8b66aa0fcd62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:48.759678 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43f204-f10a-47a4-aad8-8b66aa0fcd62 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d570718-89f9-4d7d-bdeb-26b54b11cf08,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:48.769628 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6e43f204-f10a-47a4-aad8-8b66aa0fcd62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:48.802445 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-6e43f204-f10a-47a4-aad8-8b66aa0fcd62 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9d570718-89f9-4d7d-bdeb-26b54b11cf08 HTTP/1.1" status: 204 len: 168 time: 1.1053424 Sep 30 01:07:48.840790 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b9bfc-7770-4853-a539-b0bea1395aea req-59b2bda7-8542-4c55-b828-3cbe7e97800d tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:48.844040 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c0b01129-4576-4638-ba67-180faaaff2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:48.863195 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6c0b9bfc-7770-4853-a539-b0bea1395aea req-59b2bda7-8542-4c55-b828-3cbe7e97800d tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 931 time: 0.3044705 Sep 30 01:07:48.887144 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eed48406-bbf3-44eb-8ea5-a926a30cec6c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981632'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:48.909071 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-91c20fbd-9cea-4a15-9362-4f2d262dce59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:49.011029 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 51772) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:49.022690 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:49.072801 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed48406-bbf3-44eb-8ea5-a926a30cec6c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Pushing event updated for resources: {'Subnet': ['ID=08cf9028-f858-4c0c-8619-dc36cad505dd,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:49.083446 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-eed48406-bbf3-44eb-8ea5-a926a30cec6c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:49.086116 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-13b9d497-8a63-4826-8929-21ce896e6fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:49.095409 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1dd2f491-da96-49cb-96fe-bb0b72eaee39 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:49.112541 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9d497-8a63-4826-8929-21ce896e6fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a24627-58ca-4302-8baa-b93bda329762,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:49.122149 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-13b9d497-8a63-4826-8929-21ce896e6fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:49.125600 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f9adc9d4-a31c-40f1-9d47-4d2cf15fcdff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:49.158044 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f9adc9d4-a31c-40f1-9d47-4d2cf15fcdff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:49.243682 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f9adc9d4-a31c-40f1-9d47-4d2cf15fcdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:49.245117 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f9adc9d4-a31c-40f1-9d47-4d2cf15fcdff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:49.246247 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-f9adc9d4-a31c-40f1-9d47-4d2cf15fcdff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/adc0d4ee-e2c2-4d3a-8a81-afe78e006d0e HTTP/1.1" status: 204 len: 168 time: 0.6421089 Sep 30 01:07:49.250255 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-13b9d497-8a63-4826-8929-21ce896e6fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:49.252019 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-13b9d497-8a63-4826-8929-21ce896e6fa7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e1a24627-58ca-4302-8baa-b93bda329762 HTTP/1.1" status: 204 len: 168 time: 1.2070479 Sep 30 01:07:49.252797 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1d576a3c-9dad-4b0c-9de6-a8bcf3a95789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:49.265331 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9adc9d4-a31c-40f1-9d47-4d2cf15fcdff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc0d4ee-e2c2-4d3a-8a81-afe78e006d0e,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:49.277185 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f9adc9d4-a31c-40f1-9d47-4d2cf15fcdff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:49.317552 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6c0b9bfc-7770-4853-a539-b0bea1395aea req-ee9e2f84-bac4-489b-995c-cdc0e868d5b5 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Synchronizing usage tracker for tenant:3bb71da966444045b30780aa9e2e5b81 on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:07:49.344489 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed48406-bbf3-44eb-8ea5-a926a30cec6c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Checking segment: {'id': '47091f80-0074-4271-b457-46141d580d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c8f5270-f537-4a24-8826-df38c01a7122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:07:49.344846 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed48406-bbf3-44eb-8ea5-a926a30cec6c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Network hostable DHCP agents. Network: 0c8f5270-f537-4a24-8826-df38c01a7122, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:07:49.383768 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6c0b9bfc-7770-4853-a539-b0bea1395aea req-ee9e2f84-bac4-489b-995c-cdc0e868d5b5 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Unset dirty status for tenant:3bb71da966444045b30780aa9e2e5b81 on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:07:49.384956 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-73299822-beb9-434b-b361-103ca67b511a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:07:49.392297 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6c0b9bfc-7770-4853-a539-b0bea1395aea req-ee9e2f84-bac4-489b-995c-cdc0e868d5b5 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5281863 Sep 30 01:07:49.396625 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-ef85efc6-9f82-4f13-9338-3fe09c7e7026 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=15dd6f129a8c40eebc2b9b57c8157b25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3760624 Sep 30 01:07:49.399650 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-73299822-beb9-434b-b361-103ca67b511a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:49.406318 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 51784) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:49.414394 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed48406-bbf3-44eb-8ea5-a926a30cec6c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Network 0c8f5270-f537-4a24-8826-df38c01a7122 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:07:49.424300 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-73299822-beb9-434b-b361-103ca67b511a service neutron] Transition to ACTIVE for port object 0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:07:49.432072 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-73299822-beb9-434b-b361-103ca67b511a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:49.444600 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5399adbb-8a54-4f67-9f1b-ce8b3f5eeeb9 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:49.449697 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-eed48406-bbf3-44eb-8ea5-a926a30cec6c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 0c8f5270-f537-4a24-8826-df38c01a7122) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:07:49.458438 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083f4d93-b327-42d7-97c7-b2f8675625f5 None None] Network 0c8f5270-f537-4a24-8826-df38c01a7122 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:07:49.464593 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed48406-bbf3-44eb-8ea5-a926a30cec6c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:49.465233 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eed48406-bbf3-44eb-8ea5-a926a30cec6c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:49.522306 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-eed48406-bbf3-44eb-8ea5-a926a30cec6c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6325996 Sep 30 01:07:49.522508 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 51790) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:49.529286 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-4423dcca-eadd-44e5-89fd-d2cd77752758 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Request body: {'subnet': {'network_id': '9dd935bb-d688-4433-a9d1-a36b64beb9e9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:07:49.606014 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73299822-beb9-434b-b361-103ca67b511a service neutron] Pushing event updated for resources: {'Port': ['ID=0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:49.638235 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-73299822-beb9-434b-b361-103ca67b511a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:49.762871 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5a74741e-b65f-46c8-a687-964c0afe3c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:49.785521 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-73299822-beb9-434b-b361-103ca67b511a service neutron] Attempting to bind port 0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:07:49.785860 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-73299822-beb9-434b-b361-103ca67b511a service neutron] Attempting to bind port 0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '51fc1520-0703-4172-b195-12f91a1ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a45f81b3-7df7-4825-9d8e-944e71cc6909'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:07:49.787561 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-73299822-beb9-434b-b361-103ca67b511a service neutron] Attempting to bind port 0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c on network a45f81b3-7df7-4825-9d8e-944e71cc6909 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:07:49.802354 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-73299822-beb9-434b-b361-103ca67b511a service neutron] Port 0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c on network a45f81b3-7df7-4825-9d8e-944e71cc6909 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:07:49.803986 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-73299822-beb9-434b-b361-103ca67b511a service neutron] Attempting to bind port 0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c on network a45f81b3-7df7-4825-9d8e-944e71cc6909 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:07:49.819566 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-73299822-beb9-434b-b361-103ca67b511a service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:07:49.820216 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-73299822-beb9-434b-b361-103ca67b511a service neutron] Checking segment: {'id': '51fc1520-0703-4172-b195-12f91a1ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a45f81b3-7df7-4825-9d8e-944e71cc6909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:07:49.821951 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-73299822-beb9-434b-b361-103ca67b511a service neutron] Bound using segment: {'id': '51fc1520-0703-4172-b195-12f91a1ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a45f81b3-7df7-4825-9d8e-944e71cc6909'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:07:49.822630 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-73299822-beb9-434b-b361-103ca67b511a service neutron] Bound port: 0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51fc1520-0703-4172-b195-12f91a1ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a45f81b3-7df7-4825-9d8e-944e71cc6909'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:07:49.823269 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-73299822-beb9-434b-b361-103ca67b511a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:49.880667 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5a74741e-b65f-46c8-a687-964c0afe3c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:49.911224 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4423dcca-eadd-44e5-89fd-d2cd77752758 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:49.929722 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-4423dcca-eadd-44e5-89fd-d2cd77752758 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Usage tracker for resource:subnet and tenant:0149d6d6ed59445481fded27e8294137 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:49.938547 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-4423dcca-eadd-44e5-89fd-d2cd77752758 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:49.964415 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8f9b3c-4888-4d5c-9f95-e8167fb4d1da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-0c8f5270-f537-4a24-8826-df38c01a7122', 'network_id': '0c8f5270-f537-4a24-8826-df38c01a7122', 'tenant_id': '0149d6d6ed59445481fded27e8294137', 'fixed_ips': [{'subnet_id': '08cf9028-f858-4c0c-8619-dc36cad505dd'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 01:07:49.966246 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2f8f9b3c-4888-4d5c-9f95-e8167fb4d1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:50.003667 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4423dcca-eadd-44e5-89fd-d2cd77752758 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:50.025998 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-73299822-beb9-434b-b361-103ca67b511a service neutron] For port 0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:07:50.030550 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-73299822-beb9-434b-b361-103ca67b511a service neutron] For port 0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c,segment=NetworkSegment(51fc1520-0703-4172-b195-12f91a1ac5cb),segment_id=51fc1520-0703-4172-b195-12f91a1ac5cb)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:07:50.035575 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4423dcca-eadd-44e5-89fd-d2cd77752758 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Made reservation on behalf of 0149d6d6ed59445481fded27e8294137 for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:07:50.040020 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-73299822-beb9-434b-b361-103ca67b511a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:50.042302 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4423dcca-eadd-44e5-89fd-d2cd77752758 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:50.046568 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f5100024-9601-4e32-ac71-b47393808346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:50.178060 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5a74741e-b65f-46c8-a687-964c0afe3c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:50.184917 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e6f4ddfe-fd70-4c3c-ad54-261444b0d020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:50.196734 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-73299822-beb9-434b-b361-103ca67b511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:50.198796 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-73299822-beb9-434b-b361-103ca67b511a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:50.200044 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-73299822-beb9-434b-b361-103ca67b511a service neutron] 10.222.0.59 "PUT /v2.0/ports/0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c HTTP/1.1" status: 200 len: 1091 time: 2.2715075 Sep 30 01:07:50.200665 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9', 'tag': '0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:07:50.230682 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73299822-beb9-434b-b361-103ca67b511a service neutron] Pushing event updated for resources: {'Port': ['ID=0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:50.234694 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-73299822-beb9-434b-b361-103ca67b511a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:50.255224 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74741e-b65f-46c8-a687-964c0afe3c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c047f4-07d7-4762-b98f-d41d922be0c3,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:50.266247 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5a74741e-b65f-46c8-a687-964c0afe3c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:50.326224 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5a74741e-b65f-46c8-a687-964c0afe3c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:50.329940 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-5a74741e-b65f-46c8-a687-964c0afe3c04 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/73c047f4-07d7-4762-b98f-d41d922be0c3 HTTP/1.1" status: 204 len: 168 time: 0.9199076 Sep 30 01:07:50.351518 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9', 'tag': '0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c', 'status': 'completed', 'code': 200} Sep 30 01:07:50.403661 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-cf5b1f24-53a1-40a7-af0f-8dd7a5366be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:50.405845 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-cf5b1f24-53a1-40a7-af0f-8dd7a5366be5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bb71da966444045b30780aa9e2e5b81&device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 1094 time: 0.1365943 Sep 30 01:07:50.442981 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-2f8f9b3c-4888-4d5c-9f95-e8167fb4d1da None None] Allocated IP 10.1.1.2 (0c8f5270-f537-4a24-8826-df38c01a7122/08cf9028-f858-4c0c-8619-dc36cad505dd/bd98ea19-2aa4-4ae9-8e2d-57b2d843adc2) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:07:50.613912 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-15ecd81e-0ade-4fa3-88e6-e0f3c11fba75 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c HTTP/1.1" status: 200 len: 217 time: 0.1934097 Sep 30 01:07:50.621886 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4423dcca-eadd-44e5-89fd-d2cd77752758 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981632'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:50.634818 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8695ae19-a0f8-4e87-8ffe-f350fad60be5 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:50.749674 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4423dcca-eadd-44e5-89fd-d2cd77752758 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Checking segment: {'id': '9f95d4be-6deb-4259-81c6-1f0ca7955ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9dd935bb-d688-4433-a9d1-a36b64beb9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:07:50.750029 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4423dcca-eadd-44e5-89fd-d2cd77752758 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Network hostable DHCP agents. Network: 9dd935bb-d688-4433-a9d1-a36b64beb9e9, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:07:50.757085 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423dcca-eadd-44e5-89fd-d2cd77752758 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Pushing event updated for resources: {'Subnet': ['ID=652513b8-d456-4d6b-b6d5-540fa6762cfc,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:50.760877 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4423dcca-eadd-44e5-89fd-d2cd77752758 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:50.785959 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4423dcca-eadd-44e5-89fd-d2cd77752758 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Network 9dd935bb-d688-4433-a9d1-a36b64beb9e9 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:07:50.803821 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-4423dcca-eadd-44e5-89fd-d2cd77752758 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 9dd935bb-d688-4433-a9d1-a36b64beb9e9) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:07:50.813443 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4423dcca-eadd-44e5-89fd-d2cd77752758 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:50.814064 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4423dcca-eadd-44e5-89fd-d2cd77752758 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:50.827520 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b1c6fd-b2b3-4a12-bbea-9a1f29933892 None None] Network 9dd935bb-d688-4433-a9d1-a36b64beb9e9 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:07:50.860624 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-4423dcca-eadd-44e5-89fd-d2cd77752758 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3368323 Sep 30 01:07:50.861254 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 51830) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:50.871427 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-5351ee33-2731-4525-959e-ffb66ac0d9c3 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Request body: {'port': {'network_id': '0c8f5270-f537-4a24-8826-df38c01a7122', 'name': 'tempest-TaggedBootDevicesTest_v242-1588412774', 'fixed_ips': [{'subnet_id': '08cf9028-f858-4c0c-8619-dc36cad505dd'}]}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:07:50.928714 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-c04f61ca-933c-420b-b4a9-3d864768c38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:50.932148 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-c04f61ca-933c-420b-b4a9-3d864768c38b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be62a7a7-816e-4779-aa6c-5c41bedfef4a HTTP/1.1" status: 200 len: 850 time: 0.3065228 Sep 30 01:07:51.047857 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-e0b71dc7-cf83-44e7-843b-802b6ea4212b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a45f81b3-7df7-4825-9d8e-944e71cc6909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061516 Sep 30 01:07:51.134187 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2f8f9b3c-4888-4d5c-9f95-e8167fb4d1da None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:51.157488 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-2f8f9b3c-4888-4d5c-9f95-e8167fb4d1da None None] Transition to ACTIVE for port object bd98ea19-2aa4-4ae9-8e2d-57b2d843adc2 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:07:51.205651 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-2f8f9b3c-4888-4d5c-9f95-e8167fb4d1da None None] Transition to ACTIVE for port object bd98ea19-2aa4-4ae9-8e2d-57b2d843adc2 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:07:51.262155 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2f8f9b3c-4888-4d5c-9f95-e8167fb4d1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:51.286974 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5351ee33-2731-4525-959e-ffb66ac0d9c3 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:51.296685 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-5351ee33-2731-4525-959e-ffb66ac0d9c3 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Usage tracker for resource:port and tenant:0149d6d6ed59445481fded27e8294137 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:51.309671 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-5351ee33-2731-4525-959e-ffb66ac0d9c3 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:51.333830 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:51.349807 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5351ee33-2731-4525-959e-ffb66ac0d9c3 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:51.383209 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5351ee33-2731-4525-959e-ffb66ac0d9c3 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Made reservation on behalf of 0149d6d6ed59445481fded27e8294137 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:07:51.473058 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8f9b3c-4888-4d5c-9f95-e8167fb4d1da None None] Network 0c8f5270-f537-4a24-8826-df38c01a7122 is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:07:51.489821 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-2f8f9b3c-4888-4d5c-9f95-e8167fb4d1da None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:07:51.495288 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8f9b3c-4888-4d5c-9f95-e8167fb4d1da None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:07:51.495715 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904aaeb-5fce-4fd9-ad65-90c5e603e594 req-d24467bc-5577-487a-aa2b-8607bd9a42ca tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:51.496844 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-3904aaeb-5fce-4fd9-ad65-90c5e603e594 req-d24467bc-5577-487a-aa2b-8607bd9a42ca tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Synchronizing usage tracker for tenant:3bb71da966444045b30780aa9e2e5b81 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:07:51.551161 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-aa70e58c-2c4e-4048-b8c6-c4d761421599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:51.557775 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-ae8eee47-2a26-4634-882a-604bc81242c3 service neutron] 10.222.0.59 "GET /v2.0/networks/a45f81b3-7df7-4825-9d8e-944e71cc6909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019257 Sep 30 01:07:51.629138 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-3904aaeb-5fce-4fd9-ad65-90c5e603e594 req-d24467bc-5577-487a-aa2b-8607bd9a42ca tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Unset dirty status for tenant:3bb71da966444045b30780aa9e2e5b81 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:07:51.630302 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3904aaeb-5fce-4fd9-ad65-90c5e603e594 req-d24467bc-5577-487a-aa2b-8607bd9a42ca tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 943 time: 1.0183132 Sep 30 01:07:51.695143 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5351ee33-2731-4525-959e-ffb66ac0d9c3 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:51.751790 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [None req-5351ee33-2731-4525-959e-ffb66ac0d9c3 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] device_id is not set on port 4bcedee4-4dcd-4af9-a34a-1321e1e30cf8 yet. {{(pid=80275) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:07:51.787327 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6059893c-c438-43a1-819c-0b302112dce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-9dd935bb-d688-4433-a9d1-a36b64beb9e9', 'network_id': '9dd935bb-d688-4433-a9d1-a36b64beb9e9', 'tenant_id': '0149d6d6ed59445481fded27e8294137', 'fixed_ips': [{'subnet_id': '652513b8-d456-4d6b-b6d5-540fa6762cfc'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 01:07:51.788170 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6059893c-c438-43a1-819c-0b302112dce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:51.802982 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 51872) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:52.018615 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3904aaeb-5fce-4fd9-ad65-90c5e603e594 req-ea2f7cf2-b60d-4543-a31b-b506e92a0c27 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686584 Sep 30 01:07:52.020475 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-40e6452e-0547-4eab-b35e-c713b1472f29 req-7ef47d91-8128-419b-8f4f-c69706032993 service neutron] 10.222.0.59 "GET /v2.0/networks/a45f81b3-7df7-4825-9d8e-944e71cc6909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545536 Sep 30 01:07:52.030968 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-6059893c-c438-43a1-819c-0b302112dce9 None None] Allocated IP 10.2.2.2 (9dd935bb-d688-4433-a9d1-a36b64beb9e9/652513b8-d456-4d6b-b6d5-540fa6762cfc/5c70cdc5-5e61-42ca-9c44-a319d4e64e14) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:07:52.125527 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-d07ab53c-99f1-46a0-821a-8b4d2a916311 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-751731217-network', 'tenant_id': 'e480d6828f9946358bfe1436e2b1931a'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:07:52.184764 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-5351ee33-2731-4525-959e-ffb66ac0d9c3 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Allocated IP 10.1.1.66 (0c8f5270-f537-4a24-8826-df38c01a7122/08cf9028-f858-4c0c-8619-dc36cad505dd/4bcedee4-4dcd-4af9-a34a-1321e1e30cf8) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:07:52.207445 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f9b3c-4888-4d5c-9f95-e8167fb4d1da None None] Pushing event updated for resources: {'Port': ['ID=bd98ea19-2aa4-4ae9-8e2d-57b2d843adc2,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:52.217559 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-d07ab53c-99f1-46a0-821a-8b4d2a916311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:52.239008 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-2f8f9b3c-4888-4d5c-9f95-e8167fb4d1da None None] Attempting to bind port bd98ea19-2aa4-4ae9-8e2d-57b2d843adc2 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:07:52.241091 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-2f8f9b3c-4888-4d5c-9f95-e8167fb4d1da None None] Attempting to bind port bd98ea19-2aa4-4ae9-8e2d-57b2d843adc2 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '47091f80-0074-4271-b457-46141d580d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c8f5270-f537-4a24-8826-df38c01a7122'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:07:52.241091 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8f9b3c-4888-4d5c-9f95-e8167fb4d1da None None] Attempting to bind port bd98ea19-2aa4-4ae9-8e2d-57b2d843adc2 on network 0c8f5270-f537-4a24-8826-df38c01a7122 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:07:52.247170 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-d07ab53c-99f1-46a0-821a-8b4d2a916311 admin admin] Usage tracker for resource:network and tenant:e480d6828f9946358bfe1436e2b1931a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:52.258082 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-d07ab53c-99f1-46a0-821a-8b4d2a916311 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:52.261472 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-2f8f9b3c-4888-4d5c-9f95-e8167fb4d1da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.928s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:52.273187 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-d07ab53c-99f1-46a0-821a-8b4d2a916311 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:52.296302 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8f9b3c-4888-4d5c-9f95-e8167fb4d1da None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:07:52.296694 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8f9b3c-4888-4d5c-9f95-e8167fb4d1da None None] Checking segment: {'id': '47091f80-0074-4271-b457-46141d580d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c8f5270-f537-4a24-8826-df38c01a7122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:07:52.297146 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2f8f9b3c-4888-4d5c-9f95-e8167fb4d1da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:52.297492 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8f9b3c-4888-4d5c-9f95-e8167fb4d1da None None] Bound using segment: {'id': '47091f80-0074-4271-b457-46141d580d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c8f5270-f537-4a24-8826-df38c01a7122'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:07:52.297990 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-2f8f9b3c-4888-4d5c-9f95-e8167fb4d1da None None] Bound port: bd98ea19-2aa4-4ae9-8e2d-57b2d843adc2, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47091f80-0074-4271-b457-46141d580d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c8f5270-f537-4a24-8826-df38c01a7122'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:07:52.298370 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2f8f9b3c-4888-4d5c-9f95-e8167fb4d1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:52.346390 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07ab53c-99f1-46a0-821a-8b4d2a916311 admin admin] Made reservation on behalf of e480d6828f9946358bfe1436e2b1931a for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:07:52.354082 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d07ab53c-99f1-46a0-821a-8b4d2a916311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:52.385255 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d07ab53c-99f1-46a0-821a-8b4d2a916311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:52.442399 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-d07ab53c-99f1-46a0-821a-8b4d2a916311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:52.462836 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f7bb5-8f88-493b-bc5d-cba59755e830 req-a64d93ce-3db8-4d45-a725-ea28968e1031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:52.465815 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ae0f7bb5-8f88-493b-bc5d-cba59755e830 req-a64d93ce-3db8-4d45-a725-ea28968e1031 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bb71da966444045b30780aa9e2e5b81&device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 1094 time: 0.3355842 Sep 30 01:07:52.471005 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-d07ab53c-99f1-46a0-821a-8b4d2a916311 admin admin] Usage tracker for resource:security_group_rule and tenant:e480d6828f9946358bfe1436e2b1931a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:52.481504 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-d07ab53c-99f1-46a0-821a-8b4d2a916311 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:52.519643 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:52.568089 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-d07ab53c-99f1-46a0-821a-8b4d2a916311 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:52.663832 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5351ee33-2731-4525-959e-ffb66ac0d9c3 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:52.686121 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 51900) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:52.705101 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5351ee33-2731-4525-959e-ffb66ac0d9c3 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Transition to ACTIVE for port object 4bcedee4-4dcd-4af9-a34a-1321e1e30cf8 will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:07:52.773768 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5351ee33-2731-4525-959e-ffb66ac0d9c3 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:52.781922 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f3a7ccd2-2224-480f-8d8e-2f51852e324b tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:52.812679 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-2f8f9b3c-4888-4d5c-9f95-e8167fb4d1da None None] For port bd98ea19-2aa4-4ae9-8e2d-57b2d843adc2, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:07:52.828909 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-2f8f9b3c-4888-4d5c-9f95-e8167fb4d1da None None] For port bd98ea19-2aa4-4ae9-8e2d-57b2d843adc2, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=bd98ea19-2aa4-4ae9-8e2d-57b2d843adc2,segment=NetworkSegment(47091f80-0074-4271-b457-46141d580d1e),segment_id=47091f80-0074-4271-b457-46141d580d1e)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:07:52.847079 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2f8f9b3c-4888-4d5c-9f95-e8167fb4d1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:52.873869 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6059893c-c438-43a1-819c-0b302112dce9 None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:52.879538 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:52.897273 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f7bb5-8f88-493b-bc5d-cba59755e830 req-8830d934-e0a6-4c94-8bd2-487c65ce65eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:52.901163 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ae0f7bb5-8f88-493b-bc5d-cba59755e830 req-8830d934-e0a6-4c94-8bd2-487c65ce65eb service neutron] 10.222.0.59 "GET /v2.0/networks?id=a45f81b3-7df7-4825-9d8e-944e71cc6909 HTTP/1.1" status: 200 len: 911 time: 0.4234800 Sep 30 01:07:52.954345 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5351ee33-2731-4525-959e-ffb66ac0d9c3 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Network 0c8f5270-f537-4a24-8826-df38c01a7122 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:07:52.960114 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-5351ee33-2731-4525-959e-ffb66ac0d9c3 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:07:52.970902 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5351ee33-2731-4525-959e-ffb66ac0d9c3 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:07:53.060176 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1730413333-network', 'tenant_id': 'abce1fccae0f433a86d5519286621727'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:07:53.137434 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5351ee33-2731-4525-959e-ffb66ac0d9c3 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:53.137994 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5351ee33-2731-4525-959e-ffb66ac0d9c3 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:53.151088 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f9b3c-4888-4d5c-9f95-e8167fb4d1da None None] Pushing event updated for resources: {'Port': ['ID=bd98ea19-2aa4-4ae9-8e2d-57b2d843adc2,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:53.157904 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-2f8f9b3c-4888-4d5c-9f95-e8167fb4d1da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:53.194072 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-6059893c-c438-43a1-819c-0b302112dce9 None None] Transition to ACTIVE for port object 5c70cdc5-5e61-42ca-9c44-a319d4e64e14 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:07:53.205298 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351ee33-2731-4525-959e-ffb66ac0d9c3 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Pushing event updated for resources: {'Port': ['ID=4bcedee4-4dcd-4af9-a34a-1321e1e30cf8,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:53.234201 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5351ee33-2731-4525-959e-ffb66ac0d9c3 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:53.248441 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:53.259586 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-5351ee33-2731-4525-959e-ffb66ac0d9c3 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3960149 Sep 30 01:07:53.261978 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 51918) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:53.262994 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-6059893c-c438-43a1-819c-0b302112dce9 None None] Transition to ACTIVE for port object 5c70cdc5-5e61-42ca-9c44-a319d4e64e14 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:07:53.274599 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6059893c-c438-43a1-819c-0b302112dce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:53.279299 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Usage tracker for resource:network and tenant:abce1fccae0f433a86d5519286621727 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:53.279763 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-1869815f-64f5-4acd-bfe9-09b6cf38977e tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Request body: {'port': {'network_id': '0c8f5270-f537-4a24-8826-df38c01a7122', 'name': 'tempest-TaggedBootDevicesTest_v242-1476950004', 'fixed_ips': [{'subnet_id': '08cf9028-f858-4c0c-8619-dc36cad505dd'}]}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:07:53.287639 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ae0f7bb5-8f88-493b-bc5d-cba59755e830 req-585cd5b7-f990-4069-bbf9-c8002fa2a9be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c HTTP/1.1" status: 200 len: 217 time: 0.3766060 Sep 30 01:07:53.293569 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-50ab1bf4-da7e-4186-977b-9edd4fbbabfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:53.295039 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:53.333706 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:53.412751 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059893c-c438-43a1-819c-0b302112dce9 None None] Pushing event updated for resources: {'Port': ['ID=5c70cdc5-5e61-42ca-9c44-a319d4e64e14,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:53.416384 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6059893c-c438-43a1-819c-0b302112dce9 None None] Network 9dd935bb-d688-4433-a9d1-a36b64beb9e9 is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:07:53.417724 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-6059893c-c438-43a1-819c-0b302112dce9 None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:07:53.424619 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-6059893c-c438-43a1-819c-0b302112dce9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:53.431731 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6059893c-c438-43a1-819c-0b302112dce9 None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:07:53.591689 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d07ab53c-99f1-46a0-821a-8b4d2a916311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:53.633900 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d07ab53c-99f1-46a0-821a-8b4d2a916311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:53.667242 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1e3c2338-7258-4069-bfe4-ac8ba9217049 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:53.694221 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Made reservation on behalf of abce1fccae0f433a86d5519286621727 for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:07:53.725202 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:53.854712 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f7bb5-8f88-493b-bc5d-cba59755e830 req-d14f3929-524f-4ade-91ee-2d6b0f8a9c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:53.856179 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ae0f7bb5-8f88-493b-bc5d-cba59755e830 req-d14f3929-524f-4ade-91ee-2d6b0f8a9c0b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be62a7a7-816e-4779-aa6c-5c41bedfef4a HTTP/1.1" status: 200 len: 850 time: 0.5311887 Sep 30 01:07:53.883050 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-1869815f-64f5-4acd-bfe9-09b6cf38977e tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:53.896204 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-1869815f-64f5-4acd-bfe9-09b6cf38977e tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Usage tracker for resource:port and tenant:0149d6d6ed59445481fded27e8294137 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:53.906455 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-1869815f-64f5-4acd-bfe9-09b6cf38977e tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Quota usage for port was recalculated. Used quota:5. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:53.906828 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-6059893c-c438-43a1-819c-0b302112dce9 None None] Attempting to bind port 5c70cdc5-5e61-42ca-9c44-a319d4e64e14 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:07:53.907533 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-6059893c-c438-43a1-819c-0b302112dce9 None None] Attempting to bind port 5c70cdc5-5e61-42ca-9c44-a319d4e64e14 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '9f95d4be-6deb-4259-81c6-1f0ca7955ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9dd935bb-d688-4433-a9d1-a36b64beb9e9'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:07:53.909598 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6059893c-c438-43a1-819c-0b302112dce9 None None] Attempting to bind port 5c70cdc5-5e61-42ca-9c44-a319d4e64e14 on network 9dd935bb-d688-4433-a9d1-a36b64beb9e9 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:07:53.929783 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:53.933250 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6059893c-c438-43a1-819c-0b302112dce9 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:07:53.934017 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6059893c-c438-43a1-819c-0b302112dce9 None None] Checking segment: {'id': '9f95d4be-6deb-4259-81c6-1f0ca7955ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9dd935bb-d688-4433-a9d1-a36b64beb9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:07:53.934677 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6059893c-c438-43a1-819c-0b302112dce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:53.935513 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6059893c-c438-43a1-819c-0b302112dce9 None None] Bound using segment: {'id': '9f95d4be-6deb-4259-81c6-1f0ca7955ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9dd935bb-d688-4433-a9d1-a36b64beb9e9'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:07:53.936221 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-6059893c-c438-43a1-819c-0b302112dce9 None None] Bound port: 5c70cdc5-5e61-42ca-9c44-a319d4e64e14, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f95d4be-6deb-4259-81c6-1f0ca7955ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9dd935bb-d688-4433-a9d1-a36b64beb9e9'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:07:53.936366 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-1869815f-64f5-4acd-bfe9-09b6cf38977e tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:53.936962 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6059893c-c438-43a1-819c-0b302112dce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:54.009754 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1869815f-64f5-4acd-bfe9-09b6cf38977e tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Made reservation on behalf of 0149d6d6ed59445481fded27e8294137 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:07:54.016001 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1869815f-64f5-4acd-bfe9-09b6cf38977e tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:54.025795 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07ab53c-99f1-46a0-821a-8b4d2a916311 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:07:54.088764 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-6059893c-c438-43a1-819c-0b302112dce9 None None] For port 5c70cdc5-5e61-42ca-9c44-a319d4e64e14, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:07:54.092956 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-6059893c-c438-43a1-819c-0b302112dce9 None None] For port 5c70cdc5-5e61-42ca-9c44-a319d4e64e14, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=5c70cdc5-5e61-42ca-9c44-a319d4e64e14,segment=NetworkSegment(9f95d4be-6deb-4259-81c6-1f0ca7955ddc),segment_id=9f95d4be-6deb-4259-81c6-1f0ca7955ddc)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:07:54.110915 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [None req-1869815f-64f5-4acd-bfe9-09b6cf38977e tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] device_id is not set on port 926094d2-6b68-4ff4-bc28-d8d49e33eecf yet. {{(pid=80275) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:07:54.113042 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6059893c-c438-43a1-819c-0b302112dce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:54.115332 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:54.125080 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Usage tracker for resource:security_group_rule and tenant:abce1fccae0f433a86d5519286621727 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:54.143465 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ae0f7bb5-8f88-493b-bc5d-cba59755e830 req-b50a8d0f-7d3d-486a-9536-3d9899d2acd1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a45f81b3-7df7-4825-9d8e-944e71cc6909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2521389 Sep 30 01:07:54.144480 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-6059893c-c438-43a1-819c-0b302112dce9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:54.155624 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:54.169670 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ab53c-99f1-46a0-821a-8b4d2a916311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:54.183462 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d07ab53c-99f1-46a0-821a-8b4d2a916311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:54.281728 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059893c-c438-43a1-819c-0b302112dce9 None None] Pushing event updated for resources: {'Port': ['ID=5c70cdc5-5e61-42ca-9c44-a319d4e64e14,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:54.284691 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device bd98ea19-2aa4-4ae9-8e2d-57b2d843adc2 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:07:54.358839 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-6059893c-c438-43a1-819c-0b302112dce9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:54.384650 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d07ab53c-99f1-46a0-821a-8b4d2a916311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:54.385001 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-d07ab53c-99f1-46a0-821a-8b4d2a916311 admin admin] Added segment d6d42030-3db2-4c1c-8438-557cd475cbbc of type vlan for network f403902e-e751-400d-af5a-c4c0270fe9c5 Sep 30 01:07:54.390469 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:54.391288 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ae0f7bb5-8f88-493b-bc5d-cba59755e830 req-ce3e3ce8-0222-48c5-bf5b-b6575eeb6d9a service neutron] 10.222.0.59 "GET /v2.0/networks/a45f81b3-7df7-4825-9d8e-944e71cc6909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019875 Sep 30 01:07:54.401145 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:54.411448 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be93f8-f092-4c2e-8254-896402e8b492 req-d6a09c1f-f9ee-482b-90b7-4e5b4153b5c5 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:54.413009 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-51be93f8-f092-4c2e-8254-896402e8b492 req-d6a09c1f-f9ee-482b-90b7-4e5b4153b5c5 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 943 time: 1.0822792 Sep 30 01:07:54.423847 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port bd98ea19-2aa4-4ae9-8e2d-57b2d843adc2 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:07:54.670527 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-1869815f-64f5-4acd-bfe9-09b6cf38977e tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Allocated IP 10.1.1.33 (0c8f5270-f537-4a24-8826-df38c01a7122/08cf9028-f858-4c0c-8619-dc36cad505dd/926094d2-6b68-4ff4-bc28-d8d49e33eecf) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:07:54.710245 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d07ab53c-99f1-46a0-821a-8b4d2a916311 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:54.983659 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-51be93f8-f092-4c2e-8254-896402e8b492 req-0efd3c61-3f73-423b-b7ac-a5fe1771c1e1 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5381637 Sep 30 01:07:55.003784 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:55.010767 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.resource_extend [None req-d07ab53c-99f1-46a0-821a-8b4d2a916311 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 01:07:55.094269 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:55.111279 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5ef591c9-aeb6-4089-8ac4-e0ebc8c680e8 tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:55.188969 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ae0f7bb5-8f88-493b-bc5d-cba59755e830 req-e282590f-0b9d-43c8-b430-cf11473323fa service neutron] 10.222.0.59 "GET /v2.0/networks/a45f81b3-7df7-4825-9d8e-944e71cc6909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7711020 Sep 30 01:07:55.218421 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d07ab53c-99f1-46a0-821a-8b4d2a916311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:55.219656 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07ab53c-99f1-46a0-821a-8b4d2a916311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:55.220234 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d07ab53c-99f1-46a0-821a-8b4d2a916311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:55.241576 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:07:55.251570 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960dcc48-210f-43d8-8578-0fa35aff8d77,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:55.265964 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:55.266355 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:55.271465 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1672c950-1850-4a0a-b97e-c5e60ce0f988 None None] Network 0c8f5270-f537-4a24-8826-df38c01a7122 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:07:55.278906 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:55.279557 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:55.279962 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:55.281015 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:55.281470 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:55.281860 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:55.282239 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:55.282615 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:55.283297 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:55.283701 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:07:55.289716 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:55.295264 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:55.295672 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Added segment c8f38723-6fd0-477a-b60c-7301ebd787cd of type vlan for network a1ec61c9-0175-45e3-86f7-b51b96fff07c Sep 30 01:07:55.333824 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:55.394676 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d072460f-0b90-43ac-9a06-7610f91e15fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:55.418023 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:55.419207 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:55.419958 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:55.440827 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-d07ab53c-99f1-46a0-821a-8b4d2a916311 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.6365674 Sep 30 01:07:55.447067 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 51958) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:55.450924 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.7623951 Sep 30 01:07:55.458905 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 51964) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:55.470277 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-5c1d1b3e-3c88-4e29-a8eb-3e72dfe1eada admin admin] Request body: {'subnet': {'network_id': 'a1ec61c9-0175-45e3-86f7-b51b96fff07c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1730413333-subnet', 'tenant_id': 'abce1fccae0f433a86d5519286621727', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:07:55.486707 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5c1d1b3e-3c88-4e29-a8eb-3e72dfe1eada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:55.494357 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-5c1d1b3e-3c88-4e29-a8eb-3e72dfe1eada admin admin] Usage tracker for resource:subnet and tenant:abce1fccae0f433a86d5519286621727 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:55.500283 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-5c1d1b3e-3c88-4e29-a8eb-3e72dfe1eada admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:55.524561 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-d76705eb-dec4-48c2-9519-e272dd0ca698 admin admin] Request body: {'subnet': {'network_id': 'f403902e-e751-400d-af5a-c4c0270fe9c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-751731217-subnet', 'tenant_id': 'e480d6828f9946358bfe1436e2b1931a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:07:55.534577 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5c1d1b3e-3c88-4e29-a8eb-3e72dfe1eada admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:55.540547 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8eff5c55-0a08-4f6b-ab2b-c663def591c4 None None] Provisioning for port bd98ea19-2aa4-4ae9-8e2d-57b2d843adc2 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:07:55.543117 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1869815f-64f5-4acd-bfe9-09b6cf38977e tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:55.543729 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-d76705eb-dec4-48c2-9519-e272dd0ca698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:55.567455 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1d1b3e-3c88-4e29-a8eb-3e72dfe1eada admin admin] Made reservation on behalf of abce1fccae0f433a86d5519286621727 for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:07:55.569842 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c1d1b3e-3c88-4e29-a8eb-3e72dfe1eada admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:55.585317 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-1869815f-64f5-4acd-bfe9-09b6cf38977e tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Transition to ACTIVE for port object 926094d2-6b68-4ff4-bc28-d8d49e33eecf will not be triggered until provisioned by entity DHCP. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:07:55.588908 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-d76705eb-dec4-48c2-9519-e272dd0ca698 admin admin] Usage tracker for resource:subnet and tenant:e480d6828f9946358bfe1436e2b1931a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:55.593384 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8eff5c55-0a08-4f6b-ab2b-c663def591c4 None None] Provisioning complete for port bd98ea19-2aa4-4ae9-8e2d-57b2d843adc2 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:07:55.595708 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8eff5c55-0a08-4f6b-ab2b-c663def591c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:55.599116 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-d76705eb-dec4-48c2-9519-e272dd0ca698 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:55.622962 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-d76705eb-dec4-48c2-9519-e272dd0ca698 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:55.625713 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ab53c-99f1-46a0-821a-8b4d2a916311 admin admin] Pushing event updated for resources: {'Network': ['ID=f403902e-e751-400d-af5a-c4c0270fe9c5,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:55.633466 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d07ab53c-99f1-46a0-821a-8b4d2a916311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:55.638376 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8f0b7f39-a961-4fdb-b8d7-5076eae4fbef tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:55.726966 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network f403902e-e751-400d-af5a-c4c0270fe9c5 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:07:55.757373 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76705eb-dec4-48c2-9519-e272dd0ca698 admin admin] Made reservation on behalf of e480d6828f9946358bfe1436e2b1931a for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:07:55.761014 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d76705eb-dec4-48c2-9519-e272dd0ca698 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:55.881354 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Pushing event updated for resources: {'Network': ['ID=a1ec61c9-0175-45e3-86f7-b51b96fff07c,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:55.886140 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-33307cdc-1874-4c7e-a1d7-dc5f504f5ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:56.018074 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network a1ec61c9-0175-45e3-86f7-b51b96fff07c details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:07:56.028223 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c1d1b3e-3c88-4e29-a8eb-3e72dfe1eada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981632'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:56.037669 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a8622f5c-feea-4a47-981b-5b3384ff6a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:56.111234 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d76705eb-dec4-48c2-9519-e272dd0ca698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:56.119164 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-bdd2c7b8-54c7-4764-9479-ab3a86e64ca4 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:56.159807 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1869815f-64f5-4acd-bfe9-09b6cf38977e tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:56.236105 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76705eb-dec4-48c2-9519-e272dd0ca698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26d4a6d6-1ae3-4299-b531-ee7f88efd949,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:56.250282 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d76705eb-dec4-48c2-9519-e272dd0ca698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:56.333762 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76705eb-dec4-48c2-9519-e272dd0ca698 admin admin] Checking segment: {'id': 'd6d42030-3db2-4c1c-8438-557cd475cbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f403902e-e751-400d-af5a-c4c0270fe9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:07:56.334399 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76705eb-dec4-48c2-9519-e272dd0ca698 admin admin] Network hostable DHCP agents. Network: f403902e-e751-400d-af5a-c4c0270fe9c5, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:07:56.352481 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 5c70cdc5-5e61-42ca-9c44-a319d4e64e14 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:07:56.398441 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1869815f-64f5-4acd-bfe9-09b6cf38977e tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Network 0c8f5270-f537-4a24-8826-df38c01a7122 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:07:56.432071 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-1869815f-64f5-4acd-bfe9-09b6cf38977e tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:07:56.441918 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1869815f-64f5-4acd-bfe9-09b6cf38977e tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:07:56.504458 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76705eb-dec4-48c2-9519-e272dd0ca698 admin admin] Network f403902e-e751-400d-af5a-c4c0270fe9c5 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:07:56.543658 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166bf7c-f1ef-4559-be71-8ecf1d74215e req-9cfe3c5c-048c-4055-8280-965a6defd912 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:56.545367 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7166bf7c-f1ef-4559-be71-8ecf1d74215e req-9cfe3c5c-048c-4055-8280-965a6defd912 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 943 time: 0.2144587 Sep 30 01:07:56.593150 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d1b3e-3c88-4e29-a8eb-3e72dfe1eada admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c3d0072-a3d6-4e3e-8b73-1d7d0c6bb6d2,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:56.598238 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:07:56.598773 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5c1d1b3e-3c88-4e29-a8eb-3e72dfe1eada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:56.612138 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9a3bd6e8-eab2-4a74-9461-cc9669943256 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.359s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:56.664649 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7166bf7c-f1ef-4559-be71-8ecf1d74215e req-f26bbf64-121a-42de-adc8-cad266a33c0f tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092165 Sep 30 01:07:56.666256 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-d76705eb-dec4-48c2-9519-e272dd0ca698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, f403902e-e751-400d-af5a-c4c0270fe9c5) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:07:56.678617 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76705eb-dec4-48c2-9519-e272dd0ca698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:56.680286 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d76705eb-dec4-48c2-9519-e272dd0ca698 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:56.686244 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b06cd9-ac04-4d88-95b5-2476288807df None None] Network 9dd935bb-d688-4433-a9d1-a36b64beb9e9 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:07:56.723407 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1d1b3e-3c88-4e29-a8eb-3e72dfe1eada admin admin] Checking segment: {'id': 'c8f38723-6fd0-477a-b60c-7301ebd787cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a1ec61c9-0175-45e3-86f7-b51b96fff07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:07:56.724798 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1d1b3e-3c88-4e29-a8eb-3e72dfe1eada admin admin] Network hostable DHCP agents. Network: a1ec61c9-0175-45e3-86f7-b51b96fff07c, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:07:56.739368 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-d76705eb-dec4-48c2-9519-e272dd0ca698 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2843473 Sep 30 01:07:56.739594 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 51984) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:56.744506 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-5288313f-03bd-46c4-a404-5e4421180154 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-751731217-router', 'tenant_id': 'e480d6828f9946358bfe1436e2b1931a', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:07:56.752027 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46390291-b888-479b-94e0-d3024eef760c None None] Network f403902e-e751-400d-af5a-c4c0270fe9c5 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:07:56.759111 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-5288313f-03bd-46c4-a404-5e4421180154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:56.765028 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-5288313f-03bd-46c4-a404-5e4421180154 admin admin] Usage tracker for resource:router and tenant:e480d6828f9946358bfe1436e2b1931a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:56.770113 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-5288313f-03bd-46c4-a404-5e4421180154 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:56.785704 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-5288313f-03bd-46c4-a404-5e4421180154 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:56.786900 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1869815f-64f5-4acd-bfe9-09b6cf38977e tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:56.787760 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1869815f-64f5-4acd-bfe9-09b6cf38977e tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:56.808332 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5288313f-03bd-46c4-a404-5e4421180154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-730961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30750'] for router, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:56.809559 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5288313f-03bd-46c4-a404-5e4421180154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30743'] for router, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:56.843540 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5288313f-03bd-46c4-a404-5e4421180154 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:56.906690 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-1869815f-64f5-4acd-bfe9-09b6cf38977e tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6422358 Sep 30 01:07:56.920440 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869815f-64f5-4acd-bfe9-09b6cf38977e tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Pushing event updated for resources: {'Port': ['ID=926094d2-6b68-4ff4-bc28-d8d49e33eecf,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:56.929893 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 51992) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:56.934297 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1d1b3e-3c88-4e29-a8eb-3e72dfe1eada admin admin] Network a1ec61c9-0175-45e3-86f7-b51b96fff07c is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:07:56.939914 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1869815f-64f5-4acd-bfe9-09b6cf38977e tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:56.964718 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-5c1d1b3e-3c88-4e29-a8eb-3e72dfe1eada admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, a1ec61c9-0175-45e3-86f7-b51b96fff07c) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:07:56.969105 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1d1b3e-3c88-4e29-a8eb-3e72dfe1eada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:56.969842 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c1d1b3e-3c88-4e29-a8eb-3e72dfe1eada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:57.012163 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-5c1d1b3e-3c88-4e29-a8eb-3e72dfe1eada admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5484061 Sep 30 01:07:57.014755 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 51998) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:57.020626 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1730413333-router', 'tenant_id': 'abce1fccae0f433a86d5519286621727', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:07:57.049922 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:57.070294 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Usage tracker for resource:router and tenant:abce1fccae0f433a86d5519286621727 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:57.072953 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1664322a-26de-4ce1-85c4-60c6d843835d None None] Network a1ec61c9-0175-45e3-86f7-b51b96fff07c requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:07:57.075593 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:57.084590 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:57.113523 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-730961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30750'] for router, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:57.115123 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672982', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30743'] for router, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:57.182892 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-726e1c7a-2d43-4e3f-99ff-f5716899f6d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:57.212682 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:57.237470 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-726e1c7a-2d43-4e3f-99ff-f5716899f6d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:57.241800 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.resource_extend [None req-8143576d-1641-4581-9367-0390ef0af33a None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 01:07:57.255586 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-726e1c7a-2d43-4e3f-99ff-f5716899f6d0 admin admin] Usage tracker for resource:security_group_rule and tenant:a5ddbd3706d24aa58273c21ada0333be is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:57.268605 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-726e1c7a-2d43-4e3f-99ff-f5716899f6d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:57.286698 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-726e1c7a-2d43-4e3f-99ff-f5716899f6d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:57.424353 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c,segment=NetworkSegment(51fc1520-0703-4172-b195-12f91a1ac5cb),segment_id=51fc1520-0703-4172-b195-12f91a1ac5cb)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:07:57.473407 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c', 'network_id': 'a45f81b3-7df7-4825-9d8e-944e71cc6909', 'port_id': '0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c', 'mac_address': 'fa:16:3e:f4:3c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be62a7a7-816e-4779-aa6c-5c41bedfef4a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:07:57.494494 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 52002) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:57.542873 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-899d06fc-311b-488b-90c7-4b513bc800c5 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Request body: {'security_group': {'name': 'tempest-securitygroup--406234917', 'description': 'tempest-description--438763182'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:07:57.679107 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-726e1c7a-2d43-4e3f-99ff-f5716899f6d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:57.719011 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-726e1c7a-2d43-4e3f-99ff-f5716899f6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:57.744419 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5a74741e-b65f-46c8-a687-964c0afe3c04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:57.785963 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5288313f-03bd-46c4-a404-5e4421180154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-672991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-730982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30841'] for router, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:57.794428 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-899d06fc-311b-488b-90c7-4b513bc800c5 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:57.819916 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-899d06fc-311b-488b-90c7-4b513bc800c5 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Usage tracker for resource:security_group and tenant:0149d6d6ed59445481fded27e8294137 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:57.825938 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-899d06fc-311b-488b-90c7-4b513bc800c5 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:57.852903 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55deeca2-6e7b-4508-ab4c-eb3ebc164136 None None] Network a1ec61c9-0175-45e3-86f7-b51b96fff07c requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:07:57.861676 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-726e1c7a-2d43-4e3f-99ff-f5716899f6d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a5ddbd3706d24aa58273c21ada0333be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9246402 Sep 30 01:07:57.873681 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 52018) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:57.882209 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-899d06fc-311b-488b-90c7-4b513bc800c5 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:57.888478 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e1c7a-2d43-4e3f-99ff-f5716899f6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d934fec-5f5d-404d-aed8-bf6c5b8eaa10,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:57.947533 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-899d06fc-311b-488b-90c7-4b513bc800c5 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:57.994561 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-726e1c7a-2d43-4e3f-99ff-f5716899f6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:58.041465 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-899d06fc-311b-488b-90c7-4b513bc800c5 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:58.051106 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-899d06fc-311b-488b-90c7-4b513bc800c5 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Usage tracker for resource:security_group_rule and tenant:0149d6d6ed59445481fded27e8294137 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:58.078248 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-899d06fc-311b-488b-90c7-4b513bc800c5 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:58.107169 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-899d06fc-311b-488b-90c7-4b513bc800c5 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:58.121769 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-672991', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-730982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30841'] for router, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:58.183147 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6e41f707-1e10-4fc4-ae5f-42a101c4df18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:58.278475 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6e41f707-1e10-4fc4-ae5f-42a101c4df18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:58.423144 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6e41f707-1e10-4fc4-ae5f-42a101c4df18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:58.434706 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-61e31694-68d4-40c3-810e-81e559737b33 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:58.446996 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d29774-5c0b-4ff7-9182-8701ae9395f0 req-5077dc69-06e8-4558-94f9-f67878f718de tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:58.448581 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-51d29774-5c0b-4ff7-9182-8701ae9395f0 req-5077dc69-06e8-4558-94f9-f67878f718de tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 943 time: 0.5036564 Sep 30 01:07:58.456153 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-899d06fc-311b-488b-90c7-4b513bc800c5 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:58.600976 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41f707-1e10-4fc4-ae5f-42a101c4df18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d934fec-5f5d-404d-aed8-bf6c5b8eaa10,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:58.605011 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6e41f707-1e10-4fc4-ae5f-42a101c4df18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:58.610130 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-899d06fc-311b-488b-90c7-4b513bc800c5 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:58.678601 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ed490efe-f475-4b8b-b96b-c8a44c01943a tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:58.755564 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:58.795646 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 5c70cdc5-5e61-42ca-9c44-a319d4e64e14 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:07:58.817273 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-51d29774-5c0b-4ff7-9182-8701ae9395f0 req-a48c44c0-45ef-47ac-aacd-41488b018d9c tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591585 Sep 30 01:07:58.877323 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d06fc-311b-488b-90c7-4b513bc800c5 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47609fbd-fa50-44cb-8c72-b83a8595a9aa,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:58.884543 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-899d06fc-311b-488b-90c7-4b513bc800c5 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:58.884870 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-899d06fc-311b-488b-90c7-4b513bc800c5 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3786263 Sep 30 01:07:58.891980 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-899d06fc-311b-488b-90c7-4b513bc800c5 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:58.894387 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 52030) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:58.912362 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8eff5c55-0a08-4f6b-ab2b-c663def591c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:58.931769 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-756e65b1-0b06-4679-90ef-c12e6bbc4504 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Request body: {'security_group_rule': {'security_group_id': '47609fbd-fa50-44cb-8c72-b83a8595a9aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:07:58.946275 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-756e65b1-0b06-4679-90ef-c12e6bbc4504 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:58.952172 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:07:58.967861 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-756e65b1-0b06-4679-90ef-c12e6bbc4504 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Usage tracker for resource:security_group_rule and tenant:0149d6d6ed59445481fded27e8294137 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:58.973003 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-756e65b1-0b06-4679-90ef-c12e6bbc4504 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:58.998219 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5288313f-03bd-46c4-a404-5e4421180154 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:59.034378 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-756e65b1-0b06-4679-90ef-c12e6bbc4504 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:59.043182 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5288313f-03bd-46c4-a404-5e4421180154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:59.062690 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c,segment=NetworkSegment(51fc1520-0703-4172-b195-12f91a1ac5cb),segment_id=51fc1520-0703-4172-b195-12f91a1ac5cb)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:07:59.085813 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6e41f707-1e10-4fc4-ae5f-42a101c4df18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:59.087855 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-6e41f707-1e10-4fc4-ae5f-42a101c4df18 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6d934fec-5f5d-404d-aed8-bf6c5b8eaa10 HTTP/1.1" status: 204 len: 168 time: 1.2132418 Sep 30 01:07:59.090861 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:59.129773 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8eff5c55-0a08-4f6b-ab2b-c663def591c4 None None] For port bd98ea19-2aa4-4ae9-8e2d-57b2d843adc2, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=bd98ea19-2aa4-4ae9-8e2d-57b2d843adc2,segment=NetworkSegment(47091f80-0074-4271-b457-46141d580d1e),segment_id=47091f80-0074-4271-b457-46141d580d1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:07:59.143772 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-756e65b1-0b06-4679-90ef-c12e6bbc4504 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:59.166350 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8eff5c55-0a08-4f6b-ab2b-c663def591c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:59.172511 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:59.174662 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:59.179795 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:59.291998 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff5c55-0a08-4f6b-ab2b-c663def591c4 None None] Pushing event updated for resources: {'Port': ['ID=bd98ea19-2aa4-4ae9-8e2d-57b2d843adc2,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:59.296647 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-756e65b1-0b06-4679-90ef-c12e6bbc4504 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:59.315109 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-756e65b1-0b06-4679-90ef-c12e6bbc4504 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:59.317902 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-5288313f-03bd-46c4-a404-5e4421180154 admin admin] Allocated IP 172.25.0.20 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/d0377c30-17e7-4d5d-b376-0e5026fb38ce) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:07:59.375780 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849a0b2-4405-470a-a1ed-30f8b2d58be4 req-7721edb3-4fa5-4a8e-804d-40b11efcd7a9 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:07:59.378135 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b849a0b2-4405-470a-a1ed-30f8b2d58be4 req-7721edb3-4fa5-4a8e-804d-40b11efcd7a9 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 0.8603027 Sep 30 01:07:59.451121 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60c4ae6-77f1-4aed-b2f7-6c81924968c3 None None] Network f403902e-e751-400d-af5a-c4c0270fe9c5 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:07:59.465279 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b849a0b2-4405-470a-a1ed-30f8b2d58be4 req-47bc698f-a125-44ba-b368-b0adb55cddff tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803154 Sep 30 01:07:59.493843 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-f8305ed2-2499-4c04-9c4a-1c0a456447f6 None None] Provisioning for port 5c70cdc5-5e61-42ca-9c44-a319d4e64e14 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:07:59.510050 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-db625eb8-f00f-4a8d-878c-df1600cf9d68 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:59.559472 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e65b1-0b06-4679-90ef-c12e6bbc4504 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80cf754-0399-4cf3-be14-0eaa2269c82f,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:59.568381 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-f8305ed2-2499-4c04-9c4a-1c0a456447f6 None None] Provisioning complete for port 5c70cdc5-5e61-42ca-9c44-a319d4e64e14 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:07:59.568946 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-f8305ed2-2499-4c04-9c4a-1c0a456447f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:59.569231 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-756e65b1-0b06-4679-90ef-c12e6bbc4504 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:59.597129 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-756e65b1-0b06-4679-90ef-c12e6bbc4504 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:59.598645 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-756e65b1-0b06-4679-90ef-c12e6bbc4504 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6831255 Sep 30 01:07:59.601544 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 52038) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:59.613758 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-301c7686-a27b-4e14-b0f5-22dab698b105 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Request body: {'security_group_rule': {'security_group_id': '47609fbd-fa50-44cb-8c72-b83a8595a9aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:07:59.626913 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:07:59.633037 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-301c7686-a27b-4e14-b0f5-22dab698b105 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:07:59.638237 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:59.646351 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-301c7686-a27b-4e14-b0f5-22dab698b105 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Usage tracker for resource:security_group_rule and tenant:0149d6d6ed59445481fded27e8294137 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:07:59.650042 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-2f8f9b3c-4888-4d5c-9f95-e8167fb4d1da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.367s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:59.650812 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-2f8f9b3c-4888-4d5c-9f95-e8167fb4d1da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:07:59.656447 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-301c7686-a27b-4e14-b0f5-22dab698b105 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:07:59.676699 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-301c7686-a27b-4e14-b0f5-22dab698b105 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:07:59.680301 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:07:59.716352 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-301c7686-a27b-4e14-b0f5-22dab698b105 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:59.770818 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5288313f-03bd-46c4-a404-5e4421180154 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:59.785171 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 52042) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:07:59.863962 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5288313f-03bd-46c4-a404-5e4421180154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:59.871698 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e02597de-c3de-410d-b8da-0c2bb4ba91c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:07:59.944784 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e31471f7-4e7f-4593-ad8c-f9778ad79696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:07:59.988488 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Allocated IP 172.25.0.80 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/4a016422-11c1-4ae4-b307-aeb3387efc58) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:08:00.001902 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-e31471f7-4e7f-4593-ad8c-f9778ad79696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:00.011511 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-e31471f7-4e7f-4593-ad8c-f9778ad79696 admin admin] Usage tracker for resource:security_group_rule and tenant:d5cd41585c6c48338ce539c8cf1de8fc is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:08:00.017716 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-e31471f7-4e7f-4593-ad8c-f9778ad79696 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:08:00.031578 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-e31471f7-4e7f-4593-ad8c-f9778ad79696 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:00.033264 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-f8305ed2-2499-4c04-9c4a-1c0a456447f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:00.123980 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288313f-03bd-46c4-a404-5e4421180154 admin admin] Pushing event updated for resources: {'Port': ['ID=d0377c30-17e7-4d5d-b376-0e5026fb38ce,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:00.127056 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5288313f-03bd-46c4-a404-5e4421180154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:00.192338 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-301c7686-a27b-4e14-b0f5-22dab698b105 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:00.202154 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-301c7686-a27b-4e14-b0f5-22dab698b105 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712905'] for security_group_rule, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:00.209381 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:00.245197 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-f8305ed2-2499-4c04-9c4a-1c0a456447f6 None None] For port 5c70cdc5-5e61-42ca-9c44-a319d4e64e14, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=5c70cdc5-5e61-42ca-9c44-a319d4e64e14,segment=NetworkSegment(9f95d4be-6deb-4259-81c6-1f0ca7955ddc),segment_id=9f95d4be-6deb-4259-81c6-1f0ca7955ddc)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:08:00.256487 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-f8305ed2-2499-4c04-9c4a-1c0a456447f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:00.256715 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:00.263892 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-301c7686-a27b-4e14-b0f5-22dab698b105 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:00.266466 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-2f8f9b3c-4888-4d5c-9f95-e8167fb4d1da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:00.268485 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-301c7686-a27b-4e14-b0f5-22dab698b105 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6649973 Sep 30 01:08:00.272011 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 52054) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:00.277634 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c7686-a27b-4e14-b0f5-22dab698b105 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acc8289f-d78d-497b-9a95-6051aed6b6a2,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:00.279244 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5288313f-03bd-46c4-a404-5e4421180154 admin admin] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:08:00.284068 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-f6a31dfb-a2a3-4f6c-8c39-e10440c6576c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Request body: {'floatingip': {'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:00.288803 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-301c7686-a27b-4e14-b0f5-22dab698b105 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:00.293354 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f6a31dfb-a2a3-4f6c-8c39-e10440c6576c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:00.298532 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-f6a31dfb-a2a3-4f6c-8c39-e10440c6576c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Usage tracker for resource:floatingip and tenant:0149d6d6ed59445481fded27e8294137 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:08:00.299940 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-5288313f-03bd-46c4-a404-5e4421180154 admin admin] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:08:00.302541 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-f6a31dfb-a2a3-4f6c-8c39-e10440c6576c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:08:00.310421 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f6a31dfb-a2a3-4f6c-8c39-e10440c6576c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:00.311007 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5288313f-03bd-46c4-a404-5e4421180154 admin admin] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:08:00.334990 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f6a31dfb-a2a3-4f6c-8c39-e10440c6576c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks [] for floatingip, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:00.368463 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8305ed2-2499-4c04-9c4a-1c0a456447f6 None None] Pushing event updated for resources: {'Port': ['ID=5c70cdc5-5e61-42ca-9c44-a319d4e64e14,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:00.380385 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-f8305ed2-2499-4c04-9c4a-1c0a456447f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:00.402302 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-f8305ed2-2499-4c04-9c4a-1c0a456447f6 None None] Provisioning complete for port bd98ea19-2aa4-4ae9-8e2d-57b2d843adc2 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:08:00.403020 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-f8305ed2-2499-4c04-9c4a-1c0a456447f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:00.411355 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:00.425161 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-90f7c4bc-20c4-40de-b2cc-36feaa9d97d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:00.496005 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:08:00.501805 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:08:00.524310 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:08:00.642049 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Pushing event updated for resources: {'Port': ['ID=4a016422-11c1-4ae4-b307-aeb3387efc58,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:00.701499 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-f8305ed2-2499-4c04-9c4a-1c0a456447f6 None None] Provisioning for port 4bcedee4-4dcd-4af9-a34a-1321e1e30cf8 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:08:00.705549 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:00.706149 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:00.706688 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:00.707242 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:00.707773 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:00.708343 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:00.708978 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:00.709701 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:00.710233 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:00.710774 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:00.711297 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:00.711909 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-f8305ed2-2499-4c04-9c4a-1c0a456447f6 None None] Provisioning complete for port 4bcedee4-4dcd-4af9-a34a-1321e1e30cf8 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:08:00.712183 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:00.712333 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-f8305ed2-2499-4c04-9c4a-1c0a456447f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:00.720440 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:00.810378 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-f8305ed2-2499-4c04-9c4a-1c0a456447f6 None None] Port 4bcedee4-4dcd-4af9-a34a-1321e1e30cf8 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:08:00.827830 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-f8305ed2-2499-4c04-9c4a-1c0a456447f6 None None] Provisioning for port 926094d2-6b68-4ff4-bc28-d8d49e33eecf completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:08:00.835759 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-f8305ed2-2499-4c04-9c4a-1c0a456447f6 None None] Provisioning complete for port 926094d2-6b68-4ff4-bc28-d8d49e33eecf triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:08:00.836284 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-f8305ed2-2499-4c04-9c4a-1c0a456447f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:00.963270 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 5c70cdc5-5e61-42ca-9c44-a319d4e64e14 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:08:00.996017 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 52064) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:01.013867 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-f8305ed2-2499-4c04-9c4a-1c0a456447f6 None None] Port 926094d2-6b68-4ff4-bc28-d8d49e33eecf cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:08:01.061435 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 5c70cdc5-5e61-42ca-9c44-a319d4e64e14 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:08:01.061435 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:01.175332 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f6a31dfb-a2a3-4f6c-8c39-e10440c6576c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:01.185537 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f269912-5c59-4952-95fd-2cc02584e9cc req-b9e442ea-f67c-4c26-ba2e-e892bdcdd863 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:01.187185 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8f269912-5c59-4952-95fd-2cc02584e9cc req-b9e442ea-f67c-4c26-ba2e-e892bdcdd863 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 944 time: 1.0697227 Sep 30 01:08:01.191396 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-bc93bd48-65f6-4378-80f6-d156fffc4805 None None] Provisioning complete for port 5c70cdc5-5e61-42ca-9c44-a319d4e64e14 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:08:01.191396 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-bc93bd48-65f6-4378-80f6-d156fffc4805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:01.244695 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:08:01.330206 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdc1aa-bc65-4310-9c9e-caf38bdec5a7 req-0be33a4f-3bb3-4fce-97eb-d5edfa4813a8 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:01.332003 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-06cdc1aa-bc65-4310-9c9e-caf38bdec5a7 req-0be33a4f-3bb3-4fce-97eb-d5edfa4813a8 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 0.6042728 Sep 30 01:08:01.382912 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e5b229ad-dc29-4df3-a7d4-f6db21127db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:01.396826 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device bd98ea19-2aa4-4ae9-8e2d-57b2d843adc2 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:08:01.433757 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-e5b229ad-dc29-4df3-a7d4-f6db21127db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:01.449926 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-e5b229ad-dc29-4df3-a7d4-f6db21127db6 admin admin] Usage tracker for resource:security_group_rule and tenant:c1bfeb6c63044e6391b22d940b93cae0 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:08:01.464476 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-e5b229ad-dc29-4df3-a7d4-f6db21127db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:08:01.486772 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-e5b229ad-dc29-4df3-a7d4-f6db21127db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:01.488931 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8f269912-5c59-4952-95fd-2cc02584e9cc req-a4fa9285-6e58-48ee-962e-36aca1ece2ac tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299950 Sep 30 01:08:01.496580 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e31471f7-4e7f-4593-ad8c-f9778ad79696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:01.509358 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e31471f7-4e7f-4593-ad8c-f9778ad79696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:01.531286 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:08:01.533810 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-68a4ee69-34d7-44c6-87b0-2763ff7739e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:01.538356 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-06cdc1aa-bc65-4310-9c9e-caf38bdec5a7 req-8a0a0138-2432-4430-b52f-30caf1def75f tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885870 Sep 30 01:08:01.551717 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:08:01.552105 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:01.569448 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e4896-7780-42b2-b614-ec909317b1f4 req-4ba9ff2f-8d16-44aa-b0dd-b378aea2c7a9 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:01.580748 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-290e4896-7780-42b2-b614-ec909317b1f4 req-4ba9ff2f-8d16-44aa-b0dd-b378aea2c7a9 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.59 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 1.1249132 Sep 30 01:08:01.585888 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:01.613168 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port bd98ea19-2aa4-4ae9-8e2d-57b2d843adc2 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:08:01.613559 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:01.681471 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-bc93bd48-65f6-4378-80f6-d156fffc4805 None None] Provisioning complete for port 4bcedee4-4dcd-4af9-a34a-1321e1e30cf8 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:08:01.681758 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-bc93bd48-65f6-4378-80f6-d156fffc4805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:01.735800 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5288313f-03bd-46c4-a404-5e4421180154 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:01.758122 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-bc93bd48-65f6-4378-80f6-d156fffc4805 None None] Port 4bcedee4-4dcd-4af9-a34a-1321e1e30cf8 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:08:01.870299 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31471f7-4e7f-4593-ad8c-f9778ad79696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a7f829-7274-4cb6-8e98-718a6d57acd3,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:01.873575 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e31471f7-4e7f-4593-ad8c-f9778ad79696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:01.876520 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-e31471f7-4e7f-4593-ad8c-f9778ad79696 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d5cd41585c6c48338ce539c8cf1de8fc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0815933 Sep 30 01:08:01.876866 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-bc93bd48-65f6-4378-80f6-d156fffc4805 None None] Provisioning complete for port 926094d2-6b68-4ff4-bc28-d8d49e33eecf triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:08:01.877490 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-bc93bd48-65f6-4378-80f6-d156fffc4805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:01.883506 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 52072) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:01.913156 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-290e4896-7780-42b2-b614-ec909317b1f4 req-33d34096-5b31-4aac-8e11-93cf3e366806 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Deleting port 3a902b1f-3960-4265-a353-8f9b13f0a508 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:08:01.914003 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-290e4896-7780-42b2-b614-ec909317b1f4 req-33d34096-5b31-4aac-8e11-93cf3e366806 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:01.921370 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:01.921562 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-f6a31dfb-a2a3-4f6c-8c39-e10440c6576c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Allocated IP 172.25.0.119 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/f0f318a3-7992-454f-a4c0-59fb79bed1d1) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:08:01.982054 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:08:02.001106 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-bc93bd48-65f6-4378-80f6-d156fffc4805 None None] Port 926094d2-6b68-4ff4-bc28-d8d49e33eecf cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:08:02.015982 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c,segment=NetworkSegment(51fc1520-0703-4172-b195-12f91a1ac5cb),segment_id=51fc1520-0703-4172-b195-12f91a1ac5cb)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:08:02.020295 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:02.022137 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-2cc66a8b-a864-4ddd-adf1-5d6f04ea577d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:02.059171 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c', 'code': 200} Sep 30 01:08:02.125810 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:02.130165 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:02.174612 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7a215b3b-282f-4d61-bf51-1fda453ec725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:02.333088 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e5b229ad-dc29-4df3-a7d4-f6db21127db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:02.336884 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7a215b3b-282f-4d61-bf51-1fda453ec725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:02.359612 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e5b229ad-dc29-4df3-a7d4-f6db21127db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:02.378068 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bc69ae5d-bcb6-4f4c-96a1-63ae08392a40 tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:02.401260 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f6a31dfb-a2a3-4f6c-8c39-e10440c6576c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:02.423427 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5288313f-03bd-46c4-a404-5e4421180154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673175'] for router, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:02.434808 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-290e4896-7780-42b2-b614-ec909317b1f4 req-33d34096-5b31-4aac-8e11-93cf3e366806 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] For port 3a902b1f-3960-4265-a353-8f9b13f0a508, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=3a902b1f-3960-4265-a353-8f9b13f0a508,segment=NetworkSegment(af10906d-6c0a-4f6f-83b7-0696cedb4a4f),segment_id=af10906d-6c0a-4f6f-83b7-0696cedb4a4f)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:08:02.435163 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-290e4896-7780-42b2-b614-ec909317b1f4 req-33d34096-5b31-4aac-8e11-93cf3e366806 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:02.462215 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-e5b229ad-dc29-4df3-a7d4-f6db21127db6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c1bfeb6c63044e6391b22d940b93cae0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4580197 Sep 30 01:08:02.470226 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 52078) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:02.488646 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b229ad-dc29-4df3-a7d4-f6db21127db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bc1037-f10a-4252-92cc-78a7d1b9e83f,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:02.499116 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e5b229ad-dc29-4df3-a7d4-f6db21127db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:02.518997 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673175'] for router, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:02.668535 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7a215b3b-282f-4d61-bf51-1fda453ec725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:02.685597 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d34035ec-c898-47f5-bec0-923bf3cc09ef tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:02.723873 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a215b3b-282f-4d61-bf51-1fda453ec725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a7f829-7274-4cb6-8e98-718a6d57acd3,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:02.760548 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f6a31dfb-a2a3-4f6c-8c39-e10440c6576c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:02.764613 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7a215b3b-282f-4d61-bf51-1fda453ec725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:02.776851 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:02.816444 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a0b12ab5-aed2-4059-830a-12c9c6752ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:02.893213 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b876f0-b2d2-433d-bcb0-73a3eeaab5cc req-e2eacb6f-ef62-4d80-8542-11237c700aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:02.894741 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-57b876f0-b2d2-433d-bcb0-73a3eeaab5cc req-e2eacb6f-ef62-4d80-8542-11237c700aba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 1096 time: 0.7089739 Sep 30 01:08:02.902632 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-290e4896-7780-42b2-b614-ec909317b1f4 req-33d34096-5b31-4aac-8e11-93cf3e366806 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Calling delete_port for 3a902b1f-3960-4265-a353-8f9b13f0a508 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:08:02.909939 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7a215b3b-282f-4d61-bf51-1fda453ec725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:02.911082 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-7a215b3b-282f-4d61-bf51-1fda453ec725 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d8a7f829-7274-4cb6-8e98-718a6d57acd3 HTTP/1.1" status: 204 len: 168 time: 1.0216172 Sep 30 01:08:02.913179 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a31dfb-a2a3-4f6c-8c39-e10440c6576c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:08:02.918905 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a0b12ab5-aed2-4059-830a-12c9c6752ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:02.932304 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-f6a31dfb-a2a3-4f6c-8c39-e10440c6576c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:08:02.939362 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a31dfb-a2a3-4f6c-8c39-e10440c6576c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:08:02.982350 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a31dfb-a2a3-4f6c-8c39-e10440c6576c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Pushing event updated for resources: {'Port': ['ID=f0f318a3-7992-454f-a4c0-59fb79bed1d1,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:03.001467 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f6a31dfb-a2a3-4f6c-8c39-e10440c6576c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:03.083011 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f75e6-1a00-4800-ad64-0cfaf122c3bc req-ad054898-51de-4ead-9291-f63f15eafbfc tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:03.084594 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4e8f75e6-1a00-4800-ad64-0cfaf122c3bc req-ad054898-51de-4ead-9291-f63f15eafbfc tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 946 time: 0.3707843 Sep 30 01:08:03.102161 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-57b876f0-b2d2-433d-bcb0-73a3eeaab5cc req-ea6986a0-7551-4e79-995d-2c891c6e8dba service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650770 Sep 30 01:08:03.122057 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a0b12ab5-aed2-4059-830a-12c9c6752ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:03.129071 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e5b229ad-dc29-4df3-a7d4-f6db21127db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:03.150531 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Router 27019916-7f65-4ad3-a5a1-50971154d6d6 is scheduled to L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 with binding_index 1 {{(pid=80275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 30 01:08:03.161966 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b12ab5-aed2-4059-830a-12c9c6752ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bc1037-f10a-4252-92cc-78a7d1b9e83f,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:03.169203 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a0b12ab5-aed2-4059-830a-12c9c6752ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:03.181915 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4e8f75e6-1a00-4800-ad64-0cfaf122c3bc req-8939ad50-3ced-48f2-83e2-61ecd2788543 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/security-groups?id=aaab8157-1e99-47b8-92ba-d67f6f8a5f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886695 Sep 30 01:08:03.191057 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f6a31dfb-a2a3-4f6c-8c39-e10440c6576c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:03.201495 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12901de-86a0-4901-a4c4-1bb6d446c202 req-b9453d3f-d505-4880-af42-94e5b9edd5b1 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:03.211510 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d12901de-86a0-4901-a4c4-1bb6d446c202 req-b9453d3f-d505-4880-af42-94e5b9edd5b1 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 945 time: 0.3211074 Sep 30 01:08:03.259365 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a0b12ab5-aed2-4059-830a-12c9c6752ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:03.260541 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-a0b12ab5-aed2-4059-830a-12c9c6752ebb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c2bc1037-f10a-4252-92cc-78a7d1b9e83f HTTP/1.1" status: 204 len: 168 time: 0.7876356 Sep 30 01:08:03.311893 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d12901de-86a0-4901-a4c4-1bb6d446c202 req-9ce4733d-3687-4918-b8b6-2fafd6d60aa9 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990198 Sep 30 01:08:03.312933 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-290e4896-7780-42b2-b614-ec909317b1f4 req-33d34096-5b31-4aac-8e11-93cf3e366806 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:03.328237 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-101000b2-0ffa-4712-bdfe-c8c6587395f9 tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:03.408661 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f6a31dfb-a2a3-4f6c-8c39-e10440c6576c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:03.457912 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d34096-5b31-4aac-8e11-93cf3e366806 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Pushing event deleted for resources: {'Port': ['ID=3a902b1f-3960-4265-a353-8f9b13f0a508,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:03.460246 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-33d34096-5b31-4aac-8e11-93cf3e366806 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:03.474564 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-290e4896-7780-42b2-b614-ec909317b1f4 req-33d34096-5b31-4aac-8e11-93cf3e366806 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] No DVR routers for this DVR port 3a902b1f-3960-4265-a353-8f9b13f0a508 on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:08:03.478048 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-290e4896-7780-42b2-b614-ec909317b1f4 req-33d34096-5b31-4aac-8e11-93cf3e366806 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:03.487505 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:08:03.498029 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10de5c86-dd9e-4b7d-9194-3ede7f555bb9', 'name': 'network-vif-deleted', 'tag': '3a902b1f-3960-4265-a353-8f9b13f0a508'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:08:03.501100 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd0c5de-2319-425b-b29b-b05a6bea1868 None None] Sync routers for ids ['27019916-7f65-4ad3-a5a1-50971154d6d6'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:08:03.505911 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-290e4896-7780-42b2-b614-ec909317b1f4 req-33d34096-5b31-4aac-8e11-93cf3e366806 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.59 "DELETE /v2.0/ports/3a902b1f-3960-4265-a353-8f9b13f0a508 HTTP/1.1" status: 204 len: 173 time: 1.8896306 Sep 30 01:08:03.509294 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5288313f-03bd-46c4-a404-5e4421180154 admin admin] Router 68e3042e-e11d-46cc-b526-3921f35d3d82 is scheduled to L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 with binding_index 1 {{(pid=80274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 30 01:08:03.544164 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd0c5de-2319-425b-b29b-b05a6bea1868 None None] Routers {'27019916-7f65-4ad3-a5a1-50971154d6d6'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:08:03.549492 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-6bd0c5de-2319-425b-b29b-b05a6bea1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:07:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['27019916-7f65-4ad3-a5a1-50971154d6d6'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:08:03.781821 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10de5c86-dd9e-4b7d-9194-3ede7f555bb9', 'name': 'network-vif-deleted', 'tag': '3a902b1f-3960-4265-a353-8f9b13f0a508', 'status': 'completed', 'code': 200} Sep 30 01:08:03.846000 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] Notify callbacks [] for router, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:03.849725 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-6c088d79-d97c-41e0-91fe-01dc94442f08 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.8316061 Sep 30 01:08:03.850144 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 52112) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:03.850487 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 52114) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:03.868355 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5288313f-03bd-46c4-a404-5e4421180154 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:08:03.877903 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e18397-6e5c-412b-8819-95615b3b771c None None] Sync routers for ids ['68e3042e-e11d-46cc-b526-3921f35d3d82'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:08:03.896082 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e18397-6e5c-412b-8819-95615b3b771c None None] Routers {'68e3042e-e11d-46cc-b526-3921f35d3d82'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:08:03.897421 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-32e18397-6e5c-412b-8819-95615b3b771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:07:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['68e3042e-e11d-46cc-b526-3921f35d3d82'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:08:03.900571 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5288313f-03bd-46c4-a404-5e4421180154 admin admin] Notify callbacks [] for router, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:03.904481 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-5288313f-03bd-46c4-a404-5e4421180154 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.1615238 Sep 30 01:08:03.910265 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 52120) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:03.924111 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-6bd0c5de-2319-425b-b29b-b05a6bea1868 None None] Set router 27019916-7f65-4ad3-a5a1-50971154d6d6 gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:08:04.002842 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d69f40bd-be3f-42b5-b1fa-70c4a990e736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:04.060488 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d69f40bd-be3f-42b5-b1fa-70c4a990e736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:04.080599 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-d69f40bd-be3f-42b5-b1fa-70c4a990e736 admin admin] Usage tracker for resource:security_group_rule and tenant:a7bc871080f64220a3d93b0f1be2a454 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:08:04.086164 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-d69f40bd-be3f-42b5-b1fa-70c4a990e736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:08:04.097774 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d69f40bd-be3f-42b5-b1fa-70c4a990e736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:04.174121 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f6a31dfb-a2a3-4f6c-8c39-e10440c6576c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:04.240149 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f6a31dfb-a2a3-4f6c-8c39-e10440c6576c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:04.305735 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-522a9fcd-75b1-4cdb-b535-a3193a3cbc9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:04.386975 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-32e18397-6e5c-412b-8819-95615b3b771c None None] Set router 68e3042e-e11d-46cc-b526-3921f35d3d82 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:08:04.459933 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-6bd0c5de-2319-425b-b29b-b05a6bea1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27019916-7f65-4ad3-a5a1-50971154d6d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1730413333-router', 'tenant_id': 'abce1fccae0f433a86d5519286621727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '4a016422-11c1-4ae4-b307-aeb3387efc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:07:57Z', 'updated_at': '2021-09-30T01:08:01Z', 'revision_number': 3, 'project_id': 'abce1fccae0f433a86d5519286621727', 'gw_port': {'id': '4a016422-11c1-4ae4-b307-aeb3387efc58', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27019916-7f65-4ad3-a5a1-50971154d6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:59Z', 'updated_at': '2021-09-30T01:08:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:08:04.466110 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd0c5de-2319-425b-b29b-b05a6bea1868 None None] Checking router: 27019916-7f65-4ad3-a5a1-50971154d6d6 for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:08:04.466110 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd0c5de-2319-425b-b29b-b05a6bea1868 None None] Updating router 27019916-7f65-4ad3-a5a1-50971154d6d6 port 4a016422-11c1-4ae4-b307-aeb3387efc58 binding host n-d-811809-1 {{(pid=80276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 01:08:04.615426 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6bd0c5de-2319-425b-b29b-b05a6bea1868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:04.780472 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-044cc4a0-fd39-41e8-b63c-d2ee46f2cd28 req-7710510b-ad3e-4783-981b-f025fa691359 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Synchronizing usage tracker for tenant:317ba557079d4902882e26223cd79031 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:08:04.816571 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-044cc4a0-fd39-41e8-b63c-d2ee46f2cd28 req-7710510b-ad3e-4783-981b-f025fa691359 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Unset dirty status for tenant:317ba557079d4902882e26223cd79031 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:08:04.817973 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-044cc4a0-fd39-41e8-b63c-d2ee46f2cd28 req-7710510b-ad3e-4783-981b-f025fa691359 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] 10.222.0.39 "GET /v2.0/ports?device_id=10de5c86-dd9e-4b7d-9194-3ede7f555bb9 HTTP/1.1" status: 200 len: 210 time: 0.1631298 Sep 30 01:08:04.924544 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a31dfb-a2a3-4f6c-8c39-e10440c6576c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Pushing event updated for resources: {'Port': ['ID=f0f318a3-7992-454f-a4c0-59fb79bed1d1,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:04.936514 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f6a31dfb-a2a3-4f6c-8c39-e10440c6576c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:04.945158 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d69f40bd-be3f-42b5-b1fa-70c4a990e736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:05.037652 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-32e18397-6e5c-412b-8819-95615b3b771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'name': 'tempest-ServerRescueTestJSONUnderV235-751731217-router', 'tenant_id': 'e480d6828f9946358bfe1436e2b1931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd0377c30-17e7-4d5d-b376-0e5026fb38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:07:56Z', 'updated_at': '2021-09-30T01:08:01Z', 'revision_number': 3, 'project_id': 'e480d6828f9946358bfe1436e2b1931a', 'gw_port': {'id': 'd0377c30-17e7-4d5d-b376-0e5026fb38ce', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:59Z', 'updated_at': '2021-09-30T01:07:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:08:05.046176 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e18397-6e5c-412b-8819-95615b3b771c None None] Checking router: 68e3042e-e11d-46cc-b526-3921f35d3d82 for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:08:05.046842 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e18397-6e5c-412b-8819-95615b3b771c None None] Updating router 68e3042e-e11d-46cc-b526-3921f35d3d82 port d0377c30-17e7-4d5d-b376-0e5026fb38ce binding host n-d-811809-1 {{(pid=80277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 01:08:05.108643 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f6a31dfb-a2a3-4f6c-8c39-e10440c6576c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:05.109128 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-32e18397-6e5c-412b-8819-95615b3b771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:05.112621 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d69f40bd-be3f-42b5-b1fa-70c4a990e736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:05.130166 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-34a4595c-170e-460e-9855-2c195a986282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:05.222768 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6bd0c5de-2319-425b-b29b-b05a6bea1868 None None] Notify callbacks [] for port, precommit_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:05.226425 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-d69f40bd-be3f-42b5-b1fa-70c4a990e736 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a7bc871080f64220a3d93b0f1be2a454&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3746736 Sep 30 01:08:05.227463 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 52146) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:05.237325 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-6bd0c5de-2319-425b-b29b-b05a6bea1868 None None] Transition to ACTIVE for port object 4a016422-11c1-4ae4-b307-aeb3387efc58 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:08:05.241570 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f40bd-be3f-42b5-b1fa-70c4a990e736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57efeabe-1c60-4f9f-abbb-4ccbfe645d6b,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:05.246764 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d69f40bd-be3f-42b5-b1fa-70c4a990e736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:05.247664 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f6a31dfb-a2a3-4f6c-8c39-e10440c6576c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:05.248874 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-f6a31dfb-a2a3-4f6c-8c39-e10440c6576c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9752817 Sep 30 01:08:05.262498 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6bd0c5de-2319-425b-b29b-b05a6bea1868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:05.281147 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:05.394975 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52824347-ea5c-4dc0-bd7a-d747935efa31 req-c8f37148-4918-438e-8ef7-2557a8b969d1 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:05.396581 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-52824347-ea5c-4dc0-bd7a-d747935efa31 req-c8f37148-4918-438e-8ef7-2557a8b969d1 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 945 time: 0.6957583 Sep 30 01:08:05.416247 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 3a902b1f-3960-4265-a353-8f9b13f0a508 no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:08:05.501285 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: 3a902b1f-3960-4265-a353-8f9b13f0a508 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:08:05.501815 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 3a902b1f-3960-4265-a353-8f9b13f0a508 not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:08:05.513648 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-6bd0c5de-2319-425b-b29b-b05a6bea1868 None None] Attempting to bind port 4a016422-11c1-4ae4-b307-aeb3387efc58 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:08:05.514310 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-6bd0c5de-2319-425b-b29b-b05a6bea1868 None None] Attempting to bind port 4a016422-11c1-4ae4-b307-aeb3387efc58 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:08:05.515026 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd0c5de-2319-425b-b29b-b05a6bea1868 None None] Attempting to bind port 4a016422-11c1-4ae4-b307-aeb3387efc58 on network 1b813296-b79a-4ce4-abf3-9e488de9f705 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:08:05.528707 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd0c5de-2319-425b-b29b-b05a6bea1868 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:08:05.529338 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd0c5de-2319-425b-b29b-b05a6bea1868 None None] Checking segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:08:05.530145 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6bd0c5de-2319-425b-b29b-b05a6bea1868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:05.530712 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd0c5de-2319-425b-b29b-b05a6bea1868 None None] Bound using segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:08:05.531889 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-6bd0c5de-2319-425b-b29b-b05a6bea1868 None None] Bound port: 4a016422-11c1-4ae4-b307-aeb3387efc58, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:08:05.532458 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6bd0c5de-2319-425b-b29b-b05a6bea1868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:05.607853 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-52824347-ea5c-4dc0-bd7a-d747935efa31 req-b6e0326b-da50-4699-95ee-3e66879ce0ff tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900966 Sep 30 01:08:05.608993 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a1b2375c-ef71-46a6-b881-6a4f54058ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:05.616709 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-6bd0c5de-2319-425b-b29b-b05a6bea1868 None None] For port 4a016422-11c1-4ae4-b307-aeb3387efc58, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:08:05.620322 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-6bd0c5de-2319-425b-b29b-b05a6bea1868 None None] For port 4a016422-11c1-4ae4-b307-aeb3387efc58, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=4a016422-11c1-4ae4-b307-aeb3387efc58,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:08:05.621718 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393613fa-602b-491b-b991-2d900a54b277 None None] Pushing event updated for resources: {'Port': ['ID=4a016422-11c1-4ae4-b307-aeb3387efc58,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:05.629113 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6bd0c5de-2319-425b-b29b-b05a6bea1868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:05.632077 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-32e18397-6e5c-412b-8819-95615b3b771c None None] Notify callbacks [] for port, precommit_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:05.658608 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a1b2375c-ef71-46a6-b881-6a4f54058ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:05.684709 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393613fa-602b-491b-b991-2d900a54b277 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:05.685102 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393613fa-602b-491b-b991-2d900a54b277 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:05.685405 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393613fa-602b-491b-b991-2d900a54b277 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:05.685745 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393613fa-602b-491b-b991-2d900a54b277 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:05.686081 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393613fa-602b-491b-b991-2d900a54b277 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:05.686415 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393613fa-602b-491b-b991-2d900a54b277 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:05.690116 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.provisioning_blocks [None req-32e18397-6e5c-412b-8819-95615b3b771c None None] Transition to ACTIVE for port object d0377c30-17e7-4d5d-b376-0e5026fb38ce will not be triggered until provisioned by entity L2. {{(pid=80277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:08:05.692607 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393613fa-602b-491b-b991-2d900a54b277 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:05.692980 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393613fa-602b-491b-b991-2d900a54b277 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:05.693338 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393613fa-602b-491b-b991-2d900a54b277 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:05.693687 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393613fa-602b-491b-b991-2d900a54b277 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:05.694030 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393613fa-602b-491b-b991-2d900a54b277 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:05.694367 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393613fa-602b-491b-b991-2d900a54b277 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:05.708848 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-393613fa-602b-491b-b991-2d900a54b277 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:05.709147 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-32e18397-6e5c-412b-8819-95615b3b771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:05.711823 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-6059893c-c438-43a1-819c-0b302112dce9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:05.736834 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-b59900ec-2dc2-4a36-a1a3-e6473d19a81a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:05.779043 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a1b2375c-ef71-46a6-b881-6a4f54058ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:05.792384 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5d0ae873-4de5-4883-ad91-bc59208348ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:05.837376 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:05.852339 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd0c5de-2319-425b-b29b-b05a6bea1868 None None] Routers {'27019916-7f65-4ad3-a5a1-50971154d6d6'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:08:05.853001 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-6bd0c5de-2319-425b-b29b-b05a6bea1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:07:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['27019916-7f65-4ad3-a5a1-50971154d6d6'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:08:05.858071 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-327c78e2-5ae3-440d-b574-c5255a6e5760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:05.870755 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-32e18397-6e5c-412b-8819-95615b3b771c None None] Attempting to bind port d0377c30-17e7-4d5d-b376-0e5026fb38ce on host n-d-811809-1 for vnic_type normal with profile {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:08:05.871150 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-32e18397-6e5c-412b-8819-95615b3b771c None None] Attempting to bind port d0377c30-17e7-4d5d-b376-0e5026fb38ce by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:08:05.871507 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e18397-6e5c-412b-8819-95615b3b771c None None] Attempting to bind port d0377c30-17e7-4d5d-b376-0e5026fb38ce on network 1b813296-b79a-4ce4-abf3-9e488de9f705 {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:08:05.878682 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e18397-6e5c-412b-8819-95615b3b771c None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:08:05.879182 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e18397-6e5c-412b-8819-95615b3b771c None None] Checking segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:08:05.879479 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-32e18397-6e5c-412b-8819-95615b3b771c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:05.879890 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e18397-6e5c-412b-8819-95615b3b771c None None] Bound using segment: {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:08:05.880364 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-32e18397-6e5c-412b-8819-95615b3b771c None None] Bound port: d0377c30-17e7-4d5d-b376-0e5026fb38ce, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ddb42d-9f23-4430-8c58-708430f3b03a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:08:05.880744 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-32e18397-6e5c-412b-8819-95615b3b771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:05.899745 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b2375c-ef71-46a6-b881-6a4f54058ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57efeabe-1c60-4f9f-abbb-4ccbfe645d6b,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:05.906671 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a1b2375c-ef71-46a6-b881-6a4f54058ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:05.909656 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a1b2375c-ef71-46a6-b881-6a4f54058ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:05.911495 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-a1b2375c-ef71-46a6-b881-6a4f54058ad6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/57efeabe-1c60-4f9f-abbb-4ccbfe645d6b HTTP/1.1" status: 204 len: 168 time: 0.6772954 Sep 30 01:08:05.935746 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb4087-9268-46b0-9531-19132afac3e3 None None] Pushing event updated for resources: {'Port': ['ID=d0377c30-17e7-4d5d-b376-0e5026fb38ce,revision_number=2']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:05.951640 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-1fdb4087-9268-46b0-9531-19132afac3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:06.041060 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-32e18397-6e5c-412b-8819-95615b3b771c None None] For port d0377c30-17e7-4d5d-b376-0e5026fb38ce, host n-d-811809-1, cleared binding levels {{(pid=80277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:08:06.047758 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-32e18397-6e5c-412b-8819-95615b3b771c None None] For port d0377c30-17e7-4d5d-b376-0e5026fb38ce, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=d0377c30-17e7-4d5d-b376-0e5026fb38ce,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:08:06.054556 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-32e18397-6e5c-412b-8819-95615b3b771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:06.069423 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393613fa-602b-491b-b991-2d900a54b277 None None] Pushing event updated for resources: {'Port': ['ID=4a016422-11c1-4ae4-b307-aeb3387efc58,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:06.073091 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-393613fa-602b-491b-b991-2d900a54b277 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:06.092428 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-c27113ba-1f63-47b1-96e2-b5672ab55283 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:06.138547 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-6bd0c5de-2319-425b-b29b-b05a6bea1868 None None] Set router 27019916-7f65-4ad3-a5a1-50971154d6d6 gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:08:06.184964 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-512e083a-9259-4481-b9de-4ff46457e7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:06.205966 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-b841749c-7248-4a3e-9674-bf474f16efff tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Synchronizing usage tracker for tenant:0149d6d6ed59445481fded27e8294137 on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:08:06.257042 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e18397-6e5c-412b-8819-95615b3b771c None None] Routers {'68e3042e-e11d-46cc-b526-3921f35d3d82'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:08:06.257759 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-32e18397-6e5c-412b-8819-95615b3b771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:07:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['68e3042e-e11d-46cc-b526-3921f35d3d82'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:08:06.288772 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [None req-327c78e2-5ae3-440d-b574-c5255a6e5760 admin admin] Allocated IP 172.20.0.1 (f403902e-e751-400d-af5a-c4c0270fe9c5/26d4a6d6-1ae3-4299-b531-ee7f88efd949/3996586b-6454-4614-a510-9f82a5fcb4e8) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:08:06.303548 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-b841749c-7248-4a3e-9674-bf474f16efff tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Unset dirty status for tenant:0149d6d6ed59445481fded27e8294137 on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:08:06.308224 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-b841749c-7248-4a3e-9674-bf474f16efff tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--406234917&fields=id&tenant_id=0149d6d6ed59445481fded27e8294137 HTTP/1.1" status: 200 len: 267 time: 0.5142694 Sep 30 01:08:06.564027 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 52202) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:06.662631 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb4087-9268-46b0-9531-19132afac3e3 None None] Pushing event updated for resources: {'Port': ['ID=d0377c30-17e7-4d5d-b376-0e5026fb38ce,revision_number=3']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:06.670425 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-1fdb4087-9268-46b0-9531-19132afac3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:06.680876 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e39ca21e-3e82-4b3d-8b2c-3d901cf0ca3c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:06.683682 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e39ca21e-3e82-4b3d-8b2c-3d901cf0ca3c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Synchronizing usage tracker for tenant:0149d6d6ed59445481fded27e8294137 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:08:06.724060 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-6bd0c5de-2319-425b-b29b-b05a6bea1868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27019916-7f65-4ad3-a5a1-50971154d6d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1730413333-router', 'tenant_id': 'abce1fccae0f433a86d5519286621727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '4a016422-11c1-4ae4-b307-aeb3387efc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:07:57Z', 'updated_at': '2021-09-30T01:08:01Z', 'revision_number': 3, 'project_id': 'abce1fccae0f433a86d5519286621727', 'gw_port': {'id': '4a016422-11c1-4ae4-b307-aeb3387efc58', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27019916-7f65-4ad3-a5a1-50971154d6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:59Z', 'updated_at': '2021-09-30T01:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:08:06.733320 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd0c5de-2319-425b-b29b-b05a6bea1868 None None] The sync data for ids ['27019916-7f65-4ad3-a5a1-50971154d6d6'] in n-d-811809-1 is: [{'id': '27019916-7f65-4ad3-a5a1-50971154d6d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1730413333-router', 'tenant_id': 'abce1fccae0f433a86d5519286621727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '4a016422-11c1-4ae4-b307-aeb3387efc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:07:57Z', 'updated_at': '2021-09-30T01:08:01Z', 'revision_number': 3, 'project_id': 'abce1fccae0f433a86d5519286621727', 'gw_port': {'id': '4a016422-11c1-4ae4-b307-aeb3387efc58', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27019916-7f65-4ad3-a5a1-50971154d6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:59Z', 'updated_at': '2021-09-30T01:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:08:06.782423 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-32e18397-6e5c-412b-8819-95615b3b771c None None] Set router 68e3042e-e11d-46cc-b526-3921f35d3d82 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:08:06.895410 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e39ca21e-3e82-4b3d-8b2c-3d901cf0ca3c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Unset dirty status for tenant:0149d6d6ed59445481fded27e8294137 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:08:06.896755 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e39ca21e-3e82-4b3d-8b2c-3d901cf0ca3c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports/4bcedee4-4dcd-4af9-a34a-1321e1e30cf8 HTTP/1.1" status: 200 len: 936 time: 0.5773773 Sep 30 01:08:06.915612 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c8f0a-0a4d-496b-a346-f5d762b97024 req-b4bcba81-3adf-47f4-8c96-fa31c8f5176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:06.919543 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c40c8f0a-0a4d-496b-a346-f5d762b97024 req-b4bcba81-3adf-47f4-8c96-fa31c8f5176c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bb71da966444045b30780aa9e2e5b81&device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 1096 time: 0.4529037 Sep 30 01:08:06.937037 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-327c78e2-5ae3-440d-b574-c5255a6e5760 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:07.138604 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-512e083a-9259-4481-b9de-4ff46457e7f9 admin admin] Allocated IP 172.20.0.1 (a1ec61c9-0175-45e3-86f7-b51b96fff07c/8c3d0072-a3d6-4e3e-8b73-1d7d0c6bb6d2/20f82ea9-b978-40e3-9993-9630b3673c1c) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:08:07.293823 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49626a77-1944-4b76-8849-2e36cbbfa67c req-6c39f81a-a8a2-4c3a-b6ec-4c99b41fa3b0 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:07.301449 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-49626a77-1944-4b76-8849-2e36cbbfa67c req-6c39f81a-a8a2-4c3a-b6ec-4c99b41fa3b0 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 945 time: 0.2443211 Sep 30 01:08:07.324099 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-32e18397-6e5c-412b-8819-95615b3b771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'name': 'tempest-ServerRescueTestJSONUnderV235-751731217-router', 'tenant_id': 'e480d6828f9946358bfe1436e2b1931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd0377c30-17e7-4d5d-b376-0e5026fb38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:07:56Z', 'updated_at': '2021-09-30T01:08:01Z', 'revision_number': 3, 'project_id': 'e480d6828f9946358bfe1436e2b1931a', 'gw_port': {'id': 'd0377c30-17e7-4d5d-b376-0e5026fb38ce', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:59Z', 'updated_at': '2021-09-30T01:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:08:07.329580 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e18397-6e5c-412b-8819-95615b3b771c None None] The sync data for ids ['68e3042e-e11d-46cc-b526-3921f35d3d82'] in n-d-811809-1 is: [{'id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'name': 'tempest-ServerRescueTestJSONUnderV235-751731217-router', 'tenant_id': 'e480d6828f9946358bfe1436e2b1931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd0377c30-17e7-4d5d-b376-0e5026fb38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:07:56Z', 'updated_at': '2021-09-30T01:08:01Z', 'revision_number': 3, 'project_id': 'e480d6828f9946358bfe1436e2b1931a', 'gw_port': {'id': 'd0377c30-17e7-4d5d-b376-0e5026fb38ce', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:59Z', 'updated_at': '2021-09-30T01:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:08:07.407096 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-512e083a-9259-4481-b9de-4ff46457e7f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:07.423712 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-12fe9775-82fc-4a7b-8bf0-765904a23a81 admin admin] Deleting subnet 4adfb8b3-ae94-437f-908c-bfa569a467f2 {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:08:07.427987 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 52230) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:07.468101 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-49626a77-1944-4b76-8849-2e36cbbfa67c req-08b81c4a-76f8-4a72-a0d9-e48e373755ba tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654024 Sep 30 01:08:07.485110 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-12fe9775-82fc-4a7b-8bf0-765904a23a81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:07.487108 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-512e083a-9259-4481-b9de-4ff46457e7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:07.498471 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1cb1e281-0260-46dd-bf48-ce0692584ef8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:07.571091 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c8f0a-0a4d-496b-a346-f5d762b97024 req-460397f4-92b2-4cd5-b020-f6196a2c27fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:07.577098 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c40c8f0a-0a4d-496b-a346-f5d762b97024 req-460397f4-92b2-4cd5-b020-f6196a2c27fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=a45f81b3-7df7-4825-9d8e-944e71cc6909 HTTP/1.1" status: 200 len: 911 time: 0.5992823 Sep 30 01:08:07.587557 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e083a-9259-4481-b9de-4ff46457e7f9 admin admin] Pushing event updated for resources: {'Port': ['ID=20f82ea9-b978-40e3-9993-9630b3673c1c,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:07.592360 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-512e083a-9259-4481-b9de-4ff46457e7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:07.614771 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512e083a-9259-4481-b9de-4ff46457e7f9 admin admin] Network a1ec61c9-0175-45e3-86f7-b51b96fff07c is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:08:07.623723 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-512e083a-9259-4481-b9de-4ff46457e7f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:08:07.630832 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512e083a-9259-4481-b9de-4ff46457e7f9 admin admin] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:08:07.737868 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-512e083a-9259-4481-b9de-4ff46457e7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734280'] for router_interface, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:07.795200 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-12fe9775-82fc-4a7b-8bf0-765904a23a81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2490848'] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:07.872913 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-227e51fd-4799-4e84-8f9e-3fa5c190003c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:07.872913 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-227e51fd-4799-4e84-8f9e-3fa5c190003c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports/926094d2-6b68-4ff4-bc28-d8d49e33eecf HTTP/1.1" status: 200 len: 936 time: 0.9585159 Sep 30 01:08:07.906083 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-512e083a-9259-4481-b9de-4ff46457e7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:07.907618 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c40c8f0a-0a4d-496b-a346-f5d762b97024 req-7726ef79-cddd-4d9c-ad13-9974dc977a88 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c HTTP/1.1" status: 200 len: 217 time: 0.3075881 Sep 30 01:08:07.908609 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-327c78e2-5ae3-440d-b574-c5255a6e5760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:07.926184 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5288313f-03bd-46c4-a404-5e4421180154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:08.056660 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-af0bb22f-b0e0-431b-9d39-f31372f40b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:08.094950 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-264dbc9e-b23d-4ddc-87f2-4b8bbaaa9f8d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?network_id=9dd935bb-d688-4433-a9d1-a36b64beb9e9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1892874 Sep 30 01:08:08.126779 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327c78e2-5ae3-440d-b574-c5255a6e5760 admin admin] Network f403902e-e751-400d-af5a-c4c0270fe9c5 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:08:08.146941 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-af0bb22f-b0e0-431b-9d39-f31372f40b9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:08.153038 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-af0bb22f-b0e0-431b-9d39-f31372f40b9d admin admin] Usage tracker for resource:security_group_rule and tenant:f16050c785ab4054be0a2f5334a49bb7 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:08:08.156044 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-af0bb22f-b0e0-431b-9d39-f31372f40b9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:08:08.161968 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-af0bb22f-b0e0-431b-9d39-f31372f40b9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:08.237072 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-512e083a-9259-4481-b9de-4ff46457e7f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:08.241487 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-327c78e2-5ae3-440d-b574-c5255a6e5760 admin admin] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:08:08.248047 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-512e083a-9259-4481-b9de-4ff46457e7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:08.254681 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327c78e2-5ae3-440d-b574-c5255a6e5760 admin admin] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:08:08.306499 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3c338aca-f221-41fb-9aa1-a6090617500f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:08.348957 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-512e083a-9259-4481-b9de-4ff46457e7f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734445'] for router_interface, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:08.398273 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-040da080-dbcf-4f95-a86b-73214eaf7385 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?network_id=9dd935bb-d688-4433-a9d1-a36b64beb9e9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2608521 Sep 30 01:08:08.459043 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c78e2-5ae3-440d-b574-c5255a6e5760 admin admin] Pushing event updated for resources: {'Port': ['ID=3996586b-6454-4614-a510-9f82a5fcb4e8,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:08.472123 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c8f0a-0a4d-496b-a346-f5d762b97024 req-fd674014-f43b-40e7-9d73-0202cfc78b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:08.474286 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c40c8f0a-0a4d-496b-a346-f5d762b97024 req-fd674014-f43b-40e7-9d73-0202cfc78b25 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be62a7a7-816e-4779-aa6c-5c41bedfef4a HTTP/1.1" status: 200 len: 850 time: 0.5545526 Sep 30 01:08:08.476472 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-327c78e2-5ae3-440d-b574-c5255a6e5760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:08.478120 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-12fe9775-82fc-4a7b-8bf0-765904a23a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:08.519463 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-af0bb22f-b0e0-431b-9d39-f31372f40b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:08.519922 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e083a-9259-4481-b9de-4ff46457e7f9 admin admin] Pushing event updated for resources: {'Port': ['ID=20f82ea9-b978-40e3-9993-9630b3673c1c,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:08.532190 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-512e083a-9259-4481-b9de-4ff46457e7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:08.599017 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-af0bb22f-b0e0-431b-9d39-f31372f40b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:08.645504 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e31471f7-4e7f-4593-ad8c-f9778ad79696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:08.653766 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512e083a-9259-4481-b9de-4ff46457e7f9 admin admin] Network a1ec61c9-0175-45e3-86f7-b51b96fff07c is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:08:08.657057 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-af0bb22f-b0e0-431b-9d39-f31372f40b9d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f16050c785ab4054be0a2f5334a49bb7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1860890 Sep 30 01:08:08.723215 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-512e083a-9259-4481-b9de-4ff46457e7f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:08:08.725250 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 52256) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:08.897837 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c40c8f0a-0a4d-496b-a346-f5d762b97024 req-4e566f4b-4483-421a-8208-004e5abf83a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a45f81b3-7df7-4825-9d8e-944e71cc6909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3637981 Sep 30 01:08:09.029005 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed622e-ba5a-4223-9cab-6159e47fdaed req-0d5a3bdc-bcf5-41de-9c26-d7b59c9ecd58 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:09.031252 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e1ed622e-ba5a-4223-9cab-6159e47fdaed req-0d5a3bdc-bcf5-41de-9c26-d7b59c9ecd58 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 945 time: 0.3756278 Sep 30 01:08:09.051086 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device d0377c30-17e7-4d5d-b376-0e5026fb38ce up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:08:09.093826 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d45fb399-0d35-4e8f-8c46-f647a0ea8dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:09.098369 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-327c78e2-5ae3-440d-b574-c5255a6e5760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734280'] for router_interface, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:09.126645 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d45fb399-0d35-4e8f-8c46-f647a0ea8dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:09.130374 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c40c8f0a-0a4d-496b-a346-f5d762b97024 req-43a6b437-4d5f-4e40-bb21-e44118be0e87 service neutron] 10.222.0.59 "GET /v2.0/networks/a45f81b3-7df7-4825-9d8e-944e71cc6909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210805 Sep 30 01:08:09.166037 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512e083a-9259-4481-b9de-4ff46457e7f9 admin admin] Router 27019916-7f65-4ad3-a5a1-50971154d6d6 has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 01:08:09.166996 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port d0377c30-17e7-4d5d-b376-0e5026fb38ce completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:08:09.167752 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0bb22f-b0e0-431b-9d39-f31372f40b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca8cbb1-b2d0-404f-b74a-0f153454fb71,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:09.186579 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port d0377c30-17e7-4d5d-b376-0e5026fb38ce triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:08:09.186921 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e1ed622e-ba5a-4223-9cab-6159e47fdaed req-1004b197-8e75-4295-8674-beaf6eeae975 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272807 Sep 30 01:08:09.188864 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:09.351632 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-af0bb22f-b0e0-431b-9d39-f31372f40b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:09.385845 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:09.419679 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port d0377c30-17e7-4d5d-b376-0e5026fb38ce, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=d0377c30-17e7-4d5d-b376-0e5026fb38ce,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:08:09.429339 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:09.430661 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 4a016422-11c1-4ae4-b307-aeb3387efc58 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:08:09.480420 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-12fe9775-82fc-4a7b-8bf0-765904a23a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:09.497135 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1c7df466-dc60-4740-9be1-00c434d87557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:09.520465 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:09.562380 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe9775-82fc-4a7b-8bf0-765904a23a81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4adfb8b3-ae94-437f-908c-bfa569a467f2,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:09.614345 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-12fe9775-82fc-4a7b-8bf0-765904a23a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:09.643551 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-12fe9775-82fc-4a7b-8bf0-765904a23a81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:09.645752 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d45fb399-0d35-4e8f-8c46-f647a0ea8dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:09.653316 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c4473dff-2331-4294-8330-959150cebd7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:09.696678 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-4c2bf554-94ea-4aa3-abba-958908ccece0 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:09.703168 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-4c2bf554-94ea-4aa3-abba-958908ccece0 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:09.705709 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45fb399-0d35-4e8f-8c46-f647a0ea8dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca8cbb1-b2d0-404f-b74a-0f153454fb71,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:09.710172 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d45fb399-0d35-4e8f-8c46-f647a0ea8dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:09.711674 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-4c2bf554-94ea-4aa3-abba-958908ccece0 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:09.712339 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-4c2bf554-94ea-4aa3-abba-958908ccece0 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Synchronizing usage tracker for tenant:0149d6d6ed59445481fded27e8294137 on resource:network {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:08:09.715577 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-d45fb399-0d35-4e8f-8c46-f647a0ea8dfd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2ca8cbb1-b2d0-404f-b74a-0f153454fb71 HTTP/1.1" status: 204 len: 168 time: 0.9890456 Sep 30 01:08:09.719807 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d45fb399-0d35-4e8f-8c46-f647a0ea8dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:09.724871 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512e083a-9259-4481-b9de-4ff46457e7f9 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:08:09.735717 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-512e083a-9259-4481-b9de-4ff46457e7f9 admin admin] 10.222.0.39 "PUT /v2.0/routers/27019916-7f65-4ad3-a5a1-50971154d6d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8826966 Sep 30 01:08:09.749826 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c40c8f0a-0a4d-496b-a346-f5d762b97024 req-3c4a85bc-8b47-4499-bdec-8154c0347294 service neutron] 10.222.0.59 "GET /v2.0/networks/a45f81b3-7df7-4825-9d8e-944e71cc6909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5779672 Sep 30 01:08:09.757678 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 52296) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:09.764993 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-12fe9775-82fc-4a7b-8bf0-765904a23a81 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4adfb8b3-ae94-437f-908c-bfa569a467f2 HTTP/1.1" status: 204 len: 168 time: 3.1826968 Sep 30 01:08:09.771201 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=d0377c30-17e7-4d5d-b376-0e5026fb38ce,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:09.779331 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:09.780053 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 4a016422-11c1-4ae4-b307-aeb3387efc58 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:08:09.792067 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 4a016422-11c1-4ae4-b307-aeb3387efc58 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:08:09.792468 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:09.952695 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-327c78e2-5ae3-440d-b574-c5255a6e5760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:09.985948 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-4c2bf554-94ea-4aa3-abba-958908ccece0 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Unset dirty status for tenant:0149d6d6ed59445481fded27e8294137 on resource:network {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:08:09.988272 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-4c2bf554-94ea-4aa3-abba-958908ccece0 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/networks?id=7d752305-7068-40ad-9ef6-292e77a160d6&id=0c8f5270-f537-4a24-8826-df38c01a7122&id=0c8f5270-f537-4a24-8826-df38c01a7122&id=9dd935bb-d688-4433-a9d1-a36b64beb9e9&id=9dd935bb-d688-4433-a9d1-a36b64beb9e9 HTTP/1.1" status: 200 len: 1994 time: 1.5699716 Sep 30 01:08:09.991753 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4fcd44ac-f320-4884-8cf5-e044588eaa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:10.018122 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:10.064311 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 4a016422-11c1-4ae4-b307-aeb3387efc58, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=4a016422-11c1-4ae4-b307-aeb3387efc58,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:08:10.069798 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:10.073736 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-433dd883-9a41-4e9e-aded-4cf9c3ec2bc8 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/quotas/0149d6d6ed59445481fded27e8294137 HTTP/1.1" status: 200 len: 375 time: 0.0784831 Sep 30 01:08:10.075987 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:10.181008 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=4a016422-11c1-4ae4-b307-aeb3387efc58,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:10.185137 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:10.245595 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4fcd44ac-f320-4884-8cf5-e044588eaa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:10.268397 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b015cc-ddb2-44b4-935f-d7c8cb109082 None None] Sync routers for ids ['27019916-7f65-4ad3-a5a1-50971154d6d6'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:08:10.282494 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b015cc-ddb2-44b4-935f-d7c8cb109082 None None] Routers {'27019916-7f65-4ad3-a5a1-50971154d6d6'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:08:10.283773 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-c8b015cc-ddb2-44b4-935f-d7c8cb109082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:07:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['27019916-7f65-4ad3-a5a1-50971154d6d6'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:08:10.285493 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-4fcd44ac-f320-4884-8cf5-e044588eaa4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e2206f2-97da-4525-be9c-10f3f7da23c8']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:08:10.333076 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-4fcd44ac-f320-4884-8cf5-e044588eaa4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af10906d-6c0a-4f6f-83b7-0696cedb4a4f') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:08:10.333479 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-4fcd44ac-f320-4884-8cf5-e044588eaa4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af10906d-6c0a-4f6f-83b7-0696cedb4a4f') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:08:10.354047 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4fcd44ac-f320-4884-8cf5-e044588eaa4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:10.378139 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4fcd44ac-f320-4884-8cf5-e044588eaa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:10.386167 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e032a9bd-9bdc-4a95-95c3-ded44df6d2d7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0149d6d6ed59445481fded27e8294137&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2853498 Sep 30 01:08:10.393891 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fcd44ac-f320-4884-8cf5-e044588eaa4f admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:08:10.394446 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4fcd44ac-f320-4884-8cf5-e044588eaa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: timer() Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:08:10.415059 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:08:10.490308 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 52324) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:10.538084 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cd9c6b95-1799-46ad-9c1e-cf2fd70e726f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:10.553527 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4fcd44ac-f320-4884-8cf5-e044588eaa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:10.565597 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d767e9cd-8b4a-4d05-9de7-10edc655a460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:10.575380 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-c8b015cc-ddb2-44b4-935f-d7c8cb109082 None None] Set router 27019916-7f65-4ad3-a5a1-50971154d6d6 gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:08:10.584135 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4fcd44ac-f320-4884-8cf5-e044588eaa4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:10.618579 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-4fcd44ac-f320-4884-8cf5-e044588eaa4f admin admin] 10.222.0.39 "DELETE /v2.0/networks/1e2206f2-97da-4525-be9c-10f3f7da23c8 HTTP/1.1" status: 204 len: 168 time: 0.8587499 Sep 30 01:08:10.619163 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-cd9c6b95-1799-46ad-9c1e-cf2fd70e726f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:10.620745 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd44ac-f320-4884-8cf5-e044588eaa4f admin admin] Pushing event deleted for resources: {'Network': ['ID=1e2206f2-97da-4525-be9c-10f3f7da23c8,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:10.624756 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-cd9c6b95-1799-46ad-9c1e-cf2fd70e726f admin admin] Usage tracker for resource:security_group_rule and tenant:a32e567175f740578475fb3215412803 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:08:10.628634 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-cd9c6b95-1799-46ad-9c1e-cf2fd70e726f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:08:10.637902 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-cd9c6b95-1799-46ad-9c1e-cf2fd70e726f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:10.641684 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4fcd44ac-f320-4884-8cf5-e044588eaa4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:10.702224 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-b6ec8ba7-14ec-4bee-9cbe-0c20b4f9f19b service neutron] 10.222.0.39 "GET /v2.0/networks/7d752305-7068-40ad-9ef6-292e77a160d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146384 Sep 30 01:08:10.714436 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 52332) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:10.822023 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.resource_extend [None req-327c78e2-5ae3-440d-b574-c5255a6e5760 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 01:08:10.862608 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-327c78e2-5ae3-440d-b574-c5255a6e5760 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:10.868806 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 52338) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:10.875596 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cd9c6b95-1799-46ad-9c1e-cf2fd70e726f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:10.879454 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-327c78e2-5ae3-440d-b574-c5255a6e5760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:10.912036 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-26238c2e-af16-4d60-9fe2-2bc0aef132f2 tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:10.972137 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cd9c6b95-1799-46ad-9c1e-cf2fd70e726f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:11.018925 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-d2872391-6825-4e32-bbdd-2fcec03b9a46 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=317ba557079d4902882e26223cd79031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487677 Sep 30 01:08:11.024607 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 52350) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:11.065978 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device d0377c30-17e7-4d5d-b376-0e5026fb38ce up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:08:11.079698 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-cd9c6b95-1799-46ad-9c1e-cf2fd70e726f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a32e567175f740578475fb3215412803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5856993 Sep 30 01:08:11.079698 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c78e2-5ae3-440d-b574-c5255a6e5760 admin admin] Pushing event updated for resources: {'Port': ['ID=3996586b-6454-4614-a510-9f82a5fcb4e8,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:11.081043 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-327c78e2-5ae3-440d-b574-c5255a6e5760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:11.083957 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 52354) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:11.087061 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f0ac742d-eb87-41a4-8411-5f45da0d3517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:11.109036 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-327c78e2-5ae3-440d-b574-c5255a6e5760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-734445'] for router_interface, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:11.129334 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-dcd8826b-237a-4598-857e-9bc6edc7f602 service neutron] 10.222.0.39 "GET /v2.0/networks/7d752305-7068-40ad-9ef6-292e77a160d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954825 Sep 30 01:08:11.172747 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port d0377c30-17e7-4d5d-b376-0e5026fb38ce triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:08:11.173262 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:11.191132 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-47d6caf3-3d99-46fc-aee8-86344919ea1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:11.196842 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-576166e0-476d-4abf-84ea-7f652a8d319d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:11.241110 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c6b95-1799-46ad-9c1e-cf2fd70e726f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82ff5d9-22cc-4323-bcc1-1e403adc0fb0,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:11.245355 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-cd9c6b95-1799-46ad-9c1e-cf2fd70e726f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:11.246682 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-576166e0-476d-4abf-84ea-7f652a8d319d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:11.248561 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-c8b015cc-ddb2-44b4-935f-d7c8cb109082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27019916-7f65-4ad3-a5a1-50971154d6d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1730413333-router', 'tenant_id': 'abce1fccae0f433a86d5519286621727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '4a016422-11c1-4ae4-b307-aeb3387efc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:07:57Z', 'updated_at': '2021-09-30T01:08:07Z', 'revision_number': 4, 'project_id': 'abce1fccae0f433a86d5519286621727', 'gw_port': {'id': '4a016422-11c1-4ae4-b307-aeb3387efc58', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27019916-7f65-4ad3-a5a1-50971154d6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:59Z', 'updated_at': '2021-09-30T01:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '20f82ea9-b978-40e3-9993-9630b3673c1c', 'name': '', 'network_id': 'a1ec61c9-0175-45e3-86f7-b51b96fff07c', 'tenant_id': 'abce1fccae0f433a86d5519286621727', 'mac_address': 'fa:16:3e:d0:34:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27019916-7f65-4ad3-a5a1-50971154d6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '8c3d0072-a3d6-4e3e-8b73-1d7d0c6bb6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:08:06Z', 'updated_at': '2021-09-30T01:08:08Z', 'revision_number': 2, 'project_id': 'abce1fccae0f433a86d5519286621727', 'subnets': [{'id': '8c3d0072-a3d6-4e3e-8b73-1d7d0c6bb6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:08:11.254430 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-576166e0-476d-4abf-84ea-7f652a8d319d admin admin] Usage tracker for resource:security_group_rule and tenant:32f66326522f4121a8b3738c37288366 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:08:11.254937 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b015cc-ddb2-44b4-935f-d7c8cb109082 None None] Checking router: 27019916-7f65-4ad3-a5a1-50971154d6d6 for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:08:11.255315 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b015cc-ddb2-44b4-935f-d7c8cb109082 None None] Updating router 27019916-7f65-4ad3-a5a1-50971154d6d6 port 20f82ea9-b978-40e3-9993-9630b3673c1c binding host n-d-811809-1 {{(pid=80276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 01:08:11.263540 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-ba2d82e9-4d9a-4d35-82c8-d7bf3adc1cdf tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:11.265145 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-ba2d82e9-4d9a-4d35-82c8-d7bf3adc1cdf tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/networks?id=a1ec61c9-0175-45e3-86f7-b51b96fff07c HTTP/1.1" status: 200 len: 819 time: 0.2855597 Sep 30 01:08:11.266009 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-576166e0-476d-4abf-84ea-7f652a8d319d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:08:11.270030 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-47d6caf3-3d99-46fc-aee8-86344919ea1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:11.285612 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-576166e0-476d-4abf-84ea-7f652a8d319d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:11.321966 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-01f76dfb-1528-4c19-bf96-35c1c1e6e317 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/quotas/abce1fccae0f433a86d5519286621727 HTTP/1.1" status: 200 len: 375 time: 0.0448098 Sep 30 01:08:11.334054 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-7131fed2-923b-470a-94d4-3b04b2de4ffd service neutron] 10.222.0.39 "GET /v2.0/ports/4bcedee4-4dcd-4af9-a34a-1321e1e30cf8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2038181 Sep 30 01:08:11.364209 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c8b015cc-ddb2-44b4-935f-d7c8cb109082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:11.379843 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 4a016422-11c1-4ae4-b307-aeb3387efc58 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:08:11.488618 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-47d6caf3-3d99-46fc-aee8-86344919ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:11.497793 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b4c9ed55-3b89-47b8-a2e5-ba2ef476cd8e tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:11.507289 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-378f91c2-e711-4ee9-a136-3e6803de7af1 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Synchronizing usage tracker for tenant:abce1fccae0f433a86d5519286621727 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:08:11.528909 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6caf3-3d99-46fc-aee8-86344919ea1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaab8157-1e99-47b8-92ba-d67f6f8a5f02,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:11.535988 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-47d6caf3-3d99-46fc-aee8-86344919ea1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:11.540753 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-576166e0-476d-4abf-84ea-7f652a8d319d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:11.555717 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-576166e0-476d-4abf-84ea-7f652a8d319d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:11.564715 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a1b2375c-ef71-46a6-b881-6a4f54058ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:11.574944 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-378f91c2-e711-4ee9-a136-3e6803de7af1 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Unset dirty status for tenant:abce1fccae0f433a86d5519286621727 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:08:11.576300 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-378f91c2-e711-4ee9-a136-3e6803de7af1 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=abce1fccae0f433a86d5519286621727&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2441654 Sep 30 01:08:11.582717 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-47d6caf3-3d99-46fc-aee8-86344919ea1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:11.583893 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-47d6caf3-3d99-46fc-aee8-86344919ea1c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aaab8157-1e99-47b8-92ba-d67f6f8a5f02 HTTP/1.1" status: 204 len: 168 time: 0.5583639 Sep 30 01:08:11.601633 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b9ca7d01-ffa8-4fda-bf5e-30f359e9e350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:11.673109 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327c78e2-5ae3-440d-b574-c5255a6e5760 admin admin] Network f403902e-e751-400d-af5a-c4c0270fe9c5 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:08:11.678884 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-327c78e2-5ae3-440d-b574-c5255a6e5760 admin admin] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:08:11.685606 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b9ca7d01-ffa8-4fda-bf5e-30f359e9e350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:11.759032 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-576166e0-476d-4abf-84ea-7f652a8d319d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=32f66326522f4121a8b3738c37288366&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0428202 Sep 30 01:08:11.769202 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 52360) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:11.770600 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c8b015cc-ddb2-44b4-935f-d7c8cb109082 None None] Notify callbacks [] for port, precommit_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:11.771380 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576166e0-476d-4abf-84ea-7f652a8d319d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee47b730-6016-4bcf-b719-57d3e0093acc,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:11.777813 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-576166e0-476d-4abf-84ea-7f652a8d319d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:11.784150 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c8b015cc-ddb2-44b4-935f-d7c8cb109082 None None] Transition to ACTIVE for port object 20f82ea9-b978-40e3-9993-9630b3673c1c will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:08:11.827948 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c8b015cc-ddb2-44b4-935f-d7c8cb109082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:11.841562 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-393613fa-602b-491b-b991-2d900a54b277 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:11.842576 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-32916b6b-6e28-4260-9dd6-437c8a8c6220 service neutron] 10.222.0.39 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325504 Sep 30 01:08:11.940037 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:11.944078 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-4b605348-6407-41a6-aaf8-0cc56a2f7234 service neutron] 10.222.0.39 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6091855 Sep 30 01:08:12.003852 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327c78e2-5ae3-440d-b574-c5255a6e5760 admin admin] Router 68e3042e-e11d-46cc-b526-3921f35d3d82 has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 01:08:12.016664 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7ae75-a5e2-43c8-a970-acb98e5cba69 None None] Pushing event updated for resources: {'Port': ['ID=20f82ea9-b978-40e3-9993-9630b3673c1c,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:12.024429 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-ebb7ae75-a5e2-43c8-a970-acb98e5cba69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:12.028022 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-f0730797-f322-49ac-9ea0-5f12f22bb193 service neutron] 10.222.0.39 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783264 Sep 30 01:08:12.073664 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 4a016422-11c1-4ae4-b307-aeb3387efc58 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:08:12.074633 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:12.128821 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-c8b015cc-ddb2-44b4-935f-d7c8cb109082 None None] Attempting to bind port 20f82ea9-b978-40e3-9993-9630b3673c1c on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:08:12.129437 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-c8b015cc-ddb2-44b4-935f-d7c8cb109082 None None] Attempting to bind port 20f82ea9-b978-40e3-9993-9630b3673c1c by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'c8f38723-6fd0-477a-b60c-7301ebd787cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a1ec61c9-0175-45e3-86f7-b51b96fff07c'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:08:12.130021 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b015cc-ddb2-44b4-935f-d7c8cb109082 None None] Attempting to bind port 20f82ea9-b978-40e3-9993-9630b3673c1c on network a1ec61c9-0175-45e3-86f7-b51b96fff07c {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:08:12.148659 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b015cc-ddb2-44b4-935f-d7c8cb109082 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:08:12.149823 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b015cc-ddb2-44b4-935f-d7c8cb109082 None None] Checking segment: {'id': 'c8f38723-6fd0-477a-b60c-7301ebd787cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a1ec61c9-0175-45e3-86f7-b51b96fff07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:08:12.150595 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c8b015cc-ddb2-44b4-935f-d7c8cb109082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:12.151224 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b015cc-ddb2-44b4-935f-d7c8cb109082 None None] Bound using segment: {'id': 'c8f38723-6fd0-477a-b60c-7301ebd787cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a1ec61c9-0175-45e3-86f7-b51b96fff07c'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:08:12.151894 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-c8b015cc-ddb2-44b4-935f-d7c8cb109082 None None] Bound port: 20f82ea9-b978-40e3-9993-9630b3673c1c, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8f38723-6fd0-477a-b60c-7301ebd787cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a1ec61c9-0175-45e3-86f7-b51b96fff07c'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:08:12.152485 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c8b015cc-ddb2-44b4-935f-d7c8cb109082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:12.278518 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4aa23b06-6470-4b76-b130-a8999e8b5d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:12.309553 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4aa23b06-6470-4b76-b130-a8999e8b5d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:12.361778 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c8b015cc-ddb2-44b4-935f-d7c8cb109082 None None] For port 20f82ea9-b978-40e3-9993-9630b3673c1c, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:08:12.367446 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c8b015cc-ddb2-44b4-935f-d7c8cb109082 None None] For port 20f82ea9-b978-40e3-9993-9630b3673c1c, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=20f82ea9-b978-40e3-9993-9630b3673c1c,segment=NetworkSegment(c8f38723-6fd0-477a-b60c-7301ebd787cd),segment_id=c8f38723-6fd0-477a-b60c-7301ebd787cd)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:08:12.377604 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c8b015cc-ddb2-44b4-935f-d7c8cb109082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:12.383731 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-50ab1bf4-da7e-4186-977b-9edd4fbbabfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:12.416726 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-54d233a0-bdca-49dc-ace0-c57f40ef5b14 service neutron] 10.222.0.39 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496615 Sep 30 01:08:12.424276 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b9ca7d01-ffa8-4fda-bf5e-30f359e9e350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:12.435343 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-13b9d497-8a63-4826-8929-21ce896e6fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:12.476877 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7ae75-a5e2-43c8-a970-acb98e5cba69 None None] Pushing event updated for resources: {'Port': ['ID=20f82ea9-b978-40e3-9993-9630b3673c1c,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:12.478332 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4aa23b06-6470-4b76-b130-a8999e8b5d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:12.485941 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-ebb7ae75-a5e2-43c8-a970-acb98e5cba69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:12.502099 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca7d01-ffa8-4fda-bf5e-30f359e9e350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82ff5d9-22cc-4323-bcc1-1e403adc0fb0,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:12.504512 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b015cc-ddb2-44b4-935f-d7c8cb109082 None None] Routers {'27019916-7f65-4ad3-a5a1-50971154d6d6'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:08:12.505231 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-c8b015cc-ddb2-44b4-935f-d7c8cb109082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:07:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['27019916-7f65-4ad3-a5a1-50971154d6d6'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:08:12.529582 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b9ca7d01-ffa8-4fda-bf5e-30f359e9e350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:12.533287 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b9ca7d01-ffa8-4fda-bf5e-30f359e9e350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:12.534426 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-b9ca7d01-ffa8-4fda-bf5e-30f359e9e350 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a82ff5d9-22cc-4323-bcc1-1e403adc0fb0 HTTP/1.1" status: 204 len: 168 time: 1.4409766 Sep 30 01:08:12.535173 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-72f0d476-71bf-4de7-b338-9d51156a7944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:12.552335 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-4aa23b06-6470-4b76-b130-a8999e8b5d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:12.556579 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-4aa23b06-6470-4b76-b130-a8999e8b5d3b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee47b730-6016-4bcf-b719-57d3e0093acc HTTP/1.1" status: 204 len: 168 time: 0.7809989 Sep 30 01:08:12.559491 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa23b06-6470-4b76-b130-a8999e8b5d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee47b730-6016-4bcf-b719-57d3e0093acc,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:12.565426 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4aa23b06-6470-4b76-b130-a8999e8b5d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:12.583530 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327c78e2-5ae3-440d-b574-c5255a6e5760 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:08:12.592648 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29141681-89f1-42d2-92e0-cb51d410eba0 None None] Sync routers for ids ['68e3042e-e11d-46cc-b526-3921f35d3d82'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:08:12.609835 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-327c78e2-5ae3-440d-b574-c5255a6e5760 admin admin] 10.222.0.39 "PUT /v2.0/routers/68e3042e-e11d-46cc-b526-3921f35d3d82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6983318 Sep 30 01:08:12.619138 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29141681-89f1-42d2-92e0-cb51d410eba0 None None] Routers {'68e3042e-e11d-46cc-b526-3921f35d3d82'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:08:12.619984 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-29141681-89f1-42d2-92e0-cb51d410eba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:07:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['68e3042e-e11d-46cc-b526-3921f35d3d82'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:08:12.634990 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-0b993f8e-7ac2-4e08-a44a-e06a61116e2b service neutron] 10.222.0.39 "GET /v2.0/ports/926094d2-6b68-4ff4-bc28-d8d49e33eecf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1961637 Sep 30 01:08:12.643552 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce49d45-7901-4de1-b1f3-db5dca3a1ab5 req-5139f962-d065-4c4d-8a77-14b5a5de7c18 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:12.647284 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fce49d45-7901-4de1-b1f3-db5dca3a1ab5 req-5139f962-d065-4c4d-8a77-14b5a5de7c18 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 945 time: 0.2819562 Sep 30 01:08:12.815872 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fce49d45-7901-4de1-b1f3-db5dca3a1ab5 req-f2ccbf3b-3d74-4d63-8caa-2d2393e54d68 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596780 Sep 30 01:08:12.860160 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-2502a164-bc7f-4f46-a30e-4290b7758200 service neutron] 10.222.0.39 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241313 Sep 30 01:08:12.872613 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-c8b015cc-ddb2-44b4-935f-d7c8cb109082 None None] Set router 27019916-7f65-4ad3-a5a1-50971154d6d6 gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:08:13.179602 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-29141681-89f1-42d2-92e0-cb51d410eba0 None None] Set router 68e3042e-e11d-46cc-b526-3921f35d3d82 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:08:13.181710 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-abc44608-b6b1-45d4-ab06-52223b3bd557 service neutron] 10.222.0.39 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145800 Sep 30 01:08:13.331170 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9bb8f2b4-6047-438f-8999-1761058209b1 req-6039eb29-d819-4c72-be35-2d05d5767734 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 210 time: 0.0838161 Sep 30 01:08:13.479786 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-2420feeb-6ff5-447e-ad19-7500c27446fc service neutron] 10.222.0.39 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969551 Sep 30 01:08:13.487549 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-c8b015cc-ddb2-44b4-935f-d7c8cb109082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27019916-7f65-4ad3-a5a1-50971154d6d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1730413333-router', 'tenant_id': 'abce1fccae0f433a86d5519286621727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '4a016422-11c1-4ae4-b307-aeb3387efc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:07:57Z', 'updated_at': '2021-09-30T01:08:07Z', 'revision_number': 4, 'project_id': 'abce1fccae0f433a86d5519286621727', 'gw_port': {'id': '4a016422-11c1-4ae4-b307-aeb3387efc58', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27019916-7f65-4ad3-a5a1-50971154d6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:59Z', 'updated_at': '2021-09-30T01:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '20f82ea9-b978-40e3-9993-9630b3673c1c', 'name': '', 'network_id': 'a1ec61c9-0175-45e3-86f7-b51b96fff07c', 'tenant_id': 'abce1fccae0f433a86d5519286621727', 'mac_address': 'fa:16:3e:d0:34:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27019916-7f65-4ad3-a5a1-50971154d6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '8c3d0072-a3d6-4e3e-8b73-1d7d0c6bb6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:08:06Z', 'updated_at': '2021-09-30T01:08:12Z', 'revision_number': 4, 'project_id': 'abce1fccae0f433a86d5519286621727', 'subnets': [{'id': '8c3d0072-a3d6-4e3e-8b73-1d7d0c6bb6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:08:13.499416 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b015cc-ddb2-44b4-935f-d7c8cb109082 None None] The sync data for ids ['27019916-7f65-4ad3-a5a1-50971154d6d6'] in n-d-811809-1 is: [{'id': '27019916-7f65-4ad3-a5a1-50971154d6d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1730413333-router', 'tenant_id': 'abce1fccae0f433a86d5519286621727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '4a016422-11c1-4ae4-b307-aeb3387efc58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:07:57Z', 'updated_at': '2021-09-30T01:08:07Z', 'revision_number': 4, 'project_id': 'abce1fccae0f433a86d5519286621727', 'gw_port': {'id': '4a016422-11c1-4ae4-b307-aeb3387efc58', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27019916-7f65-4ad3-a5a1-50971154d6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:59Z', 'updated_at': '2021-09-30T01:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '20f82ea9-b978-40e3-9993-9630b3673c1c', 'name': '', 'network_id': 'a1ec61c9-0175-45e3-86f7-b51b96fff07c', 'tenant_id': 'abce1fccae0f433a86d5519286621727', 'mac_address': 'fa:16:3e:d0:34:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27019916-7f65-4ad3-a5a1-50971154d6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '8c3d0072-a3d6-4e3e-8b73-1d7d0c6bb6d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:08:06Z', 'updated_at': '2021-09-30T01:08:12Z', 'revision_number': 4, 'project_id': 'abce1fccae0f433a86d5519286621727', 'subnets': [{'id': '8c3d0072-a3d6-4e3e-8b73-1d7d0c6bb6d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:08:13.713092 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 52414) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:13.749894 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-c2d49673-9c92-43ca-91cf-0337adf7ff83 service neutron] 10.222.0.39 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588346 Sep 30 01:08:13.750782 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-fd9d5efa-af7e-47ed-8392-7d95ccbb16f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:13.813892 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-29141681-89f1-42d2-92e0-cb51d410eba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'name': 'tempest-ServerRescueTestJSONUnderV235-751731217-router', 'tenant_id': 'e480d6828f9946358bfe1436e2b1931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd0377c30-17e7-4d5d-b376-0e5026fb38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:07:56Z', 'updated_at': '2021-09-30T01:08:09Z', 'revision_number': 4, 'project_id': 'e480d6828f9946358bfe1436e2b1931a', 'gw_port': {'id': 'd0377c30-17e7-4d5d-b376-0e5026fb38ce', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:59Z', 'updated_at': '2021-09-30T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '3996586b-6454-4614-a510-9f82a5fcb4e8', 'name': '', 'network_id': 'f403902e-e751-400d-af5a-c4c0270fe9c5', 'tenant_id': 'e480d6828f9946358bfe1436e2b1931a', 'mac_address': 'fa:16:3e:2f:c8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '26d4a6d6-1ae3-4299-b531-ee7f88efd949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:08:06Z', 'updated_at': '2021-09-30T01:08:10Z', 'revision_number': 2, 'project_id': 'e480d6828f9946358bfe1436e2b1931a', 'subnets': [{'id': '26d4a6d6-1ae3-4299-b531-ee7f88efd949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:08:13.825030 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29141681-89f1-42d2-92e0-cb51d410eba0 None None] Checking router: 68e3042e-e11d-46cc-b526-3921f35d3d82 for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:08:13.825427 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29141681-89f1-42d2-92e0-cb51d410eba0 None None] Updating router 68e3042e-e11d-46cc-b526-3921f35d3d82 port 3996586b-6454-4614-a510-9f82a5fcb4e8 binding host n-d-811809-1 {{(pid=80277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 01:08:13.920569 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-29141681-89f1-42d2-92e0-cb51d410eba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:14.165965 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-fd9d5efa-af7e-47ed-8392-7d95ccbb16f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:14.185656 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-fd9d5efa-af7e-47ed-8392-7d95ccbb16f0 admin admin] Usage tracker for resource:security_group_rule and tenant:45f18891c7794cfdb6be14859fac53c8 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:08:14.190210 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-fd9d5efa-af7e-47ed-8392-7d95ccbb16f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:08:14.206148 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-fd9d5efa-af7e-47ed-8392-7d95ccbb16f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:14.321539 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-3efd6688-acc7-4c5c-9519-2477810e1c46 service neutron] 10.222.0.39 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490715 Sep 30 01:08:14.489379 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-f5d733a7-6b3c-4254-9401-2cd77c03b6d8 service neutron] 10.222.0.39 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669383 Sep 30 01:08:14.541917 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-6e74ef1e-9780-4125-b22c-e6b18cb7262e tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:14.545762 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-6e74ef1e-9780-4125-b22c-e6b18cb7262e tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.55 "GET /v2.0/networks?id=a1ec61c9-0175-45e3-86f7-b51b96fff07c HTTP/1.1" status: 200 len: 819 time: 0.4069707 Sep 30 01:08:14.561184 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-02a580a4-391a-4c12-8a38-8dfdda595694 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Request body: {'port': {'device_id': '3a69e154-3fb0-40ed-bd4a-dde41d96bc0f', 'network_id': 'a1ec61c9-0175-45e3-86f7-b51b96fff07c', 'admin_state_up': True, 'tenant_id': 'abce1fccae0f433a86d5519286621727'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:14.574505 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-29141681-89f1-42d2-92e0-cb51d410eba0 None None] Notify callbacks [] for port, precommit_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:14.613278 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.provisioning_blocks [None req-29141681-89f1-42d2-92e0-cb51d410eba0 None None] Transition to ACTIVE for port object 3996586b-6454-4614-a510-9f82a5fcb4e8 will not be triggered until provisioned by entity L2. {{(pid=80277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:08:14.623306 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-29141681-89f1-42d2-92e0-cb51d410eba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:14.653572 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-36b40403-bcc8-413a-8962-edb5a1b18eca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:14.822693 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-02a580a4-391a-4c12-8a38-8dfdda595694 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:14.827277 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-fd9d5efa-af7e-47ed-8392-7d95ccbb16f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:14.843576 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-02a580a4-391a-4c12-8a38-8dfdda595694 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:14.844577 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-b87a4e5c-c840-4368-a889-34118265ab9c service neutron] 10.222.0.39 "GET /v2.0/networks/9dd935bb-d688-4433-a9d1-a36b64beb9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541038 Sep 30 01:08:14.860882 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-02a580a4-391a-4c12-8a38-8dfdda595694 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Made reservation on behalf of abce1fccae0f433a86d5519286621727 for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:08:14.867791 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-02a580a4-391a-4c12-8a38-8dfdda595694 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:14.871905 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-fd9d5efa-af7e-47ed-8392-7d95ccbb16f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:14.884988 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-38fc3375-9ccf-4f2b-8731-c0766a904bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:15.030088 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d5efa-af7e-47ed-8392-7d95ccbb16f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8194bbfa-d970-4e7a-8af1-0791a9394f42,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:15.042609 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-fd9d5efa-af7e-47ed-8392-7d95ccbb16f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:15.080961 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25add38d-6107-49d0-9655-8148d8e31e89 None None] Pushing event updated for resources: {'Port': ['ID=3996586b-6454-4614-a510-9f82a5fcb4e8,revision_number=3']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:15.081536 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 20f82ea9-b978-40e3-9993-9630b3673c1c up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:08:15.135063 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-fd9d5efa-af7e-47ed-8392-7d95ccbb16f0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=45f18891c7794cfdb6be14859fac53c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4172287 Sep 30 01:08:15.138764 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 52450) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:15.189803 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25add38d-6107-49d0-9655-8148d8e31e89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:15.193570 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25add38d-6107-49d0-9655-8148d8e31e89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:15.193943 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25add38d-6107-49d0-9655-8148d8e31e89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:15.194285 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25add38d-6107-49d0-9655-8148d8e31e89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:15.194617 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25add38d-6107-49d0-9655-8148d8e31e89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:15.194977 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25add38d-6107-49d0-9655-8148d8e31e89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:15.197136 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25add38d-6107-49d0-9655-8148d8e31e89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:15.197486 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25add38d-6107-49d0-9655-8148d8e31e89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:15.197820 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25add38d-6107-49d0-9655-8148d8e31e89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:15.198151 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25add38d-6107-49d0-9655-8148d8e31e89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:15.198620 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25add38d-6107-49d0-9655-8148d8e31e89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:15.205183 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-b5245020-74e8-4355-84a7-f28ce035bc27 service neutron] 10.222.0.39 "GET /v2.0/networks/9dd935bb-d688-4433-a9d1-a36b64beb9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597331 Sep 30 01:08:15.205566 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25add38d-6107-49d0-9655-8148d8e31e89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:15.221543 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 20f82ea9-b978-40e3-9993-9630b3673c1c completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:08:15.239071 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-25add38d-6107-49d0-9655-8148d8e31e89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:15.240635 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 20f82ea9-b978-40e3-9993-9630b3673c1c triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:08:15.244500 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:15.271236 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-29141681-89f1-42d2-92e0-cb51d410eba0 None None] Attempting to bind port 3996586b-6454-4614-a510-9f82a5fcb4e8 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:08:15.271236 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-29141681-89f1-42d2-92e0-cb51d410eba0 None None] Attempting to bind port 3996586b-6454-4614-a510-9f82a5fcb4e8 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'd6d42030-3db2-4c1c-8438-557cd475cbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f403902e-e751-400d-af5a-c4c0270fe9c5'}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:08:15.271599 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29141681-89f1-42d2-92e0-cb51d410eba0 None None] Attempting to bind port 3996586b-6454-4614-a510-9f82a5fcb4e8 on network f403902e-e751-400d-af5a-c4c0270fe9c5 {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:08:15.302334 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29141681-89f1-42d2-92e0-cb51d410eba0 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:08:15.302747 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29141681-89f1-42d2-92e0-cb51d410eba0 None None] Checking segment: {'id': 'd6d42030-3db2-4c1c-8438-557cd475cbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f403902e-e751-400d-af5a-c4c0270fe9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:08:15.303169 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-29141681-89f1-42d2-92e0-cb51d410eba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:15.303578 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29141681-89f1-42d2-92e0-cb51d410eba0 None None] Bound using segment: {'id': 'd6d42030-3db2-4c1c-8438-557cd475cbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f403902e-e751-400d-af5a-c4c0270fe9c5'} {{(pid=80277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:08:15.304091 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.managers [None req-29141681-89f1-42d2-92e0-cb51d410eba0 None None] Bound port: 3996586b-6454-4614-a510-9f82a5fcb4e8, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d42030-3db2-4c1c-8438-557cd475cbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f403902e-e751-400d-af5a-c4c0270fe9c5'}}] {{(pid=80277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:08:15.304473 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-29141681-89f1-42d2-92e0-cb51d410eba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:15.339712 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-02a580a4-391a-4c12-8a38-8dfdda595694 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Allocated IP 172.20.0.3 (a1ec61c9-0175-45e3-86f7-b51b96fff07c/8c3d0072-a3d6-4e3e-8b73-1d7d0c6bb6d2/76ee0856-56d5-491b-9b82-852b2b9478ac) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:08:15.379605 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-494b7200-718c-4ae3-bb1d-218f7c25f974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:15.497168 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5676b248-9e59-4065-bff2-e99466adca54 service neutron] 10.222.0.39 "GET /v2.0/networks/9dd935bb-d688-4433-a9d1-a36b64beb9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670934 Sep 30 01:08:15.524996 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-494b7200-718c-4ae3-bb1d-218f7c25f974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:15.527342 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-29141681-89f1-42d2-92e0-cb51d410eba0 None None] For port 3996586b-6454-4614-a510-9f82a5fcb4e8, host n-d-811809-1, cleared binding levels {{(pid=80277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:08:15.538483 n-d-811809-1 neutron-server[80277]: DEBUG neutron.plugins.ml2.db [None req-29141681-89f1-42d2-92e0-cb51d410eba0 None None] For port 3996586b-6454-4614-a510-9f82a5fcb4e8, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=3996586b-6454-4614-a510-9f82a5fcb4e8,segment=NetworkSegment(d6d42030-3db2-4c1c-8438-557cd475cbbc),segment_id=d6d42030-3db2-4c1c-8438-557cd475cbbc)] {{(pid=80277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:08:15.547529 n-d-811809-1 neutron-server[80277]: DEBUG neutron_lib.callbacks.manager [None req-29141681-89f1-42d2-92e0-cb51d410eba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:15.565886 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-2e1e7d93-feb3-4d06-9ed3-e52ce247741d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:15.601516 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:15.686368 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 20f82ea9-b978-40e3-9993-9630b3673c1c, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=20f82ea9-b978-40e3-9993-9630b3673c1c,segment=NetworkSegment(c8f38723-6fd0-477a-b60c-7301ebd787cd),segment_id=c8f38723-6fd0-477a-b60c-7301ebd787cd)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:08:15.696903 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:15.700269 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:15.760371 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5b49e492-83ef-44b8-8db8-111ba4647649 service neutron] 10.222.0.39 "GET /v2.0/networks/9dd935bb-d688-4433-a9d1-a36b64beb9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443540 Sep 30 01:08:15.814065 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29141681-89f1-42d2-92e0-cb51d410eba0 None None] Routers {'68e3042e-e11d-46cc-b526-3921f35d3d82'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:08:15.815035 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-29141681-89f1-42d2-92e0-cb51d410eba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:07:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['68e3042e-e11d-46cc-b526-3921f35d3d82'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:08:15.841172 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=20f82ea9-b978-40e3-9993-9630b3673c1c,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:15.845160 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:15.935148 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25add38d-6107-49d0-9655-8148d8e31e89 None None] Pushing event updated for resources: {'Port': ['ID=3996586b-6454-4614-a510-9f82a5fcb4e8,revision_number=4']} {{(pid=80277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:15.947853 n-d-811809-1 neutron-server[80277]: DEBUG oslo_concurrency.lockutils [None req-25add38d-6107-49d0-9655-8148d8e31e89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:16.015237 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-29141681-89f1-42d2-92e0-cb51d410eba0 None None] Set router 68e3042e-e11d-46cc-b526-3921f35d3d82 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:08:16.274895 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-02a580a4-391a-4c12-8a38-8dfdda595694 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:16.307860 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-494b7200-718c-4ae3-bb1d-218f7c25f974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:16.348512 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-47d6caf3-3d99-46fc-aee8-86344919ea1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:16.362419 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-02a580a4-391a-4c12-8a38-8dfdda595694 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:16.390244 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b7200-718c-4ae3-bb1d-218f7c25f974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8194bbfa-d970-4e7a-8af1-0791a9394f42,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:16.451220 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-494b7200-718c-4ae3-bb1d-218f7c25f974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:16.454190 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-858d1f0c-03d5-42b8-adcc-4262cdc28bb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:16.544029 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-29141681-89f1-42d2-92e0-cb51d410eba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'name': 'tempest-ServerRescueTestJSONUnderV235-751731217-router', 'tenant_id': 'e480d6828f9946358bfe1436e2b1931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd0377c30-17e7-4d5d-b376-0e5026fb38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:07:56Z', 'updated_at': '2021-09-30T01:08:09Z', 'revision_number': 4, 'project_id': 'e480d6828f9946358bfe1436e2b1931a', 'gw_port': {'id': 'd0377c30-17e7-4d5d-b376-0e5026fb38ce', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:59Z', 'updated_at': '2021-09-30T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '3996586b-6454-4614-a510-9f82a5fcb4e8', 'name': '', 'network_id': 'f403902e-e751-400d-af5a-c4c0270fe9c5', 'tenant_id': 'e480d6828f9946358bfe1436e2b1931a', 'mac_address': 'fa:16:3e:2f:c8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '26d4a6d6-1ae3-4299-b531-ee7f88efd949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:08:06Z', 'updated_at': '2021-09-30T01:08:15Z', 'revision_number': 4, 'project_id': 'e480d6828f9946358bfe1436e2b1931a', 'subnets': [{'id': '26d4a6d6-1ae3-4299-b531-ee7f88efd949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:08:16.547169 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-02a580a4-391a-4c12-8a38-8dfdda595694 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Network a1ec61c9-0175-45e3-86f7-b51b96fff07c is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:08:16.549688 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29141681-89f1-42d2-92e0-cb51d410eba0 None None] The sync data for ids ['68e3042e-e11d-46cc-b526-3921f35d3d82'] in n-d-811809-1 is: [{'id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'name': 'tempest-ServerRescueTestJSONUnderV235-751731217-router', 'tenant_id': 'e480d6828f9946358bfe1436e2b1931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd0377c30-17e7-4d5d-b376-0e5026fb38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:07:56Z', 'updated_at': '2021-09-30T01:08:09Z', 'revision_number': 4, 'project_id': 'e480d6828f9946358bfe1436e2b1931a', 'gw_port': {'id': 'd0377c30-17e7-4d5d-b376-0e5026fb38ce', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:59Z', 'updated_at': '2021-09-30T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '3996586b-6454-4614-a510-9f82a5fcb4e8', 'name': '', 'network_id': 'f403902e-e751-400d-af5a-c4c0270fe9c5', 'tenant_id': 'e480d6828f9946358bfe1436e2b1931a', 'mac_address': 'fa:16:3e:2f:c8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '26d4a6d6-1ae3-4299-b531-ee7f88efd949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:08:06Z', 'updated_at': '2021-09-30T01:08:15Z', 'revision_number': 4, 'project_id': 'e480d6828f9946358bfe1436e2b1931a', 'subnets': [{'id': '26d4a6d6-1ae3-4299-b531-ee7f88efd949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:08:16.562311 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-02a580a4-391a-4c12-8a38-8dfdda595694 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:08:16.580174 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-02a580a4-391a-4c12-8a38-8dfdda595694 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:08:16.659054 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-494b7200-718c-4ae3-bb1d-218f7c25f974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:16.660192 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-494b7200-718c-4ae3-bb1d-218f7c25f974 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8194bbfa-d970-4e7a-8af1-0791a9394f42 HTTP/1.1" status: 204 len: 168 time: 1.5205245 Sep 30 01:08:16.673376 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a580a4-391a-4c12-8a38-8dfdda595694 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Pushing event updated for resources: {'Port': ['ID=76ee0856-56d5-491b-9b82-852b2b9478ac,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:16.689558 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-02a580a4-391a-4c12-8a38-8dfdda595694 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:16.717692 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-02a580a4-391a-4c12-8a38-8dfdda595694 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:16.718455 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-02a580a4-391a-4c12-8a38-8dfdda595694 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:16.740809 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-b5ad8cf0-97cb-4bb9-a445-3cb84c5c31d5 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:16.743166 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-b5ad8cf0-97cb-4bb9-a445-3cb84c5c31d5 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/networks?id=f403902e-e751-400d-af5a-c4c0270fe9c5 HTTP/1.1" status: 200 len: 819 time: 0.4386804 Sep 30 01:08:16.765507 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-aed17ed2-2968-46d1-a51f-3600f881593c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/quotas/e480d6828f9946358bfe1436e2b1931a HTTP/1.1" status: 200 len: 375 time: 0.0147362 Sep 30 01:08:16.767059 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-02a580a4-391a-4c12-8a38-8dfdda595694 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2107084 Sep 30 01:08:16.784263 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-f1ac9fdc-6e13-41f9-bf80-f75b8821c144 service neutron] Request body: {'port': {'device_id': '3a69e154-3fb0-40ed-bd4a-dde41d96bc0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:17.116063 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 3996586b-6454-4614-a510-9f82a5fcb4e8 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:08:17.122010 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-ba3a6086-e63a-4641-82bb-dee799bfc13b tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e480d6828f9946358bfe1436e2b1931a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3436012 Sep 30 01:08:17.123068 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-f1ac9fdc-6e13-41f9-bf80-f75b8821c144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:17.313822 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 3996586b-6454-4614-a510-9f82a5fcb4e8 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:08:17.328157 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 3996586b-6454-4614-a510-9f82a5fcb4e8 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:08:17.328543 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:17.603454 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:17.690699 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 3996586b-6454-4614-a510-9f82a5fcb4e8, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=3996586b-6454-4614-a510-9f82a5fcb4e8,segment=NetworkSegment(d6d42030-3db2-4c1c-8438-557cd475cbbc),segment_id=d6d42030-3db2-4c1c-8438-557cd475cbbc)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:08:17.700774 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:17.702150 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 20f82ea9-b978-40e3-9993-9630b3673c1c up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:08:17.837630 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-396ba626-8002-4ea3-8067-c7ef3d9c3c0a tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:17.838387 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-396ba626-8002-4ea3-8067-c7ef3d9c3c0a tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Synchronizing usage tracker for tenant:abce1fccae0f433a86d5519286621727 on resource:network {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:08:17.874087 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:17.897694 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-396ba626-8002-4ea3-8067-c7ef3d9c3c0a tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Unset dirty status for tenant:abce1fccae0f433a86d5519286621727 on resource:network {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:08:17.907222 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-396ba626-8002-4ea3-8067-c7ef3d9c3c0a tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/networks?id=a1ec61c9-0175-45e3-86f7-b51b96fff07c HTTP/1.1" status: 200 len: 819 time: 0.5407360 Sep 30 01:08:17.940542 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-4fdbeeb0-23e8-4cb4-a587-a3a9a537a064 service neutron] 10.222.0.39 "GET /v2.0/networks/f403902e-e751-400d-af5a-c4c0270fe9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7706587 Sep 30 01:08:17.945914 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-dca889fb-ffc7-44af-9d3c-7be4e77afba9 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/quotas/abce1fccae0f433a86d5519286621727 HTTP/1.1" status: 200 len: 375 time: 0.0371318 Sep 30 01:08:18.041415 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=3996586b-6454-4614-a510-9f82a5fcb4e8,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:18.045400 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:18.061881 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 20f82ea9-b978-40e3-9993-9630b3673c1c triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:08:18.062590 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:18.099294 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.db.resource_extend [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-f1ac9fdc-6e13-41f9-bf80-f75b8821c144 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 01:08:18.104368 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-cd3710a9-7660-4e74-adae-3d3a99c8180d tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=abce1fccae0f433a86d5519286621727&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1570125 Sep 30 01:08:18.290661 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-f1ac9fdc-6e13-41f9-bf80-f75b8821c144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76ee0856-56d5-491b-9b82-852b2b9478ac {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:08:18.312828 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-f1ac9fdc-6e13-41f9-bf80-f75b8821c144 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:18.345577 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-4fabd7e8-f77f-4ed8-9a4a-8b83f568ef5e service neutron] 10.222.0.39 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401996 Sep 30 01:08:18.369837 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-dc14c31b-0925-4344-bc29-fdad6d596760 service neutron] 10.222.0.39 "GET /v2.0/networks/f403902e-e751-400d-af5a-c4c0270fe9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4277959 Sep 30 01:08:18.371466 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-f1ac9fdc-6e13-41f9-bf80-f75b8821c144 service neutron] Transition to ACTIVE for port object 76ee0856-56d5-491b-9b82-852b2b9478ac will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:08:18.378226 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-f1ac9fdc-6e13-41f9-bf80-f75b8821c144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:18.385627 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4b40544c-1d69-48aa-ac09-511d3fb7a86c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:18.531060 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-9138f752-6d52-475c-ac48-7971c12c4b3d service neutron] 10.222.0.39 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841848 Sep 30 01:08:18.610505 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 52574) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:18.849783 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-70e5eb3b-f8bf-4ba9-a9c7-ff7525426f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:18.961823 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-92706a33-0103-441d-8e3f-7ce4e4a15238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:18.968615 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac9fdc-6e13-41f9-bf80-f75b8821c144 service neutron] Pushing event updated for resources: {'Port': ['ID=76ee0856-56d5-491b-9b82-852b2b9478ac,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:18.980216 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f1ac9fdc-6e13-41f9-bf80-f75b8821c144 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:19.007091 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 3996586b-6454-4614-a510-9f82a5fcb4e8 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:08:19.016694 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-92706a33-0103-441d-8e3f-7ce4e4a15238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:19.030279 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-92706a33-0103-441d-8e3f-7ce4e4a15238 admin admin] Usage tracker for resource:security_group_rule and tenant:89b7339d5dfb464dabe8d2d88fa2f290 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:08:19.040099 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-92706a33-0103-441d-8e3f-7ce4e4a15238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:08:19.052064 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-f1ac9fdc-6e13-41f9-bf80-f75b8821c144 service neutron] Attempting to bind port 76ee0856-56d5-491b-9b82-852b2b9478ac on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:08:19.052775 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-f1ac9fdc-6e13-41f9-bf80-f75b8821c144 service neutron] Attempting to bind port 76ee0856-56d5-491b-9b82-852b2b9478ac by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'c8f38723-6fd0-477a-b60c-7301ebd787cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a1ec61c9-0175-45e3-86f7-b51b96fff07c'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:08:19.053306 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-f1ac9fdc-6e13-41f9-bf80-f75b8821c144 service neutron] Attempting to bind port 76ee0856-56d5-491b-9b82-852b2b9478ac on network a1ec61c9-0175-45e3-86f7-b51b96fff07c {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:08:19.056342 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-92706a33-0103-441d-8e3f-7ce4e4a15238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:19.068093 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e2d3d-ed9b-46c8-8a8f-ed21857872cb req-05f3f073-8b73-4d35-927f-93d3671d27fb tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:19.076344 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-672e2d3d-ed9b-46c8-8a8f-ed21857872cb req-05f3f073-8b73-4d35-927f-93d3671d27fb tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 945 time: 0.2501879 Sep 30 01:08:19.137709 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-672e2d3d-ed9b-46c8-8a8f-ed21857872cb req-61fbc839-ab2c-49d6-ba4e-4568ee3d1088 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600193 Sep 30 01:08:19.143390 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-f1ac9fdc-6e13-41f9-bf80-f75b8821c144 service neutron] Port 76ee0856-56d5-491b-9b82-852b2b9478ac on network a1ec61c9-0175-45e3-86f7-b51b96fff07c not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:08:19.144047 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-f1ac9fdc-6e13-41f9-bf80-f75b8821c144 service neutron] Attempting to bind port 76ee0856-56d5-491b-9b82-852b2b9478ac on network a1ec61c9-0175-45e3-86f7-b51b96fff07c {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:08:19.154537 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-f1ac9fdc-6e13-41f9-bf80-f75b8821c144 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:08:19.155152 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-f1ac9fdc-6e13-41f9-bf80-f75b8821c144 service neutron] Checking segment: {'id': 'c8f38723-6fd0-477a-b60c-7301ebd787cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a1ec61c9-0175-45e3-86f7-b51b96fff07c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:08:19.155704 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-f1ac9fdc-6e13-41f9-bf80-f75b8821c144 service neutron] Bound using segment: {'id': 'c8f38723-6fd0-477a-b60c-7301ebd787cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a1ec61c9-0175-45e3-86f7-b51b96fff07c'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:08:19.156435 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-f1ac9fdc-6e13-41f9-bf80-f75b8821c144 service neutron] Bound port: 76ee0856-56d5-491b-9b82-852b2b9478ac, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8f38723-6fd0-477a-b60c-7301ebd787cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a1ec61c9-0175-45e3-86f7-b51b96fff07c'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:08:19.156980 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-f1ac9fdc-6e13-41f9-bf80-f75b8821c144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:19.251002 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:19.287945 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 3996586b-6454-4614-a510-9f82a5fcb4e8 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:08:19.288716 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:19.295141 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-92706a33-0103-441d-8e3f-7ce4e4a15238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:19.304232 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-92706a33-0103-441d-8e3f-7ce4e4a15238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:19.321299 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d07ab53c-99f1-46a0-821a-8b4d2a916311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:19.774327 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-1489b82f-9129-4ff4-9b25-912b2f93ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:19.782970 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-1489b82f-9129-4ff4-9b25-912b2f93ab77 service neutron] 10.222.0.59 "GET /v2.0/ports/4bcedee4-4dcd-4af9-a34a-1321e1e30cf8 HTTP/1.1" status: 200 len: 1032 time: 0.3596225 Sep 30 01:08:19.785611 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-92706a33-0103-441d-8e3f-7ce4e4a15238 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=89b7339d5dfb464dabe8d2d88fa2f290&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1740053 Sep 30 01:08:19.841822 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 52606) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:19.917093 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92706a33-0103-441d-8e3f-7ce4e4a15238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3681033e-b09b-41f2-8545-ed81cbff29d9,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:19.924870 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-3cdf80a8-7872-43d6-b88d-754190e64e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:19.926248 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-3cdf80a8-7872-43d6-b88d-754190e64e37 service neutron] 10.222.0.59 "GET /v2.0/ports/926094d2-6b68-4ff4-bc28-d8d49e33eecf HTTP/1.1" status: 200 len: 1032 time: 0.0902052 Sep 30 01:08:19.939128 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-92706a33-0103-441d-8e3f-7ce4e4a15238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:19.953480 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-1e63cc92-9cab-4eb5-802e-ec4f28854cef req-b106a638-4622-4af6-9231-98ff4f5fe934 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Synchronizing usage tracker for tenant:e480d6828f9946358bfe1436e2b1931a on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:08:20.066570 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6b1e63ef-a606-4806-8844-39c50db50db5 req-2e287db0-fb30-4a17-96b3-1b29ac0247c1 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Synchronizing usage tracker for tenant:0149d6d6ed59445481fded27e8294137 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:08:20.089762 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-1e63cc92-9cab-4eb5-802e-ec4f28854cef req-b106a638-4622-4af6-9231-98ff4f5fe934 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Unset dirty status for tenant:e480d6828f9946358bfe1436e2b1931a on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:08:20.109194 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-6b1e63ef-a606-4806-8844-39c50db50db5 req-2e287db0-fb30-4a17-96b3-1b29ac0247c1 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Unset dirty status for tenant:0149d6d6ed59445481fded27e8294137 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:08:20.114105 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1e63cc92-9cab-4eb5-802e-ec4f28854cef req-b106a638-4622-4af6-9231-98ff4f5fe934 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 210 time: 0.3727970 Sep 30 01:08:20.131390 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6b1e63ef-a606-4806-8844-39c50db50db5 req-2e287db0-fb30-4a17-96b3-1b29ac0247c1 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 210 time: 0.1664207 Sep 30 01:08:20.142057 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-f1ac9fdc-6e13-41f9-bf80-f75b8821c144 service neutron] For port 76ee0856-56d5-491b-9b82-852b2b9478ac, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:08:20.158936 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-f1ac9fdc-6e13-41f9-bf80-f75b8821c144 service neutron] For port 76ee0856-56d5-491b-9b82-852b2b9478ac, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=76ee0856-56d5-491b-9b82-852b2b9478ac,segment=NetworkSegment(c8f38723-6fd0-477a-b60c-7301ebd787cd),segment_id=c8f38723-6fd0-477a-b60c-7301ebd787cd)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:08:20.171185 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-f1ac9fdc-6e13-41f9-bf80-f75b8821c144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:20.187904 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-12659700-167c-4b28-8a2e-4585ba9c92bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:20.262306 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-f1ac9fdc-6e13-41f9-bf80-f75b8821c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:20.265889 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-f1ac9fdc-6e13-41f9-bf80-f75b8821c144 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:20.271120 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-f1ac9fdc-6e13-41f9-bf80-f75b8821c144 service neutron] 10.222.0.55 "PUT /v2.0/ports/76ee0856-56d5-491b-9b82-852b2b9478ac HTTP/1.1" status: 200 len: 1091 time: 3.4922171 Sep 30 01:08:20.273416 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a69e154-3fb0-40ed-bd4a-dde41d96bc0f', 'tag': '76ee0856-56d5-491b-9b82-852b2b9478ac'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:08:20.299353 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cb15ff65-7297-41b7-82b2-65293583504b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:20.329849 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac9fdc-6e13-41f9-bf80-f75b8821c144 service neutron] Pushing event updated for resources: {'Port': ['ID=76ee0856-56d5-491b-9b82-852b2b9478ac,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:20.368783 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cb15ff65-7297-41b7-82b2-65293583504b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:20.408822 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f1ac9fdc-6e13-41f9-bf80-f75b8821c144 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:20.470558 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-244793d2-4f0b-4bde-8554-553782730dad req-8150665b-3960-4550-ac01-e821b8257bb6 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 210 time: 0.1078839 Sep 30 01:08:20.490494 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-fe582935-deed-4c94-b71f-d1d86a318239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:20.492971 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-fe582935-deed-4c94-b71f-d1d86a318239 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=abce1fccae0f433a86d5519286621727&device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 1094 time: 0.1637840 Sep 30 01:08:20.522367 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e5d08023-284e-474c-87de-3a27111f4c09 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:20.528939 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e5d08023-284e-474c-87de-3a27111f4c09 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:20.535220 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e5d08023-284e-474c-87de-3a27111f4c09 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:20.537546 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e5d08023-284e-474c-87de-3a27111f4c09 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.59 "GET /v2.0/networks?id=7d752305-7068-40ad-9ef6-292e77a160d6&id=0c8f5270-f537-4a24-8826-df38c01a7122&id=0c8f5270-f537-4a24-8826-df38c01a7122&id=0c8f5270-f537-4a24-8826-df38c01a7122&id=0c8f5270-f537-4a24-8826-df38c01a7122&id=9dd935bb-d688-4433-a9d1-a36b64beb9e9&id=9dd935bb-d688-4433-a9d1-a36b64beb9e9 HTTP/1.1" status: 200 len: 1994 time: 0.5865850 Sep 30 01:08:20.539782 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cb15ff65-7297-41b7-82b2-65293583504b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:20.553765 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-92706a33-0103-441d-8e3f-7ce4e4a15238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:20.608734 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15ff65-7297-41b7-82b2-65293583504b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3681033e-b09b-41f2-8545-ed81cbff29d9,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:20.616551 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-cb15ff65-7297-41b7-82b2-65293583504b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:20.682936 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cb15ff65-7297-41b7-82b2-65293583504b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:20.685900 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-cb15ff65-7297-41b7-82b2-65293583504b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3681033e-b09b-41f2-8545-ed81cbff29d9 HTTP/1.1" status: 204 len: 168 time: 0.7620542 Sep 30 01:08:20.702497 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-c9314137-9f06-4bf1-a260-258773ceda90 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76ee0856-56d5-491b-9b82-852b2b9478ac HTTP/1.1" status: 200 len: 217 time: 0.1969986 Sep 30 01:08:20.721086 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-f4672d23-b038-4d4d-80ed-f57ec89d9807 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0149d6d6ed59445481fded27e8294137 HTTP/1.1" status: 200 len: 379 time: 0.1360443 Sep 30 01:08:20.749171 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5ea11539-e049-42b7-84e5-6b7cf319748d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Request body: {'port': {'device_id': '31d31b10-a352-4542-94f9-1071f460d03b', 'network_id': '7d752305-7068-40ad-9ef6-292e77a160d6', 'admin_state_up': True, 'tenant_id': '0149d6d6ed59445481fded27e8294137', 'security_groups': ['47609fbd-fa50-44cb-8c72-b83a8595a9aa']}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:20.951578 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-bdbb353a-723d-44bf-9e53-e6b61bd113f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:20.953552 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-bdbb353a-723d-44bf-9e53-e6b61bd113f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c3d0072-a3d6-4e3e-8b73-1d7d0c6bb6d2 HTTP/1.1" status: 200 len: 859 time: 0.2392817 Sep 30 01:08:21.093613 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-38aea2a8-645d-433e-a74b-51fe12bc8a9f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a1ec61c9-0175-45e3-86f7-b51b96fff07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194582 Sep 30 01:08:21.181729 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a69e154-3fb0-40ed-bd4a-dde41d96bc0f', 'tag': '76ee0856-56d5-491b-9b82-852b2b9478ac', 'status': 'completed', 'code': 200} Sep 30 01:08:21.238707 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e95534f6-1de3-44b3-a96e-7dad219da215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:21.438631 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 52638) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:21.486972 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fcdd23d8-e0de-4587-b661-5bba7d74593e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:21.488792 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5ea11539-e049-42b7-84e5-6b7cf319748d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:21.503812 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a77ac0-03e5-4ffc-8861-d9542752cfbc req-9e6cc6fe-3d16-4148-88f9-7e33b296fbc8 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:21.510617 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-08f4d5fa-1e99-4178-8f17-d81103e6e0d5 service neutron] 10.222.0.55 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037061 Sep 30 01:08:21.511282 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a77ac0-03e5-4ffc-8861-d9542752cfbc req-9e6cc6fe-3d16-4148-88f9-7e33b296fbc8 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 945 time: 0.5172458 Sep 30 01:08:21.513226 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-fcdd23d8-e0de-4587-b661-5bba7d74593e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:21.522745 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-8c7732a9-a9ec-43f4-99c6-abe8547ec10e tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:21.525019 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-8c7732a9-a9ec-43f4-99c6-abe8547ec10e tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.55 "GET /v2.0/networks?id=a1ec61c9-0175-45e3-86f7-b51b96fff07c HTTP/1.1" status: 200 len: 819 time: 0.5245667 Sep 30 01:08:21.543624 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-fcdd23d8-e0de-4587-b661-5bba7d74593e admin admin] Usage tracker for resource:security_group_rule and tenant:b328c14bdcae469eb64227a41e75ddfe is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:08:21.550259 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-302bb76b-4b57-41f3-85f4-de83cf77cc89 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Request body: {'port': {'device_id': '19735f62-db0c-42ba-a329-6f749a7b42ad', 'network_id': 'a1ec61c9-0175-45e3-86f7-b51b96fff07c', 'admin_state_up': True, 'tenant_id': 'abce1fccae0f433a86d5519286621727'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:21.564546 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5ea11539-e049-42b7-84e5-6b7cf319748d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:21.665028 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-fcdd23d8-e0de-4587-b661-5bba7d74593e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:08:21.668680 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5ea11539-e049-42b7-84e5-6b7cf319748d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Made reservation on behalf of 0149d6d6ed59445481fded27e8294137 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:08:21.674746 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5ea11539-e049-42b7-84e5-6b7cf319748d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:21.716536 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-61a77ac0-03e5-4ffc-8861-d9542752cfbc req-49ace8eb-2a00-4aef-b18e-26b9a40b4fe0 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041566 Sep 30 01:08:21.718126 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-fcdd23d8-e0de-4587-b661-5bba7d74593e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:21.735475 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e209f31a-6e31-4b6d-acf3-a4bc72990103 req-d7e75f01-b845-4bf6-8d15-4815eb4dd8f9 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 210 time: 0.1080365 Sep 30 01:08:21.869944 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 01:08:21.991539 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-cc60d9e4-5d53-4468-a193-0caaae86f871 req-d9605802-02a0-456a-8202-ea695cdc9e4e tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 210 time: 0.0870728 Sep 30 01:08:22.064823 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-9ec9e6ae-270c-44dd-b9ac-a78fb1d0649e tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:22.067178 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-9ec9e6ae-270c-44dd-b9ac-a78fb1d0649e tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.55 "GET /v2.0/networks?id=f403902e-e751-400d-af5a-c4c0270fe9c5 HTTP/1.1" status: 200 len: 819 time: 0.3887360 Sep 30 01:08:22.084289 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5ea11539-e049-42b7-84e5-6b7cf319748d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Allocated IP 172.20.0.8 (7d752305-7068-40ad-9ef6-292e77a160d6/4eb85df0-f35f-4266-997a-b64f8df7e23e/c1aca60a-f261-4d1f-8965-402345b005c0) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:08:22.095024 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-17de12e4-4f58-4f7b-92fb-a585de37699d tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Request body: {'port': {'device_id': '7126c594-5a1c-4409-9656-b6b579367ad6', 'network_id': 'f403902e-e751-400d-af5a-c4c0270fe9c5', 'admin_state_up': True, 'tenant_id': 'e480d6828f9946358bfe1436e2b1931a'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:22.103025 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-302bb76b-4b57-41f3-85f4-de83cf77cc89 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:22.109949 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-302bb76b-4b57-41f3-85f4-de83cf77cc89 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Usage tracker for resource:port and tenant:abce1fccae0f433a86d5519286621727 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:08:22.114536 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-302bb76b-4b57-41f3-85f4-de83cf77cc89 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:08:22.119876 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7b5380b6-20a8-4527-a489-f35ff5eeb01f req-5a68ed49-1ec7-4a59-8802-f0becb508d6b service neutron] 10.222.0.55 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6018975 Sep 30 01:08:22.121581 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-bddf8a84-624b-4837-ae7a-6fc3190e9447 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=9d546063bbf2452a95ed9842971101da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0997136 Sep 30 01:08:22.193224 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-302bb76b-4b57-41f3-85f4-de83cf77cc89 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:22.244881 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-37e62221-05e7-4727-af78-3444d13ed4fa req-2cc37139-fc8f-40e2-84be-ee740c296b54 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 210 time: 0.0962117 Sep 30 01:08:22.299171 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-302bb76b-4b57-41f3-85f4-de83cf77cc89 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Made reservation on behalf of abce1fccae0f433a86d5519286621727 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:08:22.310471 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-302bb76b-4b57-41f3-85f4-de83cf77cc89 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:22.318626 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:22.541704 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fcdd23d8-e0de-4587-b661-5bba7d74593e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:22.585162 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fcdd23d8-e0de-4587-b661-5bba7d74593e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:22.605896 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f1164293-0a34-4263-9799-e3e41d85314b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:22.613951 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5ea11539-e049-42b7-84e5-6b7cf319748d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:22.654690 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5ea11539-e049-42b7-84e5-6b7cf319748d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Transition to ACTIVE for port object c1aca60a-f261-4d1f-8965-402345b005c0 will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:08:22.676187 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-302bb76b-4b57-41f3-85f4-de83cf77cc89 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Allocated IP 172.20.0.9 (a1ec61c9-0175-45e3-86f7-b51b96fff07c/8c3d0072-a3d6-4e3e-8b73-1d7d0c6bb6d2/d4f17f60-b99a-4d9e-a576-ffa93c711c13) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:08:22.680423 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd23d8-e0de-4587-b661-5bba7d74593e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699dd8d5-dd52-4ed0-a624-5fb86cccb62a,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:22.695076 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-17de12e4-4f58-4f7b-92fb-a585de37699d tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:22.705812 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fcdd23d8-e0de-4587-b661-5bba7d74593e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:22.722180 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-5e4dad25-350b-4376-b980-0d4f7654af9b tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:22.729795 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-5e4dad25-350b-4376-b980-0d4f7654af9b tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5979297 Sep 30 01:08:22.735629 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5ea11539-e049-42b7-84e5-6b7cf319748d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:22.746145 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d072460f-0b90-43ac-9a06-7610f91e15fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:22.768278 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-17de12e4-4f58-4f7b-92fb-a585de37699d tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:22.781615 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-fcdd23d8-e0de-4587-b661-5bba7d74593e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b328c14bdcae469eb64227a41e75ddfe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3399129 Sep 30 01:08:22.792216 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 52666) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:22.807412 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-27e8c7d6-37a2-490c-9539-5a8ea40243fc tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.39 "GET /v2.0/quotas/9d546063bbf2452a95ed9842971101da HTTP/1.1" status: 200 len: 375 time: 0.0765927 Sep 30 01:08:22.897925 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-17de12e4-4f58-4f7b-92fb-a585de37699d tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Made reservation on behalf of e480d6828f9946358bfe1436e2b1931a for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:08:22.902328 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-17de12e4-4f58-4f7b-92fb-a585de37699d tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:22.938967 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-90226a2f-359e-4c9f-9a5e-1db1ad19631b tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9d546063bbf2452a95ed9842971101da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1305952 Sep 30 01:08:22.951024 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124408bb-cb97-4624-89da-5d219035f7c6 req-fcedc2db-0e90-4723-b371-a6d35d83066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:22.952985 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-124408bb-cb97-4624-89da-5d219035f7c6 req-fcedc2db-0e90-4723-b371-a6d35d83066e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=abce1fccae0f433a86d5519286621727&device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 1094 time: 0.7222712 Sep 30 01:08:23.286543 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-45026946-8e13-4c35-b9e0-9b241e1fac3a req-0976de51-a379-426b-b0c9-63d83b6559c3 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 210 time: 0.0682783 Sep 30 01:08:23.322602 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-302bb76b-4b57-41f3-85f4-de83cf77cc89 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:23.431836 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c859af07-0363-4f0e-b57d-53d869df4ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:23.510792 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-302bb76b-4b57-41f3-85f4-de83cf77cc89 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:23.536417 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea11539-e049-42b7-84e5-6b7cf319748d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Pushing event updated for resources: {'Port': ['ID=c1aca60a-f261-4d1f-8965-402345b005c0,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:23.541752 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5ea11539-e049-42b7-84e5-6b7cf319748d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Network 7d752305-7068-40ad-9ef6-292e77a160d6 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:08:23.547742 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5ea11539-e049-42b7-84e5-6b7cf319748d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.802s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:23.548555 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-327c78e2-5ae3-440d-b574-c5255a6e5760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:23.580117 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c859af07-0363-4f0e-b57d-53d869df4ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:23.597406 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5ea11539-e049-42b7-84e5-6b7cf319748d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:08:23.624820 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5ea11539-e049-42b7-84e5-6b7cf319748d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:08:23.707918 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-302bb76b-4b57-41f3-85f4-de83cf77cc89 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Network a1ec61c9-0175-45e3-86f7-b51b96fff07c is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:08:23.723232 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-302bb76b-4b57-41f3-85f4-de83cf77cc89 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:08:23.735398 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-302bb76b-4b57-41f3-85f4-de83cf77cc89 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:08:23.736984 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-17de12e4-4f58-4f7b-92fb-a585de37699d tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Allocated IP 172.20.0.3 (f403902e-e751-400d-af5a-c4c0270fe9c5/26d4a6d6-1ae3-4299-b531-ee7f88efd949/8c095e3f-639d-41ca-8904-ed5265e8c716) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:08:23.814997 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302bb76b-4b57-41f3-85f4-de83cf77cc89 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Pushing event updated for resources: {'Port': ['ID=d4f17f60-b99a-4d9e-a576-ffa93c711c13,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:23.827124 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-302bb76b-4b57-41f3-85f4-de83cf77cc89 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:23.828199 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c859af07-0363-4f0e-b57d-53d869df4ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:23.836081 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1926b49-b0d8-420f-a244-d49d0a97cd8a req-fb967a3a-8c16-44f5-a8dc-436adc0a5229 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:23.836340 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a89c17bb-e471-4ba3-b281-0ebed2c890ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:23.837744 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d1926b49-b0d8-420f-a244-d49d0a97cd8a req-fb967a3a-8c16-44f5-a8dc-436adc0a5229 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 945 time: 0.4564352 Sep 30 01:08:23.843490 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5ea11539-e049-42b7-84e5-6b7cf319748d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:23.844473 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5ea11539-e049-42b7-84e5-6b7cf319748d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:23.927509 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-302bb76b-4b57-41f3-85f4-de83cf77cc89 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:23.928484 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-302bb76b-4b57-41f3-85f4-de83cf77cc89 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:23.946292 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5ea11539-e049-42b7-84e5-6b7cf319748d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2102904 Sep 30 01:08:23.954450 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859af07-0363-4f0e-b57d-53d869df4ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699dd8d5-dd52-4ed0-a624-5fb86cccb62a,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:23.958488 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c859af07-0363-4f0e-b57d-53d869df4ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:23.965456 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124408bb-cb97-4624-89da-5d219035f7c6 req-745f6cf4-819d-41e9-90ef-c7cee1bf9233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:23.966850 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5d594246-d9f6-424d-862d-bbe4fa44d4ab tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Request body: {'port': {'device_id': '31d31b10-a352-4542-94f9-1071f460d03b', 'network_id': '0c8f5270-f537-4a24-8826-df38c01a7122', 'admin_state_up': True, 'tenant_id': '0149d6d6ed59445481fded27e8294137', 'security_groups': ['47609fbd-fa50-44cb-8c72-b83a8595a9aa']}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:23.967060 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 76ee0856-56d5-491b-9b82-852b2b9478ac details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:08:23.967580 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-124408bb-cb97-4624-89da-5d219035f7c6 req-745f6cf4-819d-41e9-90ef-c7cee1bf9233 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a1ec61c9-0175-45e3-86f7-b51b96fff07c HTTP/1.1" status: 200 len: 920 time: 0.9643059 Sep 30 01:08:23.990129 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d1926b49-b0d8-420f-a244-d49d0a97cd8a req-dbfbf775-85dd-4982-ad15-8f61ce3a51a4 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253352 Sep 30 01:08:24.049538 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-302bb76b-4b57-41f3-85f4-de83cf77cc89 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5076401 Sep 30 01:08:24.075351 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:24.086663 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-be6cae4d-c3d4-46bb-b04e-7e2c9f383434 service neutron] Request body: {'port': {'device_id': '19735f62-db0c-42ba-a329-6f749a7b42ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:24.100569 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-fc188986-2680-460d-bcff-9e073cc728cb None None] Provisioning for port c1aca60a-f261-4d1f-8965-402345b005c0 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:08:24.160906 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-124408bb-cb97-4624-89da-5d219035f7c6 req-5951c4be-92bc-4b62-ae85-9a2b50ca62ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76ee0856-56d5-491b-9b82-852b2b9478ac HTTP/1.1" status: 200 len: 217 time: 0.1783404 Sep 30 01:08:24.168861 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-fc188986-2680-460d-bcff-9e073cc728cb None None] Provisioning complete for port c1aca60a-f261-4d1f-8965-402345b005c0 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:08:24.169261 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-fc188986-2680-460d-bcff-9e073cc728cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:24.172636 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c859af07-0363-4f0e-b57d-53d869df4ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:24.176812 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-c859af07-0363-4f0e-b57d-53d869df4ffe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/699dd8d5-dd52-4ed0-a624-5fb86cccb62a HTTP/1.1" status: 204 len: 168 time: 1.3673100 Sep 30 01:08:24.237662 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41776dba-d0f4-497f-ac8f-a30da20a571b req-b7c61c15-32bf-4bda-8739-a7355a2a7424 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:24.245601 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-41776dba-d0f4-497f-ac8f-a30da20a571b req-b7c61c15-32bf-4bda-8739-a7355a2a7424 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 931 time: 0.7705708 Sep 30 01:08:24.281770 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-fc188986-2680-460d-bcff-9e073cc728cb None None] Port c1aca60a-f261-4d1f-8965-402345b005c0 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:08:24.322486 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124408bb-cb97-4624-89da-5d219035f7c6 req-046f0d92-b92f-4bbd-901a-41df369ff5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:24.324651 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-124408bb-cb97-4624-89da-5d219035f7c6 req-046f0d92-b92f-4bbd-901a-41df369ff5b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c3d0072-a3d6-4e3e-8b73-1d7d0c6bb6d2 HTTP/1.1" status: 200 len: 859 time: 0.1460445 Sep 30 01:08:24.389372 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 76ee0856-56d5-491b-9b82-852b2b9478ac, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=76ee0856-56d5-491b-9b82-852b2b9478ac,segment=NetworkSegment(c8f38723-6fd0-477a-b60c-7301ebd787cd),segment_id=c8f38723-6fd0-477a-b60c-7301ebd787cd)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:08:24.392538 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-17de12e4-4f58-4f7b-92fb-a585de37699d tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:24.398131 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-124408bb-cb97-4624-89da-5d219035f7c6 req-642ebb21-878b-482c-81ab-627b3701cd21 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a1ec61c9-0175-45e3-86f7-b51b96fff07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586710 Sep 30 01:08:24.401521 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-41776dba-d0f4-497f-ac8f-a30da20a571b req-f08eeb46-5195-41ff-9de8-ea3829792cc1 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Synchronizing usage tracker for tenant:0149d6d6ed59445481fded27e8294137 on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:08:24.410694 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '76ee0856-56d5-491b-9b82-852b2b9478ac', 'network_id': 'a1ec61c9-0175-45e3-86f7-b51b96fff07c', 'port_id': '76ee0856-56d5-491b-9b82-852b2b9478ac', 'mac_address': 'fa:16:3e:75:7b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c3d0072-a3d6-4e3e-8b73-1d7d0c6bb6d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:08:24.420816 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e3519f62-898e-4465-9570-5e0adaddde64 req-487e8fd3-2b8c-4b93-9340-83b0ea74d1aa tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e342f07d-678a-42cc-a744-8ba8576fb541 HTTP/1.1" status: 200 len: 210 time: 0.2096794 Sep 30 01:08:24.492992 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5d594246-d9f6-424d-862d-bbe4fa44d4ab tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:24.511017 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-41776dba-d0f4-497f-ac8f-a30da20a571b req-f08eeb46-5195-41ff-9de8-ea3829792cc1 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Unset dirty status for tenant:0149d6d6ed59445481fded27e8294137 on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:08:24.521335 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-41776dba-d0f4-497f-ac8f-a30da20a571b req-f08eeb46-5195-41ff-9de8-ea3829792cc1 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2744851 Sep 30 01:08:24.533470 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5d594246-d9f6-424d-862d-bbe4fa44d4ab tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Usage tracker for resource:port and tenant:0149d6d6ed59445481fded27e8294137 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:08:24.538323 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5d594246-d9f6-424d-862d-bbe4fa44d4ab tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Quota usage for port was recalculated. Used quota:8. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:08:24.567440 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:24.579307 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5d594246-d9f6-424d-862d-bbe4fa44d4ab tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:24.606702 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-be6cae4d-c3d4-46bb-b04e-7e2c9f383434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:24.614985 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76ee0856-56d5-491b-9b82-852b2b9478ac {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:08:24.651232 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 76ee0856-56d5-491b-9b82-852b2b9478ac, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=76ee0856-56d5-491b-9b82-852b2b9478ac,segment=NetworkSegment(c8f38723-6fd0-477a-b60c-7301ebd787cd),segment_id=c8f38723-6fd0-477a-b60c-7301ebd787cd)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:08:24.665278 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:24.672082 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:24.700818 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-17de12e4-4f58-4f7b-92fb-a585de37699d tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:24.712237 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f3b2fcae-a8d6-4075-9e29-b83fb479b3dd tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:24.795553 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5d594246-d9f6-424d-862d-bbe4fa44d4ab tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Made reservation on behalf of 0149d6d6ed59445481fded27e8294137 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:08:24.803786 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5d594246-d9f6-424d-862d-bbe4fa44d4ab tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:24.823007 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-124408bb-cb97-4624-89da-5d219035f7c6 req-08090bf2-a756-4e21-9c95-5d59003f2189 service neutron] 10.222.0.55 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148476 Sep 30 01:08:24.903043 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=76ee0856-56d5-491b-9b82-852b2b9478ac,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:24.922069 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-17de12e4-4f58-4f7b-92fb-a585de37699d tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Network f403902e-e751-400d-af5a-c4c0270fe9c5 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:08:24.924785 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:24.928947 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-17de12e4-4f58-4f7b-92fb-a585de37699d tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:08:24.943197 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-17de12e4-4f58-4f7b-92fb-a585de37699d tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:08:24.955274 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['76ee0856-56d5-491b-9b82-852b2b9478ac'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:08:25.049018 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-fd451e72-b915-4a67-b9fa-a4cdaf765f63 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=9d546063bbf2452a95ed9842971101da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1413469 Sep 30 01:08:25.131475 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de12e4-4f58-4f7b-92fb-a585de37699d tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Pushing event updated for resources: {'Port': ['ID=8c095e3f-639d-41ca-8904-ed5265e8c716,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:25.140933 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-17de12e4-4f58-4f7b-92fb-a585de37699d tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:25.229952 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-17de12e4-4f58-4f7b-92fb-a585de37699d tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:25.230868 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-17de12e4-4f58-4f7b-92fb-a585de37699d tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:25.287742 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-124408bb-cb97-4624-89da-5d219035f7c6 req-a0fb618d-7da0-4104-84dd-d7898dfda0b7 service neutron] 10.222.0.55 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506488 Sep 30 01:08:25.298910 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-17de12e4-4f58-4f7b-92fb-a585de37699d tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2181652 Sep 30 01:08:25.313614 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-a7bdf4ed-c750-435d-be6a-a9fa7e024ce7 service neutron] Request body: {'port': {'device_id': '7126c594-5a1c-4409-9656-b6b579367ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:25.352509 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccc8ed-dc68-47ab-8f8d-a28a82ddb0bf req-bd6a50c6-9149-4e88-9b16-c98c38a120b2 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:25.353328 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-bcccc8ed-dc68-47ab-8f8d-a28a82ddb0bf req-bd6a50c6-9149-4e88-9b16-c98c38a120b2 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Synchronizing usage tracker for tenant:abce1fccae0f433a86d5519286621727 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:08:25.370127 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c0d71-2fb6-4a28-84cd-8aa8974d651a req-17837e4e-c220-46e9-978d-f7310c4bcb00 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:25.370979 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-8f6c0d71-2fb6-4a28-84cd-8aa8974d651a req-17837e4e-c220-46e9-978d-f7310c4bcb00 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Synchronizing usage tracker for tenant:e480d6828f9946358bfe1436e2b1931a on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:08:25.448689 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-8f6c0d71-2fb6-4a28-84cd-8aa8974d651a req-17837e4e-c220-46e9-978d-f7310c4bcb00 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Unset dirty status for tenant:e480d6828f9946358bfe1436e2b1931a on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:08:25.451918 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8f6c0d71-2fb6-4a28-84cd-8aa8974d651a req-17837e4e-c220-46e9-978d-f7310c4bcb00 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 931 time: 0.3300760 Sep 30 01:08:25.503168 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-bcccc8ed-dc68-47ab-8f8d-a28a82ddb0bf req-bd6a50c6-9149-4e88-9b16-c98c38a120b2 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Unset dirty status for tenant:abce1fccae0f433a86d5519286621727 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:08:25.504347 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bcccc8ed-dc68-47ab-8f8d-a28a82ddb0bf req-bd6a50c6-9149-4e88-9b16-c98c38a120b2 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 931 time: 0.8609459 Sep 30 01:08:25.521781 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-a7bdf4ed-c750-435d-be6a-a9fa7e024ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:25.575777 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5d594246-d9f6-424d-862d-bbe4fa44d4ab tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Allocated IP 10.1.1.146 (0c8f5270-f537-4a24-8826-df38c01a7122/08cf9028-f858-4c0c-8619-dc36cad505dd/ff466f62-2993-4fda-99f8-d2dc5b844aa7) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:08:25.589893 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8f6c0d71-2fb6-4a28-84cd-8aa8974d651a req-94f4c853-3ca5-45ae-9b9a-605ecd365759 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197498 Sep 30 01:08:25.610439 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-10ba65d4-1eda-4568-bd2d-03c6e22d5d8f tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:25.628911 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-10ba65d4-1eda-4568-bd2d-03c6e22d5d8f tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5685947 Sep 30 01:08:25.692101 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-a8f6efa8-27b5-4657-8d35-ad172e0a1875 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Request body: {'port': {'device_id': 'e342f07d-678a-42cc-a744-8ba8576fb541', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'admin_state_up': True, 'tenant_id': '9d546063bbf2452a95ed9842971101da'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:25.975719 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 76ee0856-56d5-491b-9b82-852b2b9478ac up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:08:26.056766 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-bcccc8ed-dc68-47ab-8f8d-a28a82ddb0bf req-ef8ec2f4-c091-4d2e-a45a-a523a7e7d139 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Synchronizing usage tracker for tenant:abce1fccae0f433a86d5519286621727 on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:08:26.140718 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port 76ee0856-56d5-491b-9b82-852b2b9478ac completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:08:26.149826 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 76ee0856-56d5-491b-9b82-852b2b9478ac triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:08:26.151082 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:26.326224 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-be6cae4d-c3d4-46bb-b04e-7e2c9f383434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f17f60-b99a-4d9e-a576-ffa93c711c13 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:08:26.340757 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-bcccc8ed-dc68-47ab-8f8d-a28a82ddb0bf req-ef8ec2f4-c091-4d2e-a45a-a523a7e7d139 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Unset dirty status for tenant:abce1fccae0f433a86d5519286621727 on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:08:26.342064 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bcccc8ed-dc68-47ab-8f8d-a28a82ddb0bf req-ef8ec2f4-c091-4d2e-a45a-a523a7e7d139 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8074782 Sep 30 01:08:26.344365 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb3f57-2772-43d2-94bb-7fe18251e333 req-9dff53fe-2f47-46de-9d56-a6753e5770b7 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:26.350639 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8dfb3f57-2772-43d2-94bb-7fe18251e333 req-9dff53fe-2f47-46de-9d56-a6753e5770b7 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 945 time: 0.3857360 Sep 30 01:08:26.353065 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-a7bdf4ed-c750-435d-be6a-a9fa7e024ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c095e3f-639d-41ca-8904-ed5265e8c716 {{(pid=80275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:08:26.363952 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-be6cae4d-c3d4-46bb-b04e-7e2c9f383434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:26.373465 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-a7bdf4ed-c750-435d-be6a-a9fa7e024ce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:26.438038 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:26.440111 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 52734) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:26.492965 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-a7bdf4ed-c750-435d-be6a-a9fa7e024ce7 service neutron] Transition to ACTIVE for port object 8c095e3f-639d-41ca-8904-ed5265e8c716 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:08:26.506542 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8dfb3f57-2772-43d2-94bb-7fe18251e333 req-363c4fb0-ade2-46be-8c5d-76c10cfe1105 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475759 Sep 30 01:08:26.510342 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a69e154-3fb0-40ed-bd4a-dde41d96bc0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ee0856-56d5-491b-9b82-852b2b9478ac'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:08:26.526754 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-a7bdf4ed-c750-435d-be6a-a9fa7e024ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:26.542211 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-08b9360d-f0e3-405b-b143-236d2a053730 tempest-ServerAddressesNegativeTestJSON-112036524 tempest-ServerAddressesNegativeTestJSON-112036524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:26.548915 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 76ee0856-56d5-491b-9b82-852b2b9478ac, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=76ee0856-56d5-491b-9b82-852b2b9478ac,segment=NetworkSegment(c8f38723-6fd0-477a-b60c-7301ebd787cd),segment_id=c8f38723-6fd0-477a-b60c-7301ebd787cd)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:08:26.551109 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-be6cae4d-c3d4-46bb-b04e-7e2c9f383434 service neutron] Transition to ACTIVE for port object d4f17f60-b99a-4d9e-a576-ffa93c711c13 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:08:26.558419 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:26.565092 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:26.594042 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-be6cae4d-c3d4-46bb-b04e-7e2c9f383434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:26.640876 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5ea11539-e049-42b7-84e5-6b7cf319748d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:26.756077 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=76ee0856-56d5-491b-9b82-852b2b9478ac,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:26.763269 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-a8f6efa8-27b5-4657-8d35-ad172e0a1875 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:26.766034 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-a8f6efa8-27b5-4657-8d35-ad172e0a1875 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Usage tracker for resource:port and tenant:9d546063bbf2452a95ed9842971101da is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:08:26.769453 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-a8f6efa8-27b5-4657-8d35-ad172e0a1875 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:08:26.778679 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-a8f6efa8-27b5-4657-8d35-ad172e0a1875 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:26.780131 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:26.853684 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-a8f6efa8-27b5-4657-8d35-ad172e0a1875 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Made reservation on behalf of 9d546063bbf2452a95ed9842971101da for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:08:26.857204 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-a8f6efa8-27b5-4657-8d35-ad172e0a1875 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:26.894547 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-997c6cf7-f677-4ac0-8e4f-05d261da3e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:26.920250 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bdf4ed-c750-435d-be6a-a9fa7e024ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=8c095e3f-639d-41ca-8904-ed5265e8c716,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:26.943940 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5607b59a-182c-46af-a8ec-bd744126eb62 req-6213d08f-c126-454d-b518-a394345b1f3c tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e342f07d-678a-42cc-a744-8ba8576fb541 HTTP/1.1" status: 200 len: 210 time: 0.3811021 Sep 30 01:08:26.962498 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5d594246-d9f6-424d-862d-bbe4fa44d4ab tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:26.972289 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-a8f6efa8-27b5-4657-8d35-ad172e0a1875 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:26.990216 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a7bdf4ed-c750-435d-be6a-a9fa7e024ce7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:26.993028 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-997c6cf7-f677-4ac0-8e4f-05d261da3e22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:26.994584 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6cae4d-c3d4-46bb-b04e-7e2c9f383434 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f17f60-b99a-4d9e-a576-ffa93c711c13,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:27.032503 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-997c6cf7-f677-4ac0-8e4f-05d261da3e22 admin admin] Usage tracker for resource:security_group_rule and tenant:851ba6e47e2f4e908974917fa41bca4c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:08:27.052926 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-be6cae4d-c3d4-46bb-b04e-7e2c9f383434 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:27.053164 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-997c6cf7-f677-4ac0-8e4f-05d261da3e22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:08:27.066584 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-997c6cf7-f677-4ac0-8e4f-05d261da3e22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:27.100838 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-a8f6efa8-27b5-4657-8d35-ad172e0a1875 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:27.111700 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5d594246-d9f6-424d-862d-bbe4fa44d4ab tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Transition to ACTIVE for port object ff466f62-2993-4fda-99f8-d2dc5b844aa7 will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:08:27.118053 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-a8f6efa8-27b5-4657-8d35-ad172e0a1875 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Usage tracker for resource:security_group_rule and tenant:9d546063bbf2452a95ed9842971101da is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:08:27.123689 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-a8f6efa8-27b5-4657-8d35-ad172e0a1875 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:08:27.135109 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-a8f6efa8-27b5-4657-8d35-ad172e0a1875 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:27.165919 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efc0f8-4ee1-4750-9db3-5a43ab3d4dae req-594e6fa4-2b74-437b-9a63-d0e4bce3cc36 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:27.167642 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-98efc0f8-4ee1-4750-9db3-5a43ab3d4dae req-594e6fa4-2b74-437b-9a63-d0e4bce3cc36 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 931 time: 0.4803174 Sep 30 01:08:27.188088 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-be6cae4d-c3d4-46bb-b04e-7e2c9f383434 service neutron] Attempting to bind port d4f17f60-b99a-4d9e-a576-ffa93c711c13 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:08:27.188732 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-be6cae4d-c3d4-46bb-b04e-7e2c9f383434 service neutron] Attempting to bind port d4f17f60-b99a-4d9e-a576-ffa93c711c13 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'c8f38723-6fd0-477a-b60c-7301ebd787cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a1ec61c9-0175-45e3-86f7-b51b96fff07c'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:08:27.189246 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-be6cae4d-c3d4-46bb-b04e-7e2c9f383434 service neutron] Attempting to bind port d4f17f60-b99a-4d9e-a576-ffa93c711c13 on network a1ec61c9-0175-45e3-86f7-b51b96fff07c {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:08:27.199931 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-be6cae4d-c3d4-46bb-b04e-7e2c9f383434 service neutron] Port d4f17f60-b99a-4d9e-a576-ffa93c711c13 on network a1ec61c9-0175-45e3-86f7-b51b96fff07c not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:08:27.200537 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-be6cae4d-c3d4-46bb-b04e-7e2c9f383434 service neutron] Attempting to bind port d4f17f60-b99a-4d9e-a576-ffa93c711c13 on network a1ec61c9-0175-45e3-86f7-b51b96fff07c {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:08:27.216130 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-be6cae4d-c3d4-46bb-b04e-7e2c9f383434 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:08:27.216731 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-be6cae4d-c3d4-46bb-b04e-7e2c9f383434 service neutron] Checking segment: {'id': 'c8f38723-6fd0-477a-b60c-7301ebd787cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a1ec61c9-0175-45e3-86f7-b51b96fff07c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:08:27.217510 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-be6cae4d-c3d4-46bb-b04e-7e2c9f383434 service neutron] Bound using segment: {'id': 'c8f38723-6fd0-477a-b60c-7301ebd787cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a1ec61c9-0175-45e3-86f7-b51b96fff07c'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:08:27.222005 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-be6cae4d-c3d4-46bb-b04e-7e2c9f383434 service neutron] Bound port: d4f17f60-b99a-4d9e-a576-ffa93c711c13, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8f38723-6fd0-477a-b60c-7301ebd787cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a1ec61c9-0175-45e3-86f7-b51b96fff07c'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:08:27.222599 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-be6cae4d-c3d4-46bb-b04e-7e2c9f383434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:27.245069 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5d594246-d9f6-424d-862d-bbe4fa44d4ab tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:27.263970 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-44ad778f-5c95-4d7a-9178-08e4e6038162 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:27.281459 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a69e154-3fb0-40ed-bd4a-dde41d96bc0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ee0856-56d5-491b-9b82-852b2b9478ac', 'code': 200} Sep 30 01:08:27.307542 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-997c6cf7-f677-4ac0-8e4f-05d261da3e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:27.308999 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-a7bdf4ed-c750-435d-be6a-a9fa7e024ce7 service neutron] Attempting to bind port 8c095e3f-639d-41ca-8904-ed5265e8c716 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:08:27.313059 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-a7bdf4ed-c750-435d-be6a-a9fa7e024ce7 service neutron] Attempting to bind port 8c095e3f-639d-41ca-8904-ed5265e8c716 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': 'd6d42030-3db2-4c1c-8438-557cd475cbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f403902e-e751-400d-af5a-c4c0270fe9c5'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:08:27.313569 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-a7bdf4ed-c750-435d-be6a-a9fa7e024ce7 service neutron] Attempting to bind port 8c095e3f-639d-41ca-8904-ed5265e8c716 on network f403902e-e751-400d-af5a-c4c0270fe9c5 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:08:27.326317 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-997c6cf7-f677-4ac0-8e4f-05d261da3e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:27.343218 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-14ff5824-8609-43c2-9294-87da45f402a0 tempest-ImagesOneServerTestJSON-860133487 tempest-ImagesOneServerTestJSON-860133487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:27.381738 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-a7bdf4ed-c750-435d-be6a-a9fa7e024ce7 service neutron] Port 8c095e3f-639d-41ca-8904-ed5265e8c716 on network f403902e-e751-400d-af5a-c4c0270fe9c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:08:27.382389 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-a7bdf4ed-c750-435d-be6a-a9fa7e024ce7 service neutron] Attempting to bind port 8c095e3f-639d-41ca-8904-ed5265e8c716 on network f403902e-e751-400d-af5a-c4c0270fe9c5 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:08:27.483723 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-a7bdf4ed-c750-435d-be6a-a9fa7e024ce7 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:08:27.484108 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-a7bdf4ed-c750-435d-be6a-a9fa7e024ce7 service neutron] Checking segment: {'id': 'd6d42030-3db2-4c1c-8438-557cd475cbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f403902e-e751-400d-af5a-c4c0270fe9c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:08:27.484569 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-a7bdf4ed-c750-435d-be6a-a9fa7e024ce7 service neutron] Bound using segment: {'id': 'd6d42030-3db2-4c1c-8438-557cd475cbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f403902e-e751-400d-af5a-c4c0270fe9c5'} {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:08:27.485091 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-a7bdf4ed-c750-435d-be6a-a9fa7e024ce7 service neutron] Bound port: 8c095e3f-639d-41ca-8904-ed5265e8c716, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d42030-3db2-4c1c-8438-557cd475cbbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f403902e-e751-400d-af5a-c4c0270fe9c5'}}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:08:27.485509 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-a7bdf4ed-c750-435d-be6a-a9fa7e024ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:27.496502 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5d594246-d9f6-424d-862d-bbe4fa44d4ab tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Network 0c8f5270-f537-4a24-8826-df38c01a7122 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:08:27.512448 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5d594246-d9f6-424d-862d-bbe4fa44d4ab tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:08:27.518414 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-be6cae4d-c3d4-46bb-b04e-7e2c9f383434 service neutron] For port d4f17f60-b99a-4d9e-a576-ffa93c711c13, host n-h2-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:08:27.542062 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5d594246-d9f6-424d-862d-bbe4fa44d4ab tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:08:27.561684 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-997c6cf7-f677-4ac0-8e4f-05d261da3e22 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=851ba6e47e2f4e908974917fa41bca4c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1184900 Sep 30 01:08:27.562648 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c6cf7-f677-4ac0-8e4f-05d261da3e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8915637-074d-45c9-8596-0a845e8d3103,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:27.565845 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-997c6cf7-f677-4ac0-8e4f-05d261da3e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:27.574830 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 52752) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:27.599343 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-be6cae4d-c3d4-46bb-b04e-7e2c9f383434 service neutron] For port d4f17f60-b99a-4d9e-a576-ffa93c711c13, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=d4f17f60-b99a-4d9e-a576-ffa93c711c13,segment=NetworkSegment(c8f38723-6fd0-477a-b60c-7301ebd787cd),segment_id=c8f38723-6fd0-477a-b60c-7301ebd787cd)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:08:27.683862 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-a8f6efa8-27b5-4657-8d35-ad172e0a1875 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:27.685309 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d594246-d9f6-424d-862d-bbe4fa44d4ab tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Pushing event updated for resources: {'Port': ['ID=ff466f62-2993-4fda-99f8-d2dc5b844aa7,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:27.699384 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-98efc0f8-4ee1-4750-9db3-5a43ab3d4dae req-ff1dafc3-2d29-4b8b-9e13-5173688836e2 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3745060 Sep 30 01:08:27.701506 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-be6cae4d-c3d4-46bb-b04e-7e2c9f383434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:27.706762 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5d594246-d9f6-424d-862d-bbe4fa44d4ab tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:27.707372 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5d594246-d9f6-424d-862d-bbe4fa44d4ab tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:27.811458 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5d594246-d9f6-424d-862d-bbe4fa44d4ab tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:27.812303 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5d594246-d9f6-424d-862d-bbe4fa44d4ab tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:27.840838 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-a8f6efa8-27b5-4657-8d35-ad172e0a1875 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:27.864835 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95543663-b76a-4074-ac5e-14e8c942ffc9 req-b7d2acdf-ab54-4ee4-bcde-aa07f4f0f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:27.867648 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-95543663-b76a-4074-ac5e-14e8c942ffc9 req-b7d2acdf-ab54-4ee4-bcde-aa07f4f0f404 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 1096 time: 0.4769204 Sep 30 01:08:27.883910 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-a7bdf4ed-c750-435d-be6a-a9fa7e024ce7 service neutron] For port 8c095e3f-639d-41ca-8904-ed5265e8c716, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:08:27.888024 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-a7bdf4ed-c750-435d-be6a-a9fa7e024ce7 service neutron] For port 8c095e3f-639d-41ca-8904-ed5265e8c716, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=8c095e3f-639d-41ca-8904-ed5265e8c716,segment=NetworkSegment(d6d42030-3db2-4c1c-8438-557cd475cbbc),segment_id=d6d42030-3db2-4c1c-8438-557cd475cbbc)] {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:08:27.923899 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-a7bdf4ed-c750-435d-be6a-a9fa7e024ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:27.927011 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-2bba93eb-1b3f-4f10-a579-6f0e7b511a5e None None] Provisioning for port ff466f62-2993-4fda-99f8-d2dc5b844aa7 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:08:27.932156 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-2bba93eb-1b3f-4f10-a579-6f0e7b511a5e None None] Provisioning complete for port ff466f62-2993-4fda-99f8-d2dc5b844aa7 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:08:27.932521 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2bba93eb-1b3f-4f10-a579-6f0e7b511a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:27.959634 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-be6cae4d-c3d4-46bb-b04e-7e2c9f383434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:27.960234 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-be6cae4d-c3d4-46bb-b04e-7e2c9f383434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:27.962281 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-be6cae4d-c3d4-46bb-b04e-7e2c9f383434 service neutron] 10.222.0.55 "PUT /v2.0/ports/d4f17f60-b99a-4d9e-a576-ffa93c711c13 HTTP/1.1" status: 200 len: 1091 time: 3.8996129 Sep 30 01:08:27.963976 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19735f62-db0c-42ba-a329-6f749a7b42ad', 'tag': 'd4f17f60-b99a-4d9e-a576-ffa93c711c13'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:08:27.966880 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1b8c0254-649b-4641-8e99-e01ce1398deb tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:28.020926 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-2bba93eb-1b3f-4f10-a579-6f0e7b511a5e None None] Port ff466f62-2993-4fda-99f8-d2dc5b844aa7 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:08:28.048210 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eb8af926-62a6-4363-b90f-10f037e30092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:28.063907 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-a7bdf4ed-c750-435d-be6a-a9fa7e024ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:28.064750 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-a7bdf4ed-c750-435d-be6a-a9fa7e024ce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:28.066320 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-a7bdf4ed-c750-435d-be6a-a9fa7e024ce7 service neutron] 10.222.0.55 "PUT /v2.0/ports/8c095e3f-639d-41ca-8904-ed5265e8c716 HTTP/1.1" status: 200 len: 1091 time: 2.7584023 Sep 30 01:08:28.078609 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6cae4d-c3d4-46bb-b04e-7e2c9f383434 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f17f60-b99a-4d9e-a576-ffa93c711c13,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:28.084342 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7126c594-5a1c-4409-9656-b6b579367ad6', 'tag': '8c095e3f-639d-41ca-8904-ed5265e8c716'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:08:28.087632 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5d594246-d9f6-424d-862d-bbe4fa44d4ab tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1275077 Sep 30 01:08:28.095194 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-be6cae4d-c3d4-46bb-b04e-7e2c9f383434 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:28.096720 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-59cfd865-ca4f-4d40-ba28-8e39d1abcc0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:28.117974 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-a4dcb2c0-43f3-408f-9ea6-b44404368fd7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Request body: {'port': {'device_id': '31d31b10-a352-4542-94f9-1071f460d03b', 'network_id': '0c8f5270-f537-4a24-8826-df38c01a7122', 'admin_state_up': True, 'tenant_id': '0149d6d6ed59445481fded27e8294137', 'security_groups': ['47609fbd-fa50-44cb-8c72-b83a8595a9aa']}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:28.133588 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-95543663-b76a-4074-ac5e-14e8c942ffc9 req-ba333113-cb99-47b5-997c-9be1315a0ac2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422607 Sep 30 01:08:28.185777 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eb8af926-62a6-4363-b90f-10f037e30092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:28.204078 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bdf4ed-c750-435d-be6a-a9fa7e024ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=8c095e3f-639d-41ca-8904-ed5265e8c716,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:28.207806 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a7bdf4ed-c750-435d-be6a-a9fa7e024ce7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:28.258834 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cad93-13fa-4ecc-ae92-d92ebd92f5bd req-652bea6e-7461-4a3b-84ea-eed9f31857a4 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:28.261310 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d02cad93-13fa-4ecc-ae92-d92ebd92f5bd req-652bea6e-7461-4a3b-84ea-eed9f31857a4 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 943 time: 0.8318424 Sep 30 01:08:28.271808 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb40ab-601c-4adc-90a4-d0f9fd015eed req-61bb0c3f-e83c-46a2-a1e1-708cee7e0201 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:28.272472 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-cabb40ab-601c-4adc-90a4-d0f9fd015eed req-61bb0c3f-e83c-46a2-a1e1-708cee7e0201 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Synchronizing usage tracker for tenant:abce1fccae0f433a86d5519286621727 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:08:28.298051 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-cabb40ab-601c-4adc-90a4-d0f9fd015eed req-61bb0c3f-e83c-46a2-a1e1-708cee7e0201 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Unset dirty status for tenant:abce1fccae0f433a86d5519286621727 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:08:28.299261 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cabb40ab-601c-4adc-90a4-d0f9fd015eed req-61bb0c3f-e83c-46a2-a1e1-708cee7e0201 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 943 time: 0.3910003 Sep 30 01:08:28.303755 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-7703ffa3-93e7-4100-b432-4de114b93446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:28.305517 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-7703ffa3-93e7-4100-b432-4de114b93446 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e480d6828f9946358bfe1436e2b1931a&device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 1094 time: 0.1708393 Sep 30 01:08:28.309878 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eb8af926-62a6-4363-b90f-10f037e30092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:28.314231 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6efa8-27b5-4657-8d35-ad172e0a1875 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=502d0b3b-5241-423e-93d7-3d30a5bd3b87,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:28.323493 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a8f6efa8-27b5-4657-8d35-ad172e0a1875 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:28.341130 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7a215b3b-282f-4d61-bf51-1fda453ec725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:28.399918 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-b9ddfcb5-f064-44ad-b6e2-c811dfb587fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:28.401411 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-b9ddfcb5-f064-44ad-b6e2-c811dfb587fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=abce1fccae0f433a86d5519286621727&device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 1094 time: 0.3757145 Sep 30 01:08:28.403523 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-d02cad93-13fa-4ecc-ae92-d92ebd92f5bd req-1c51a45d-31e0-46ae-b759-39783565c4bd tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Synchronizing usage tracker for tenant:e480d6828f9946358bfe1436e2b1931a on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:08:28.406433 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-a8f6efa8-27b5-4657-8d35-ad172e0a1875 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Allocated IP 192.168.233.67 (5148d586-4385-4f2c-9968-16b3a645031f/d94969b3-14c1-4902-a40b-8e6c297e30ba/c2c3da91-f627-4803-8e92-0c438ee9bfed) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:08:28.419357 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8af926-62a6-4363-b90f-10f037e30092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8915637-074d-45c9-8596-0a845e8d3103,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:28.422164 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-eb8af926-62a6-4363-b90f-10f037e30092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:28.451005 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-8bf1405f-1500-45ff-bd20-e18b223805a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c095e3f-639d-41ca-8904-ed5265e8c716 HTTP/1.1" status: 200 len: 217 time: 0.1002738 Sep 30 01:08:28.451871 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eb8af926-62a6-4363-b90f-10f037e30092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:28.452860 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-eb8af926-62a6-4363-b90f-10f037e30092 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b8915637-074d-45c9-8596-0a845e8d3103 HTTP/1.1" status: 204 len: 168 time: 0.8753223 Sep 30 01:08:28.509294 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-cabb40ab-601c-4adc-90a4-d0f9fd015eed req-64c89d5e-8ca6-48a5-9c75-5647cf4ca9cd tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012210 Sep 30 01:08:28.572787 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-0281d794-ed04-4046-88f1-fb9b192d7797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:28.574635 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-0281d794-ed04-4046-88f1-fb9b192d7797 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=26d4a6d6-1ae3-4299-b531-ee7f88efd949 HTTP/1.1" status: 200 len: 859 time: 0.1124346 Sep 30 01:08:28.649131 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-397742dc-3e08-45f6-8392-4893e70b59d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f403902e-e751-400d-af5a-c4c0270fe9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576501 Sep 30 01:08:28.693333 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-d02cad93-13fa-4ecc-ae92-d92ebd92f5bd req-1c51a45d-31e0-46ae-b759-39783565c4bd tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Unset dirty status for tenant:e480d6828f9946358bfe1436e2b1931a on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:08:28.714924 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d02cad93-13fa-4ecc-ae92-d92ebd92f5bd req-1c51a45d-31e0-46ae-b759-39783565c4bd tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201798 Sep 30 01:08:28.730014 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-1312cf65-5075-446f-b59a-8c5c5199ca9f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4f17f60-b99a-4d9e-a576-ffa93c711c13 HTTP/1.1" status: 200 len: 217 time: 0.3074353 Sep 30 01:08:28.743545 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-a4dcb2c0-43f3-408f-9ea6-b44404368fd7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:28.863391 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-a4dcb2c0-43f3-408f-9ea6-b44404368fd7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Usage tracker for resource:port and tenant:0149d6d6ed59445481fded27e8294137 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:08:28.885094 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-a4dcb2c0-43f3-408f-9ea6-b44404368fd7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Quota usage for port was recalculated. Used quota:9. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:08:28.909307 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-a4dcb2c0-43f3-408f-9ea6-b44404368fd7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:28.994367 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f5c1e35b-94f5-4314-90e5-cf3516bbbe8c req-31fc80f3-ab28-42da-84dc-de410b804f49 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e342f07d-678a-42cc-a744-8ba8576fb541 HTTP/1.1" status: 200 len: 210 time: 0.0989881 Sep 30 01:08:29.005604 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-a4dcb2c0-43f3-408f-9ea6-b44404368fd7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Made reservation on behalf of 0149d6d6ed59445481fded27e8294137 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:08:29.018927 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-a4dcb2c0-43f3-408f-9ea6-b44404368fd7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:29.035423 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-d02f7b33-80bf-4b19-b9b1-12c579a241b7 service neutron] 10.222.0.55 "GET /v2.0/networks/f403902e-e751-400d-af5a-c4c0270fe9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790658 Sep 30 01:08:29.104663 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-7ab56ced-58c9-4264-bf1d-1492868c23d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:29.106701 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-7ab56ced-58c9-4264-bf1d-1492868c23d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c3d0072-a3d6-4e3e-8b73-1d7d0c6bb6d2 HTTP/1.1" status: 200 len: 859 time: 0.3553128 Sep 30 01:08:29.118265 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19735f62-db0c-42ba-a329-6f749a7b42ad', 'tag': 'd4f17f60-b99a-4d9e-a576-ffa93c711c13', 'status': 'completed', 'code': 200} Sep 30 01:08:29.270549 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-b1011c3b-d899-4a7c-83d5-bcc4590b9a1e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a1ec61c9-0175-45e3-86f7-b51b96fff07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489464 Sep 30 01:08:29.313839 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d4f279b5-7df8-4bb2-bfbc-cab87ec0a8e0 req-63f34399-fae2-49ad-a948-ff7fa6896a67 service neutron] 10.222.0.55 "GET /v2.0/networks/f403902e-e751-400d-af5a-c4c0270fe9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549930 Sep 30 01:08:29.315933 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7126c594-5a1c-4409-9656-b6b579367ad6', 'tag': '8c095e3f-639d-41ca-8904-ed5265e8c716', 'status': 'completed', 'code': 200} Sep 30 01:08:29.329821 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962ee49-98be-41cf-9118-85bbed6f4be2 req-4e7f76fb-5e10-4ec0-939e-3267ba1baa46 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:29.337693 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e962ee49-98be-41cf-9118-85bbed6f4be2 req-4e7f76fb-5e10-4ec0-939e-3267ba1baa46 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 945 time: 0.4239616 Sep 30 01:08:29.449236 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e962ee49-98be-41cf-9118-85bbed6f4be2 req-eab6312d-b13b-401c-9fe0-744aad7b4858 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103749 Sep 30 01:08:29.540755 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91340972-9cc2-41c8-95bc-bf194ef00f99 req-4b4afe40-05db-405d-b210-556f093da6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:29.556343 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-91340972-9cc2-41c8-95bc-bf194ef00f99 req-4b4afe40-05db-405d-b210-556f093da6d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e480d6828f9946358bfe1436e2b1931a&device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 1094 time: 0.1635017 Sep 30 01:08:29.739078 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-ec39911e-7ba1-47c5-8810-80a27158a329 service neutron] 10.222.0.55 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472287 Sep 30 01:08:29.884992 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91340972-9cc2-41c8-95bc-bf194ef00f99 req-751f5f62-bf47-4c45-8065-5f82d9cbb2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:29.887632 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-a8f6efa8-27b5-4657-8d35-ad172e0a1875 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:29.887941 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-91340972-9cc2-41c8-95bc-bf194ef00f99 req-751f5f62-bf47-4c45-8065-5f82d9cbb2c2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f403902e-e751-400d-af5a-c4c0270fe9c5 HTTP/1.1" status: 200 len: 920 time: 0.3254185 Sep 30 01:08:29.892194 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ac91236e-dcb4-488f-8d41-e0e7c24f5e0b req-fb6fefd7-8db9-4da2-b41b-36480397dcd7 service neutron] 10.222.0.55 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378956 Sep 30 01:08:29.918340 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-a4dcb2c0-43f3-408f-9ea6-b44404368fd7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Allocated IP 10.1.1.225 (0c8f5270-f537-4a24-8826-df38c01a7122/08cf9028-f858-4c0c-8619-dc36cad505dd/8383232f-0a72-4842-ada7-be7b80f6f5bb) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:08:29.943260 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-a8f6efa8-27b5-4657-8d35-ad172e0a1875 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Transition to ACTIVE for port object c2c3da91-f627-4803-8e92-0c438ee9bfed will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:08:29.981289 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-91340972-9cc2-41c8-95bc-bf194ef00f99 req-d3041751-9bac-40bc-95d1-aa9c967da2a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c095e3f-639d-41ca-8904-ed5265e8c716 HTTP/1.1" status: 200 len: 217 time: 0.0814621 Sep 30 01:08:30.025507 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13375473-f72a-421f-a87d-ef59fae86e90 req-32fe0584-8e46-4a50-80d8-39af256547a5 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:30.031448 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13375473-f72a-421f-a87d-ef59fae86e90 req-32fe0584-8e46-4a50-80d8-39af256547a5 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:30.032252 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-13375473-f72a-421f-a87d-ef59fae86e90 req-32fe0584-8e46-4a50-80d8-39af256547a5 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Synchronizing usage tracker for tenant:0149d6d6ed59445481fded27e8294137 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:08:30.068633 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91340972-9cc2-41c8-95bc-bf194ef00f99 req-3585ccac-8bad-4119-87d5-2398e0cad713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:30.070749 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-91340972-9cc2-41c8-95bc-bf194ef00f99 req-3585ccac-8bad-4119-87d5-2398e0cad713 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=26d4a6d6-1ae3-4299-b531-ee7f88efd949 HTTP/1.1" status: 200 len: 859 time: 0.0760651 Sep 30 01:08:30.082697 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d5ad5-9c7d-46a7-9f7b-733d2df5ba82 req-f26d362a-456d-421a-851c-73e250dd3641 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:30.084504 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7e6d5ad5-9c7d-46a7-9f7b-733d2df5ba82 req-f26d362a-456d-421a-851c-73e250dd3641 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 943 time: 0.2591302 Sep 30 01:08:30.161079 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-91340972-9cc2-41c8-95bc-bf194ef00f99 req-e72042bb-e426-42bf-b471-be84b41bd6a4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f403902e-e751-400d-af5a-c4c0270fe9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754988 Sep 30 01:08:30.183271 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-13375473-f72a-421f-a87d-ef59fae86e90 req-32fe0584-8e46-4a50-80d8-39af256547a5 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Unset dirty status for tenant:0149d6d6ed59445481fded27e8294137 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:08:30.190097 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-13375473-f72a-421f-a87d-ef59fae86e90 req-32fe0584-8e46-4a50-80d8-39af256547a5 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 1653 time: 0.5615149 Sep 30 01:08:30.249345 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-a8f6efa8-27b5-4657-8d35-ad172e0a1875 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:30.265767 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7e6d5ad5-9c7d-46a7-9f7b-733d2df5ba82 req-a23e0d41-79c9-45c6-b2b2-fe904483515d tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439855 Sep 30 01:08:30.274839 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9e1a9800-a3ea-461c-b4ac-90bf5492a68c tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:30.354901 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-91340972-9cc2-41c8-95bc-bf194ef00f99 req-35f06771-de0d-47c8-b8ee-94da63cb12a4 service neutron] 10.222.0.55 "GET /v2.0/networks/f403902e-e751-400d-af5a-c4c0270fe9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775265 Sep 30 01:08:30.373977 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a435c4a-c48f-4820-abc6-21df1fe9e815 req-793a0639-5727-47bc-b556-aea624cc8b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:30.375610 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3a435c4a-c48f-4820-abc6-21df1fe9e815 req-793a0639-5727-47bc-b556-aea624cc8b90 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=abce1fccae0f433a86d5519286621727&device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 1094 time: 0.4049695 Sep 30 01:08:30.392607 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-13375473-f72a-421f-a87d-ef59fae86e90 req-ea737b03-6a4c-42b4-b6cc-1869f1a90e95 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014523 Sep 30 01:08:30.522871 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-a8f6efa8-27b5-4657-8d35-ad172e0a1875 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Network 5148d586-4385-4f2c-9968-16b3a645031f is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:08:30.633358 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-91340972-9cc2-41c8-95bc-bf194ef00f99 req-8f2af7f9-473d-44b8-bc9e-d1a27ddbe487 service neutron] 10.222.0.55 "GET /v2.0/networks/f403902e-e751-400d-af5a-c4c0270fe9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659743 Sep 30 01:08:30.669823 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-a8f6efa8-27b5-4657-8d35-ad172e0a1875 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:08:30.682022 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6efa8-27b5-4657-8d35-ad172e0a1875 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Pushing event updated for resources: {'Port': ['ID=c2c3da91-f627-4803-8e92-0c438ee9bfed,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:30.684939 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f84f2-1968-4d85-9f7c-9ac75c095ad8 req-971a85a5-363f-4022-a967-eff7818cd941 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:30.686374 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a8f6efa8-27b5-4657-8d35-ad172e0a1875 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:30.691134 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-a8f6efa8-27b5-4657-8d35-ad172e0a1875 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:08:30.692647 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1b6f84f2-1968-4d85-9f7c-9ac75c095ad8 req-971a85a5-363f-4022-a967-eff7818cd941 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e342f07d-678a-42cc-a744-8ba8576fb541 HTTP/1.1" status: 200 len: 935 time: 0.1573799 Sep 30 01:08:30.760808 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1b6f84f2-1968-4d85-9f7c-9ac75c095ad8 req-8a3dd9a0-aea7-49b3-b88c-04a5128b382f tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.39 "GET /v2.0/security-groups?id=502d0b3b-5241-423e-93d7-3d30a5bd3b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606794 Sep 30 01:08:30.797346 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-a8f6efa8-27b5-4657-8d35-ad172e0a1875 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:30.798071 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-a8f6efa8-27b5-4657-8d35-ad172e0a1875 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:30.876469 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-a4dcb2c0-43f3-408f-9ea6-b44404368fd7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:30.910458 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a435c4a-c48f-4820-abc6-21df1fe9e815 req-43a23ffb-c637-4b5c-aeed-be5f686fd6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:30.912098 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3a435c4a-c48f-4820-abc6-21df1fe9e815 req-43a23ffb-c637-4b5c-aeed-be5f686fd6e7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a1ec61c9-0175-45e3-86f7-b51b96fff07c HTTP/1.1" status: 200 len: 920 time: 0.5156820 Sep 30 01:08:30.920552 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-a8f6efa8-27b5-4657-8d35-ad172e0a1875 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2538462 Sep 30 01:08:30.921544 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-a4dcb2c0-43f3-408f-9ea6-b44404368fd7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Transition to ACTIVE for port object 8383232f-0a72-4842-ada7-be7b80f6f5bb will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:08:31.075261 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-e941a11e-cb43-4732-8621-cf16db4d890c None None] Provisioning for port c2c3da91-f627-4803-8e92-0c438ee9bfed completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:08:31.081156 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-e941a11e-cb43-4732-8621-cf16db4d890c None None] Provisioning complete for port c2c3da91-f627-4803-8e92-0c438ee9bfed triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:08:31.081544 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e941a11e-cb43-4732-8621-cf16db4d890c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:31.117845 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18a3d6-4936-4b57-a778-e8051c8c3548 req-a90036e6-04d2-4f31-a241-dd4897ca5117 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:31.125529 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3c18a3d6-4936-4b57-a778-e8051c8c3548 req-a90036e6-04d2-4f31-a241-dd4897ca5117 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 945 time: 0.1187925 Sep 30 01:08:31.161331 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-63ddd799-d5c6-4010-acfc-1a7e88bb2b7e service neutron] Request body: {'port': {'device_id': 'e342f07d-678a-42cc-a744-8ba8576fb541', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:31.171086 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-e941a11e-cb43-4732-8621-cf16db4d890c None None] Port c2c3da91-f627-4803-8e92-0c438ee9bfed cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:08:31.173941 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3c18a3d6-4936-4b57-a778-e8051c8c3548 req-c0f7a717-22d2-46f5-8e12-411c446355b8 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471945 Sep 30 01:08:31.214434 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3a435c4a-c48f-4820-abc6-21df1fe9e815 req-c92960f7-483c-4be6-b45a-150b36703ab5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4f17f60-b99a-4d9e-a576-ffa93c711c13 HTTP/1.1" status: 200 len: 217 time: 0.2913499 Sep 30 01:08:31.383973 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bc5cc-8285-4eaf-b853-24db7bbb22fa req-eeb6f8ac-711d-4aca-801e-d76f95da0bf7 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:31.385492 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e81bc5cc-8285-4eaf-b853-24db7bbb22fa req-eeb6f8ac-711d-4aca-801e-d76f95da0bf7 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 943 time: 0.6055243 Sep 30 01:08:31.394335 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a435c4a-c48f-4820-abc6-21df1fe9e815 req-fe4fdd19-0fda-4b86-8722-63ed61bcc5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:31.395939 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3a435c4a-c48f-4820-abc6-21df1fe9e815 req-fe4fdd19-0fda-4b86-8722-63ed61bcc5af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c3d0072-a3d6-4e3e-8b73-1d7d0c6bb6d2 HTTP/1.1" status: 200 len: 859 time: 0.1730762 Sep 30 01:08:31.402842 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-a4dcb2c0-43f3-408f-9ea6-b44404368fd7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:31.423913 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-417a859d-319b-460b-afdd-a436ce3c7eee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:31.460157 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-63ddd799-d5c6-4010-acfc-1a7e88bb2b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:31.497580 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cf22d-6c04-451f-a813-f7bcad34048d req-29129891-2d82-418e-b53c-0ccf6627f8e3 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:31.499250 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1e9cf22d-6c04-451f-a813-f7bcad34048d req-29129891-2d82-418e-b53c-0ccf6627f8e3 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 943 time: 0.1047084 Sep 30 01:08:31.552914 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3a435c4a-c48f-4820-abc6-21df1fe9e815 req-11974d40-c846-4945-b1e0-d93cab4189ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a1ec61c9-0175-45e3-86f7-b51b96fff07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302464 Sep 30 01:08:31.556106 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1e9cf22d-6c04-451f-a813-f7bcad34048d req-ff42fdae-72b3-475a-b50d-3058f6f95146 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497518 Sep 30 01:08:31.629846 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-a4dcb2c0-43f3-408f-9ea6-b44404368fd7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Network 0c8f5270-f537-4a24-8826-df38c01a7122 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:08:31.651550 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-a4dcb2c0-43f3-408f-9ea6-b44404368fd7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:08:31.654154 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-a4dcb2c0-43f3-408f-9ea6-b44404368fd7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:08:31.791805 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dcb2c0-43f3-408f-9ea6-b44404368fd7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Pushing event updated for resources: {'Port': ['ID=8383232f-0a72-4842-ada7-be7b80f6f5bb,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:31.795380 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a4dcb2c0-43f3-408f-9ea6-b44404368fd7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:31.800155 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e81bc5cc-8285-4eaf-b853-24db7bbb22fa req-8d69f5fb-8802-4957-b793-e885bfd4da72 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011509 Sep 30 01:08:31.861681 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-a4dcb2c0-43f3-408f-9ea6-b44404368fd7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:31.862405 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-a4dcb2c0-43f3-408f-9ea6-b44404368fd7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:31.978439 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-a4dcb2c0-43f3-408f-9ea6-b44404368fd7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8647215 Sep 30 01:08:31.989187 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3a435c4a-c48f-4820-abc6-21df1fe9e815 req-9b0bc8bc-e3d2-47d9-96ba-2b2b76807be7 service neutron] 10.222.0.55 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786829 Sep 30 01:08:32.021754 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device d4f17f60-b99a-4d9e-a576-ffa93c711c13 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:08:32.053944 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-d188554b-0661-42d0-9948-90503824fd2f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Request body: {'port': {'device_id': '31d31b10-a352-4542-94f9-1071f460d03b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9dd935bb-d688-4433-a9d1-a36b64beb9e9', 'admin_state_up': True, 'tenant_id': '0149d6d6ed59445481fded27e8294137', 'security_groups': ['47609fbd-fa50-44cb-8c72-b83a8595a9aa']}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:32.072818 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378f779-f6ed-4cb4-b61b-2fa0fc739be6 req-af9d5008-20f3-4dea-abf4-29cec6c0ba50 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:32.079141 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378f779-f6ed-4cb4-b61b-2fa0fc739be6 req-af9d5008-20f3-4dea-abf4-29cec6c0ba50 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:32.085313 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378f779-f6ed-4cb4-b61b-2fa0fc739be6 req-af9d5008-20f3-4dea-abf4-29cec6c0ba50 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:32.087168 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b378f779-f6ed-4cb4-b61b-2fa0fc739be6 req-af9d5008-20f3-4dea-abf4-29cec6c0ba50 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 2374 time: 0.1608162 Sep 30 01:08:32.142777 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b378f779-f6ed-4cb4-b61b-2fa0fc739be6 req-85fc3cc2-463d-47f3-8d47-e9cd0dff67fb tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494499 Sep 30 01:08:32.224705 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port d4f17f60-b99a-4d9e-a576-ffa93c711c13, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=d4f17f60-b99a-4d9e-a576-ffa93c711c13,segment=NetworkSegment(c8f38723-6fd0-477a-b60c-7301ebd787cd),segment_id=c8f38723-6fd0-477a-b60c-7301ebd787cd)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:08:32.244422 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': 'd4f17f60-b99a-4d9e-a576-ffa93c711c13', 'network_id': 'a1ec61c9-0175-45e3-86f7-b51b96fff07c', 'port_id': 'd4f17f60-b99a-4d9e-a576-ffa93c711c13', 'mac_address': 'fa:16:3e:15:59:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c3d0072-a3d6-4e3e-8b73-1d7d0c6bb6d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:08:32.325570 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-1a7f7ad3-8520-48b3-a127-6f91c060d337 None None] Provisioning for port 8383232f-0a72-4842-ada7-be7b80f6f5bb completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:08:32.342116 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-1a7f7ad3-8520-48b3-a127-6f91c060d337 None None] Provisioning complete for port 8383232f-0a72-4842-ada7-be7b80f6f5bb triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:08:32.342879 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-1a7f7ad3-8520-48b3-a127-6f91c060d337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:32.404107 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-1a7f7ad3-8520-48b3-a127-6f91c060d337 None None] Port 8383232f-0a72-4842-ada7-be7b80f6f5bb cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:08:32.409767 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:32.432733 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f17f60-b99a-4d9e-a576-ffa93c711c13 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:08:32.458674 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port d4f17f60-b99a-4d9e-a576-ffa93c711c13, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=d4f17f60-b99a-4d9e-a576-ffa93c711c13,segment=NetworkSegment(c8f38723-6fd0-477a-b60c-7301ebd787cd),segment_id=c8f38723-6fd0-477a-b60c-7301ebd787cd)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:08:32.465053 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:32.466367 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 8c095e3f-639d-41ca-8904-ed5265e8c716 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:08:32.471014 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-02ae6ab4-16d8-423e-828a-0f41e91ece44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:32.541714 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15a4c7-4af7-4035-b698-7613fa38c2a7 req-832b28b3-f733-41e2-9431-22ba16a2d133 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:32.551488 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8f15a4c7-4af7-4035-b698-7613fa38c2a7 req-832b28b3-f733-41e2-9431-22ba16a2d133 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 945 time: 0.1241479 Sep 30 01:08:32.604166 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=d4f17f60-b99a-4d9e-a576-ffa93c711c13,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:32.605767 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3a435c4a-c48f-4820-abc6-21df1fe9e815 req-bc3960fd-4a9b-4c71-af43-f1cc4238422a service neutron] 10.222.0.55 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5750024 Sep 30 01:08:32.611004 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:32.635300 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-d188554b-0661-42d0-9948-90503824fd2f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:32.646627 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8f15a4c7-4af7-4035-b698-7613fa38c2a7 req-3065a61f-800c-4d43-aba0-b9b592b57ed9 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939248 Sep 30 01:08:32.666021 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa29755-9da9-47bf-9cb6-3dbedb9ac3aa req-1ebb0d03-0dcd-4405-8ca7-e71825a206e5 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:32.666841 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-7aa29755-9da9-47bf-9cb6-3dbedb9ac3aa req-1ebb0d03-0dcd-4405-8ca7-e71825a206e5 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Synchronizing usage tracker for tenant:9d546063bbf2452a95ed9842971101da on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:08:32.681823 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-d188554b-0661-42d0-9948-90503824fd2f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:32.782454 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-63ddd799-d5c6-4010-acfc-1a7e88bb2b7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c3da91-f627-4803-8e92-0c438ee9bfed {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:08:32.792993 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-63ddd799-d5c6-4010-acfc-1a7e88bb2b7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:32.809076 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-63ddd799-d5c6-4010-acfc-1a7e88bb2b7e service neutron] Transition to ACTIVE for port object c2c3da91-f627-4803-8e92-0c438ee9bfed will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:08:32.825357 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-d188554b-0661-42d0-9948-90503824fd2f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Made reservation on behalf of 0149d6d6ed59445481fded27e8294137 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:08:32.845257 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-63ddd799-d5c6-4010-acfc-1a7e88bb2b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:32.858887 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-58c9b065-6d23-4a1b-8d83-f75e3b4aad7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:32.883964 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d62c1-e63a-4e66-8802-2a6be641ca81 req-a6ec70a1-e27c-4c2d-83a9-e83454180241 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:32.890789 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1c7d62c1-e63a-4e66-8802-2a6be641ca81 req-a6ec70a1-e27c-4c2d-83a9-e83454180241 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 944 time: 0.1075122 Sep 30 01:08:32.937774 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 8c095e3f-639d-41ca-8904-ed5265e8c716, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=8c095e3f-639d-41ca-8904-ed5265e8c716,segment=NetworkSegment(d6d42030-3db2-4c1c-8438-557cd475cbbc),segment_id=d6d42030-3db2-4c1c-8438-557cd475cbbc)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:08:32.956874 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1c7d62c1-e63a-4e66-8802-2a6be641ca81 req-38e253be-84be-4e85-bfba-1763e56367bd tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651350 Sep 30 01:08:32.959720 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '8c095e3f-639d-41ca-8904-ed5265e8c716', 'network_id': 'f403902e-e751-400d-af5a-c4c0270fe9c5', 'port_id': '8c095e3f-639d-41ca-8904-ed5265e8c716', 'mac_address': 'fa:16:3e:83:96:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26d4a6d6-1ae3-4299-b531-ee7f88efd949', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:08:33.045800 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:33.066355 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c095e3f-639d-41ca-8904-ed5265e8c716 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:08:33.096249 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 8c095e3f-639d-41ca-8904-ed5265e8c716, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=8c095e3f-639d-41ca-8904-ed5265e8c716,segment=NetworkSegment(d6d42030-3db2-4c1c-8438-557cd475cbbc),segment_id=d6d42030-3db2-4c1c-8438-557cd475cbbc)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:08:33.109874 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:33.113263 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-02ae6ab4-16d8-423e-828a-0f41e91ece44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:33.225230 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=8c095e3f-639d-41ca-8904-ed5265e8c716,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:33.231281 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:33.362932 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-7aa29755-9da9-47bf-9cb6-3dbedb9ac3aa req-1ebb0d03-0dcd-4405-8ca7-e71825a206e5 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Unset dirty status for tenant:9d546063bbf2452a95ed9842971101da on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:08:33.362932 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7aa29755-9da9-47bf-9cb6-3dbedb9ac3aa req-1ebb0d03-0dcd-4405-8ca7-e71825a206e5 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e342f07d-678a-42cc-a744-8ba8576fb541 HTTP/1.1" status: 200 len: 935 time: 1.3715985 Sep 30 01:08:33.422357 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['8c095e3f-639d-41ca-8904-ed5265e8c716'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:08:33.500365 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11359214-77ac-4ece-badd-2e598301a635 req-7badaad4-fce8-45ef-b73c-da5410cbab3a tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:33.502090 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-11359214-77ac-4ece-badd-2e598301a635 req-7badaad4-fce8-45ef-b73c-da5410cbab3a tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 944 time: 0.2499838 Sep 30 01:08:33.506290 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['d4f17f60-b99a-4d9e-a576-ffa93c711c13'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:08:33.547881 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddd799-d5c6-4010-acfc-1a7e88bb2b7e service neutron] Pushing event updated for resources: {'Port': ['ID=c2c3da91-f627-4803-8e92-0c438ee9bfed,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:33.559707 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-63ddd799-d5c6-4010-acfc-1a7e88bb2b7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:33.579137 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-7aa29755-9da9-47bf-9cb6-3dbedb9ac3aa req-4804c65a-a90a-4ead-bf8b-6bc59d6aaa16 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Synchronizing usage tracker for tenant:9d546063bbf2452a95ed9842971101da on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:08:33.580304 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-11359214-77ac-4ece-badd-2e598301a635 req-294423b8-2819-46f4-92e8-c35fa234817a tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726411 Sep 30 01:08:33.663340 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-d188554b-0661-42d0-9948-90503824fd2f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:33.685707 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-7aa29755-9da9-47bf-9cb6-3dbedb9ac3aa req-4804c65a-a90a-4ead-bf8b-6bc59d6aaa16 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Unset dirty status for tenant:9d546063bbf2452a95ed9842971101da on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:08:33.703331 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7aa29755-9da9-47bf-9cb6-3dbedb9ac3aa req-4804c65a-a90a-4ead-bf8b-6bc59d6aaa16 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.39 "GET /v2.0/security-groups?id=502d0b3b-5241-423e-93d7-3d30a5bd3b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313847 Sep 30 01:08:33.704677 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-63ddd799-d5c6-4010-acfc-1a7e88bb2b7e service neutron] Attempting to bind port c2c3da91-f627-4803-8e92-0c438ee9bfed on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:08:33.705027 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-63ddd799-d5c6-4010-acfc-1a7e88bb2b7e service neutron] Attempting to bind port c2c3da91-f627-4803-8e92-0c438ee9bfed by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:08:33.705356 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-63ddd799-d5c6-4010-acfc-1a7e88bb2b7e service neutron] Attempting to bind port c2c3da91-f627-4803-8e92-0c438ee9bfed on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:08:33.714291 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-63ddd799-d5c6-4010-acfc-1a7e88bb2b7e service neutron] Port c2c3da91-f627-4803-8e92-0c438ee9bfed on network 5148d586-4385-4f2c-9968-16b3a645031f not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:08:33.714667 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-63ddd799-d5c6-4010-acfc-1a7e88bb2b7e service neutron] Attempting to bind port c2c3da91-f627-4803-8e92-0c438ee9bfed on network 5148d586-4385-4f2c-9968-16b3a645031f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:08:33.769383 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-63ddd799-d5c6-4010-acfc-1a7e88bb2b7e service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:08:33.769724 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-63ddd799-d5c6-4010-acfc-1a7e88bb2b7e service neutron] Checking segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:08:33.770115 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-63ddd799-d5c6-4010-acfc-1a7e88bb2b7e service neutron] Bound using segment: {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:08:33.770560 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-63ddd799-d5c6-4010-acfc-1a7e88bb2b7e service neutron] Bound port: c2c3da91-f627-4803-8e92-0c438ee9bfed, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f578a9-9e31-4a28-a285-676ebf56fa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:08:33.771080 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-63ddd799-d5c6-4010-acfc-1a7e88bb2b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:33.964572 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-63ddd799-d5c6-4010-acfc-1a7e88bb2b7e service neutron] For port c2c3da91-f627-4803-8e92-0c438ee9bfed, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:08:33.970312 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-63ddd799-d5c6-4010-acfc-1a7e88bb2b7e service neutron] For port c2c3da91-f627-4803-8e92-0c438ee9bfed, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c2c3da91-f627-4803-8e92-0c438ee9bfed,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:08:33.983123 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-63ddd799-d5c6-4010-acfc-1a7e88bb2b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:33.990535 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-be6cae4d-c3d4-46bb-b04e-7e2c9f383434 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:33.995065 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4c89e-7a81-4fde-8eef-61797352411e req-a4f9f8d4-9c70-4511-b936-70a632f232a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:33.998404 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-30b4c89e-7a81-4fde-8eef-61797352411e req-a4f9f8d4-9c70-4511-b936-70a632f232a8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bb71da966444045b30780aa9e2e5b81&device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 1096 time: 0.2368832 Sep 30 01:08:34.087034 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abaabb6-a8a4-433b-8fdc-cba97860c703 req-139aa6f8-87fa-4059-8008-d2e62fee3a15 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:34.093759 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abaabb6-a8a4-433b-8fdc-cba97860c703 req-139aa6f8-87fa-4059-8008-d2e62fee3a15 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:34.099723 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abaabb6-a8a4-433b-8fdc-cba97860c703 req-139aa6f8-87fa-4059-8008-d2e62fee3a15 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:34.107735 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5abaabb6-a8a4-433b-8fdc-cba97860c703 req-139aa6f8-87fa-4059-8008-d2e62fee3a15 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 2374 time: 0.2166994 Sep 30 01:08:34.155704 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-63ddd799-d5c6-4010-acfc-1a7e88bb2b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:34.156242 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-63ddd799-d5c6-4010-acfc-1a7e88bb2b7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:34.157606 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-63ddd799-d5c6-4010-acfc-1a7e88bb2b7e service neutron] 10.222.0.59 "PUT /v2.0/ports/c2c3da91-f627-4803-8e92-0c438ee9bfed HTTP/1.1" status: 200 len: 1095 time: 3.0116005 Sep 30 01:08:34.163298 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e342f07d-678a-42cc-a744-8ba8576fb541', 'tag': 'c2c3da91-f627-4803-8e92-0c438ee9bfed'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:08:34.211848 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-d188554b-0661-42d0-9948-90503824fd2f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Allocated IP 10.2.2.100 (9dd935bb-d688-4433-a9d1-a36b64beb9e9/652513b8-d456-4d6b-b6d5-540fa6762cfc/a91a955a-b302-4a1e-8e67-1aaf3fa7f289) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:08:34.214915 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddd799-d5c6-4010-acfc-1a7e88bb2b7e service neutron] Pushing event updated for resources: {'Port': ['ID=c2c3da91-f627-4803-8e92-0c438ee9bfed,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:34.227322 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-63ddd799-d5c6-4010-acfc-1a7e88bb2b7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:34.243131 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5abaabb6-a8a4-433b-8fdc-cba97860c703 req-2a60ff17-7ee5-49dc-a4ed-fa1ed84a8173 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342828 Sep 30 01:08:34.262149 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 52994) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:34.287362 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95d121-3c9c-4d2e-8209-3b2f464cd14a req-94efe05a-0554-4780-9399-f4c40e1a0a6a tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:34.294184 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dd95d121-3c9c-4d2e-8209-3b2f464cd14a req-94efe05a-0554-4780-9399-f4c40e1a0a6a tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 945 time: 0.2139926 Sep 30 01:08:34.316649 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4c89e-7a81-4fde-8eef-61797352411e req-3e9c9db7-7821-4697-ab68-934bd8a8db09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:34.319703 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-30b4c89e-7a81-4fde-8eef-61797352411e req-3e9c9db7-7821-4697-ab68-934bd8a8db09 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a45f81b3-7df7-4825-9d8e-944e71cc6909 HTTP/1.1" status: 200 len: 911 time: 0.2873037 Sep 30 01:08:34.403669 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-30b4c89e-7a81-4fde-8eef-61797352411e req-4d1c0c18-d99f-4391-9c59-d1275944c56f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c HTTP/1.1" status: 200 len: 217 time: 0.0768306 Sep 30 01:08:34.446804 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dd95d121-3c9c-4d2e-8209-3b2f464cd14a req-0972664e-ded0-4606-9080-8d6e56274711 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478558 Sep 30 01:08:34.534744 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7e8b770d-94ca-45e1-bc18-247f72d90034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:34.561180 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-7e8b770d-94ca-45e1-bc18-247f72d90034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:34.577083 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4c89e-7a81-4fde-8eef-61797352411e req-665dc458-49bf-4e6b-8f58-46451787d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:34.578883 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-30b4c89e-7a81-4fde-8eef-61797352411e req-665dc458-49bf-4e6b-8f58-46451787d3bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be62a7a7-816e-4779-aa6c-5c41bedfef4a HTTP/1.1" status: 200 len: 850 time: 0.1672904 Sep 30 01:08:34.579647 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e342f07d-678a-42cc-a744-8ba8576fb541', 'tag': 'c2c3da91-f627-4803-8e92-0c438ee9bfed', 'status': 'completed', 'code': 200} Sep 30 01:08:34.580364 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-7e8b770d-94ca-45e1-bc18-247f72d90034 admin admin] Usage tracker for resource:security_group_rule and tenant:13665b71a6df4b9bb8a2e965e31fe013 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:08:34.584441 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-7e8b770d-94ca-45e1-bc18-247f72d90034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:08:34.588184 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-3b6b1e10-0fc7-402c-83ae-f810df1cb77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:34.589982 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-3b6b1e10-0fc7-402c-83ae-f810df1cb77a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d546063bbf2452a95ed9842971101da&device_id=e342f07d-678a-42cc-a744-8ba8576fb541 HTTP/1.1" status: 200 len: 1098 time: 0.3654563 Sep 30 01:08:34.592317 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-7e8b770d-94ca-45e1-bc18-247f72d90034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:34.719361 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-27b3275c-936c-4b22-ac48-d16437208a23 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=c2c3da91-f627-4803-8e92-0c438ee9bfed HTTP/1.1" status: 200 len: 217 time: 0.0980687 Sep 30 01:08:34.739694 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 53010) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:34.751839 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-30b4c89e-7a81-4fde-8eef-61797352411e req-1aa95be9-bd26-484d-9ad5-ba6750beddd8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a45f81b3-7df7-4825-9d8e-944e71cc6909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219273 Sep 30 01:08:34.870050 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-d188554b-0661-42d0-9948-90503824fd2f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:34.916866 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-d188554b-0661-42d0-9948-90503824fd2f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Transition to ACTIVE for port object a91a955a-b302-4a1e-8e67-1aaf3fa7f289 will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:08:34.920577 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-ad4738ba-48ad-4ae5-b405-92a192921a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:34.922085 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-ad4738ba-48ad-4ae5-b405-92a192921a83 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.1811800 Sep 30 01:08:34.978561 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-970603bc-ece0-4272-8fcc-943027eb669b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:35.002106 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7e8b770d-94ca-45e1-bc18-247f72d90034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:35.010648 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7e8b770d-94ca-45e1-bc18-247f72d90034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:35.014222 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-970603bc-ece0-4272-8fcc-943027eb669b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:35.020520 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a425db93-16bc-412b-8abf-586d634ded06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:35.029044 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-970603bc-ece0-4272-8fcc-943027eb669b admin admin] Usage tracker for resource:security_group_rule and tenant:66d16b3487c1438993e9860564c317bd is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:08:35.034877 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-970603bc-ece0-4272-8fcc-943027eb669b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:08:35.035070 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-30b4c89e-7a81-4fde-8eef-61797352411e req-a0544f4b-8fde-40ca-960e-24b06384d4d0 service neutron] 10.222.0.59 "GET /v2.0/networks/a45f81b3-7df7-4825-9d8e-944e71cc6909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748566 Sep 30 01:08:35.046505 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-970603bc-ece0-4272-8fcc-943027eb669b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:35.058507 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41968bab-f422-4495-988a-879677ae26dc req-6ca0cca0-b995-4d30-9299-c5d5d174a945 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:35.060021 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-41968bab-f422-4495-988a-879677ae26dc req-6ca0cca0-b995-4d30-9299-c5d5d174a945 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 944 time: 0.2556322 Sep 30 01:08:35.103108 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366b198-eb2c-4079-a297-39730e536a8d req-c549da85-c7e2-4ff9-ba84-f0a9011078a4 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:35.104597 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f366b198-eb2c-4079-a297-39730e536a8d req-c549da85-c7e2-4ff9-ba84-f0a9011078a4 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 944 time: 0.3175180 Sep 30 01:08:35.109275 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-7e8b770d-94ca-45e1-bc18-247f72d90034 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=13665b71a6df4b9bb8a2e965e31fe013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8436782 Sep 30 01:08:35.111143 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 53018) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:35.139561 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-d188554b-0661-42d0-9948-90503824fd2f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:35.152991 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b770d-94ca-45e1-bc18-247f72d90034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42903a79-16fe-4b98-a184-1b08cc6be729,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:35.155688 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-be6cae4d-c3d4-46bb-b04e-7e2c9f383434 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:35.178267 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7e8b770d-94ca-45e1-bc18-247f72d90034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:35.221816 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-41968bab-f422-4495-988a-879677ae26dc req-1b0b06a6-2d42-4cf5-bebb-fa10880dfb52 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515725 Sep 30 01:08:35.228422 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f366b198-eb2c-4079-a297-39730e536a8d req-b7309a25-b6d7-4adf-9600-2d3a463c7603 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765221 Sep 30 01:08:35.237575 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-8e66e9d3-88da-4517-9d82-9ad62beb2d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:35.239314 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-8e66e9d3-88da-4517-9d82-9ad62beb2d44 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3034053 Sep 30 01:08:35.264669 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-30b4c89e-7a81-4fde-8eef-61797352411e req-10ee5c9c-dd56-44f4-acfe-ae5709dc89c8 service neutron] 10.222.0.59 "GET /v2.0/networks/a45f81b3-7df7-4825-9d8e-944e71cc6909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071605 Sep 30 01:08:35.303990 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-d188554b-0661-42d0-9948-90503824fd2f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Network 9dd935bb-d688-4433-a9d1-a36b64beb9e9 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:08:35.318131 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-d188554b-0661-42d0-9948-90503824fd2f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:08:35.371939 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-d188554b-0661-42d0-9948-90503824fd2f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:08:35.402689 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d188554b-0661-42d0-9948-90503824fd2f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Pushing event updated for resources: {'Port': ['ID=a91a955a-b302-4a1e-8e67-1aaf3fa7f289,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:35.425092 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d188554b-0661-42d0-9948-90503824fd2f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:35.524861 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6263950e-1330-4b2e-8dc2-35df3e103b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:35.567341 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fd50b-2c7f-43ce-90fc-298f3840d8ff req-cc32a190-2535-4d30-89c4-3369bfdafbdc tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:35.575642 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fd50b-2c7f-43ce-90fc-298f3840d8ff req-cc32a190-2535-4d30-89c4-3369bfdafbdc tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:35.583139 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fd50b-2c7f-43ce-90fc-298f3840d8ff req-cc32a190-2535-4d30-89c4-3369bfdafbdc tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:35.589334 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fd50b-2c7f-43ce-90fc-298f3840d8ff req-cc32a190-2535-4d30-89c4-3369bfdafbdc tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:35.591245 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9a6fd50b-2c7f-43ce-90fc-298f3840d8ff req-cc32a190-2535-4d30-89c4-3369bfdafbdc tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 3095 time: 0.1193404 Sep 30 01:08:35.626678 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-2f8d7e17-cd8c-4d0f-93bc-f45adb708dee None None] Provisioning for port a91a955a-b302-4a1e-8e67-1aaf3fa7f289 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:08:35.638512 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-2f8d7e17-cd8c-4d0f-93bc-f45adb708dee None None] Provisioning complete for port a91a955a-b302-4a1e-8e67-1aaf3fa7f289 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:08:35.641640 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7e17-cd8c-4d0f-93bc-f45adb708dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:35.650205 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9a6fd50b-2c7f-43ce-90fc-298f3840d8ff req-ecffd5f2-dff6-44e4-ae1e-967947ffd954 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507793 Sep 30 01:08:35.691003 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:35.720084 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-2f8d7e17-cd8c-4d0f-93bc-f45adb708dee None None] Port a91a955a-b302-4a1e-8e67-1aaf3fa7f289 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:08:35.765609 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-970603bc-ece0-4272-8fcc-943027eb669b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:35.771721 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-d188554b-0661-42d0-9948-90503824fd2f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:35.772339 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-d188554b-0661-42d0-9948-90503824fd2f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:35.807172 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-970603bc-ece0-4272-8fcc-943027eb669b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:35.818485 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-598bc198-6289-45ac-a4b9-0ba26b6c27cd service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5450966 Sep 30 01:08:35.824106 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6263950e-1330-4b2e-8dc2-35df3e103b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:35.835428 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2cd9f9b8-3fe5-4687-929c-1e5123297b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:35.863258 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b89210-bdbc-4cf6-9506-b76ebb633072 req-3c4d32c8-ee8d-41f2-b2a7-3acc784a9d21 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:35.864771 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a9b89210-bdbc-4cf6-9506-b76ebb633072 req-3c4d32c8-ee8d-41f2-b2a7-3acc784a9d21 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 945 time: 0.0959859 Sep 30 01:08:35.910402 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a9b89210-bdbc-4cf6-9506-b76ebb633072 req-86b16a2d-6491-4624-920a-c73410f84eb3 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396276 Sep 30 01:08:35.974401 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-970603bc-ece0-4272-8fcc-943027eb669b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=66d16b3487c1438993e9860564c317bd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2315490 Sep 30 01:08:35.977734 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 53026) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:36.003504 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970603bc-ece0-4272-8fcc-943027eb669b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd4ed7f-6874-43a8-8338-a2d6565e9918,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:36.012205 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-970603bc-ece0-4272-8fcc-943027eb669b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:36.028946 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device d4f17f60-b99a-4d9e-a576-ffa93c711c13 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:08:36.031942 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870db11-ae41-4f6f-a4dd-6adebc58977b req-535e8f5f-c31e-4b72-87cb-9fa079244403 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:36.033355 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4870db11-ae41-4f6f-a4dd-6adebc58977b req-535e8f5f-c31e-4b72-87cb-9fa079244403 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e342f07d-678a-42cc-a744-8ba8576fb541 HTTP/1.1" status: 200 len: 947 time: 0.6266720 Sep 30 01:08:36.037412 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-d188554b-0661-42d0-9948-90503824fd2f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9878230 Sep 30 01:08:36.053142 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f1ec2017-7d75-4b9a-bdf5-329df3c8bfcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:36.080383 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-0571cac1-b006-40d0-9a8c-a1c3fc0684cc tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Request body: {'port': {'device_id': '31d31b10-a352-4542-94f9-1071f460d03b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9dd935bb-d688-4433-a9d1-a36b64beb9e9', 'admin_state_up': True, 'tenant_id': '0149d6d6ed59445481fded27e8294137', 'security_groups': ['47609fbd-fa50-44cb-8c72-b83a8595a9aa']}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:36.092655 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f1ec2017-7d75-4b9a-bdf5-329df3c8bfcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:36.104014 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port d4f17f60-b99a-4d9e-a576-ffa93c711c13 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:08:36.109059 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port d4f17f60-b99a-4d9e-a576-ffa93c711c13 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:08:36.109444 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:36.155650 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f1ec2017-7d75-4b9a-bdf5-329df3c8bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:36.161906 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-726e1c7a-2d43-4e3f-99ff-f5716899f6d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:36.176590 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec2017-7d75-4b9a-bdf5-329df3c8bfcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd4ed7f-6874-43a8-8338-a2d6565e9918,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:36.180020 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f1ec2017-7d75-4b9a-bdf5-329df3c8bfcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:36.190848 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f1ec2017-7d75-4b9a-bdf5-329df3c8bfcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:36.194160 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-f1ec2017-7d75-4b9a-bdf5-329df3c8bfcd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1cd4ed7f-6874-43a8-8338-a2d6565e9918 HTTP/1.1" status: 204 len: 168 time: 0.2127726 Sep 30 01:08:36.194322 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c4063ab4-60d6-490b-a0e3-07a6b929e406 req-0cad7999-7ba3-41da-9e71-bf898bbddb10 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470495 Sep 30 01:08:36.194322 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6263950e-1330-4b2e-8dc2-35df3e103b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:36.201409 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a0c6f0ec-b784-411d-b1d3-01d3915c6dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:36.220897 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4870db11-ae41-4f6f-a4dd-6adebc58977b req-29a06dd7-12fd-4e06-a2dd-53e118797622 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.39 "GET /v2.0/security-groups?id=502d0b3b-5241-423e-93d7-3d30a5bd3b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759350 Sep 30 01:08:36.224689 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263950e-1330-4b2e-8dc2-35df3e103b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42903a79-16fe-4b98-a184-1b08cc6be729,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:36.230353 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6263950e-1330-4b2e-8dc2-35df3e103b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:36.257222 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6263950e-1330-4b2e-8dc2-35df3e103b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:36.257959 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-6263950e-1330-4b2e-8dc2-35df3e103b2a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/42903a79-16fe-4b98-a184-1b08cc6be729 HTTP/1.1" status: 204 len: 168 time: 1.1445639 Sep 30 01:08:36.281207 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:36.343083 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port d4f17f60-b99a-4d9e-a576-ffa93c711c13, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=d4f17f60-b99a-4d9e-a576-ffa93c711c13,segment=NetworkSegment(c8f38723-6fd0-477a-b60c-7301ebd787cd),segment_id=c8f38723-6fd0-477a-b60c-7301ebd787cd)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:08:36.344243 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19735f62-db0c-42ba-a329-6f749a7b42ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f17f60-b99a-4d9e-a576-ffa93c711c13'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:08:36.352834 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:36.354406 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 8c095e3f-639d-41ca-8904-ed5265e8c716 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:08:36.404529 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-0571cac1-b006-40d0-9a8c-a1c3fc0684cc tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:36.410412 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-0571cac1-b006-40d0-9a8c-a1c3fc0684cc tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Usage tracker for resource:port and tenant:0149d6d6ed59445481fded27e8294137 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:08:36.419445 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-0571cac1-b006-40d0-9a8c-a1c3fc0684cc tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Quota usage for port was recalculated. Used quota:11. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:08:36.429059 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-0571cac1-b006-40d0-9a8c-a1c3fc0684cc tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:36.434090 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:36.452841 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-0571cac1-b006-40d0-9a8c-a1c3fc0684cc tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Made reservation on behalf of 0149d6d6ed59445481fded27e8294137 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:08:36.456319 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-0571cac1-b006-40d0-9a8c-a1c3fc0684cc tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:36.525098 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=d4f17f60-b99a-4d9e-a576-ffa93c711c13,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:36.529370 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:36.542707 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c26062-721c-4bf8-94f7-87e1bdcf4531 req-4b0b7ce4-0c4b-4e38-841c-d52638e6b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:36.544178 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d2c26062-721c-4bf8-94f7-87e1bdcf4531 req-4b0b7ce4-0c4b-4e38-841c-d52638e6b358 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d546063bbf2452a95ed9842971101da&device_id=e342f07d-678a-42cc-a744-8ba8576fb541 HTTP/1.1" status: 200 len: 1098 time: 0.2375245 Sep 30 01:08:36.544420 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port 8c095e3f-639d-41ca-8904-ed5265e8c716 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:08:36.550580 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 8c095e3f-639d-41ca-8904-ed5265e8c716 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:08:36.551185 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:36.644989 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649a1d9-786c-406e-960d-1aea16236791 req-051260d9-f9d2-4c88-9ac1-50b19df93b3b tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:36.650818 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d649a1d9-786c-406e-960d-1aea16236791 req-051260d9-f9d2-4c88-9ac1-50b19df93b3b tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 944 time: 0.2180452 Sep 30 01:08:36.723361 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:36.760654 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d649a1d9-786c-406e-960d-1aea16236791 req-0e209b49-b178-4343-b927-520322421818 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057572 Sep 30 01:08:36.786069 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 8c095e3f-639d-41ca-8904-ed5265e8c716, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=8c095e3f-639d-41ca-8904-ed5265e8c716,segment=NetworkSegment(d6d42030-3db2-4c1c-8438-557cd475cbbc),segment_id=d6d42030-3db2-4c1c-8438-557cd475cbbc)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:08:36.794126 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:36.800631 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:36.808145 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c26062-721c-4bf8-94f7-87e1bdcf4531 req-f458723b-5a62-403e-84e7-43bdc2306e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:36.809348 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d2c26062-721c-4bf8-94f7-87e1bdcf4531 req-f458723b-5a62-403e-84e7-43bdc2306e0c service neutron] 10.222.0.59 "GET /v2.0/networks?id=5148d586-4385-4f2c-9968-16b3a645031f HTTP/1.1" status: 200 len: 870 time: 0.2273610 Sep 30 01:08:36.849371 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 53054) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:36.860399 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19735f62-db0c-42ba-a329-6f749a7b42ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f17f60-b99a-4d9e-a576-ffa93c711c13', 'code': 200} Sep 30 01:08:36.916348 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3fb02433-e94b-4dc2-bc45-df1fc7ba798c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:36.958717 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=8c095e3f-639d-41ca-8904-ed5265e8c716,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:36.963320 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d2c26062-721c-4bf8-94f7-87e1bdcf4531 req-141f2d4c-be54-42c6-83dd-577357410dd5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=c2c3da91-f627-4803-8e92-0c438ee9bfed HTTP/1.1" status: 200 len: 217 time: 0.1450300 Sep 30 01:08:36.980730 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:36.985659 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-3fb02433-e94b-4dc2-bc45-df1fc7ba798c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:36.991114 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-3fb02433-e94b-4dc2-bc45-df1fc7ba798c admin admin] Usage tracker for resource:security_group_rule and tenant:cc147b39a7b24f619e1e5a3e706acc52 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:08:36.994304 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-3fb02433-e94b-4dc2-bc45-df1fc7ba798c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:08:37.001486 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-3fb02433-e94b-4dc2-bc45-df1fc7ba798c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:37.094309 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf94a1-aada-4e77-8aaa-52472d45781f req-d28ac40c-3421-4bd1-98f0-ac2826fcf025 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:37.101588 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7bdf94a1-aada-4e77-8aaa-52472d45781f req-d28ac40c-3421-4bd1-98f0-ac2826fcf025 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 945 time: 0.6253147 Sep 30 01:08:37.147045 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3fb02433-e94b-4dc2-bc45-df1fc7ba798c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:37.216600 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c26062-721c-4bf8-94f7-87e1bdcf4531 req-cfb32ab8-5800-40c9-8a2c-0589813d158d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:37.218377 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d2c26062-721c-4bf8-94f7-87e1bdcf4531 req-cfb32ab8-5800-40c9-8a2c-0589813d158d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d94969b3-14c1-4902-a40b-8e6c297e30ba HTTP/1.1" status: 200 len: 843 time: 0.2470746 Sep 30 01:08:37.236762 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-0571cac1-b006-40d0-9a8c-a1c3fc0684cc tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Allocated IP 10.2.2.200 (9dd935bb-d688-4433-a9d1-a36b64beb9e9/652513b8-d456-4d6b-b6d5-540fa6762cfc/19351280-48a5-463a-8841-fd47e2412cd3) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:08:37.295073 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7bdf94a1-aada-4e77-8aaa-52472d45781f req-2951d153-a84e-4385-b5d4-76f567c14573 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925192 Sep 30 01:08:37.345270 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3fb02433-e94b-4dc2-bc45-df1fc7ba798c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:37.359125 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5cc3e-1670-4940-94d9-9bbef03fe4a9 req-4cf1f79d-e4b0-4665-b477-89a09866ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:37.360909 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0fa5cc3e-1670-4940-94d9-9bbef03fe4a9 req-4cf1f79d-e4b0-4665-b477-89a09866ccaa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 1096 time: 0.3556192 Sep 30 01:08:37.380994 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a826fb95-dc8e-4e03-b0af-4d211e0880df tempest-ServersTestJSON-788795265 tempest-ServersTestJSON-788795265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:37.411537 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c26062-721c-4bf8-94f7-87e1bdcf4531 req-16d07cc7-546f-41f2-b7df-90f6e77c396d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:37.413559 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d2c26062-721c-4bf8-94f7-87e1bdcf4531 req-16d07cc7-546f-41f2-b7df-90f6e77c396d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5148d586-4385-4f2c-9968-16b3a645031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1783900 Sep 30 01:08:37.421683 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb02433-e94b-4dc2-bc45-df1fc7ba798c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8047a89f-9ffd-4d4d-970b-415207876e39,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:37.424105 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3fb02433-e94b-4dc2-bc45-df1fc7ba798c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:37.472810 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-3fb02433-e94b-4dc2-bc45-df1fc7ba798c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cc147b39a7b24f619e1e5a3e706acc52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6191180 Sep 30 01:08:37.478750 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 53072) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:37.540921 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072f259-5231-4d71-9b1e-37619cbd28b1 req-ed308950-0401-4e95-b585-15ec827e5b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:37.542430 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f072f259-5231-4d71-9b1e-37619cbd28b1 req-ed308950-0401-4e95-b585-15ec827e5b50 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 1096 time: 0.3929434 Sep 30 01:08:37.592086 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0fa5cc3e-1670-4940-94d9-9bbef03fe4a9 req-357e955f-244f-449d-9a8b-6f3253ad5c98 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202857 Sep 30 01:08:37.612743 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3a0c7-96b2-40a8-bae6-522cb71f9150 req-10bf2d91-8018-484b-8e41-ecf1cbdf9d8e tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:37.619591 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3a0c7-96b2-40a8-bae6-522cb71f9150 req-10bf2d91-8018-484b-8e41-ecf1cbdf9d8e tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:37.626118 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3a0c7-96b2-40a8-bae6-522cb71f9150 req-10bf2d91-8018-484b-8e41-ecf1cbdf9d8e tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:37.632132 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3a0c7-96b2-40a8-bae6-522cb71f9150 req-10bf2d91-8018-484b-8e41-ecf1cbdf9d8e tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:37.644801 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c7c3a0c7-96b2-40a8-bae6-522cb71f9150 req-10bf2d91-8018-484b-8e41-ecf1cbdf9d8e tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 3095 time: 0.4433761 Sep 30 01:08:37.654112 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f072f259-5231-4d71-9b1e-37619cbd28b1 req-50e21db4-0a81-457c-b028-3751526586d2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019962 Sep 30 01:08:37.694090 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1b26af65-61c0-49a6-8c76-35bc46f45e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:37.712654 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c7c3a0c7-96b2-40a8-bae6-522cb71f9150 req-5c6f2582-49b7-4b40-8b1e-ab239f222154 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668638 Sep 30 01:08:37.742647 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1b26af65-61c0-49a6-8c76-35bc46f45e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:37.818626 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1b26af65-61c0-49a6-8c76-35bc46f45e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:37.823658 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e967d2c6-47dd-450a-92f2-82da98737486 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:37.848515 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26af65-61c0-49a6-8c76-35bc46f45e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8047a89f-9ffd-4d4d-970b-415207876e39,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:37.901877 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1b26af65-61c0-49a6-8c76-35bc46f45e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:37.909511 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1b26af65-61c0-49a6-8c76-35bc46f45e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:37.913457 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-1b26af65-61c0-49a6-8c76-35bc46f45e73 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8047a89f-9ffd-4d4d-970b-415207876e39 HTTP/1.1" status: 204 len: 168 time: 0.4299145 Sep 30 01:08:37.946530 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d32a7-966e-4b83-b783-8d082538c3ef req-66492688-e44c-4b47-a833-385058432590 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:37.953383 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-de9d32a7-966e-4b83-b783-8d082538c3ef req-66492688-e44c-4b47-a833-385058432590 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 945 time: 0.4998553 Sep 30 01:08:37.958586 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304ae36-c8ce-4d91-9bcd-4bf3cf140226 req-c41905b3-2228-4ecb-bbf8-f0600c62b773 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:37.959753 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d2c26062-721c-4bf8-94f7-87e1bdcf4531 req-5b22fe96-f38b-4005-96aa-3be31741a8b7 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074623 Sep 30 01:08:37.965959 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a304ae36-c8ce-4d91-9bcd-4bf3cf140226 req-c41905b3-2228-4ecb-bbf8-f0600c62b773 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e342f07d-678a-42cc-a744-8ba8576fb541 HTTP/1.1" status: 200 len: 947 time: 0.1137197 Sep 30 01:08:37.978070 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-0571cac1-b006-40d0-9a8c-a1c3fc0684cc tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:38.015521 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-0571cac1-b006-40d0-9a8c-a1c3fc0684cc tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Transition to ACTIVE for port object 19351280-48a5-463a-8841-fd47e2412cd3 will not be triggered until provisioned by entity DHCP. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:08:38.020360 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a304ae36-c8ce-4d91-9bcd-4bf3cf140226 req-c9ba1ff6-b16f-47c7-b4bc-d3f92a5597e2 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.39 "GET /v2.0/security-groups?id=502d0b3b-5241-423e-93d7-3d30a5bd3b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534830 Sep 30 01:08:38.027434 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-de9d32a7-966e-4b83-b783-8d082538c3ef req-16ee402d-007c-474c-bd2e-e99a2cd1756c tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730088 Sep 30 01:08:38.086794 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-0571cac1-b006-40d0-9a8c-a1c3fc0684cc tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:38.143239 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f613348d-fe0f-40c9-9269-741139739de2 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:38.230557 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0571cac1-b006-40d0-9a8c-a1c3fc0684cc tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Pushing event updated for resources: {'Port': ['ID=19351280-48a5-463a-8841-fd47e2412cd3,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:38.238570 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0571cac1-b006-40d0-9a8c-a1c3fc0684cc tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:38.253596 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-0571cac1-b006-40d0-9a8c-a1c3fc0684cc tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Network 9dd935bb-d688-4433-a9d1-a36b64beb9e9 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:08:38.259071 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-0571cac1-b006-40d0-9a8c-a1c3fc0684cc tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:08:38.271104 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-0571cac1-b006-40d0-9a8c-a1c3fc0684cc tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:08:38.365490 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3f048-70ff-4586-9901-2b3233eb8b8d req-bfaaafd7-5ec4-4b17-bfad-3eb7f697b0b8 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:38.376591 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f3b3f048-70ff-4586-9901-2b3233eb8b8d req-bfaaafd7-5ec4-4b17-bfad-3eb7f697b0b8 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 945 time: 0.1727941 Sep 30 01:08:38.397674 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d2c26062-721c-4bf8-94f7-87e1bdcf4531 req-52a45be0-f731-40e6-a7c4-0b03423019d6 service neutron] 10.222.0.59 "GET /v2.0/networks/5148d586-4385-4f2c-9968-16b3a645031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416829 Sep 30 01:08:38.419190 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-0571cac1-b006-40d0-9a8c-a1c3fc0684cc tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:38.434203 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-0571cac1-b006-40d0-9a8c-a1c3fc0684cc tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:38.500926 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-0571cac1-b006-40d0-9a8c-a1c3fc0684cc tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4446783 Sep 30 01:08:38.513033 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f3b3f048-70ff-4586-9901-2b3233eb8b8d req-e9553637-852a-4a48-b2a0-8387df96ceab tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332479 Sep 30 01:08:38.528468 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-1e77c36a-7567-4032-9f1f-4bdb5db28433 service neutron] Request body: {'port': {'device_id': '31d31b10-a352-4542-94f9-1071f460d03b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:38.675652 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-19aac801-3131-413b-b697-a34716a2f4ef None None] Provisioning for port 19351280-48a5-463a-8841-fd47e2412cd3 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:08:38.683656 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-19aac801-3131-413b-b697-a34716a2f4ef None None] Provisioning complete for port 19351280-48a5-463a-8841-fd47e2412cd3 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:08:38.684048 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-19aac801-3131-413b-b697-a34716a2f4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:38.689753 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-1e77c36a-7567-4032-9f1f-4bdb5db28433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:38.808907 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-19aac801-3131-413b-b697-a34716a2f4ef None None] Port 19351280-48a5-463a-8841-fd47e2412cd3 cannot update to ACTIVE because it is not bound. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 30 01:08:38.839911 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426c24e-edeb-441e-b014-a1a7fdbbde1d req-f2de8d74-47e8-438e-86e3-dbca8ee12474 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:38.846755 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7426c24e-edeb-441e-b014-a1a7fdbbde1d req-f2de8d74-47e8-438e-86e3-dbca8ee12474 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 945 time: 0.2021897 Sep 30 01:08:38.861340 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7126c594-5a1c-4409-9656-b6b579367ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c095e3f-639d-41ca-8904-ed5265e8c716'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:08:38.923442 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7426c24e-edeb-441e-b014-a1a7fdbbde1d req-33ca8e7a-f4e2-40c5-b01b-c776f3e621ab tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743940 Sep 30 01:08:38.997142 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7126c594-5a1c-4409-9656-b6b579367ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c095e3f-639d-41ca-8904-ed5265e8c716', 'code': 200} Sep 30 01:08:39.120082 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2b913-1ce3-4436-800a-f4a0c09d566d req-2f7f76b0-236e-4011-8edb-be28b34ec717 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:39.126138 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2b913-1ce3-4436-800a-f4a0c09d566d req-2f7f76b0-236e-4011-8edb-be28b34ec717 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:39.132057 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2b913-1ce3-4436-800a-f4a0c09d566d req-2f7f76b0-236e-4011-8edb-be28b34ec717 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:39.138689 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2b913-1ce3-4436-800a-f4a0c09d566d req-2f7f76b0-236e-4011-8edb-be28b34ec717 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:39.144895 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2b913-1ce3-4436-800a-f4a0c09d566d req-2f7f76b0-236e-4011-8edb-be28b34ec717 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:39.145873 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-27a2b913-1ce3-4436-800a-f4a0c09d566d req-2f7f76b0-236e-4011-8edb-be28b34ec717 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Synchronizing usage tracker for tenant:0149d6d6ed59445481fded27e8294137 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:08:39.243526 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-27a2b913-1ce3-4436-800a-f4a0c09d566d req-2f7f76b0-236e-4011-8edb-be28b34ec717 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Unset dirty status for tenant:0149d6d6ed59445481fded27e8294137 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:08:39.244702 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-27a2b913-1ce3-4436-800a-f4a0c09d566d req-2f7f76b0-236e-4011-8edb-be28b34ec717 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 3816 time: 0.2696667 Sep 30 01:08:39.377615 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-27a2b913-1ce3-4436-800a-f4a0c09d566d req-245bef73-840f-4161-924b-ab81870dcf8e tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213937 Sep 30 01:08:39.416375 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb93f3d-ba7b-4953-a67d-ac542b1f268b req-70d4db93-9473-4fe5-9ffe-2a3de4aa6134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:39.416375 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dfb93f3d-ba7b-4953-a67d-ac542b1f268b req-70d4db93-9473-4fe5-9ffe-2a3de4aa6134 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 1096 time: 0.2596085 Sep 30 01:08:39.416375 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-1e77c36a-7567-4032-9f1f-4bdb5db28433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1aca60a-f261-4d1f-8965-402345b005c0 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:08:39.422997 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-1e77c36a-7567-4032-9f1f-4bdb5db28433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:39.459110 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca23873-9342-4af7-977f-b81de745b97d req-53da4f33-7882-4f2f-8729-9cc0b71a008d tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:39.466206 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device c2c3da91-f627-4803-8e92-0c438ee9bfed details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:08:39.467471 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fca23873-9342-4af7-977f-b81de745b97d req-53da4f33-7882-4f2f-8729-9cc0b71a008d tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e342f07d-678a-42cc-a744-8ba8576fb541 HTTP/1.1" status: 200 len: 947 time: 0.1707833 Sep 30 01:08:39.479840 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-1e77c36a-7567-4032-9f1f-4bdb5db28433 service neutron] Transition to ACTIVE for port object c1aca60a-f261-4d1f-8965-402345b005c0 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:08:39.489561 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-1e77c36a-7567-4032-9f1f-4bdb5db28433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:39.497286 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-770d82fe-e4e7-419b-a03d-17eaa652c7fb tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:39.519157 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fca23873-9342-4af7-977f-b81de745b97d req-8ad9796c-b934-4366-a393-3bc36d7da568 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.39 "GET /v2.0/security-groups?id=502d0b3b-5241-423e-93d7-3d30a5bd3b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502200 Sep 30 01:08:39.539516 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-dfb93f3d-ba7b-4953-a67d-ac542b1f268b req-557150b3-0d83-4fef-8d7a-82deb7a61e13 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127341 Sep 30 01:08:39.816029 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77c36a-7567-4032-9f1f-4bdb5db28433 service neutron] Pushing event updated for resources: {'Port': ['ID=c1aca60a-f261-4d1f-8965-402345b005c0,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:39.821977 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port c2c3da91-f627-4803-8e92-0c438ee9bfed, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c2c3da91-f627-4803-8e92-0c438ee9bfed,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:08:39.833495 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11efe2-d23a-479d-8f68-07b3a6129e09 req-03be580a-9668-41ef-885f-0b9c7bce625e tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:39.840793 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bc11efe2-d23a-479d-8f68-07b3a6129e09 req-03be580a-9668-41ef-885f-0b9c7bce625e tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 945 time: 0.1273677 Sep 30 01:08:39.850667 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1e77c36a-7567-4032-9f1f-4bdb5db28433 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:39.852734 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': 'c2c3da91-f627-4803-8e92-0c438ee9bfed', 'network_id': '5148d586-4385-4f2c-9968-16b3a645031f', 'port_id': 'c2c3da91-f627-4803-8e92-0c438ee9bfed', 'mac_address': 'fa:16:3e:14:48:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94969b3-14c1-4902-a40b-8e6c297e30ba', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:08:39.892132 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf4a1d-ef25-4726-bddd-ea86964ae506 req-cfdeda0c-b17a-48a5-b36b-e39df08a39eb tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:39.893699 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-26bf4a1d-ef25-4726-bddd-ea86964ae506 req-cfdeda0c-b17a-48a5-b36b-e39df08a39eb tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 945 time: 0.3509161 Sep 30 01:08:39.904428 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bc11efe2-d23a-479d-8f68-07b3a6129e09 req-646ad3db-f893-41ad-adbc-f23c4a53cc56 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626721 Sep 30 01:08:39.977971 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-1e77c36a-7567-4032-9f1f-4bdb5db28433 service neutron] Attempting to bind port c1aca60a-f261-4d1f-8965-402345b005c0 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:08:39.978313 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-1e77c36a-7567-4032-9f1f-4bdb5db28433 service neutron] Attempting to bind port c1aca60a-f261-4d1f-8965-402345b005c0 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '618f62bc-2f5c-4269-b3ef-02e0220ce392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7d752305-7068-40ad-9ef6-292e77a160d6'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:08:39.978648 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-1e77c36a-7567-4032-9f1f-4bdb5db28433 service neutron] Attempting to bind port c1aca60a-f261-4d1f-8965-402345b005c0 on network 7d752305-7068-40ad-9ef6-292e77a160d6 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:08:39.995743 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-1e77c36a-7567-4032-9f1f-4bdb5db28433 service neutron] Port c1aca60a-f261-4d1f-8965-402345b005c0 on network 7d752305-7068-40ad-9ef6-292e77a160d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:08:39.995743 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-1e77c36a-7567-4032-9f1f-4bdb5db28433 service neutron] Attempting to bind port c1aca60a-f261-4d1f-8965-402345b005c0 on network 7d752305-7068-40ad-9ef6-292e77a160d6 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:08:40.015322 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-26bf4a1d-ef25-4726-bddd-ea86964ae506 req-de810e51-5e38-46d3-8326-f24908907a62 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098356 Sep 30 01:08:40.021084 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-1e77c36a-7567-4032-9f1f-4bdb5db28433 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:08:40.021433 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-1e77c36a-7567-4032-9f1f-4bdb5db28433 service neutron] Checking segment: {'id': '618f62bc-2f5c-4269-b3ef-02e0220ce392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7d752305-7068-40ad-9ef6-292e77a160d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:08:40.021823 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-1e77c36a-7567-4032-9f1f-4bdb5db28433 service neutron] Bound using segment: {'id': '618f62bc-2f5c-4269-b3ef-02e0220ce392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7d752305-7068-40ad-9ef6-292e77a160d6'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:08:40.022265 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-1e77c36a-7567-4032-9f1f-4bdb5db28433 service neutron] Bound port: c1aca60a-f261-4d1f-8965-402345b005c0, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '618f62bc-2f5c-4269-b3ef-02e0220ce392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7d752305-7068-40ad-9ef6-292e77a160d6'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:08:40.022710 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-1e77c36a-7567-4032-9f1f-4bdb5db28433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:40.041926 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:40.088697 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c3da91-f627-4803-8e92-0c438ee9bfed {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:08:40.112802 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port c2c3da91-f627-4803-8e92-0c438ee9bfed, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c2c3da91-f627-4803-8e92-0c438ee9bfed,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:08:40.119183 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:40.122189 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8885e09a-acd1-45e4-9eac-58eaac1f0601 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:40.147641 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-1e77c36a-7567-4032-9f1f-4bdb5db28433 service neutron] For port c1aca60a-f261-4d1f-8965-402345b005c0, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:08:40.151619 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-1e77c36a-7567-4032-9f1f-4bdb5db28433 service neutron] For port c1aca60a-f261-4d1f-8965-402345b005c0, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c1aca60a-f261-4d1f-8965-402345b005c0,segment=NetworkSegment(618f62bc-2f5c-4269-b3ef-02e0220ce392),segment_id=618f62bc-2f5c-4269-b3ef-02e0220ce392)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:08:40.157915 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-1e77c36a-7567-4032-9f1f-4bdb5db28433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:40.167069 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-568b9ea8-2850-4e4f-88a0-03464662246b tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:40.217364 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=c2c3da91-f627-4803-8e92-0c438ee9bfed,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:40.221637 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:40.310887 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-1e77c36a-7567-4032-9f1f-4bdb5db28433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:40.311630 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-1e77c36a-7567-4032-9f1f-4bdb5db28433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:40.315427 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-1e77c36a-7567-4032-9f1f-4bdb5db28433 service neutron] 10.222.0.59 "PUT /v2.0/ports/c1aca60a-f261-4d1f-8965-402345b005c0 HTTP/1.1" status: 200 len: 1091 time: 1.7998276 Sep 30 01:08:40.317688 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d31b10-a352-4542-94f9-1071f460d03b', 'tag': 'c1aca60a-f261-4d1f-8965-402345b005c0'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:08:40.351790 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77c36a-7567-4032-9f1f-4bdb5db28433 service neutron] Pushing event updated for resources: {'Port': ['ID=c1aca60a-f261-4d1f-8965-402345b005c0,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:40.371414 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1e77c36a-7567-4032-9f1f-4bdb5db28433 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:40.383502 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-609a561d-6048-4734-8010-b3d9431c0bfb service neutron] Request body: {'port': {'device_id': '31d31b10-a352-4542-94f9-1071f460d03b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:40.524541 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['c2c3da91-f627-4803-8e92-0c438ee9bfed'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:08:40.728390 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd478795-08c8-4811-9862-8f13466b3d02 req-a46511c2-b319-4243-83a4-2e7cce349c39 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:40.740285 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fd478795-08c8-4811-9862-8f13466b3d02 req-a46511c2-b319-4243-83a4-2e7cce349c39 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/networks?id=a45f81b3-7df7-4825-9d8e-944e71cc6909 HTTP/1.1" status: 200 len: 810 time: 0.3486500 Sep 30 01:08:40.762235 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fd478795-08c8-4811-9862-8f13466b3d02 req-ac03a658-031d-4a27-8776-52964ff07795 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/quotas/3bb71da966444045b30780aa9e2e5b81 HTTP/1.1" status: 200 len: 375 time: 0.0200264 Sep 30 01:08:40.772458 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da311939-70b3-49d5-b300-5f120dcdb8fc req-b723cb02-a1df-47f7-808d-43b86bfe3e0f tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:40.781902 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-da311939-70b3-49d5-b300-5f120dcdb8fc req-b723cb02-a1df-47f7-808d-43b86bfe3e0f tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 945 time: 0.5740390 Sep 30 01:08:40.829654 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-609a561d-6048-4734-8010-b3d9431c0bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:40.854478 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-da311939-70b3-49d5-b300-5f120dcdb8fc req-c7ed898e-035f-4149-9e02-58226bf40fd9 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673010 Sep 30 01:08:40.879323 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fd478795-08c8-4811-9862-8f13466b3d02 req-04804b4a-66a4-45af-a9bc-4fe0e700a31e tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bb71da966444045b30780aa9e2e5b81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1157768 Sep 30 01:08:41.001756 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d31b10-a352-4542-94f9-1071f460d03b', 'tag': 'c1aca60a-f261-4d1f-8965-402345b005c0', 'status': 'completed', 'code': 200} Sep 30 01:08:41.082939 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fd478795-08c8-4811-9862-8f13466b3d02 req-add0ca2b-ae9a-46b2-8232-abd54d3f2271 service neutron] 10.222.0.39 "GET /v2.0/networks/a45f81b3-7df7-4825-9d8e-944e71cc6909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881087 Sep 30 01:08:41.219725 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cd518-45c1-4e5e-8538-0c4ae3f5adcf req-95cd20eb-1a8d-41e9-8800-30708e6481b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:41.223202 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cd518-45c1-4e5e-8538-0c4ae3f5adcf req-95cd20eb-1a8d-41e9-8800-30708e6481b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:41.223202 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cd518-45c1-4e5e-8538-0c4ae3f5adcf req-95cd20eb-1a8d-41e9-8800-30708e6481b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:41.223202 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cd518-45c1-4e5e-8538-0c4ae3f5adcf req-95cd20eb-1a8d-41e9-8800-30708e6481b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:41.223202 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cd518-45c1-4e5e-8538-0c4ae3f5adcf req-95cd20eb-1a8d-41e9-8800-30708e6481b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:41.223611 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f68cd518-45c1-4e5e-8538-0c4ae3f5adcf req-95cd20eb-1a8d-41e9-8800-30708e6481b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0149d6d6ed59445481fded27e8294137&device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 4363 time: 0.2088203 Sep 30 01:08:41.366463 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fd478795-08c8-4811-9862-8f13466b3d02 req-cf100683-572b-4238-9ea8-69bddad0b8f0 service neutron] 10.222.0.39 "GET /v2.0/networks/a45f81b3-7df7-4825-9d8e-944e71cc6909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812715 Sep 30 01:08:41.597178 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:41.597685 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c9594-8632-4d97-be00-2721d97d9ac5 req-05724bf5-be7e-498b-8bea-f95c6ab1838f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:41.603832 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c9594-8632-4d97-be00-2721d97d9ac5 req-05724bf5-be7e-498b-8bea-f95c6ab1838f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:41.610096 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c9594-8632-4d97-be00-2721d97d9ac5 req-05724bf5-be7e-498b-8bea-f95c6ab1838f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:41.617786 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c9594-8632-4d97-be00-2721d97d9ac5 req-05724bf5-be7e-498b-8bea-f95c6ab1838f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:41.624856 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c9594-8632-4d97-be00-2721d97d9ac5 req-05724bf5-be7e-498b-8bea-f95c6ab1838f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:41.635006 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a90c9594-8632-4d97-be00-2721d97d9ac5 req-05724bf5-be7e-498b-8bea-f95c6ab1838f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 3828 time: 0.3584638 Sep 30 01:08:41.636338 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cd518-45c1-4e5e-8538-0c4ae3f5adcf req-a26f08f5-d044-4336-89f4-f5d16f3271c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:41.636966 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cd518-45c1-4e5e-8538-0c4ae3f5adcf req-a26f08f5-d044-4336-89f4-f5d16f3271c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:41.637473 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cd518-45c1-4e5e-8538-0c4ae3f5adcf req-a26f08f5-d044-4336-89f4-f5d16f3271c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:41.639239 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f68cd518-45c1-4e5e-8538-0c4ae3f5adcf req-a26f08f5-d044-4336-89f4-f5d16f3271c5 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=0149d6d6ed59445481fded27e8294137&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3989556 Sep 30 01:08:41.656075 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-609a561d-6048-4734-8010-b3d9431c0bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bcedee4-4dcd-4af9-a34a-1321e1e30cf8 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:08:41.686990 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-609a561d-6048-4734-8010-b3d9431c0bfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:41.839625 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29e977-0236-4cd1-b226-8c34f7aac057 req-b054d7fc-2dab-4746-895f-52e026a46f33 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:41.841900 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bc29e977-0236-4cd1-b226-8c34f7aac057 req-b054d7fc-2dab-4746-895f-52e026a46f33 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e342f07d-678a-42cc-a744-8ba8576fb541 HTTP/1.1" status: 200 len: 948 time: 0.1236112 Sep 30 01:08:41.857829 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-609a561d-6048-4734-8010-b3d9431c0bfb service neutron] Transition to ACTIVE for port object 4bcedee4-4dcd-4af9-a34a-1321e1e30cf8 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:08:41.871438 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a90c9594-8632-4d97-be00-2721d97d9ac5 req-8ce8b91e-dc7a-46c5-9eb2-d0501bb35fe0 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2366304 Sep 30 01:08:41.878476 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-609a561d-6048-4734-8010-b3d9431c0bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:41.899933 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a4dcb2c0-43f3-408f-9ea6-b44404368fd7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:41.921397 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bc29e977-0236-4cd1-b226-8c34f7aac057 req-c8a26228-042c-45c6-85ec-ae13af12d7de tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.39 "GET /v2.0/security-groups?id=502d0b3b-5241-423e-93d7-3d30a5bd3b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736647 Sep 30 01:08:41.951845 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 53304) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:42.232013 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cd518-45c1-4e5e-8538-0c4ae3f5adcf req-e5d33534-b1a9-418c-b990-ec622e019f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:42.235391 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f68cd518-45c1-4e5e-8538-0c4ae3f5adcf req-e5d33534-b1a9-418c-b990-ec622e019f57 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5749357 Sep 30 01:08:42.239703 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a561d-6048-4734-8010-b3d9431c0bfb service neutron] Pushing event updated for resources: {'Port': ['ID=4bcedee4-4dcd-4af9-a34a-1321e1e30cf8,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:42.260063 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-609a561d-6048-4734-8010-b3d9431c0bfb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:42.294164 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8b06f31e-3458-48c4-9b4d-2cc9f796b5b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:42.352597 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-8b06f31e-3458-48c4-9b4d-2cc9f796b5b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:42.394960 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31882c-9c51-418c-b891-523d7bb30a6e req-ebde6998-bd96-4e61-97cc-012b86a7231e tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:42.404529 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8d31882c-9c51-418c-b891-523d7bb30a6e req-ebde6998-bd96-4e61-97cc-012b86a7231e tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 945 time: 0.2582614 Sep 30 01:08:42.407458 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-8b06f31e-3458-48c4-9b4d-2cc9f796b5b6 admin admin] Usage tracker for resource:security_group_rule and tenant:15f81a70c3034640a2f5f16f6dd499f5 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:08:42.443191 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-8b06f31e-3458-48c4-9b4d-2cc9f796b5b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:08:42.470945 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-8b06f31e-3458-48c4-9b4d-2cc9f796b5b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:42.511283 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-609a561d-6048-4734-8010-b3d9431c0bfb service neutron] Attempting to bind port 4bcedee4-4dcd-4af9-a34a-1321e1e30cf8 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:08:42.511989 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-609a561d-6048-4734-8010-b3d9431c0bfb service neutron] Attempting to bind port 4bcedee4-4dcd-4af9-a34a-1321e1e30cf8 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '47091f80-0074-4271-b457-46141d580d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c8f5270-f537-4a24-8826-df38c01a7122'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:08:42.512537 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-609a561d-6048-4734-8010-b3d9431c0bfb service neutron] Attempting to bind port 4bcedee4-4dcd-4af9-a34a-1321e1e30cf8 on network 0c8f5270-f537-4a24-8826-df38c01a7122 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:08:42.549986 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8d31882c-9c51-418c-b891-523d7bb30a6e req-d750e214-4be2-4503-9f2d-2be30d4e6a71 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444814 Sep 30 01:08:42.593528 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-609a561d-6048-4734-8010-b3d9431c0bfb service neutron] Port 4bcedee4-4dcd-4af9-a34a-1321e1e30cf8 on network 0c8f5270-f537-4a24-8826-df38c01a7122 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:08:42.593933 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-609a561d-6048-4734-8010-b3d9431c0bfb service neutron] Attempting to bind port 4bcedee4-4dcd-4af9-a34a-1321e1e30cf8 on network 0c8f5270-f537-4a24-8826-df38c01a7122 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:08:42.616280 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-609a561d-6048-4734-8010-b3d9431c0bfb service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:08:42.626009 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-609a561d-6048-4734-8010-b3d9431c0bfb service neutron] Checking segment: {'id': '47091f80-0074-4271-b457-46141d580d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c8f5270-f537-4a24-8826-df38c01a7122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:08:42.626663 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-609a561d-6048-4734-8010-b3d9431c0bfb service neutron] Bound using segment: {'id': '47091f80-0074-4271-b457-46141d580d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c8f5270-f537-4a24-8826-df38c01a7122'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:08:42.627183 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-609a561d-6048-4734-8010-b3d9431c0bfb service neutron] Bound port: 4bcedee4-4dcd-4af9-a34a-1321e1e30cf8, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47091f80-0074-4271-b457-46141d580d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c8f5270-f537-4a24-8826-df38c01a7122'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:08:42.627602 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-609a561d-6048-4734-8010-b3d9431c0bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:42.754778 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c51946-4bc9-4d64-a105-49633b0cfd19 req-d2a219f9-9863-4aba-8a54-c1ec5710e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:42.756697 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-07c51946-4bc9-4d64-a105-49633b0cfd19 req-d2a219f9-9863-4aba-8a54-c1ec5710e4f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=abce1fccae0f433a86d5519286621727&device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 1096 time: 0.2408049 Sep 30 01:08:42.762504 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-609a561d-6048-4734-8010-b3d9431c0bfb service neutron] For port 4bcedee4-4dcd-4af9-a34a-1321e1e30cf8, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:08:42.767674 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-609a561d-6048-4734-8010-b3d9431c0bfb service neutron] For port 4bcedee4-4dcd-4af9-a34a-1321e1e30cf8, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=4bcedee4-4dcd-4af9-a34a-1321e1e30cf8,segment=NetworkSegment(47091f80-0074-4271-b457-46141d580d1e),segment_id=47091f80-0074-4271-b457-46141d580d1e)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:08:42.772663 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8b06f31e-3458-48c4-9b4d-2cc9f796b5b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:42.789316 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-609a561d-6048-4734-8010-b3d9431c0bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:42.797484 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-481b22ea-0326-43f0-965b-e259ce0f67e3 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:42.859518 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8b06f31e-3458-48c4-9b4d-2cc9f796b5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:42.868430 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-494b7200-718c-4ae3-bb1d-218f7c25f974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:42.888155 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-41073434-590b-412c-921e-8cb5b40816a0 req-4ee34f51-550d-4bc3-ba6f-6daa591a1756 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 210 time: 0.1096838 Sep 30 01:08:42.976490 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-8b06f31e-3458-48c4-9b4d-2cc9f796b5b6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=15f81a70c3034640a2f5f16f6dd499f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0235603 Sep 30 01:08:42.977775 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06f31e-3458-48c4-9b4d-2cc9f796b5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14caf727-1981-4ce1-8a23-f99062b72ea0,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:42.980513 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 53332) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:42.982757 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8b06f31e-3458-48c4-9b4d-2cc9f796b5b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:43.110078 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-aa9a2924-2c48-413a-b497-db12c2a1fcc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:43.161218 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-aa9a2924-2c48-413a-b497-db12c2a1fcc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:43.261167 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-609a561d-6048-4734-8010-b3d9431c0bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:43.261965 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-609a561d-6048-4734-8010-b3d9431c0bfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:43.274805 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-609a561d-6048-4734-8010-b3d9431c0bfb service neutron] 10.222.0.59 "PUT /v2.0/ports/4bcedee4-4dcd-4af9-a34a-1321e1e30cf8 HTTP/1.1" status: 200 len: 1135 time: 2.9080606 Sep 30 01:08:43.277132 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d31b10-a352-4542-94f9-1071f460d03b', 'tag': '4bcedee4-4dcd-4af9-a34a-1321e1e30cf8'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:08:43.281950 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-aa9a2924-2c48-413a-b497-db12c2a1fcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:43.297448 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6e41f707-1e10-4fc4-ae5f-42a101c4df18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:43.366573 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-b4b82cf6-2d58-4c92-8f97-097464872b9b service neutron] Request body: {'port': {'device_id': '31d31b10-a352-4542-94f9-1071f460d03b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:43.367347 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-aa9a2924-2c48-413a-b497-db12c2a1fcc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:43.370022 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-aa9a2924-2c48-413a-b497-db12c2a1fcc5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/14caf727-1981-4ce1-8a23-f99062b72ea0 HTTP/1.1" status: 204 len: 168 time: 0.3873017 Sep 30 01:08:43.373801 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a2924-2c48-413a-b497-db12c2a1fcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14caf727-1981-4ce1-8a23-f99062b72ea0,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:43.379199 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-aa9a2924-2c48-413a-b497-db12c2a1fcc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:43.439396 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a561d-6048-4734-8010-b3d9431c0bfb service neutron] Pushing event updated for resources: {'Port': ['ID=4bcedee4-4dcd-4af9-a34a-1321e1e30cf8,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:43.468001 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-609a561d-6048-4734-8010-b3d9431c0bfb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:43.472222 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device c2c3da91-f627-4803-8e92-0c438ee9bfed up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:08:43.596614 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port c2c3da91-f627-4803-8e92-0c438ee9bfed completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:08:43.605989 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port c2c3da91-f627-4803-8e92-0c438ee9bfed triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:08:43.606389 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:43.805017 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c51946-4bc9-4d64-a105-49633b0cfd19 req-da575bbb-42f1-4940-ad11-fee6eff17dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:43.806620 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-07c51946-4bc9-4d64-a105-49633b0cfd19 req-da575bbb-42f1-4940-ad11-fee6eff17dde service neutron] 10.222.0.55 "GET /v2.0/networks?id=a1ec61c9-0175-45e3-86f7-b51b96fff07c HTTP/1.1" status: 200 len: 920 time: 1.0416222 Sep 30 01:08:43.912484 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:43.915199 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-b4b82cf6-2d58-4c92-8f97-097464872b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:43.972250 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e342f07d-678a-42cc-a744-8ba8576fb541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c3da91-f627-4803-8e92-0c438ee9bfed'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:08:43.996392 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port c2c3da91-f627-4803-8e92-0c438ee9bfed, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c2c3da91-f627-4803-8e92-0c438ee9bfed,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:08:44.006795 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:44.011388 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:44.028290 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-07c51946-4bc9-4d64-a105-49633b0cfd19 req-5aee2290-0f68-437c-b5ea-23c5a7867416 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4f17f60-b99a-4d9e-a576-ffa93c711c13 HTTP/1.1" status: 200 len: 217 time: 0.1813872 Sep 30 01:08:44.067936 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80522694-1c49-4279-ab12-4456064bd163 req-d397165e-d3ed-4b2f-9939-7975753e0a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:44.069743 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-80522694-1c49-4279-ab12-4456064bd163 req-d397165e-d3ed-4b2f-9939-7975753e0a21 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e480d6828f9946358bfe1436e2b1931a&device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 1096 time: 0.1962934 Sep 30 01:08:44.087644 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee811d3-7a99-4755-8091-82b2ad613df5 req-1da88273-b97c-49dd-b3d3-5a94e7bf4884 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:44.094134 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dee811d3-7a99-4755-8091-82b2ad613df5 req-1da88273-b97c-49dd-b3d3-5a94e7bf4884 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/ports?device_id=067eef78-33f6-4c53-a8f4-0e22cad2594a HTTP/1.1" status: 200 len: 945 time: 0.5892940 Sep 30 01:08:44.128549 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f99951-5b06-4399-acdc-c60dbb0b043a req-dd2126da-0655-42f2-a112-d892d0b7166a tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:44.130115 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-97f99951-5b06-4399-acdc-c60dbb0b043a req-dd2126da-0655-42f2-a112-d892d0b7166a tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 945 time: 1.2482033 Sep 30 01:08:44.167515 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=c2c3da91-f627-4803-8e92-0c438ee9bfed,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:44.172503 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:44.260316 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dee811d3-7a99-4755-8091-82b2ad613df5 req-ffdc18e2-407d-42dd-bf5e-338222133732 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba61a17f-663e-4ed2-a8b9-cb34862d48a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651669 Sep 30 01:08:44.350335 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd478795-08c8-4811-9862-8f13466b3d02 req-03025f26-1504-4867-9555-2a9a93c4b64c tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:44.352330 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fd478795-08c8-4811-9862-8f13466b3d02 req-03025f26-1504-4867-9555-2a9a93c4b64c tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.59 "GET /v2.0/networks?id=a45f81b3-7df7-4825-9d8e-944e71cc6909 HTTP/1.1" status: 200 len: 810 time: 0.7901404 Sep 30 01:08:44.366834 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80522694-1c49-4279-ab12-4456064bd163 req-81ec7172-3d38-47d4-b665-c62ddb610f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:44.373942 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-80522694-1c49-4279-ab12-4456064bd163 req-81ec7172-3d38-47d4-b665-c62ddb610f79 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f403902e-e751-400d-af5a-c4c0270fe9c5 HTTP/1.1" status: 200 len: 920 time: 0.2594662 Sep 30 01:08:44.376510 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-97f99951-5b06-4399-acdc-c60dbb0b043a req-be6e7ea5-0faa-4567-9562-1cc799bc3b49 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303088 Sep 30 01:08:44.392730 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-fd478795-08c8-4811-9862-8f13466b3d02 req-c994722a-bd50-4398-9b58-d82b24adc429 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Request body: {'port': {'device_id': '1c6a403b-af24-492b-b364-7167f4901e63', 'network_id': 'a45f81b3-7df7-4825-9d8e-944e71cc6909', 'admin_state_up': True, 'tenant_id': '3bb71da966444045b30780aa9e2e5b81'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:44.417392 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c51946-4bc9-4d64-a105-49633b0cfd19 req-7cff1998-312a-4b43-854d-f49adf8b9126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:44.419682 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-07c51946-4bc9-4d64-a105-49633b0cfd19 req-7cff1998-312a-4b43-854d-f49adf8b9126 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c3d0072-a3d6-4e3e-8b73-1d7d0c6bb6d2 HTTP/1.1" status: 200 len: 859 time: 0.3526905 Sep 30 01:08:44.565438 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-80522694-1c49-4279-ab12-4456064bd163 req-4540de03-0a6e-41d2-8d18-c61579c66f85 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c095e3f-639d-41ca-8904-ed5265e8c716 HTTP/1.1" status: 200 len: 217 time: 0.1527019 Sep 30 01:08:44.576492 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-07c51946-4bc9-4d64-a105-49633b0cfd19 req-1c823a06-9b2d-4a53-873e-cb4c6865d825 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a1ec61c9-0175-45e3-86f7-b51b96fff07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1435635 Sep 30 01:08:44.689274 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80522694-1c49-4279-ab12-4456064bd163 req-84cce51c-66a3-4acc-bdef-7914da53e401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:44.690771 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-80522694-1c49-4279-ab12-4456064bd163 req-84cce51c-66a3-4acc-bdef-7914da53e401 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=26d4a6d6-1ae3-4299-b531-ee7f88efd949 HTTP/1.1" status: 200 len: 859 time: 0.1128662 Sep 30 01:08:44.712576 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4819b9-0915-4b45-8e21-aba19d18dd27 req-88052f80-6c1c-45e7-8a37-109864f153ef tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:44.718891 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4819b9-0915-4b45-8e21-aba19d18dd27 req-88052f80-6c1c-45e7-8a37-109864f153ef tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:44.726696 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4819b9-0915-4b45-8e21-aba19d18dd27 req-88052f80-6c1c-45e7-8a37-109864f153ef tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:44.735757 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4819b9-0915-4b45-8e21-aba19d18dd27 req-88052f80-6c1c-45e7-8a37-109864f153ef tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:44.742287 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4819b9-0915-4b45-8e21-aba19d18dd27 req-88052f80-6c1c-45e7-8a37-109864f153ef tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:44.752202 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4819b9-0915-4b45-8e21-aba19d18dd27 req-88052f80-6c1c-45e7-8a37-109864f153ef tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:44.754094 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6d4819b9-0915-4b45-8e21-aba19d18dd27 req-88052f80-6c1c-45e7-8a37-109864f153ef tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 4605 time: 0.3010199 Sep 30 01:08:44.755741 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 53432) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:44.823939 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-80522694-1c49-4279-ab12-4456064bd163 req-a782eacf-c227-4c26-8a1c-34ca19c76e20 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f403902e-e751-400d-af5a-c4c0270fe9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688577 Sep 30 01:08:44.880316 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6d4819b9-0915-4b45-8e21-aba19d18dd27 req-bb20451c-7444-415d-9106-05466a81fccd tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0795028 Sep 30 01:08:44.936042 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-fd478795-08c8-4811-9862-8f13466b3d02 req-c994722a-bd50-4398-9b58-d82b24adc429 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:44.981105 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-fd478795-08c8-4811-9862-8f13466b3d02 req-c994722a-bd50-4398-9b58-d82b24adc429 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:44.984144 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d31b10-a352-4542-94f9-1071f460d03b', 'tag': '4bcedee4-4dcd-4af9-a34a-1321e1e30cf8', 'status': 'completed', 'code': 200} Sep 30 01:08:45.026234 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd478795-08c8-4811-9862-8f13466b3d02 req-c994722a-bd50-4398-9b58-d82b24adc429 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Made reservation on behalf of 3bb71da966444045b30780aa9e2e5b81 for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:08:45.029748 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fd478795-08c8-4811-9862-8f13466b3d02 req-c994722a-bd50-4398-9b58-d82b24adc429 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:45.042958 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Request body: {'networks': [{'name': 'tempest-network--1787392441'}, {'name': 'tempest-network--198644943'}]} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:45.043441 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Request body: {'network': {'name': 'tempest-network--1787392441'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:45.043909 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Request body: {'network': {'name': 'tempest-network--198644943'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:45.049854 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-80522694-1c49-4279-ab12-4456064bd163 req-59b2c4dd-a914-4ee7-b80a-cf61e05ca88f service neutron] 10.222.0.55 "GET /v2.0/networks/f403902e-e751-400d-af5a-c4c0270fe9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074869 Sep 30 01:08:45.092028 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:45.135643 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-07c51946-4bc9-4d64-a105-49633b0cfd19 req-41077abd-4b7e-4dd4-afb3-2d744161c451 service neutron] 10.222.0.55 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5426521 Sep 30 01:08:45.178882 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Usage tracker for resource:network and tenant:f1dfbd0c8d5243f99dcdbb9809979c1f is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:08:45.193046 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:08:45.254913 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f39809-28eb-4801-9b5a-dcc83a8b5e55 req-301c629d-398d-4c7b-9fc3-969502c436bd tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:45.256648 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-01f39809-28eb-4801-9b5a-dcc83a8b5e55 req-301c629d-398d-4c7b-9fc3-969502c436bd tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e342f07d-678a-42cc-a744-8ba8576fb541 HTTP/1.1" status: 200 len: 949 time: 0.6682496 Sep 30 01:08:45.265018 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:45.305301 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Made reservation on behalf of f1dfbd0c8d5243f99dcdbb9809979c1f for: {'network': 2} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:08:45.310549 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.resource_extend [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-b4b82cf6-2d58-4c92-8f97-097464872b9b service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 01:08:45.310802 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:45.339432 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:45.396800 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:45.407029 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Usage tracker for resource:security_group_rule and tenant:f1dfbd0c8d5243f99dcdbb9809979c1f is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:08:45.411671 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-80522694-1c49-4279-ab12-4456064bd163 req-0ddb3029-babe-4eae-a6fd-1edfa4e41c09 service neutron] 10.222.0.55 "GET /v2.0/networks/f403902e-e751-400d-af5a-c4c0270fe9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167863 Sep 30 01:08:45.413095 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:08:45.422870 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1d3a7-132a-4775-a51e-ea00c01c3917 req-10470025-76ce-4395-99a3-4a6f194e04ed tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:45.427536 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a9a1d3a7-132a-4775-a51e-ea00c01c3917 req-10470025-76ce-4395-99a3-4a6f194e04ed tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 945 time: 0.3311963 Sep 30 01:08:45.436783 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80a69e-d69b-4d4f-94d3-fa5c20a9b2d3 req-766f8da9-6de7-4b3a-ab45-2dbaef6bcc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:45.437280 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80a69e-d69b-4d4f-94d3-fa5c20a9b2d3 req-766f8da9-6de7-4b3a-ab45-2dbaef6bcc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:45.437844 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80a69e-d69b-4d4f-94d3-fa5c20a9b2d3 req-766f8da9-6de7-4b3a-ab45-2dbaef6bcc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:45.438263 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80a69e-d69b-4d4f-94d3-fa5c20a9b2d3 req-766f8da9-6de7-4b3a-ab45-2dbaef6bcc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:45.438857 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80a69e-d69b-4d4f-94d3-fa5c20a9b2d3 req-766f8da9-6de7-4b3a-ab45-2dbaef6bcc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:45.439255 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80a69e-d69b-4d4f-94d3-fa5c20a9b2d3 req-766f8da9-6de7-4b3a-ab45-2dbaef6bcc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:45.441178 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1c80a69e-d69b-4d4f-94d3-fa5c20a9b2d3 req-766f8da9-6de7-4b3a-ab45-2dbaef6bcc1f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0149d6d6ed59445481fded27e8294137&device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5291 time: 0.3894465 Sep 30 01:08:45.443657 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:45.527430 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-07c51946-4bc9-4d64-a105-49633b0cfd19 req-6fa83df5-c488-45d2-bffb-c3e05c662c42 service neutron] 10.222.0.55 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698692 Sep 30 01:08:45.532697 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-fd478795-08c8-4811-9862-8f13466b3d02 req-c994722a-bd50-4398-9b58-d82b24adc429 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Allocated IP 172.20.0.3 (a45f81b3-7df7-4825-9d8e-944e71cc6909/be62a7a7-816e-4779-aa6c-5c41bedfef4a/2d1df6c6-e051-429d-9316-a898a7d6025b) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:08:45.581560 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-01f39809-28eb-4801-9b5a-dcc83a8b5e55 req-18b0fae3-7128-4c84-86df-e5888d482fa6 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.39 "GET /v2.0/security-groups?id=502d0b3b-5241-423e-93d7-3d30a5bd3b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053551 Sep 30 01:08:45.590641 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-b4b82cf6-2d58-4c92-8f97-097464872b9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 926094d2-6b68-4ff4-bc28-d8d49e33eecf {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:08:45.618876 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-b4b82cf6-2d58-4c92-8f97-097464872b9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:45.625816 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a9a1d3a7-132a-4775-a51e-ea00c01c3917 req-622b70b0-a0e9-4784-95da-9ea1a0c36ebd tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835806 Sep 30 01:08:45.700573 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-b4b82cf6-2d58-4c92-8f97-097464872b9b service neutron] Transition to ACTIVE for port object 926094d2-6b68-4ff4-bc28-d8d49e33eecf will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:08:45.716082 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-b4b82cf6-2d58-4c92-8f97-097464872b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:45.720651 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e342f07d-678a-42cc-a744-8ba8576fb541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c3da91-f627-4803-8e92-0c438ee9bfed', 'code': 200} Sep 30 01:08:45.722996 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-33d34096-5b31-4aac-8e11-93cf3e366806 tempest-ServersNegativeTestJSON-1764576273 tempest-ServersNegativeTestJSON-1764576273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:45.793809 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80a69e-d69b-4d4f-94d3-fa5c20a9b2d3 req-8ef5846d-a6dc-486a-890a-7aca8e549a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:45.794664 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80a69e-d69b-4d4f-94d3-fa5c20a9b2d3 req-8ef5846d-a6dc-486a-890a-7aca8e549a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:45.795585 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80a69e-d69b-4d4f-94d3-fa5c20a9b2d3 req-8ef5846d-a6dc-486a-890a-7aca8e549a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:45.797394 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1c80a69e-d69b-4d4f-94d3-fa5c20a9b2d3 req-8ef5846d-a6dc-486a-890a-7aca8e549a5b service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=0149d6d6ed59445481fded27e8294137&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3353670 Sep 30 01:08:45.974080 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 53502) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:46.049115 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:46.075557 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:46.076195 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:46.176318 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f02a3a61-bac0-4e7d-960b-3c766424fe37 req-aef3062b-83dc-4517-b07e-1c962f4f0cb9 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 210 time: 0.2329772 Sep 30 01:08:46.216624 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b82cf6-2d58-4c92-8f97-097464872b9b service neutron] Pushing event updated for resources: {'Port': ['ID=926094d2-6b68-4ff4-bc28-d8d49e33eecf,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:46.219811 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b4b82cf6-2d58-4c92-8f97-097464872b9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:46.234411 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-aa9a2924-2c48-413a-b497-db12c2a1fcc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:46.309234 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80a69e-d69b-4d4f-94d3-fa5c20a9b2d3 req-d0ebd5d9-dd0c-4cc8-833c-de3dfdac5561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:46.310606 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1c80a69e-d69b-4d4f-94d3-fa5c20a9b2d3 req-d0ebd5d9-dd0c-4cc8-833c-de3dfdac5561 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5032487 Sep 30 01:08:46.337317 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1508d796-05b2-4ae9-9443-e4a66e388827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:46.371014 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:08:46.377419 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cfae3-29fb-4735-be31-9d6682e9c4b4 req-18be40e1-b4a0-4395-ba00-aa2a30f2e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:46.379013 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a08cfae3-29fb-4735-be31-9d6682e9c4b4 req-18be40e1-b4a0-4395-ba00-aa2a30f2e8ce service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e342f07d-678a-42cc-a744-8ba8576fb541 HTTP/1.1" status: 200 len: 1100 time: 0.4662206 Sep 30 01:08:46.396992 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-1508d796-05b2-4ae9-9443-e4a66e388827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:46.400173 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73a64eb0-fbed-473d-b19f-9b2e39e0dc6b,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:46.400747 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-b4b82cf6-2d58-4c92-8f97-097464872b9b service neutron] Attempting to bind port 926094d2-6b68-4ff4-bc28-d8d49e33eecf on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:08:46.401086 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-b4b82cf6-2d58-4c92-8f97-097464872b9b service neutron] Attempting to bind port 926094d2-6b68-4ff4-bc28-d8d49e33eecf by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '47091f80-0074-4271-b457-46141d580d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c8f5270-f537-4a24-8826-df38c01a7122'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:08:46.401413 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-b4b82cf6-2d58-4c92-8f97-097464872b9b service neutron] Attempting to bind port 926094d2-6b68-4ff4-bc28-d8d49e33eecf on network 0c8f5270-f537-4a24-8826-df38c01a7122 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:08:46.420944 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:46.422031 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-1508d796-05b2-4ae9-9443-e4a66e388827 admin admin] Usage tracker for resource:security_group_rule and tenant:31b37285e86a4b1bb23202d13c2a0965 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:08:46.424352 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-b4b82cf6-2d58-4c92-8f97-097464872b9b service neutron] Port 926094d2-6b68-4ff4-bc28-d8d49e33eecf on network 0c8f5270-f537-4a24-8826-df38c01a7122 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:08:46.424557 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-b4b82cf6-2d58-4c92-8f97-097464872b9b service neutron] Attempting to bind port 926094d2-6b68-4ff4-bc28-d8d49e33eecf on network 0c8f5270-f537-4a24-8826-df38c01a7122 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:08:46.427163 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-1508d796-05b2-4ae9-9443-e4a66e388827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:08:46.433914 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:46.434264 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Added segment 077187f9-2562-4b08-bf15-70485690b45e of type vlan for network c3dc5d92-9a66-4cbe-86d4-2d89f7f33a20 Sep 30 01:08:46.440649 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fd478795-08c8-4811-9862-8f13466b3d02 req-c994722a-bd50-4398-9b58-d82b24adc429 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:46.445350 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-1508d796-05b2-4ae9-9443-e4a66e388827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:46.451753 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-b4b82cf6-2d58-4c92-8f97-097464872b9b service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:08:46.452107 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-b4b82cf6-2d58-4c92-8f97-097464872b9b service neutron] Checking segment: {'id': '47091f80-0074-4271-b457-46141d580d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c8f5270-f537-4a24-8826-df38c01a7122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:08:46.452523 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-b4b82cf6-2d58-4c92-8f97-097464872b9b service neutron] Bound using segment: {'id': '47091f80-0074-4271-b457-46141d580d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c8f5270-f537-4a24-8826-df38c01a7122'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:08:46.453002 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-b4b82cf6-2d58-4c92-8f97-097464872b9b service neutron] Bound port: 926094d2-6b68-4ff4-bc28-d8d49e33eecf, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47091f80-0074-4271-b457-46141d580d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c8f5270-f537-4a24-8826-df38c01a7122'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:08:46.453346 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-b4b82cf6-2d58-4c92-8f97-097464872b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:46.500172 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a08cfae3-29fb-4735-be31-9d6682e9c4b4 req-54ba3480-a425-4167-9514-29a19868fa1b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=502d0b3b-5241-423e-93d7-3d30a5bd3b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081438 Sep 30 01:08:46.510165 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:46.531670 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f74a22-58ca-4f9b-98c8-b6ca965a9372 req-abaa12b1-6a8e-451b-a258-526ddab05117 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:46.533143 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-28f74a22-58ca-4f9b-98c8-b6ca965a9372 req-abaa12b1-6a8e-451b-a258-526ddab05117 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 945 time: 0.3006084 Sep 30 01:08:46.552232 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b346f-a67e-47a8-9b42-52b64113dba7 req-79ed67bd-eef7-49f9-9a8a-9c17144cbcb8 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:46.558860 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b346f-a67e-47a8-9b42-52b64113dba7 req-79ed67bd-eef7-49f9-9a8a-9c17144cbcb8 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:46.564732 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b346f-a67e-47a8-9b42-52b64113dba7 req-79ed67bd-eef7-49f9-9a8a-9c17144cbcb8 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:46.571082 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b346f-a67e-47a8-9b42-52b64113dba7 req-79ed67bd-eef7-49f9-9a8a-9c17144cbcb8 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:46.577095 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b346f-a67e-47a8-9b42-52b64113dba7 req-79ed67bd-eef7-49f9-9a8a-9c17144cbcb8 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:46.583287 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b346f-a67e-47a8-9b42-52b64113dba7 req-79ed67bd-eef7-49f9-9a8a-9c17144cbcb8 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:46.589577 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b346f-a67e-47a8-9b42-52b64113dba7 req-79ed67bd-eef7-49f9-9a8a-9c17144cbcb8 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:46.591651 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-901b346f-a67e-47a8-9b42-52b64113dba7 req-79ed67bd-eef7-49f9-9a8a-9c17144cbcb8 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5382 time: 0.2662799 Sep 30 01:08:46.596892 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:08:46.640034 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-28f74a22-58ca-4f9b-98c8-b6ca965a9372 req-523febad-d435-49a9-87f2-5361f8cf0e14 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884163 Sep 30 01:08:46.641425 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:46.641969 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Added segment 31d4b47c-983e-4417-8615-d580258a3dac of type vlan for network 77e293ca-886f-4d95-8a57-bdd5328f9445 Sep 30 01:08:46.652469 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-b4b82cf6-2d58-4c92-8f97-097464872b9b service neutron] For port 926094d2-6b68-4ff4-bc28-d8d49e33eecf, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:08:46.670831 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-901b346f-a67e-47a8-9b42-52b64113dba7 req-8e67878c-46be-4511-a053-5fa885fb1d42 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642316 Sep 30 01:08:46.672527 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-b4b82cf6-2d58-4c92-8f97-097464872b9b service neutron] For port 926094d2-6b68-4ff4-bc28-d8d49e33eecf, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=926094d2-6b68-4ff4-bc28-d8d49e33eecf,segment=NetworkSegment(47091f80-0074-4271-b457-46141d580d1e),segment_id=47091f80-0074-4271-b457-46141d580d1e)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:08:46.674198 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fd478795-08c8-4811-9862-8f13466b3d02 req-c994722a-bd50-4398-9b58-d82b24adc429 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:46.682087 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b4b82cf6-2d58-4c92-8f97-097464872b9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:46.689810 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1508d796-05b2-4ae9-9443-e4a66e388827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:46.702825 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1508d796-05b2-4ae9-9443-e4a66e388827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:46.733180 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:08:46.738166 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7e8b770d-94ca-45e1-bc18-247f72d90034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:46.747472 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-1508d796-05b2-4ae9-9443-e4a66e388827 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=31b37285e86a4b1bb23202d13c2a0965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7689486 Sep 30 01:08:46.751003 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:46.752729 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-b4b82cf6-2d58-4c92-8f97-097464872b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:46.754272 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 53514) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:46.827495 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508d796-05b2-4ae9-9443-e4a66e388827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e80c6fe-0e52-43b5-a19e-114a2535ead0,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:46.833576 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994722a-bd50-4398-9b58-d82b24adc429 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Pushing event updated for resources: {'Port': ['ID=2d1df6c6-e051-429d-9316-a898a7d6025b,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:46.849369 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd478795-08c8-4811-9862-8f13466b3d02 req-c994722a-bd50-4398-9b58-d82b24adc429 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Network a45f81b3-7df7-4825-9d8e-944e71cc6909 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:08:46.854768 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1508d796-05b2-4ae9-9443-e4a66e388827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:46.867971 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c994722a-bd50-4398-9b58-d82b24adc429 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:46.869189 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-fd478795-08c8-4811-9862-8f13466b3d02 req-c994722a-bd50-4398-9b58-d82b24adc429 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:08:46.873355 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-63ddd799-d5c6-4010-acfc-1a7e88bb2b7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:46.922760 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd478795-08c8-4811-9862-8f13466b3d02 req-c994722a-bd50-4398-9b58-d82b24adc429 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:08:46.934605 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:46.934605 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:46.937939 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:46.949773 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:46.950962 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:46.958311 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-839beba6-a6cb-43c1-8f0b-c888345ae89d tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:46.962199 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-b4b82cf6-2d58-4c92-8f97-097464872b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:46.963470 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-b4b82cf6-2d58-4c92-8f97-097464872b9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:46.968100 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-b4b82cf6-2d58-4c92-8f97-097464872b9b service neutron] 10.222.0.59 "PUT /v2.0/ports/926094d2-6b68-4ff4-bc28-d8d49e33eecf HTTP/1.1" status: 200 len: 1135 time: 3.6479554 Sep 30 01:08:46.990381 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d31b10-a352-4542-94f9-1071f460d03b', 'tag': '926094d2-6b68-4ff4-bc28-d8d49e33eecf'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:08:47.064435 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-be461249-7e95-4fee-abaa-54921cd539ae service neutron] Request body: {'port': {'device_id': '31d31b10-a352-4542-94f9-1071f460d03b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:47.142389 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b999d44f-f287-408b-a36c-0ae1c11c60f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:47.157857 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Pushing event updated for resources: {'Network': ['ID=c3dc5d92-9a66-4cbe-86d4-2d89f7f33a20,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:47.158232 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd478795-08c8-4811-9862-8f13466b3d02 req-c994722a-bd50-4398-9b58-d82b24adc429 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:47.158872 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fd478795-08c8-4811-9862-8f13466b3d02 req-c994722a-bd50-4398-9b58-d82b24adc429 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:47.171845 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network c3dc5d92-9a66-4cbe-86d4-2d89f7f33a20 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:08:47.212175 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b82cf6-2d58-4c92-8f97-097464872b9b service neutron] Pushing event updated for resources: {'Port': ['ID=926094d2-6b68-4ff4-bc28-d8d49e33eecf,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:47.230356 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b4b82cf6-2d58-4c92-8f97-097464872b9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:47.248969 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fd478795-08c8-4811-9862-8f13466b3d02 req-c994722a-bd50-4398-9b58-d82b24adc429 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8713627 Sep 30 01:08:47.255367 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.4985328 Sep 30 01:08:47.260324 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 53522) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:47.264386 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-be461249-7e95-4fee-abaa-54921cd539ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:47.271718 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b999d44f-f287-408b-a36c-0ae1c11c60f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:47.280368 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-fd478795-08c8-4811-9862-8f13466b3d02 req-281224d9-7b68-4202-a8fc-aead31bcfaa3 service neutron] Request body: {'port': {'device_id': '1c6a403b-af24-492b-b364-7167f4901e63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:47.324279 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Pushing event updated for resources: {'Network': ['ID=77e293ca-886f-4d95-8a57-bdd5328f9445,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:47.331098 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:47.335142 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-55e7e14d-1d27-4846-a0b3-bd11e7a06f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.293s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:47.338058 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-55e7e14d-1d27-4846-a0b3-bd11e7a06f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:47.340337 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 77e293ca-886f-4d95-8a57-bdd5328f9445 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:08:47.347554 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86831f-fb7f-4124-8626-9e20de319b81 req-30a81288-5dff-40c1-8df9-c7145e730435 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:47.349044 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1e86831f-fb7f-4124-8626-9e20de319b81 req-30a81288-5dff-40c1-8df9-c7145e730435 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e342f07d-678a-42cc-a744-8ba8576fb541 HTTP/1.1" status: 200 len: 949 time: 0.3947949 Sep 30 01:08:47.356644 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad47d8-4819-4cbb-a2ff-b2cf81144795 req-208feebe-9175-4847-9dfd-ecdc0138ff8d tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:47.358143 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dfad47d8-4819-4cbb-a2ff-b2cf81144795 req-208feebe-9175-4847-9dfd-ecdc0138ff8d tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/ports?device_id=067eef78-33f6-4c53-a8f4-0e22cad2594a HTTP/1.1" status: 200 len: 945 time: 0.3064597 Sep 30 01:08:47.396337 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b999d44f-f287-408b-a36c-0ae1c11c60f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:47.407101 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9a56cf00-a701-40c6-b8b1-1747812f1983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:47.423924 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dfad47d8-4819-4cbb-a2ff-b2cf81144795 req-cf31f0d1-a62e-4057-9dcf-e6ea69d2007f tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba61a17f-663e-4ed2-a8b9-cb34862d48a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597100 Sep 30 01:08:47.424669 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999d44f-f287-408b-a36c-0ae1c11c60f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e80c6fe-0e52-43b5-a19e-114a2535ead0,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:47.426987 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b999d44f-f287-408b-a36c-0ae1c11c60f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:47.432426 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b999d44f-f287-408b-a36c-0ae1c11c60f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:47.438419 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-b999d44f-f287-408b-a36c-0ae1c11c60f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e80c6fe-0e52-43b5-a19e-114a2535ead0 HTTP/1.1" status: 204 len: 168 time: 0.6810193 Sep 30 01:08:47.642695 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c16193-2d0d-4f83-b739-bfcb8b59e578 req-9e0d9312-7c81-43da-a7ef-1ef90f739f92 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:47.644284 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-81c16193-2d0d-4f83-b739-bfcb8b59e578 req-9e0d9312-7c81-43da-a7ef-1ef90f739f92 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 945 time: 0.1022315 Sep 30 01:08:47.685334 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1e86831f-fb7f-4124-8626-9e20de319b81 req-21fe9b42-febe-45a2-ac55-5e7bbe54db99 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.39 "GET /v2.0/security-groups?id=502d0b3b-5241-423e-93d7-3d30a5bd3b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241136 Sep 30 01:08:47.702097 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-81c16193-2d0d-4f83-b739-bfcb8b59e578 req-a6c15cbc-763c-4739-96eb-9528bffb6dc0 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511947 Sep 30 01:08:47.795057 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 53536) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:47.815839 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d3556bc1-5173-4a46-9b38-f03df1764913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:47.834697 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d3556bc1-5173-4a46-9b38-f03df1764913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:47.839676 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-d3556bc1-5173-4a46-9b38-f03df1764913 admin admin] Usage tracker for resource:security_group_rule and tenant:e5c187c687f64f2eae2d21a6bb4139d8 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:08:47.843222 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-d3556bc1-5173-4a46-9b38-f03df1764913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:08:47.852618 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d3556bc1-5173-4a46-9b38-f03df1764913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:47.940490 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fd478795-08c8-4811-9862-8f13466b3d02 req-281224d9-7b68-4202-a8fc-aead31bcfaa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:47.982097 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d31b10-a352-4542-94f9-1071f460d03b', 'tag': '926094d2-6b68-4ff4-bc28-d8d49e33eecf', 'status': 'completed', 'code': 200} Sep 30 01:08:48.086428 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03484b-6990-4439-8031-09e33d3cf03e req-e208c766-ee3c-4ff3-bbf0-c26f9d5e3445 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:48.091233 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6e03484b-6990-4439-8031-09e33d3cf03e req-e208c766-ee3c-4ff3-bbf0-c26f9d5e3445 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 931 time: 0.2406673 Sep 30 01:08:48.097847 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fffd656-f41a-4d01-b133-df5feea76dae tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:48.105712 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fffd656-f41a-4d01-b133-df5feea76dae tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:48.111571 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fffd656-f41a-4d01-b133-df5feea76dae tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:48.113931 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f8fb5-6700-4311-9e77-203015b58539 req-202aee94-11bd-4739-8bc9-7fe43f78bdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:48.114792 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f8fb5-6700-4311-9e77-203015b58539 req-202aee94-11bd-4739-8bc9-7fe43f78bdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:48.115295 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f8fb5-6700-4311-9e77-203015b58539 req-202aee94-11bd-4739-8bc9-7fe43f78bdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:48.115794 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f8fb5-6700-4311-9e77-203015b58539 req-202aee94-11bd-4739-8bc9-7fe43f78bdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:48.116288 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f8fb5-6700-4311-9e77-203015b58539 req-202aee94-11bd-4739-8bc9-7fe43f78bdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:48.117332 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f8fb5-6700-4311-9e77-203015b58539 req-202aee94-11bd-4739-8bc9-7fe43f78bdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:48.117997 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f8fb5-6700-4311-9e77-203015b58539 req-202aee94-11bd-4739-8bc9-7fe43f78bdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:48.118112 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fffd656-f41a-4d01-b133-df5feea76dae tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:48.119786 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-1fffd656-f41a-4d01-b133-df5feea76dae tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8570342 Sep 30 01:08:48.119973 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e16f8fb5-6700-4311-9e77-203015b58539 req-202aee94-11bd-4739-8bc9-7fe43f78bdb6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0149d6d6ed59445481fded27e8294137&device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 6219 time: 0.2000341 Sep 30 01:08:48.130026 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 53542) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:48.205830 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d3556bc1-5173-4a46-9b38-f03df1764913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:48.324844 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d3556bc1-5173-4a46-9b38-f03df1764913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:48.362893 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3f94d3d8-eb14-449c-b623-7acc51088140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:48.370216 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d9e25-aed0-4213-8c06-db77b579c0a3 req-4de56363-b672-4f12-bf73-ea17f08cc19c tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:48.371770 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-781d9e25-aed0-4213-8c06-db77b579c0a3 req-4de56363-b672-4f12-bf73-ea17f08cc19c tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 945 time: 0.3305066 Sep 30 01:08:48.405854 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6e03484b-6990-4439-8031-09e33d3cf03e req-0437f119-75f9-4ef3-86dd-5ab732366c68 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830014 Sep 30 01:08:48.442815 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-d3556bc1-5173-4a46-9b38-f03df1764913 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e5c187c687f64f2eae2d21a6bb4139d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6439521 Sep 30 01:08:48.445610 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 53548) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:48.454609 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-765043c6-2a81-4eeb-a828-b66087424e27 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:48.456445 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3556bc1-5173-4a46-9b38-f03df1764913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6847321-d0d8-41de-b7ac-beffbcb77666,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:48.477140 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d3556bc1-5173-4a46-9b38-f03df1764913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:48.533117 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-781d9e25-aed0-4213-8c06-db77b579c0a3 req-2f35b90b-ab89-4ed0-9bcf-606546b1ae8d tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494665 Sep 30 01:08:48.535081 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-be461249-7e95-4fee-abaa-54921cd539ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff466f62-2993-4fda-99f8-d2dc5b844aa7 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:08:48.546341 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-be461249-7e95-4fee-abaa-54921cd539ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:48.578606 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f8fb5-6700-4311-9e77-203015b58539 req-5431e13a-d09e-4cf1-ae95-c6586054782c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:48.579300 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f8fb5-6700-4311-9e77-203015b58539 req-5431e13a-d09e-4cf1-ae95-c6586054782c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:48.579617 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f8fb5-6700-4311-9e77-203015b58539 req-5431e13a-d09e-4cf1-ae95-c6586054782c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:48.581230 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e16f8fb5-6700-4311-9e77-203015b58539 req-5431e13a-d09e-4cf1-ae95-c6586054782c service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=0149d6d6ed59445481fded27e8294137&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4119308 Sep 30 01:08:48.590593 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-be461249-7e95-4fee-abaa-54921cd539ae service neutron] Transition to ACTIVE for port object ff466f62-2993-4fda-99f8-d2dc5b844aa7 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:08:48.599305 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-be461249-7e95-4fee-abaa-54921cd539ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:48.642513 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-327c78e2-5ae3-440d-b574-c5255a6e5760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:48.802880 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-fd478795-08c8-4811-9862-8f13466b3d02 req-281224d9-7b68-4202-a8fc-aead31bcfaa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d1df6c6-e051-429d-9316-a898a7d6025b {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:08:48.863311 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-92d8a9d1-df58-4e91-8203-330210d06e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:48.889232 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fd478795-08c8-4811-9862-8f13466b3d02 req-281224d9-7b68-4202-a8fc-aead31bcfaa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:48.948156 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be461249-7e95-4fee-abaa-54921cd539ae service neutron] Pushing event updated for resources: {'Port': ['ID=ff466f62-2993-4fda-99f8-d2dc5b844aa7,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:48.951572 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-be461249-7e95-4fee-abaa-54921cd539ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:48.977521 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67144eec-7993-4cda-966e-72e83dc33099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:49.027204 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-765043c6-2a81-4eeb-a828-b66087424e27 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:49.028817 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:49.032408 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-fd478795-08c8-4811-9862-8f13466b3d02 req-281224d9-7b68-4202-a8fc-aead31bcfaa3 service neutron] Transition to ACTIVE for port object 2d1df6c6-e051-429d-9316-a898a7d6025b will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:08:49.055893 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fd478795-08c8-4811-9862-8f13466b3d02 req-281224d9-7b68-4202-a8fc-aead31bcfaa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:49.063277 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-302bb76b-4b57-41f3-85f4-de83cf77cc89 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:49.089233 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67144eec-7993-4cda-966e-72e83dc33099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:49.096203 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-765043c6-2a81-4eeb-a828-b66087424e27 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3dc5d92-9a66-4cbe-86d4-2d89f7f33a20']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:08:49.122455 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-be461249-7e95-4fee-abaa-54921cd539ae service neutron] Attempting to bind port ff466f62-2993-4fda-99f8-d2dc5b844aa7 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:08:49.122817 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-be461249-7e95-4fee-abaa-54921cd539ae service neutron] Attempting to bind port ff466f62-2993-4fda-99f8-d2dc5b844aa7 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '47091f80-0074-4271-b457-46141d580d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c8f5270-f537-4a24-8826-df38c01a7122'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:08:49.123240 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-be461249-7e95-4fee-abaa-54921cd539ae service neutron] Attempting to bind port ff466f62-2993-4fda-99f8-d2dc5b844aa7 on network 0c8f5270-f537-4a24-8826-df38c01a7122 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:08:49.127707 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-765043c6-2a81-4eeb-a828-b66087424e27 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '077187f9-2562-4b08-bf15-70485690b45e') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:08:49.128005 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-765043c6-2a81-4eeb-a828-b66087424e27 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '077187f9-2562-4b08-bf15-70485690b45e') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:08:49.156549 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-765043c6-2a81-4eeb-a828-b66087424e27 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:49.175203 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a4fce-fe25-4fa3-90f7-b7b5392f0dc4 req-2b935fa1-64ae-4fd9-8d9e-0c1ed3dcfff6 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:49.180183 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-be461249-7e95-4fee-abaa-54921cd539ae service neutron] Port ff466f62-2993-4fda-99f8-d2dc5b844aa7 on network 0c8f5270-f537-4a24-8826-df38c01a7122 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:08:49.180508 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-be461249-7e95-4fee-abaa-54921cd539ae service neutron] Attempting to bind port ff466f62-2993-4fda-99f8-d2dc5b844aa7 on network 0c8f5270-f537-4a24-8826-df38c01a7122 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:08:49.181069 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a4fce-fe25-4fa3-90f7-b7b5392f0dc4 req-2b935fa1-64ae-4fd9-8d9e-0c1ed3dcfff6 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:49.186934 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a4fce-fe25-4fa3-90f7-b7b5392f0dc4 req-2b935fa1-64ae-4fd9-8d9e-0c1ed3dcfff6 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:49.193054 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a4fce-fe25-4fa3-90f7-b7b5392f0dc4 req-2b935fa1-64ae-4fd9-8d9e-0c1ed3dcfff6 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:49.199079 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a4fce-fe25-4fa3-90f7-b7b5392f0dc4 req-2b935fa1-64ae-4fd9-8d9e-0c1ed3dcfff6 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:49.204864 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a4fce-fe25-4fa3-90f7-b7b5392f0dc4 req-2b935fa1-64ae-4fd9-8d9e-0c1ed3dcfff6 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:49.205943 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-be461249-7e95-4fee-abaa-54921cd539ae service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:08:49.206281 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-be461249-7e95-4fee-abaa-54921cd539ae service neutron] Checking segment: {'id': '47091f80-0074-4271-b457-46141d580d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c8f5270-f537-4a24-8826-df38c01a7122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:08:49.206667 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-be461249-7e95-4fee-abaa-54921cd539ae service neutron] Bound using segment: {'id': '47091f80-0074-4271-b457-46141d580d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c8f5270-f537-4a24-8826-df38c01a7122'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:08:49.207115 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-be461249-7e95-4fee-abaa-54921cd539ae service neutron] Bound port: ff466f62-2993-4fda-99f8-d2dc5b844aa7, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47091f80-0074-4271-b457-46141d580d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c8f5270-f537-4a24-8826-df38c01a7122'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:08:49.207460 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-be461249-7e95-4fee-abaa-54921cd539ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:49.211241 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a4fce-fe25-4fa3-90f7-b7b5392f0dc4 req-2b935fa1-64ae-4fd9-8d9e-0c1ed3dcfff6 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:49.213125 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-774a4fce-fe25-4fa3-90f7-b7b5392f0dc4 req-2b935fa1-64ae-4fd9-8d9e-0c1ed3dcfff6 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5382 time: 0.6954601 Sep 30 01:08:49.221537 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281224d9-7b68-4202-a8fc-aead31bcfaa3 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1df6c6-e051-429d-9316-a898a7d6025b,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:49.224739 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f8fb5-6700-4311-9e77-203015b58539 req-295d9218-f401-488e-834c-fd26874305ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:49.226821 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e16f8fb5-6700-4311-9e77-203015b58539 req-295d9218-f401-488e-834c-fd26874305ee service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5972354 Sep 30 01:08:49.232870 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-281224d9-7b68-4202-a8fc-aead31bcfaa3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:49.261742 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-765043c6-2a81-4eeb-a828-b66087424e27 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:49.277512 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765043c6-2a81-4eeb-a828-b66087424e27 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:08:49.277938 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-765043c6-2a81-4eeb-a828-b66087424e27 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: timer() Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:08:49.293891 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:08:49.340440 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f601b-14c5-41b3-b170-bf530a47e19f req-13f83f00-a9cc-460d-9d21-1740d872114b tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:49.341917 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2b9f601b-14c5-41b3-b170-bf530a47e19f req-13f83f00-a9cc-460d-9d21-1740d872114b tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e342f07d-678a-42cc-a744-8ba8576fb541 HTTP/1.1" status: 200 len: 949 time: 0.3977172 Sep 30 01:08:49.360520 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-774a4fce-fe25-4fa3-90f7-b7b5392f0dc4 req-c9242e0c-690b-4c77-8434-0c1f7d007696 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1326246 Sep 30 01:08:49.398955 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-765043c6-2a81-4eeb-a828-b66087424e27 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:49.404029 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0c60fe0c-b284-40fd-afc3-b54d0ab02ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:49.420955 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-765043c6-2a81-4eeb-a828-b66087424e27 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:49.432151 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67144eec-7993-4cda-966e-72e83dc33099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:49.444093 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765043c6-2a81-4eeb-a828-b66087424e27 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Pushing event deleted for resources: {'Network': ['ID=c3dc5d92-9a66-4cbe-86d4-2d89f7f33a20,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:49.449570 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-765043c6-2a81-4eeb-a828-b66087424e27 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:49.452930 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fcdd23d8-e0de-4587-b661-5bba7d74593e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:49.453703 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2b9f601b-14c5-41b3-b170-bf530a47e19f req-e0005da3-f088-432f-b3aa-7630088b5755 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.39 "GET /v2.0/security-groups?id=502d0b3b-5241-423e-93d7-3d30a5bd3b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908229 Sep 30 01:08:49.463393 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-be461249-7e95-4fee-abaa-54921cd539ae service neutron] For port ff466f62-2993-4fda-99f8-d2dc5b844aa7, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:08:49.476787 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-fd478795-08c8-4811-9862-8f13466b3d02 req-281224d9-7b68-4202-a8fc-aead31bcfaa3 service neutron] Attempting to bind port 2d1df6c6-e051-429d-9316-a898a7d6025b on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:08:49.476787 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-fd478795-08c8-4811-9862-8f13466b3d02 req-281224d9-7b68-4202-a8fc-aead31bcfaa3 service neutron] Attempting to bind port 2d1df6c6-e051-429d-9316-a898a7d6025b by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '51fc1520-0703-4172-b195-12f91a1ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a45f81b3-7df7-4825-9d8e-944e71cc6909'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:08:49.476787 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd478795-08c8-4811-9862-8f13466b3d02 req-281224d9-7b68-4202-a8fc-aead31bcfaa3 service neutron] Attempting to bind port 2d1df6c6-e051-429d-9316-a898a7d6025b on network a45f81b3-7df7-4825-9d8e-944e71cc6909 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:08:49.477194 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67144eec-7993-4cda-966e-72e83dc33099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6847321-d0d8-41de-b7ac-beffbcb77666,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:49.477296 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-be461249-7e95-4fee-abaa-54921cd539ae service neutron] For port ff466f62-2993-4fda-99f8-d2dc5b844aa7, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ff466f62-2993-4fda-99f8-d2dc5b844aa7,segment=NetworkSegment(47091f80-0074-4271-b457-46141d580d1e),segment_id=47091f80-0074-4271-b457-46141d580d1e)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:08:49.478146 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd478795-08c8-4811-9862-8f13466b3d02 req-281224d9-7b68-4202-a8fc-aead31bcfaa3 service neutron] Port 2d1df6c6-e051-429d-9316-a898a7d6025b on network a45f81b3-7df7-4825-9d8e-944e71cc6909 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:08:49.478471 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd478795-08c8-4811-9862-8f13466b3d02 req-281224d9-7b68-4202-a8fc-aead31bcfaa3 service neutron] Attempting to bind port 2d1df6c6-e051-429d-9316-a898a7d6025b on network a45f81b3-7df7-4825-9d8e-944e71cc6909 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:08:49.482668 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-765043c6-2a81-4eeb-a828-b66087424e27 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] 10.222.0.39 "DELETE /v2.0/networks/c3dc5d92-9a66-4cbe-86d4-2d89f7f33a20 HTTP/1.1" status: 204 len: 168 time: 1.3487885 Sep 30 01:08:49.482668 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-67144eec-7993-4cda-966e-72e83dc33099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:49.483466 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67144eec-7993-4cda-966e-72e83dc33099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:49.487400 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-67144eec-7993-4cda-966e-72e83dc33099 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a6847321-d0d8-41de-b7ac-beffbcb77666 HTTP/1.1" status: 204 len: 168 time: 1.0345640 Sep 30 01:08:49.493005 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 53562) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:49.520671 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd478795-08c8-4811-9862-8f13466b3d02 req-281224d9-7b68-4202-a8fc-aead31bcfaa3 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:08:49.521145 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd478795-08c8-4811-9862-8f13466b3d02 req-281224d9-7b68-4202-a8fc-aead31bcfaa3 service neutron] Checking segment: {'id': '51fc1520-0703-4172-b195-12f91a1ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a45f81b3-7df7-4825-9d8e-944e71cc6909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:08:49.521381 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd478795-08c8-4811-9862-8f13466b3d02 req-281224d9-7b68-4202-a8fc-aead31bcfaa3 service neutron] Bound using segment: {'id': '51fc1520-0703-4172-b195-12f91a1ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a45f81b3-7df7-4825-9d8e-944e71cc6909'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:08:49.521830 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-fd478795-08c8-4811-9862-8f13466b3d02 req-281224d9-7b68-4202-a8fc-aead31bcfaa3 service neutron] Bound port: 2d1df6c6-e051-429d-9316-a898a7d6025b, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51fc1520-0703-4172-b195-12f91a1ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a45f81b3-7df7-4825-9d8e-944e71cc6909'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:08:49.522186 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fd478795-08c8-4811-9862-8f13466b3d02 req-281224d9-7b68-4202-a8fc-aead31bcfaa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:49.531857 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-be461249-7e95-4fee-abaa-54921cd539ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:49.541132 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b75cabcd-92d8-4cda-bb67-18583550203a tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:49.594442 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40b911-e3bc-4d8c-a7fc-b4610d103ad8 req-28a16d51-8880-4362-a0ec-bc01c02b538e tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:49.604210 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bd40b911-e3bc-4d8c-a7fc-b4610d103ad8 req-28a16d51-8880-4362-a0ec-bc01c02b538e tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 945 time: 0.1112742 Sep 30 01:08:49.659397 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bd40b911-e3bc-4d8c-a7fc-b4610d103ad8 req-9b842315-440c-4012-bfda-c4bbdcbb920c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541470 Sep 30 01:08:49.892110 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70df6f-bc79-43eb-aa9c-78c1560debc6 req-751dc89f-a480-4d70-a5d8-8c1ad0083018 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:49.894022 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-be461249-7e95-4fee-abaa-54921cd539ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:49.894534 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1a70df6f-bc79-43eb-aa9c-78c1560debc6 req-751dc89f-a480-4d70-a5d8-8c1ad0083018 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 943 time: 0.1031296 Sep 30 01:08:49.894656 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-be461249-7e95-4fee-abaa-54921cd539ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:49.896051 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-be461249-7e95-4fee-abaa-54921cd539ae service neutron] 10.222.0.59 "PUT /v2.0/ports/ff466f62-2993-4fda-99f8-d2dc5b844aa7 HTTP/1.1" status: 200 len: 1091 time: 2.8452547 Sep 30 01:08:49.946759 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e5946f3a-ccfb-4158-b0f6-2ac375a753d9 service neutron] Request body: {'port': {'device_id': '31d31b10-a352-4542-94f9-1071f460d03b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:49.967344 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1a70df6f-bc79-43eb-aa9c-78c1560debc6 req-4564b3b3-0c72-4411-a5e1-dfab182b2e48 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626373 Sep 30 01:08:49.989606 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d31b10-a352-4542-94f9-1071f460d03b', 'tag': 'ff466f62-2993-4fda-99f8-d2dc5b844aa7'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:08:50.009778 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-11d5c4d5-7fa2-470a-bd8d-cd8f6f790a4b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:50.044397 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be461249-7e95-4fee-abaa-54921cd539ae service neutron] Pushing event updated for resources: {'Port': ['ID=ff466f62-2993-4fda-99f8-d2dc5b844aa7,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:50.054157 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-be461249-7e95-4fee-abaa-54921cd539ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:50.110004 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-fd478795-08c8-4811-9862-8f13466b3d02 req-281224d9-7b68-4202-a8fc-aead31bcfaa3 service neutron] For port 2d1df6c6-e051-429d-9316-a898a7d6025b, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:08:50.170271 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-fd478795-08c8-4811-9862-8f13466b3d02 req-281224d9-7b68-4202-a8fc-aead31bcfaa3 service neutron] For port 2d1df6c6-e051-429d-9316-a898a7d6025b, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=2d1df6c6-e051-429d-9316-a898a7d6025b,segment=NetworkSegment(51fc1520-0703-4172-b195-12f91a1ac5cb),segment_id=51fc1520-0703-4172-b195-12f91a1ac5cb)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:08:50.242627 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fd478795-08c8-4811-9862-8f13466b3d02 req-281224d9-7b68-4202-a8fc-aead31bcfaa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:50.254355 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c59c7fc0-7ce1-48a0-a98f-1bb8915493ce tempest-ListServersNegativeTestJSON-1886862419 tempest-ListServersNegativeTestJSON-1886862419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:50.298416 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad06ef4-3a10-419e-91ae-c81d8534fd1d req-ae64f1d5-d565-488f-a0d7-829af2f54452 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:50.299950 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3ad06ef4-3a10-419e-91ae-c81d8534fd1d req-ae64f1d5-d565-488f-a0d7-829af2f54452 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/ports?device_id=067eef78-33f6-4c53-a8f4-0e22cad2594a HTTP/1.1" status: 200 len: 945 time: 0.6496730 Sep 30 01:08:50.331987 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e5946f3a-ccfb-4158-b0f6-2ac375a753d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:50.377510 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd478795-08c8-4811-9862-8f13466b3d02 req-281224d9-7b68-4202-a8fc-aead31bcfaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:50.378144 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-fd478795-08c8-4811-9862-8f13466b3d02 req-281224d9-7b68-4202-a8fc-aead31bcfaa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:50.379539 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fd478795-08c8-4811-9862-8f13466b3d02 req-281224d9-7b68-4202-a8fc-aead31bcfaa3 service neutron] 10.222.0.59 "PUT /v2.0/ports/2d1df6c6-e051-429d-9316-a898a7d6025b HTTP/1.1" status: 200 len: 1091 time: 3.1065664 Sep 30 01:08:50.387325 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-11d5c4d5-7fa2-470a-bd8d-cd8f6f790a4b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:50.546987 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-11d5c4d5-7fa2-470a-bd8d-cd8f6f790a4b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e293ca-886f-4d95-8a57-bdd5328f9445']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:08:50.579916 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281224d9-7b68-4202-a8fc-aead31bcfaa3 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1df6c6-e051-429d-9316-a898a7d6025b,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:50.586372 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-281224d9-7b68-4202-a8fc-aead31bcfaa3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:50.603903 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3ad06ef4-3a10-419e-91ae-c81d8534fd1d req-3e583d9a-ffd8-4f43-af40-4238aa2b8cad tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba61a17f-663e-4ed2-a8b9-cb34862d48a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2912860 Sep 30 01:08:50.606245 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-11d5c4d5-7fa2-470a-bd8d-cd8f6f790a4b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d4b47c-983e-4417-8615-d580258a3dac') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:08:50.606557 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-11d5c4d5-7fa2-470a-bd8d-cd8f6f790a4b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d4b47c-983e-4417-8615-d580258a3dac') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:08:50.694888 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-11d5c4d5-7fa2-470a-bd8d-cd8f6f790a4b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:50.728148 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-11d5c4d5-7fa2-470a-bd8d-cd8f6f790a4b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:50.740049 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d31b10-a352-4542-94f9-1071f460d03b', 'tag': 'ff466f62-2993-4fda-99f8-d2dc5b844aa7', 'status': 'completed', 'code': 200} Sep 30 01:08:50.758114 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d5c4d5-7fa2-470a-bd8d-cd8f6f790a4b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:08:50.758887 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-11d5c4d5-7fa2-470a-bd8d-cd8f6f790a4b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:50.776970 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf169c-ac3d-4e6f-85ca-2b4334ee41ad req-285c55aa-e0f0-4331-a717-9aa252d139a1 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:50.785888 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c0bf169c-ac3d-4e6f-85ca-2b4334ee41ad req-285c55aa-e0f0-4331-a717-9aa252d139a1 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 945 time: 0.1862409 Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: timer() Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:08:50.787776 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:08:50.923989 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c0bf169c-ac3d-4e6f-85ca-2b4334ee41ad req-f63a7859-5839-4f91-9f84-98edb7f27397 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365523 Sep 30 01:08:50.935562 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd478795-08c8-4811-9862-8f13466b3d02 req-a80203a9-2f82-448e-89aa-da6fdb7bafd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:50.938001 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fd478795-08c8-4811-9862-8f13466b3d02 req-a80203a9-2f82-448e-89aa-da6fdb7bafd6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bb71da966444045b30780aa9e2e5b81&device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 1094 time: 0.4717021 Sep 30 01:08:50.990258 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd1f77-eb2e-4f11-a67f-2720de425960 req-b62ed96b-6844-484a-8c91-f474e0b51f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:50.990258 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd1f77-eb2e-4f11-a67f-2720de425960 req-b62ed96b-6844-484a-8c91-f474e0b51f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:50.990678 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd1f77-eb2e-4f11-a67f-2720de425960 req-b62ed96b-6844-484a-8c91-f474e0b51f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:50.993662 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd1f77-eb2e-4f11-a67f-2720de425960 req-b62ed96b-6844-484a-8c91-f474e0b51f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:50.994182 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd1f77-eb2e-4f11-a67f-2720de425960 req-b62ed96b-6844-484a-8c91-f474e0b51f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:50.995992 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd1f77-eb2e-4f11-a67f-2720de425960 req-b62ed96b-6844-484a-8c91-f474e0b51f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:50.996681 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd1f77-eb2e-4f11-a67f-2720de425960 req-b62ed96b-6844-484a-8c91-f474e0b51f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:51.005838 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c1cd1f77-eb2e-4f11-a67f-2720de425960 req-b62ed96b-6844-484a-8c91-f474e0b51f49 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0149d6d6ed59445481fded27e8294137&device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 6286 time: 0.2028797 Sep 30 01:08:51.082540 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fd478795-08c8-4811-9862-8f13466b3d02 req-0f3f5b9b-30e1-4809-9f81-8d322b29972e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d1df6c6-e051-429d-9316-a898a7d6025b HTTP/1.1" status: 200 len: 217 time: 0.0937076 Sep 30 01:08:51.094435 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-11d5c4d5-7fa2-470a-bd8d-cd8f6f790a4b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:51.137549 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-3f741eac-a462-437b-a85a-1aedaed734eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:51.153107 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-11d5c4d5-7fa2-470a-bd8d-cd8f6f790a4b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:51.244046 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5c4d5-7fa2-470a-bd8d-cd8f6f790a4b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Pushing event deleted for resources: {'Network': ['ID=77e293ca-886f-4d95-8a57-bdd5328f9445,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:51.244645 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-0db13e5d-a3e9-4046-979d-b60fd1978a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:51.250374 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-11d5c4d5-7fa2-470a-bd8d-cd8f6f790a4b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] 10.222.0.39 "DELETE /v2.0/networks/77e293ca-886f-4d95-8a57-bdd5328f9445 HTTP/1.1" status: 204 len: 168 time: 1.7506442 Sep 30 01:08:51.254980 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 53616) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:51.259017 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-11d5c4d5-7fa2-470a-bd8d-cd8f6f790a4b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:51.303299 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509e3db-0a41-4bf4-90fd-8322fc3082c1 req-eac639cd-6f0d-4945-b1c9-73a65988dfa5 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:51.305363 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6509e3db-0a41-4bf4-90fd-8322fc3082c1 req-eac639cd-6f0d-4945-b1c9-73a65988dfa5 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 945 time: 0.1850677 Sep 30 01:08:51.309937 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd1f77-eb2e-4f11-a67f-2720de425960 req-80df0f07-d7c8-4228-a516-8bdf7a6ff121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:51.310578 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd1f77-eb2e-4f11-a67f-2720de425960 req-80df0f07-d7c8-4228-a516-8bdf7a6ff121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:51.311119 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd1f77-eb2e-4f11-a67f-2720de425960 req-80df0f07-d7c8-4228-a516-8bdf7a6ff121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:51.312950 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c1cd1f77-eb2e-4f11-a67f-2720de425960 req-80df0f07-d7c8-4228-a516-8bdf7a6ff121 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=0149d6d6ed59445481fded27e8294137&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2914462 Sep 30 01:08:51.362418 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd478795-08c8-4811-9862-8f13466b3d02 req-fe6c08fb-064c-400c-9747-46f408aefc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:51.363993 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fd478795-08c8-4811-9862-8f13466b3d02 req-fe6c08fb-064c-400c-9747-46f408aefc0a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be62a7a7-816e-4779-aa6c-5c41bedfef4a HTTP/1.1" status: 200 len: 850 time: 0.2650480 Sep 30 01:08:51.428478 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.resource_extend [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e5946f3a-ccfb-4158-b0f6-2ac375a753d9 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 01:08:51.455544 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-6509e3db-0a41-4bf4-90fd-8322fc3082c1 req-3a9de625-a328-4ba6-a2d3-10de1f498df6 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407633 Sep 30 01:08:51.462112 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fd478795-08c8-4811-9862-8f13466b3d02 req-aec555be-29f5-4c7b-a65a-519497b5bc4f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a45f81b3-7df7-4825-9d8e-944e71cc6909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725408 Sep 30 01:08:51.575571 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd1f77-eb2e-4f11-a67f-2720de425960 req-06adde38-152b-4d8c-bcec-0745633eb3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:51.577279 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c1cd1f77-eb2e-4f11-a67f-2720de425960 req-06adde38-152b-4d8c-bcec-0745633eb3be service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2247112 Sep 30 01:08:51.743736 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb959d-f204-4133-badd-0e5ba7644428 req-c29147c0-a4f9-413a-8355-269936043bb5 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:51.750002 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb959d-f204-4133-badd-0e5ba7644428 req-c29147c0-a4f9-413a-8355-269936043bb5 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:51.756267 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb959d-f204-4133-badd-0e5ba7644428 req-c29147c0-a4f9-413a-8355-269936043bb5 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:51.762262 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb959d-f204-4133-badd-0e5ba7644428 req-c29147c0-a4f9-413a-8355-269936043bb5 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:51.768994 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb959d-f204-4133-badd-0e5ba7644428 req-c29147c0-a4f9-413a-8355-269936043bb5 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:51.775010 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db742618-ed3a-45b5-838f-f0f5ce25ef65 req-3745f169-bde4-4d5f-b867-72a8a25685cc tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:51.776864 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb959d-f204-4133-badd-0e5ba7644428 req-c29147c0-a4f9-413a-8355-269936043bb5 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:51.783206 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-db742618-ed3a-45b5-838f-f0f5ce25ef65 req-3745f169-bde4-4d5f-b867-72a8a25685cc tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 943 time: 0.1475844 Sep 30 01:08:51.783929 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb959d-f204-4133-badd-0e5ba7644428 req-c29147c0-a4f9-413a-8355-269936043bb5 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:51.792661 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f6cb959d-f204-4133-badd-0e5ba7644428 req-c29147c0-a4f9-413a-8355-269936043bb5 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5394 time: 0.8468029 Sep 30 01:08:51.841421 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-db742618-ed3a-45b5-838f-f0f5ce25ef65 req-512f5ecb-f616-4f96-b0f1-b7af1b83d625 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525393 Sep 30 01:08:51.951330 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e5946f3a-ccfb-4158-b0f6-2ac375a753d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8383232f-0a72-4842-ada7-be7b80f6f5bb {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:08:51.973942 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fc79d6-7101-4a02-9faf-c769c4e5ccd8 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:51.980438 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fc79d6-7101-4a02-9faf-c769c4e5ccd8 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:51.981252 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-90fc79d6-7101-4a02-9faf-c769c4e5ccd8 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Synchronizing usage tracker for tenant:f1dfbd0c8d5243f99dcdbb9809979c1f on resource:network {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:08:52.002841 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfa21c-e79d-4fe1-ae22-07cc7e9eb948 req-3cf832be-ce0c-49de-9ae6-2782fc7555d1 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:52.004430 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4bcfa21c-e79d-4fe1-ae22-07cc7e9eb948 req-3cf832be-ce0c-49de-9ae6-2782fc7555d1 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.55 "GET /v2.0/ports?device_id=067eef78-33f6-4c53-a8f4-0e22cad2594a HTTP/1.1" status: 200 len: 945 time: 0.8482621 Sep 30 01:08:52.010062 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e5946f3a-ccfb-4158-b0f6-2ac375a753d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:52.024538 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f6cb959d-f204-4133-badd-0e5ba7644428 req-893a3f40-63d0-4a8b-941f-b934f8134535 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2308536 Sep 30 01:08:52.077152 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8427fc-e5c2-4c86-9fce-97bd479d675c req-3dc79f46-0a09-45ee-b3e3-6e4bba6792a8 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:52.086136 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8b8427fc-e5c2-4c86-9fce-97bd479d675c req-3dc79f46-0a09-45ee-b3e3-6e4bba6792a8 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/ports?device_id=067eef78-33f6-4c53-a8f4-0e22cad2594a HTTP/1.1" status: 200 len: 945 time: 0.1440899 Sep 30 01:08:52.147413 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8b8427fc-e5c2-4c86-9fce-97bd479d675c req-6ea1200d-2b5b-4b04-bf8e-4a58c2e77266 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba61a17f-663e-4ed2-a8b9-cb34862d48a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595505 Sep 30 01:08:52.199296 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e5946f3a-ccfb-4158-b0f6-2ac375a753d9 service neutron] Transition to ACTIVE for port object 8383232f-0a72-4842-ada7-be7b80f6f5bb will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:08:52.209279 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-90fc79d6-7101-4a02-9faf-c769c4e5ccd8 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Unset dirty status for tenant:f1dfbd0c8d5243f99dcdbb9809979c1f on resource:network {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:08:52.210587 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-90fc79d6-7101-4a02-9faf-c769c4e5ccd8 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9506412 Sep 30 01:08:52.214983 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 53644) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:52.221478 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-dd47dc72-3546-443e-8012-c2c97ec6f323 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-881920951'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:52.228806 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-dd47dc72-3546-443e-8012-c2c97ec6f323 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:52.239596 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-dd47dc72-3546-443e-8012-c2c97ec6f323 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:52.251593 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd47dc72-3546-443e-8012-c2c97ec6f323 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Made reservation on behalf of f1dfbd0c8d5243f99dcdbb9809979c1f for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:08:52.255431 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dd47dc72-3546-443e-8012-c2c97ec6f323 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:52.266144 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e5946f3a-ccfb-4158-b0f6-2ac375a753d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:52.290220 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a5f30651-9345-4040-90a5-63f2aa97e8f7 tempest-AttachSCSIVolumeTestJSON-137224004 tempest-AttachSCSIVolumeTestJSON-137224004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:52.291197 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd47dc72-3546-443e-8012-c2c97ec6f323 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:08:52.302716 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dd47dc72-3546-443e-8012-c2c97ec6f323 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:52.303199 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-dd47dc72-3546-443e-8012-c2c97ec6f323 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Added segment 922b0e73-4a50-4959-b1d3-2e7d3cf00e68 of type vlan for network 0fcac227-39a0-40e7-89a4-3a753d7ef20f Sep 30 01:08:52.316076 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:52.335834 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dd47dc72-3546-443e-8012-c2c97ec6f323 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:52.375398 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5946f3a-ccfb-4158-b0f6-2ac375a753d9 service neutron] Pushing event updated for resources: {'Port': ['ID=8383232f-0a72-4842-ada7-be7b80f6f5bb,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:52.384245 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dd47dc72-3546-443e-8012-c2c97ec6f323 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:52.400905 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd47dc72-3546-443e-8012-c2c97ec6f323 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:52.410370 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dd47dc72-3546-443e-8012-c2c97ec6f323 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:52.421670 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-eeff8dd6-dfd8-4280-bc87-1d3036c00fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:52.440626 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-4bcfa21c-e79d-4fe1-ae22-07cc7e9eb948 req-12d02b4b-25c6-4abd-b4cc-865c4229f007 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Deleting port ab704f12-cca5-45ea-ab32-6b8eac2bd258 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:08:52.440967 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4bcfa21c-e79d-4fe1-ae22-07cc7e9eb948 req-12d02b4b-25c6-4abd-b4cc-865c4229f007 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:52.469151 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fd478795-08c8-4811-9862-8f13466b3d02 req-f7cdd323-20f4-435d-8a31-87f2166d37f5 service neutron] 10.222.0.59 "GET /v2.0/networks/a45f81b3-7df7-4825-9d8e-944e71cc6909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9740651 Sep 30 01:08:52.477017 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e5946f3a-ccfb-4158-b0f6-2ac375a753d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:52.612377 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47dc72-3546-443e-8012-c2c97ec6f323 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Pushing event updated for resources: {'Network': ['ID=0fcac227-39a0-40e7-89a4-3a753d7ef20f,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:52.620705 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-dd47dc72-3546-443e-8012-c2c97ec6f323 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:52.625157 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-dd47dc72-3546-443e-8012-c2c97ec6f323 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4067187 Sep 30 01:08:52.626522 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 53656) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:52.628472 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 0fcac227-39a0-40e7-89a4-3a753d7ef20f details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:08:52.640912 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-c7a332a9-4019-4183-b6c1-25f0710d165f tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1953917228'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:52.651354 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c7a332a9-4019-4183-b6c1-25f0710d165f tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:52.658646 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-c7a332a9-4019-4183-b6c1-25f0710d165f tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Usage tracker for resource:network and tenant:f1dfbd0c8d5243f99dcdbb9809979c1f is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:08:52.667786 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-c7a332a9-4019-4183-b6c1-25f0710d165f tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:08:52.683901 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c7a332a9-4019-4183-b6c1-25f0710d165f tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:52.747708 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a332a9-4019-4183-b6c1-25f0710d165f tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Made reservation on behalf of f1dfbd0c8d5243f99dcdbb9809979c1f for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:08:52.751642 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c7a332a9-4019-4183-b6c1-25f0710d165f tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:52.768219 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6a403b-af24-492b-b364-7167f4901e63', 'tag': '2d1df6c6-e051-429d-9316-a898a7d6025b'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:08:52.796582 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a332a9-4019-4183-b6c1-25f0710d165f tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:08:52.807690 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c7a332a9-4019-4183-b6c1-25f0710d165f tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:52.808858 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-c7a332a9-4019-4183-b6c1-25f0710d165f tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Added segment d7d54c99-ac6b-41f5-8482-d0952bcdd2ca of type vlan for network ba0dbd05-2c5d-4c97-b6f2-a97f931b854c Sep 30 01:08:52.996707 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c7a332a9-4019-4183-b6c1-25f0710d165f tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:53.041823 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c7a332a9-4019-4183-b6c1-25f0710d165f tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:53.047804 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a332a9-4019-4183-b6c1-25f0710d165f tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:53.049430 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c7a332a9-4019-4183-b6c1-25f0710d165f tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:53.059602 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:53.084037 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb880ae-ea19-4d67-bf5f-3847e3b60b46 req-8bdd7acb-a034-4fec-bf4d-6f31f83fac94 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:53.085879 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bcb880ae-ea19-4d67-bf5f-3847e3b60b46 req-8bdd7acb-a034-4fec-bf4d-6f31f83fac94 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 945 time: 0.8827431 Sep 30 01:08:53.148525 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e5946f3a-ccfb-4158-b0f6-2ac375a753d9 service neutron] Attempting to bind port 8383232f-0a72-4842-ada7-be7b80f6f5bb on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:08:53.148525 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e5946f3a-ccfb-4158-b0f6-2ac375a753d9 service neutron] Attempting to bind port 8383232f-0a72-4842-ada7-be7b80f6f5bb by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '47091f80-0074-4271-b457-46141d580d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c8f5270-f537-4a24-8826-df38c01a7122'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:08:53.148525 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e5946f3a-ccfb-4158-b0f6-2ac375a753d9 service neutron] Attempting to bind port 8383232f-0a72-4842-ada7-be7b80f6f5bb on network 0c8f5270-f537-4a24-8826-df38c01a7122 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:08:53.157472 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fd478795-08c8-4811-9862-8f13466b3d02 req-64fd5d05-6ff3-4447-b504-799e199065e0 service neutron] 10.222.0.59 "GET /v2.0/networks/a45f81b3-7df7-4825-9d8e-944e71cc6909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6455159 Sep 30 01:08:53.183723 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e5946f3a-ccfb-4158-b0f6-2ac375a753d9 service neutron] Port 8383232f-0a72-4842-ada7-be7b80f6f5bb on network 0c8f5270-f537-4a24-8826-df38c01a7122 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:08:53.183723 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e5946f3a-ccfb-4158-b0f6-2ac375a753d9 service neutron] Attempting to bind port 8383232f-0a72-4842-ada7-be7b80f6f5bb on network 0c8f5270-f537-4a24-8826-df38c01a7122 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:08:53.205948 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a332a9-4019-4183-b6c1-25f0710d165f tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Pushing event updated for resources: {'Network': ['ID=ba0dbd05-2c5d-4c97-b6f2-a97f931b854c,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:53.208917 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c7a332a9-4019-4183-b6c1-25f0710d165f tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:53.214240 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-c7a332a9-4019-4183-b6c1-25f0710d165f tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5759461 Sep 30 01:08:53.214447 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bcb880ae-ea19-4d67-bf5f-3847e3b60b46 req-5728709b-bd30-47d2-bb00-f8bc9446bb50 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095531 Sep 30 01:08:53.214447 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e5946f3a-ccfb-4158-b0f6-2ac375a753d9 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:08:53.214447 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e5946f3a-ccfb-4158-b0f6-2ac375a753d9 service neutron] Checking segment: {'id': '47091f80-0074-4271-b457-46141d580d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c8f5270-f537-4a24-8826-df38c01a7122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:08:53.214447 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e5946f3a-ccfb-4158-b0f6-2ac375a753d9 service neutron] Bound using segment: {'id': '47091f80-0074-4271-b457-46141d580d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c8f5270-f537-4a24-8826-df38c01a7122'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:08:53.214447 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e5946f3a-ccfb-4158-b0f6-2ac375a753d9 service neutron] Bound port: 8383232f-0a72-4842-ada7-be7b80f6f5bb, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47091f80-0074-4271-b457-46141d580d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0c8f5270-f537-4a24-8826-df38c01a7122'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:08:53.214447 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e5946f3a-ccfb-4158-b0f6-2ac375a753d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:53.217091 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 53676) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:53.225132 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Request body: {'ports': [{'network_id': '0fcac227-39a0-40e7-89a4-3a753d7ef20f', 'name': 'tempest-port--7432578', 'admin_state_up': True}, {'network_id': 'ba0dbd05-2c5d-4c97-b6f2-a97f931b854c', 'admin_state_up': False}]} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:53.225459 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Request body: {'port': {'network_id': '0fcac227-39a0-40e7-89a4-3a753d7ef20f', 'name': 'tempest-port--7432578', 'admin_state_up': True}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:53.226394 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Request body: {'port': {'network_id': 'ba0dbd05-2c5d-4c97-b6f2-a97f931b854c', 'admin_state_up': False}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:53.231691 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network ba0dbd05-2c5d-4c97-b6f2-a97f931b854c details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:08:53.235120 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-4bcfa21c-e79d-4fe1-ae22-07cc7e9eb948 req-12d02b4b-25c6-4abd-b4cc-865c4229f007 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] For port ab704f12-cca5-45ea-ab32-6b8eac2bd258, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=ab704f12-cca5-45ea-ab32-6b8eac2bd258,segment=NetworkSegment(f3a59c15-0504-49a3-9129-c3529c1d8922),segment_id=f3a59c15-0504-49a3-9129-c3529c1d8922)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:08:53.235483 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4bcfa21c-e79d-4fe1-ae22-07cc7e9eb948 req-12d02b4b-25c6-4abd-b4cc-865c4229f007 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:53.253950 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fe1c5-6ecf-4c0d-bdb8-2fba33622680 req-a849283e-cf85-45a0-b92c-37882bef1c2d tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:53.255497 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-282fe1c5-6ecf-4c0d-bdb8-2fba33622680 req-a849283e-cf85-45a0-b92c-37882bef1c2d tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 945 time: 0.5544467 Sep 30 01:08:53.338790 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6a403b-af24-492b-b364-7167f4901e63', 'tag': '2d1df6c6-e051-429d-9316-a898a7d6025b', 'status': 'completed', 'code': 200} Sep 30 01:08:53.535268 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-282fe1c5-6ecf-4c0d-bdb8-2fba33622680 req-441afdcd-4932-4d69-901f-94aa387b7d04 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653413 Sep 30 01:08:53.564424 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:53.571164 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Usage tracker for resource:port and tenant:f1dfbd0c8d5243f99dcdbb9809979c1f is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:08:53.575164 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:08:53.581056 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:53.593739 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Made reservation on behalf of f1dfbd0c8d5243f99dcdbb9809979c1f for: {'port': 2} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:08:53.599377 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:53.617849 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e5946f3a-ccfb-4158-b0f6-2ac375a753d9 service neutron] For port 8383232f-0a72-4842-ada7-be7b80f6f5bb, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:08:53.622939 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:53.655722 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e5946f3a-ccfb-4158-b0f6-2ac375a753d9 service neutron] For port 8383232f-0a72-4842-ada7-be7b80f6f5bb, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=8383232f-0a72-4842-ada7-be7b80f6f5bb,segment=NetworkSegment(47091f80-0074-4271-b457-46141d580d1e),segment_id=47091f80-0074-4271-b457-46141d580d1e)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:08:53.739790 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e5946f3a-ccfb-4158-b0f6-2ac375a753d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:53.767956 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] device_id is not set on port ce8ad553-f87f-4e6e-92eb-bf227181fca9 yet. {{(pid=80275) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:08:53.898550 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-73299822-beb9-434b-b361-103ca67b511a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:53.994496 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:53.995096 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0f28c-1ab6-41aa-bd39-073dfeefccea req-8c1ecd43-58b5-4ba5-8954-414752234aca tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:54.001085 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0f28c-1ab6-41aa-bd39-073dfeefccea req-8c1ecd43-58b5-4ba5-8954-414752234aca tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:54.012519 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0f28c-1ab6-41aa-bd39-073dfeefccea req-8c1ecd43-58b5-4ba5-8954-414752234aca tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:54.024959 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0f28c-1ab6-41aa-bd39-073dfeefccea req-8c1ecd43-58b5-4ba5-8954-414752234aca tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:54.034751 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0f28c-1ab6-41aa-bd39-073dfeefccea req-8c1ecd43-58b5-4ba5-8954-414752234aca tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:54.035044 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598334ec-643a-4bde-8d96-5fd5c5c93c8a req-06360230-9495-42db-ba20-6d7431d2eca6 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:54.035044 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-598334ec-643a-4bde-8d96-5fd5c5c93c8a req-06360230-9495-42db-ba20-6d7431d2eca6 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Synchronizing usage tracker for tenant:3bb71da966444045b30780aa9e2e5b81 on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:08:54.037209 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0f28c-1ab6-41aa-bd39-073dfeefccea req-8c1ecd43-58b5-4ba5-8954-414752234aca tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:54.049783 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0f28c-1ab6-41aa-bd39-073dfeefccea req-8c1ecd43-58b5-4ba5-8954-414752234aca tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:54.062964 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a1c0f28c-1ab6-41aa-bd39-073dfeefccea req-8c1ecd43-58b5-4ba5-8954-414752234aca tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5406 time: 0.3072095 Sep 30 01:08:54.092951 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4f07f-4500-4c72-831f-55fda347dd9f req-52aea758-e2cc-4190-a8e4-ef518eb80c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:54.098921 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-87f4f07f-4500-4c72-831f-55fda347dd9f req-52aea758-e2cc-4190-a8e4-ef518eb80c85 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bb71da966444045b30780aa9e2e5b81&device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 1094 time: 0.6999516 Sep 30 01:08:54.105913 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e5946f3a-ccfb-4158-b0f6-2ac375a753d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:54.109384 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e5946f3a-ccfb-4158-b0f6-2ac375a753d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:54.112530 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e5946f3a-ccfb-4158-b0f6-2ac375a753d9 service neutron] 10.222.0.59 "PUT /v2.0/ports/8383232f-0a72-4842-ada7-be7b80f6f5bb HTTP/1.1" status: 200 len: 1091 time: 4.1739540 Sep 30 01:08:54.146651 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4bcfa21c-e79d-4fe1-ae22-07cc7e9eb948 req-12d02b4b-25c6-4abd-b4cc-865c4229f007 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:54.147442 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4bcfa21c-e79d-4fe1-ae22-07cc7e9eb948 req-12d02b4b-25c6-4abd-b4cc-865c4229f007 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:54.148714 n-d-811809-1 neutron-server[80274]: INFO neutron.db.l3_db [req-4bcfa21c-e79d-4fe1-ae22-07cc7e9eb948 req-12d02b4b-25c6-4abd-b4cc-865c4229f007 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Floating IP 7cacebd4-08a6-4c55-96cb-87c63b730de8 disassociated. External IP: 172.25.0.218, port: ab704f12-cca5-45ea-ab32-6b8eac2bd258. Sep 30 01:08:54.149347 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-4bcfa21c-e79d-4fe1-ae22-07cc7e9eb948 req-12d02b4b-25c6-4abd-b4cc-865c4229f007 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Calling delete_port for ab704f12-cca5-45ea-ab32-6b8eac2bd258 owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:08:54.181810 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a1c0f28c-1ab6-41aa-bd39-073dfeefccea req-e0d09b54-51ef-496d-b5cb-e13fcfa850e6 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1178937 Sep 30 01:08:54.235883 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:54.279924 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-de625808-bb99-4fbe-b9f0-e65a4dcf8587 service neutron] Request body: {'port': {'device_id': '31d31b10-a352-4542-94f9-1071f460d03b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:54.351986 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-598334ec-643a-4bde-8d96-5fd5c5c93c8a req-06360230-9495-42db-ba20-6d7431d2eca6 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Unset dirty status for tenant:3bb71da966444045b30780aa9e2e5b81 on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:08:54.362107 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-598334ec-643a-4bde-8d96-5fd5c5c93c8a req-06360230-9495-42db-ba20-6d7431d2eca6 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 943 time: 0.9100673 Sep 30 01:08:54.401130 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] device_id is not set on port 9654e57d-2239-477f-bc2f-54a675d1234d yet. {{(pid=80275) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:08:54.464206 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5946f3a-ccfb-4158-b0f6-2ac375a753d9 service neutron] Pushing event updated for resources: {'Port': ['ID=8383232f-0a72-4842-ada7-be7b80f6f5bb,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:54.516046 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e5946f3a-ccfb-4158-b0f6-2ac375a753d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:54.603786 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-598334ec-643a-4bde-8d96-5fd5c5c93c8a req-e2f5608c-fa9c-48d1-b76f-e876fbae92ee tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407210 Sep 30 01:08:54.669152 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a0cea-4b0f-4168-a1e8-19806117672a req-ca131a22-8bba-4ab0-a34c-d562952a7493 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:54.675981 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e73a0cea-4b0f-4168-a1e8-19806117672a req-ca131a22-8bba-4ab0-a34c-d562952a7493 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/ports?device_id=067eef78-33f6-4c53-a8f4-0e22cad2594a HTTP/1.1" status: 200 len: 945 time: 0.2429228 Sep 30 01:08:54.714602 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4f07f-4500-4c72-831f-55fda347dd9f req-0168f57c-53bd-48e4-857f-138db9bdaaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:54.716352 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-87f4f07f-4500-4c72-831f-55fda347dd9f req-0168f57c-53bd-48e4-857f-138db9bdaaf0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a45f81b3-7df7-4825-9d8e-944e71cc6909 HTTP/1.1" status: 200 len: 911 time: 0.5767205 Sep 30 01:08:54.752165 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:54.756943 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e73a0cea-4b0f-4168-a1e8-19806117672a req-09fd730a-f9d1-4d1c-aec4-30a2b1add35c tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/security-groups?id=ba61a17f-663e-4ed2-a8b9-cb34862d48a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798845 Sep 30 01:08:54.800178 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:54.808018 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-02a580a4-391a-4c12-8a38-8dfdda595694 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:54.830880 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-87f4f07f-4500-4c72-831f-55fda347dd9f req-f566bbab-4a5f-48d7-baac-21020c31badf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d1df6c6-e051-429d-9316-a898a7d6025b HTTP/1.1" status: 200 len: 217 time: 0.1048262 Sep 30 01:08:54.950647 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-de625808-bb99-4fbe-b9f0-e65a4dcf8587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:54.975152 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Pushing event updated for resources: {'Port': ['ID=ce8ad553-f87f-4e6e-92eb-bf227181fca9,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:54.981099 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:54.989901 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Checking segment: {'id': '922b0e73-4a50-4959-b1d3-2e7d3cf00e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0fcac227-39a0-40e7-89a4-3a753d7ef20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:08:54.990212 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Network hostable DHCP agents. Network: 0fcac227-39a0-40e7-89a4-3a753d7ef20f, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:08:55.034086 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38caadde-ac44-4d75-a459-f151f68d95c6 req-1791c23d-8930-48bf-acdb-b3835fcab88c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:55.035623 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-38caadde-ac44-4d75-a459-f151f68d95c6 req-1791c23d-8930-48bf-acdb-b3835fcab88c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 945 time: 0.1570983 Sep 30 01:08:55.036683 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Network 0fcac227-39a0-40e7-89a4-3a753d7ef20f is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:08:55.058296 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4f07f-4500-4c72-831f-55fda347dd9f req-64cb36ff-a1b6-4336-b4aa-47e9b55413ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:55.059881 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-87f4f07f-4500-4c72-831f-55fda347dd9f req-64cb36ff-a1b6-4336-b4aa-47e9b55413ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be62a7a7-816e-4779-aa6c-5c41bedfef4a HTTP/1.1" status: 200 len: 850 time: 0.2172301 Sep 30 01:08:55.067845 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 0fcac227-39a0-40e7-89a4-3a753d7ef20f) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:08:55.070684 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4bcfa21c-e79d-4fe1-ae22-07cc7e9eb948 req-12d02b4b-25c6-4abd-b4cc-865c4229f007 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:55.076992 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:08:55.077970 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:55.087250 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d188554b-0661-42d0-9948-90503824fd2f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:55.088943 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df865534-d0c3-4a8c-b21c-8a946a685390 None None] Network 0fcac227-39a0-40e7-89a4-3a753d7ef20f requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:08:55.093064 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-512e083a-9259-4481-b9de-4ff46457e7f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:55.189085 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-38caadde-ac44-4d75-a459-f151f68d95c6 req-608fb76a-a423-4275-8838-8e1fb45a30b7 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417811 Sep 30 01:08:55.254777 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Pushing event updated for resources: {'Port': ['ID=9654e57d-2239-477f-bc2f-54a675d1234d,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:55.258534 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:55.266496 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Checking segment: {'id': 'd7d54c99-ac6b-41f5-8482-d0952bcdd2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'ba0dbd05-2c5d-4c97-b6f2-a97f931b854c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:08:55.266908 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Network hostable DHCP agents. Network: ba0dbd05-2c5d-4c97-b6f2-a97f931b854c, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:08:55.301993 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Network ba0dbd05-2c5d-4c97-b6f2-a97f931b854c is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:08:55.310318 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, ba0dbd05-2c5d-4c97-b6f2-a97f931b854c) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:08:55.321866 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:08:55.322630 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87ae3ba-bdc8-4484-91af-1c27b4f4930d None None] Network ba0dbd05-2c5d-4c97-b6f2-a97f931b854c requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:08:55.328336 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d02b4b-25c6-4abd-b4cc-865c4229f007 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Pushing event deleted for resources: {'Port': ['ID=ab704f12-cca5-45ea-ab32-6b8eac2bd258,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:55.328927 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:55.334412 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:55.336135 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:55.362884 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1447 time: 2.1424143 Sep 30 01:08:55.363093 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-87f4f07f-4500-4c72-831f-55fda347dd9f req-a9f68580-aa08-4eb3-b4c6-15b35f9436ea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a45f81b3-7df7-4825-9d8e-944e71cc6909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2871087 Sep 30 01:08:55.363727 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d31b10-a352-4542-94f9-1071f460d03b', 'tag': '8383232f-0a72-4842-ada7-be7b80f6f5bb'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:08:55.364346 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 53722) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:55.444540 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d02b4b-25c6-4abd-b4cc-865c4229f007 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:55.444945 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d02b4b-25c6-4abd-b4cc-865c4229f007 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:55.445680 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d02b4b-25c6-4abd-b4cc-865c4229f007 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:55.447050 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d02b4b-25c6-4abd-b4cc-865c4229f007 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:55.448020 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d02b4b-25c6-4abd-b4cc-865c4229f007 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:55.448545 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d02b4b-25c6-4abd-b4cc-865c4229f007 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:55.449176 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d02b4b-25c6-4abd-b4cc-865c4229f007 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:55.449706 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d02b4b-25c6-4abd-b4cc-865c4229f007 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:55.450218 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d02b4b-25c6-4abd-b4cc-865c4229f007 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:55.450755 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d02b4b-25c6-4abd-b4cc-865c4229f007 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:55.451130 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d02b4b-25c6-4abd-b4cc-865c4229f007 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:55.451672 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d02b4b-25c6-4abd-b4cc-865c4229f007 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:08:55.462412 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-12d02b4b-25c6-4abd-b4cc-865c4229f007 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:55.563281 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 2d1df6c6-e051-429d-9316-a898a7d6025b details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:08:55.611763 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20c8ea-5fe3-497b-83c6-c97e2dd748d8 req-d5b0a728-dcf5-4f67-b647-efabbc586462 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:55.628354 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20c8ea-5fe3-497b-83c6-c97e2dd748d8 req-d5b0a728-dcf5-4f67-b647-efabbc586462 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:55.653177 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20c8ea-5fe3-497b-83c6-c97e2dd748d8 req-d5b0a728-dcf5-4f67-b647-efabbc586462 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:55.661912 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20c8ea-5fe3-497b-83c6-c97e2dd748d8 req-d5b0a728-dcf5-4f67-b647-efabbc586462 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:55.681481 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-87f4f07f-4500-4c72-831f-55fda347dd9f req-1be2d385-3fb0-4417-b8f1-ca11747c54ab service neutron] 10.222.0.59 "GET /v2.0/networks/a45f81b3-7df7-4825-9d8e-944e71cc6909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141399 Sep 30 01:08:55.681755 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20c8ea-5fe3-497b-83c6-c97e2dd748d8 req-d5b0a728-dcf5-4f67-b647-efabbc586462 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:55.689951 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20c8ea-5fe3-497b-83c6-c97e2dd748d8 req-d5b0a728-dcf5-4f67-b647-efabbc586462 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:55.700038 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f425df-953f-4b31-9ed7-c281b6df8c25 req-2a05cee3-6553-4d29-8614-09e42fa6ad0b tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:55.701568 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-97f425df-953f-4b31-9ed7-c281b6df8c25 req-2a05cee3-6553-4d29-8614-09e42fa6ad0b tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 945 time: 0.9774771 Sep 30 01:08:55.707798 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20c8ea-5fe3-497b-83c6-c97e2dd748d8 req-d5b0a728-dcf5-4f67-b647-efabbc586462 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:55.710089 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ec20c8ea-5fe3-497b-83c6-c97e2dd748d8 req-d5b0a728-dcf5-4f67-b647-efabbc586462 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5406 time: 0.2876668 Sep 30 01:08:55.722506 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d70c5a-ff15-4dda-a71a-f115bfa254f9 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:55.732726 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d70c5a-ff15-4dda-a71a-f115bfa254f9 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:55.734140 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-15d70c5a-ff15-4dda-a71a-f115bfa254f9 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Synchronizing usage tracker for tenant:f1dfbd0c8d5243f99dcdbb9809979c1f on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:08:55.915650 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 2d1df6c6-e051-429d-9316-a898a7d6025b, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=2d1df6c6-e051-429d-9316-a898a7d6025b,segment=NetworkSegment(51fc1520-0703-4172-b195-12f91a1ac5cb),segment_id=51fc1520-0703-4172-b195-12f91a1ac5cb)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:08:55.935221 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '2d1df6c6-e051-429d-9316-a898a7d6025b', 'network_id': 'a45f81b3-7df7-4825-9d8e-944e71cc6909', 'port_id': '2d1df6c6-e051-429d-9316-a898a7d6025b', 'mac_address': 'fa:16:3e:84:4f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be62a7a7-816e-4779-aa6c-5c41bedfef4a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:08:55.969179 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-15d70c5a-ff15-4dda-a71a-f115bfa254f9 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Unset dirty status for tenant:f1dfbd0c8d5243f99dcdbb9809979c1f on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:08:55.973432 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-15d70c5a-ff15-4dda-a71a-f115bfa254f9 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1442 time: 0.6041188 Sep 30 01:08:55.973928 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 53740) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:55.980482 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ec20c8ea-5fe3-497b-83c6-c97e2dd748d8 req-a70fdeee-103b-4467-94ee-f0d514cdd6fa tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2415967 Sep 30 01:08:56.042346 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:56.055739 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-8bbef16d-3aad-4f68-a1e1-6bbcc178a5ee tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Deleting port ce8ad553-f87f-4e6e-92eb-bf227181fca9 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:08:56.056364 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8bbef16d-3aad-4f68-a1e1-6bbcc178a5ee tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:56.091668 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d1df6c6-e051-429d-9316-a898a7d6025b {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:08:56.135053 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 2d1df6c6-e051-429d-9316-a898a7d6025b, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=2d1df6c6-e051-429d-9316-a898a7d6025b,segment=NetworkSegment(51fc1520-0703-4172-b195-12f91a1ac5cb),segment_id=51fc1520-0703-4172-b195-12f91a1ac5cb)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:08:56.139853 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:56.141843 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:56.149749 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d31b10-a352-4542-94f9-1071f460d03b', 'tag': '8383232f-0a72-4842-ada7-be7b80f6f5bb', 'status': 'completed', 'code': 200} Sep 30 01:08:56.208926 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-97f425df-953f-4b31-9ed7-c281b6df8c25 req-3f3e6bb5-146f-4f37-bba7-25ed21ca4592 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140239 Sep 30 01:08:56.319758 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bcfa21c-e79d-4fe1-ae22-07cc7e9eb948 req-12d02b4b-25c6-4abd-b4cc-865c4229f007 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Router 764fcd78-8a13-426d-84ca-74d024e516be has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 01:08:56.321992 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-87f4f07f-4500-4c72-831f-55fda347dd9f req-14259c5b-bd67-492e-addb-84f687d59070 service neutron] 10.222.0.59 "GET /v2.0/networks/a45f81b3-7df7-4825-9d8e-944e71cc6909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5861871 Sep 30 01:08:56.364287 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=2d1df6c6-e051-429d-9316-a898a7d6025b,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:56.367939 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:56.370003 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device ab704f12-cca5-45ea-ab32-6b8eac2bd258 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:08:56.420961 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: ab704f12-cca5-45ea-ab32-6b8eac2bd258 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:08:56.422102 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device ab704f12-cca5-45ea-ab32-6b8eac2bd258 not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:08:56.553134 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.resource_extend [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-de625808-bb99-4fbe-b9f0-e65a4dcf8587 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 01:08:56.559879 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['2d1df6c6-e051-429d-9316-a898a7d6025b'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:08:56.568513 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1689f0bd-9903-4369-aff7-85c36132b5da req-33c5ff79-feba-4ed7-a76f-cc1b2133578c tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/ports?device_id=067eef78-33f6-4c53-a8f4-0e22cad2594a HTTP/1.1" status: 200 len: 210 time: 0.1375523 Sep 30 01:08:56.597439 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f2b35-9fe1-4146-964d-7d20df395bbe req-44f49123-40b3-4629-b831-13c1f010c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:56.608483 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f2b35-9fe1-4146-964d-7d20df395bbe req-44f49123-40b3-4629-b831-13c1f010c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:56.611143 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f2b35-9fe1-4146-964d-7d20df395bbe req-44f49123-40b3-4629-b831-13c1f010c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:56.611143 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f2b35-9fe1-4146-964d-7d20df395bbe req-44f49123-40b3-4629-b831-13c1f010c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:56.613396 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f2b35-9fe1-4146-964d-7d20df395bbe req-44f49123-40b3-4629-b831-13c1f010c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:56.614044 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f2b35-9fe1-4146-964d-7d20df395bbe req-44f49123-40b3-4629-b831-13c1f010c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:56.614669 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f2b35-9fe1-4146-964d-7d20df395bbe req-44f49123-40b3-4629-b831-13c1f010c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:56.620787 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b40f2b35-9fe1-4146-964d-7d20df395bbe req-44f49123-40b3-4629-b831-13c1f010c4e5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0149d6d6ed59445481fded27e8294137&device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 6353 time: 0.4581501 Sep 30 01:08:56.647968 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f80907-883f-4b2f-9a05-eb501860c4ac req-a0eeda8c-79cb-4bad-829b-ace6dd8448e3 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:56.656902 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-de625808-bb99-4fbe-b9f0-e65a4dcf8587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a91a955a-b302-4a1e-8e67-1aaf3fa7f289 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:08:56.660189 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-00f80907-883f-4b2f-9a05-eb501860c4ac req-a0eeda8c-79cb-4bad-829b-ace6dd8448e3 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 944 time: 0.4240215 Sep 30 01:08:56.669846 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-de625808-bb99-4fbe-b9f0-e65a4dcf8587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:56.693531 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bcfa21c-e79d-4fe1-ae22-07cc7e9eb948 req-12d02b4b-25c6-4abd-b4cc-865c4229f007 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:08:56.721058 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8bbef16d-3aad-4f68-a1e1-6bbcc178a5ee tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:56.724760 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-de625808-bb99-4fbe-b9f0-e65a4dcf8587 service neutron] Transition to ACTIVE for port object a91a955a-b302-4a1e-8e67-1aaf3fa7f289 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:08:56.731464 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-de625808-bb99-4fbe-b9f0-e65a4dcf8587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:56.741048 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f853ac-51c6-4395-99d5-d5db614b20ad None None] Sync routers for ids ['764fcd78-8a13-426d-84ca-74d024e516be'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:08:56.750608 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-59fc06e0-e597-464c-a40f-5f7ee27a0404 tempest-ServerDiskConfigTestJSON-1504006120 tempest-ServerDiskConfigTestJSON-1504006120-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:56.762685 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f853ac-51c6-4395-99d5-d5db614b20ad None None] Routers {'764fcd78-8a13-426d-84ca-74d024e516be'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:08:56.763828 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-54f853ac-51c6-4395-99d5-d5db614b20ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:08:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['764fcd78-8a13-426d-84ca-74d024e516be'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:08:56.848955 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de625808-bb99-4fbe-b9f0-e65a4dcf8587 service neutron] Pushing event updated for resources: {'Port': ['ID=a91a955a-b302-4a1e-8e67-1aaf3fa7f289,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:56.876551 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-de625808-bb99-4fbe-b9f0-e65a4dcf8587 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:56.927388 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bcfa21c-e79d-4fe1-ae22-07cc7e9eb948 req-12d02b4b-25c6-4abd-b4cc-865c4229f007 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] No DVR routers for this DVR port ab704f12-cca5-45ea-ab32-6b8eac2bd258 on host n-h2-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:08:56.973295 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-8bbef16d-3aad-4f68-a1e1-6bbcc178a5ee tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Calling delete_port for ce8ad553-f87f-4e6e-92eb-bf227181fca9 owned by {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:08:57.004004 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-4bcfa21c-e79d-4fe1-ae22-07cc7e9eb948 req-12d02b4b-25c6-4abd-b4cc-865c4229f007 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:57.044172 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-54f853ac-51c6-4395-99d5-d5db614b20ad None None] Set router 764fcd78-8a13-426d-84ca-74d024e516be gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:08:57.059227 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-00f80907-883f-4b2f-9a05-eb501860c4ac req-0d5b4175-37fd-44a8-9c86-19fd463d6bd4 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965085 Sep 30 01:08:57.105579 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4bcfa21c-e79d-4fe1-ae22-07cc7e9eb948 req-12d02b4b-25c6-4abd-b4cc-865c4229f007 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.55 "DELETE /v2.0/ports/ab704f12-cca5-45ea-ab32-6b8eac2bd258 HTTP/1.1" status: 204 len: 173 time: 5.0766985 Sep 30 01:08:57.239618 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3daa017-8154-40af-9322-1ff540f654da req-1a0ea8ad-10bc-4caa-9f5b-d71a18a8ab47 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:57.242456 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a3daa017-8154-40af-9322-1ff540f654da req-1a0ea8ad-10bc-4caa-9f5b-d71a18a8ab47 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 945 time: 0.3959906 Sep 30 01:08:57.243855 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-de625808-bb99-4fbe-b9f0-e65a4dcf8587 service neutron] Attempting to bind port a91a955a-b302-4a1e-8e67-1aaf3fa7f289 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:08:57.244332 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-de625808-bb99-4fbe-b9f0-e65a4dcf8587 service neutron] Attempting to bind port a91a955a-b302-4a1e-8e67-1aaf3fa7f289 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '9f95d4be-6deb-4259-81c6-1f0ca7955ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9dd935bb-d688-4433-a9d1-a36b64beb9e9'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:08:57.244766 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-de625808-bb99-4fbe-b9f0-e65a4dcf8587 service neutron] Attempting to bind port a91a955a-b302-4a1e-8e67-1aaf3fa7f289 on network 9dd935bb-d688-4433-a9d1-a36b64beb9e9 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:08:57.266417 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-de625808-bb99-4fbe-b9f0-e65a4dcf8587 service neutron] Port a91a955a-b302-4a1e-8e67-1aaf3fa7f289 on network 9dd935bb-d688-4433-a9d1-a36b64beb9e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:08:57.266832 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-de625808-bb99-4fbe-b9f0-e65a4dcf8587 service neutron] Attempting to bind port a91a955a-b302-4a1e-8e67-1aaf3fa7f289 on network 9dd935bb-d688-4433-a9d1-a36b64beb9e9 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:08:57.286744 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-de625808-bb99-4fbe-b9f0-e65a4dcf8587 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:08:57.287107 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-de625808-bb99-4fbe-b9f0-e65a4dcf8587 service neutron] Checking segment: {'id': '9f95d4be-6deb-4259-81c6-1f0ca7955ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9dd935bb-d688-4433-a9d1-a36b64beb9e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:08:57.287853 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-de625808-bb99-4fbe-b9f0-e65a4dcf8587 service neutron] Bound using segment: {'id': '9f95d4be-6deb-4259-81c6-1f0ca7955ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9dd935bb-d688-4433-a9d1-a36b64beb9e9'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:08:57.289041 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-de625808-bb99-4fbe-b9f0-e65a4dcf8587 service neutron] Bound port: a91a955a-b302-4a1e-8e67-1aaf3fa7f289, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f95d4be-6deb-4259-81c6-1f0ca7955ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9dd935bb-d688-4433-a9d1-a36b64beb9e9'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:08:57.289462 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8bbef16d-3aad-4f68-a1e1-6bbcc178a5ee tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:57.289613 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-de625808-bb99-4fbe-b9f0-e65a4dcf8587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:57.342250 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f2b35-9fe1-4146-964d-7d20df395bbe req-11219c9b-5897-4f66-a5b8-b4a3b165ac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:57.342748 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f2b35-9fe1-4146-964d-7d20df395bbe req-11219c9b-5897-4f66-a5b8-b4a3b165ac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:57.343238 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f2b35-9fe1-4146-964d-7d20df395bbe req-11219c9b-5897-4f66-a5b8-b4a3b165ac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:57.345099 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b40f2b35-9fe1-4146-964d-7d20df395bbe req-11219c9b-5897-4f66-a5b8-b4a3b165ac88 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=0149d6d6ed59445481fded27e8294137&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5508261 Sep 30 01:08:57.355676 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-522a9fcd-75b1-4cdb-b535-a3193a3cbc9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:57.373157 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a3daa017-8154-40af-9322-1ff540f654da req-f5657f2f-52a1-4e67-9781-addffebfc456 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222243 Sep 30 01:08:57.428130 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-de625808-bb99-4fbe-b9f0-e65a4dcf8587 service neutron] For port a91a955a-b302-4a1e-8e67-1aaf3fa7f289, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:08:57.432657 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-de625808-bb99-4fbe-b9f0-e65a4dcf8587 service neutron] For port a91a955a-b302-4a1e-8e67-1aaf3fa7f289, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=a91a955a-b302-4a1e-8e67-1aaf3fa7f289,segment=NetworkSegment(9f95d4be-6deb-4259-81c6-1f0ca7955ddc),segment_id=9f95d4be-6deb-4259-81c6-1f0ca7955ddc)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:08:57.436137 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbef16d-3aad-4f68-a1e1-6bbcc178a5ee tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Pushing event deleted for resources: {'Port': ['ID=ce8ad553-f87f-4e6e-92eb-bf227181fca9,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:57.442487 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8bbef16d-3aad-4f68-a1e1-6bbcc178a5ee tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:57.446932 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-de625808-bb99-4fbe-b9f0-e65a4dcf8587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:57.453773 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8ebc7d03-69fa-4592-84c2-afb86f3494a2 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:57.457956 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8bbef16d-3aad-4f68-a1e1-6bbcc178a5ee tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:57.521552 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-8bbef16d-3aad-4f68-a1e1-6bbcc178a5ee tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] 10.222.0.39 "DELETE /v2.0/ports/ce8ad553-f87f-4e6e-92eb-bf227181fca9 HTTP/1.1" status: 204 len: 168 time: 1.5464211 Sep 30 01:08:57.543934 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 53770) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:57.547761 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de625808-bb99-4fbe-b9f0-e65a4dcf8587 service neutron] Pushing event updated for resources: {'Port': ['ID=a91a955a-b302-4a1e-8e67-1aaf3fa7f289,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:57.562194 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-de625808-bb99-4fbe-b9f0-e65a4dcf8587 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:57.639877 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e9701-1a44-4632-b0e6-5b477e3b2523 req-045035c2-c8e8-47eb-a52c-7196986c329a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:57.650530 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e9701-1a44-4632-b0e6-5b477e3b2523 req-045035c2-c8e8-47eb-a52c-7196986c329a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:57.669189 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e9701-1a44-4632-b0e6-5b477e3b2523 req-045035c2-c8e8-47eb-a52c-7196986c329a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:57.675194 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e9701-1a44-4632-b0e6-5b477e3b2523 req-045035c2-c8e8-47eb-a52c-7196986c329a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:57.682107 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e9701-1a44-4632-b0e6-5b477e3b2523 req-045035c2-c8e8-47eb-a52c-7196986c329a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:57.691255 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-de625808-bb99-4fbe-b9f0-e65a4dcf8587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:57.691255 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-de625808-bb99-4fbe-b9f0-e65a4dcf8587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:57.692521 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-de625808-bb99-4fbe-b9f0-e65a4dcf8587 service neutron] 10.222.0.59 "PUT /v2.0/ports/a91a955a-b302-4a1e-8e67-1aaf3fa7f289 HTTP/1.1" status: 200 len: 1091 time: 3.4392531 Sep 30 01:08:57.699079 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e9701-1a44-4632-b0e6-5b477e3b2523 req-045035c2-c8e8-47eb-a52c-7196986c329a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:57.706242 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e9701-1a44-4632-b0e6-5b477e3b2523 req-045035c2-c8e8-47eb-a52c-7196986c329a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:57.715384 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5c0e9701-1a44-4632-b0e6-5b477e3b2523 req-045035c2-c8e8-47eb-a52c-7196986c329a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5418 time: 0.4313931 Sep 30 01:08:57.740987 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-4b0ec286-9d34-483f-8160-dac4141b0e69 service neutron] Request body: {'port': {'device_id': '31d31b10-a352-4542-94f9-1071f460d03b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:57.756544 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-54f853ac-51c6-4395-99d5-d5db614b20ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764fcd78-8a13-426d-84ca-74d024e516be', 'name': 'tempest-ServersTestManualDisk-1993270947-router', 'tenant_id': '21758b229ddd40f999546edcb999526d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a7fb816f-a347-48b0-9e71-aaf4a8e43e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:05:50Z', 'updated_at': '2021-09-30T01:06:03Z', 'revision_number': 4, 'project_id': '21758b229ddd40f999546edcb999526d', 'gw_port': {'id': 'a7fb816f-a347-48b0-9e71-aaf4a8e43e48', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764fcd78-8a13-426d-84ca-74d024e516be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:05:52Z', 'updated_at': '2021-09-30T01:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'dff39caa-76a6-4b41-97c9-329342a9da3d', 'name': '', 'network_id': '6a3e54c0-527e-4a0b-877b-b2ace2e841bf', 'tenant_id': '21758b229ddd40f999546edcb999526d', 'mac_address': 'fa:16:3e:d4:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764fcd78-8a13-426d-84ca-74d024e516be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '81a270c5-0bfe-4a31-9bd5-99f27822a262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:06:01Z', 'updated_at': '2021-09-30T01:06:17Z', 'revision_number': 5, 'project_id': '21758b229ddd40f999546edcb999526d', 'subnets': [{'id': '81a270c5-0bfe-4a31-9bd5-99f27822a262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:08:57.761935 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f853ac-51c6-4395-99d5-d5db614b20ad None None] Checking router: 764fcd78-8a13-426d-84ca-74d024e516be for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:08:57.774643 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f853ac-51c6-4395-99d5-d5db614b20ad None None] Routers {'764fcd78-8a13-426d-84ca-74d024e516be'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:08:57.775585 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-54f853ac-51c6-4395-99d5-d5db614b20ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:08:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['764fcd78-8a13-426d-84ca-74d024e516be'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:08:57.827212 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f2b35-9fe1-4146-964d-7d20df395bbe req-d126084f-4954-4e6f-b3b8-78c3a7540244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:57.829057 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b40f2b35-9fe1-4146-964d-7d20df395bbe req-d126084f-4954-4e6f-b3b8-78c3a7540244 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4239612 Sep 30 01:08:57.843379 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-a8c30b6f-866a-44e6-aea4-93bef74e7153 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Deleting port 9654e57d-2239-477f-bc2f-54a675d1234d {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:08:57.844031 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a8c30b6f-866a-44e6-aea4-93bef74e7153 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:57.845116 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5c0e9701-1a44-4632-b0e6-5b477e3b2523 req-ea04d19a-a3ef-4081-b6ca-a803b8fe623c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1285050 Sep 30 01:08:57.985167 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c02861-ffe4-4961-a0af-9a4d6e86102c req-c1a4173d-eceb-40ab-992a-f5c25aaa1fdd tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:57.986602 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-82c02861-ffe4-4961-a0af-9a4d6e86102c req-c1a4173d-eceb-40ab-992a-f5c25aaa1fdd tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 945 time: 0.3674810 Sep 30 01:08:58.066078 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-147dbd41-094e-4be6-adac-310bd53a7455 req-134daf86-f8f2-47f6-8fdc-689b018fb255 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/ports?device_id=067eef78-33f6-4c53-a8f4-0e22cad2594a HTTP/1.1" status: 200 len: 210 time: 0.0448568 Sep 30 01:08:58.106009 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-4b0ec286-9d34-483f-8160-dac4141b0e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:58.113815 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-54f853ac-51c6-4395-99d5-d5db614b20ad None None] Set router 764fcd78-8a13-426d-84ca-74d024e516be gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:08:58.187635 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-82c02861-ffe4-4961-a0af-9a4d6e86102c req-49a6d83c-097f-40d1-8c59-29f953101919 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586831 Sep 30 01:08:58.188221 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067eef78-33f6-4c53-a8f4-0e22cad2594a', 'name': 'network-vif-deleted', 'tag': 'ab704f12-cca5-45ea-ab32-6b8eac2bd258'}, {'name': 'network-changed', 'server_uuid': '31d31b10-a352-4542-94f9-1071f460d03b', 'tag': 'a91a955a-b302-4a1e-8e67-1aaf3fa7f289'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:08:58.292546 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067eef78-33f6-4c53-a8f4-0e22cad2594a', 'name': 'network-vif-deleted', 'tag': 'ab704f12-cca5-45ea-ab32-6b8eac2bd258', 'status': 'completed', 'code': 200} Sep 30 01:08:58.292866 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d31b10-a352-4542-94f9-1071f460d03b', 'tag': 'a91a955a-b302-4a1e-8e67-1aaf3fa7f289', 'status': 'completed', 'code': 200} Sep 30 01:08:58.343585 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0283b02-65a4-41b2-b05c-fbde0d079426 req-268c8c95-28bb-4627-896b-0637f4cbec6c tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:58.345435 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b0283b02-65a4-41b2-b05c-fbde0d079426 req-268c8c95-28bb-4627-896b-0637f4cbec6c tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 944 time: 0.1182065 Sep 30 01:08:58.501939 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-54f853ac-51c6-4395-99d5-d5db614b20ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764fcd78-8a13-426d-84ca-74d024e516be', 'name': 'tempest-ServersTestManualDisk-1993270947-router', 'tenant_id': '21758b229ddd40f999546edcb999526d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a7fb816f-a347-48b0-9e71-aaf4a8e43e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:05:50Z', 'updated_at': '2021-09-30T01:06:03Z', 'revision_number': 4, 'project_id': '21758b229ddd40f999546edcb999526d', 'gw_port': {'id': 'a7fb816f-a347-48b0-9e71-aaf4a8e43e48', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764fcd78-8a13-426d-84ca-74d024e516be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:05:52Z', 'updated_at': '2021-09-30T01:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'dff39caa-76a6-4b41-97c9-329342a9da3d', 'name': '', 'network_id': '6a3e54c0-527e-4a0b-877b-b2ace2e841bf', 'tenant_id': '21758b229ddd40f999546edcb999526d', 'mac_address': 'fa:16:3e:d4:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764fcd78-8a13-426d-84ca-74d024e516be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '81a270c5-0bfe-4a31-9bd5-99f27822a262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:06:01Z', 'updated_at': '2021-09-30T01:06:17Z', 'revision_number': 5, 'project_id': '21758b229ddd40f999546edcb999526d', 'subnets': [{'id': '81a270c5-0bfe-4a31-9bd5-99f27822a262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:08:58.510171 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f853ac-51c6-4395-99d5-d5db614b20ad None None] The sync data for ids ['764fcd78-8a13-426d-84ca-74d024e516be'] in n-d-811809-1 is: [{'id': '764fcd78-8a13-426d-84ca-74d024e516be', 'name': 'tempest-ServersTestManualDisk-1993270947-router', 'tenant_id': '21758b229ddd40f999546edcb999526d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a7fb816f-a347-48b0-9e71-aaf4a8e43e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:05:50Z', 'updated_at': '2021-09-30T01:06:03Z', 'revision_number': 4, 'project_id': '21758b229ddd40f999546edcb999526d', 'gw_port': {'id': 'a7fb816f-a347-48b0-9e71-aaf4a8e43e48', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764fcd78-8a13-426d-84ca-74d024e516be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:05:52Z', 'updated_at': '2021-09-30T01:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': 'dff39caa-76a6-4b41-97c9-329342a9da3d', 'name': '', 'network_id': '6a3e54c0-527e-4a0b-877b-b2ace2e841bf', 'tenant_id': '21758b229ddd40f999546edcb999526d', 'mac_address': 'fa:16:3e:d4:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764fcd78-8a13-426d-84ca-74d024e516be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '81a270c5-0bfe-4a31-9bd5-99f27822a262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:06:01Z', 'updated_at': '2021-09-30T01:06:17Z', 'revision_number': 5, 'project_id': '21758b229ddd40f999546edcb999526d', 'subnets': [{'id': '81a270c5-0bfe-4a31-9bd5-99f27822a262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:08:58.559950 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b0283b02-65a4-41b2-b05c-fbde0d079426 req-8c861ed4-0db1-4158-8b6c-ec9893df102f tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711798 Sep 30 01:08:58.580505 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a8c30b6f-866a-44e6-aea4-93bef74e7153 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:58.593717 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbf167-37aa-4934-bb82-8379eadfd2ac req-609ec327-750b-4fcf-866a-c67a1e5571eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:58.594145 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbf167-37aa-4934-bb82-8379eadfd2ac req-609ec327-750b-4fcf-866a-c67a1e5571eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:58.594751 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbf167-37aa-4934-bb82-8379eadfd2ac req-609ec327-750b-4fcf-866a-c67a1e5571eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:58.595146 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbf167-37aa-4934-bb82-8379eadfd2ac req-609ec327-750b-4fcf-866a-c67a1e5571eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:58.595641 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbf167-37aa-4934-bb82-8379eadfd2ac req-609ec327-750b-4fcf-866a-c67a1e5571eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:58.596276 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbf167-37aa-4934-bb82-8379eadfd2ac req-609ec327-750b-4fcf-866a-c67a1e5571eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:58.596674 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbf167-37aa-4934-bb82-8379eadfd2ac req-609ec327-750b-4fcf-866a-c67a1e5571eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:58.598857 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-becbf167-37aa-4934-bb82-8379eadfd2ac req-609ec327-750b-4fcf-866a-c67a1e5571eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0149d6d6ed59445481fded27e8294137&device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 6420 time: 0.2521193 Sep 30 01:08:58.797873 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbf167-37aa-4934-bb82-8379eadfd2ac req-8446270f-6c54-44e7-b848-1ac3c1ac50e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:58.798639 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbf167-37aa-4934-bb82-8379eadfd2ac req-8446270f-6c54-44e7-b848-1ac3c1ac50e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:58.799623 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbf167-37aa-4934-bb82-8379eadfd2ac req-8446270f-6c54-44e7-b848-1ac3c1ac50e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:58.801901 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-becbf167-37aa-4934-bb82-8379eadfd2ac req-8446270f-6c54-44e7-b848-1ac3c1ac50e0 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=0149d6d6ed59445481fded27e8294137&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1873662 Sep 30 01:08:58.863474 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 01:08:58.901089 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-a8c30b6f-866a-44e6-aea4-93bef74e7153 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Calling delete_port for 9654e57d-2239-477f-bc2f-54a675d1234d owned by {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:08:58.939755 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6224108-0a46-4f2f-9cc2-2e8d98cb5706 None None] New status for floating IP 7cacebd4-08a6-4c55-96cb-87c63b730de8: DOWN {{(pid=80277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 01:08:58.951873 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 53792) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:59.161979 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba20bd0-3f2b-4fff-b7a3-0a08d744de71 req-ae48b3a0-2897-483f-bcfa-c5b0cbb554d6 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:59.169804 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bba20bd0-3f2b-4fff-b7a3-0a08d744de71 req-ae48b3a0-2897-483f-bcfa-c5b0cbb554d6 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 945 time: 0.5644882 Sep 30 01:08:59.215422 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a8c30b6f-866a-44e6-aea4-93bef74e7153 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:59.235167 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1e77c36a-7567-4032-9f1f-4bdb5db28433 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:59.276581 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-886036b6-9918-4f95-9077-7a777a05c132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:59.311266 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbf167-37aa-4934-bb82-8379eadfd2ac req-2ebbd9ef-d1c6-4217-9927-340c266fd81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:59.312775 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-becbf167-37aa-4934-bb82-8379eadfd2ac req-2ebbd9ef-d1c6-4217-9927-340c266fd81f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4946275 Sep 30 01:08:59.315703 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c30b6f-866a-44e6-aea4-93bef74e7153 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Pushing event deleted for resources: {'Port': ['ID=9654e57d-2239-477f-bc2f-54a675d1234d,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:59.328518 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a8c30b6f-866a-44e6-aea4-93bef74e7153 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:59.333355 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-886036b6-9918-4f95-9077-7a777a05c132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:59.333734 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f3214-74a3-4162-9b3e-1cf9eb1a1a23 req-163dd631-be2d-4a5c-9242-968630750fa9 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:59.337677 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a8c30b6f-866a-44e6-aea4-93bef74e7153 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:59.342019 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f3214-74a3-4162-9b3e-1cf9eb1a1a23 req-163dd631-be2d-4a5c-9242-968630750fa9 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:59.342442 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bba20bd0-3f2b-4fff-b7a3-0a08d744de71 req-1727e1d9-6a75-4530-9f64-f8d5a3f6f0c8 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717615 Sep 30 01:08:59.348005 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f3214-74a3-4162-9b3e-1cf9eb1a1a23 req-163dd631-be2d-4a5c-9242-968630750fa9 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:59.350947 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-886036b6-9918-4f95-9077-7a777a05c132 admin admin] Usage tracker for resource:security_group_rule and tenant:a3641d6792be4e3191da9b0157e9ecb9 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:08:59.354474 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f3214-74a3-4162-9b3e-1cf9eb1a1a23 req-163dd631-be2d-4a5c-9242-968630750fa9 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:59.360702 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f3214-74a3-4162-9b3e-1cf9eb1a1a23 req-163dd631-be2d-4a5c-9242-968630750fa9 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:59.364906 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-886036b6-9918-4f95-9077-7a777a05c132 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:08:59.367530 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f3214-74a3-4162-9b3e-1cf9eb1a1a23 req-163dd631-be2d-4a5c-9242-968630750fa9 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:59.373382 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f3214-74a3-4162-9b3e-1cf9eb1a1a23 req-163dd631-be2d-4a5c-9242-968630750fa9 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:59.375327 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5c0f3214-74a3-4162-9b3e-1cf9eb1a1a23 req-163dd631-be2d-4a5c-9242-968630750fa9 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5418 time: 0.1904075 Sep 30 01:08:59.380258 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-a8c30b6f-866a-44e6-aea4-93bef74e7153 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] 10.222.0.39 "DELETE /v2.0/ports/9654e57d-2239-477f-bc2f-54a675d1234d HTTP/1.1" status: 204 len: 168 time: 1.8288925 Sep 30 01:08:59.381285 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-886036b6-9918-4f95-9077-7a777a05c132 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:59.383964 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 53802) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:59.447225 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-7a3cbe4b-465b-4995-a13b-e1094367f6d3 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Synchronizing usage tracker for tenant:f1dfbd0c8d5243f99dcdbb9809979c1f on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:08:59.463549 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-4b0ec286-9d34-483f-8160-dac4141b0e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19351280-48a5-463a-8841-fd47e2412cd3 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:08:59.472938 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-4b0ec286-9d34-483f-8160-dac4141b0e69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:59.488109 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5c0f3214-74a3-4162-9b3e-1cf9eb1a1a23 req-420fdac9-46d7-4ea9-9b9b-4f1d9f0cf802 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1031456 Sep 30 01:08:59.489356 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-7a3cbe4b-465b-4995-a13b-e1094367f6d3 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Unset dirty status for tenant:f1dfbd0c8d5243f99dcdbb9809979c1f on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:08:59.496708 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-4b0ec286-9d34-483f-8160-dac4141b0e69 service neutron] Transition to ACTIVE for port object 19351280-48a5-463a-8841-fd47e2412cd3 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:08:59.498357 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 53808) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:59.504140 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-7a3cbe4b-465b-4995-a13b-e1094367f6d3 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1171808 Sep 30 01:08:59.509560 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-ad74ac32-c02a-4505-a259-dd5e268f6257 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-852589401'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:08:59.513343 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-4b0ec286-9d34-483f-8160-dac4141b0e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:59.519884 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-609a561d-6048-4734-8010-b3d9431c0bfb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:59.552476 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-ad74ac32-c02a-4505-a259-dd5e268f6257 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:08:59.555834 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 53812) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:08:59.562625 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 2d1df6c6-e051-429d-9316-a898a7d6025b up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:08:59.612220 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-ad74ac32-c02a-4505-a259-dd5e268f6257 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Usage tracker for resource:network and tenant:f1dfbd0c8d5243f99dcdbb9809979c1f is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:08:59.636221 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-ad74ac32-c02a-4505-a259-dd5e268f6257 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Quota usage for network was recalculated. Used quota:2. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:08:59.656094 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d549357e-376b-4ee6-8ad1-7bc2af9d6493 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:59.671254 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 2d1df6c6-e051-429d-9316-a898a7d6025b completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:08:59.677633 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 2d1df6c6-e051-429d-9316-a898a7d6025b triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:08:59.678487 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:59.703142 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d549357e-376b-4ee6-8ad1-7bc2af9d6493 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:59.730754 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-ad74ac32-c02a-4505-a259-dd5e268f6257 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:08:59.769496 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ec286-9d34-483f-8160-dac4141b0e69 service neutron] Pushing event updated for resources: {'Port': ['ID=19351280-48a5-463a-8841-fd47e2412cd3,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:59.802768 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4b0ec286-9d34-483f-8160-dac4141b0e69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:59.818431 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-886036b6-9918-4f95-9077-7a777a05c132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:59.838349 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed9726-e1ad-44f4-94aa-64e732fc2675 req-5bfecf69-73b7-4a32-9f9f-0bea4e8fd297 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:08:59.845887 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3aed9726-e1ad-44f4-94aa-64e732fc2675 req-5bfecf69-73b7-4a32-9f9f-0bea4e8fd297 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 944 time: 0.1202328 Sep 30 01:08:59.868199 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-886036b6-9918-4f95-9077-7a777a05c132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:59.869853 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d549357e-376b-4ee6-8ad1-7bc2af9d6493 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:59.876720 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a0b12ab5-aed2-4059-830a-12c9c6752ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:59.884807 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-cd9c6b95-1799-46ad-9c1e-cf2fd70e726f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:59.896041 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad74ac32-c02a-4505-a259-dd5e268f6257 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Made reservation on behalf of f1dfbd0c8d5243f99dcdbb9809979c1f for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:08:59.899969 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549357e-376b-4ee6-8ad1-7bc2af9d6493 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba61a17f-663e-4ed2-a8b9-cb34862d48a5,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:08:59.901864 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ad74ac32-c02a-4505-a259-dd5e268f6257 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:59.910356 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d549357e-376b-4ee6-8ad1-7bc2af9d6493 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:08:59.923945 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:59.955019 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6a403b-af24-492b-b364-7167f4901e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1df6c6-e051-429d-9316-a898a7d6025b'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:08:59.970042 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 2d1df6c6-e051-429d-9316-a898a7d6025b, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=2d1df6c6-e051-429d-9316-a898a7d6025b,segment=NetworkSegment(51fc1520-0703-4172-b195-12f91a1ac5cb),segment_id=51fc1520-0703-4172-b195-12f91a1ac5cb)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:08:59.970856 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3aed9726-e1ad-44f4-94aa-64e732fc2675 req-a7f0a9e2-8f93-4afd-af01-fdd86454f5d9 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242690 Sep 30 01:08:59.975126 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:59.976432 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d549357e-376b-4ee6-8ad1-7bc2af9d6493 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:08:59.977173 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:08:59.987236 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-d549357e-376b-4ee6-8ad1-7bc2af9d6493 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "DELETE /v2.0/security-groups/ba61a17f-663e-4ed2-a8b9-cb34862d48a5 HTTP/1.1" status: 204 len: 168 time: 0.4226730 Sep 30 01:08:59.991054 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 53822) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:00.009791 n-d-811809-1 neutron-server[80275]: INFO neutron.api.v2.resource [None req-aed1d3c0-fa5c-476c-bedb-5dd131daa8b0 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] show failed (client error): The resource could not be found. Sep 30 01:09:00.011022 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-aed1d3c0-fa5c-476c-bedb-5dd131daa8b0 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "GET /v2.0/security-groups/ba61a17f-663e-4ed2-a8b9-cb34862d48a5 HTTP/1.1" status: 404 len: 347 time: 0.0182304 Sep 30 01:09:00.014167 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 53826) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:00.047198 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-886036b6-9918-4f95-9077-7a777a05c132 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a3641d6792be4e3191da9b0157e9ecb9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0886328 Sep 30 01:09:00.052242 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 53830) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:00.055340 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6a403b-af24-492b-b364-7167f4901e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1df6c6-e051-429d-9316-a898a7d6025b', 'code': 200} Sep 30 01:09:00.059512 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886036b6-9918-4f95-9077-7a777a05c132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5147e31-3817-4024-a0e7-683b75ba3c2a,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:00.063315 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-886036b6-9918-4f95-9077-7a777a05c132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:00.107199 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=2d1df6c6-e051-429d-9316-a898a7d6025b,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:00.107924 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41ea6a-421a-4451-826c-20147730a09e req-b03f2f57-8859-41be-a92a-40b3ce80dc9f tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:00.110380 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4e41ea6a-421a-4451-826c-20147730a09e req-b03f2f57-8859-41be-a92a-40b3ce80dc9f tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 945 time: 0.5615489 Sep 30 01:09:00.111738 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad74ac32-c02a-4505-a259-dd5e268f6257 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:09:00.117431 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-4b0ec286-9d34-483f-8160-dac4141b0e69 service neutron] Attempting to bind port 19351280-48a5-463a-8841-fd47e2412cd3 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:09:00.117878 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:00.118440 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-4b0ec286-9d34-483f-8160-dac4141b0e69 service neutron] Attempting to bind port 19351280-48a5-463a-8841-fd47e2412cd3 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '9f95d4be-6deb-4259-81c6-1f0ca7955ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9dd935bb-d688-4433-a9d1-a36b64beb9e9'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:09:00.119005 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-4b0ec286-9d34-483f-8160-dac4141b0e69 service neutron] Attempting to bind port 19351280-48a5-463a-8841-fd47e2412cd3 on network 9dd935bb-d688-4433-a9d1-a36b64beb9e9 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:09:00.149027 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-4b0ec286-9d34-483f-8160-dac4141b0e69 service neutron] Port 19351280-48a5-463a-8841-fd47e2412cd3 on network 9dd935bb-d688-4433-a9d1-a36b64beb9e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:09:00.149363 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-4b0ec286-9d34-483f-8160-dac4141b0e69 service neutron] Attempting to bind port 19351280-48a5-463a-8841-fd47e2412cd3 on network 9dd935bb-d688-4433-a9d1-a36b64beb9e9 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:09:00.174400 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ad74ac32-c02a-4505-a259-dd5e268f6257 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:00.174780 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-ad74ac32-c02a-4505-a259-dd5e268f6257 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Added segment d98a2dcd-5513-4b19-a8cb-b68eb228aaa8 of type vlan for network f104384e-ad05-4207-943c-cc5b988d25ca Sep 30 01:09:00.179941 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-4b0ec286-9d34-483f-8160-dac4141b0e69 service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:09:00.180513 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-4b0ec286-9d34-483f-8160-dac4141b0e69 service neutron] Checking segment: {'id': '9f95d4be-6deb-4259-81c6-1f0ca7955ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9dd935bb-d688-4433-a9d1-a36b64beb9e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:09:00.180905 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-4b0ec286-9d34-483f-8160-dac4141b0e69 service neutron] Bound using segment: {'id': '9f95d4be-6deb-4259-81c6-1f0ca7955ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9dd935bb-d688-4433-a9d1-a36b64beb9e9'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:09:00.181341 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-4b0ec286-9d34-483f-8160-dac4141b0e69 service neutron] Bound port: 19351280-48a5-463a-8841-fd47e2412cd3, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f95d4be-6deb-4259-81c6-1f0ca7955ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9dd935bb-d688-4433-a9d1-a36b64beb9e9'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:09:00.181691 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-4b0ec286-9d34-483f-8160-dac4141b0e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:00.298750 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-ac48b605-3303-4b03-b6af-b7693a4bc877 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Deleting port f55a44c2-ea12-4f9b-89cf-239dc6c1f0fc {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:09:00.299123 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ac48b605-3303-4b03-b6af-b7693a4bc877 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:00.310047 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4e41ea6a-421a-4451-826c-20147730a09e req-a7cab9e4-b70a-4301-8f04-212a4080e2dc tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831737 Sep 30 01:09:00.313872 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ad74ac32-c02a-4505-a259-dd5e268f6257 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:00.337261 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e12266f1-eb0f-4476-86de-c71eaac16c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:00.378896 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c7957-a2d3-48f1-9f52-0d5637c08d0e req-aef662b6-eddb-41e2-881d-d7991ed0ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:00.380467 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d98c7957-a2d3-48f1-9f52-0d5637c08d0e req-aef662b6-eddb-41e2-881d-d7991ed0ad20 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 1096 time: 0.2215164 Sep 30 01:09:00.398976 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e12266f1-eb0f-4476-86de-c71eaac16c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:00.480894 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ad74ac32-c02a-4505-a259-dd5e268f6257 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:00.486768 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad74ac32-c02a-4505-a259-dd5e268f6257 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:00.487368 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ad74ac32-c02a-4505-a259-dd5e268f6257 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:00.496684 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-62d92fca-a4a9-45ba-8c2f-da218d1ade41 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:00.518925 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e12266f1-eb0f-4476-86de-c71eaac16c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:00.544863 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d98c7957-a2d3-48f1-9f52-0d5637c08d0e req-7aa91ae4-5d2b-4ae6-91cb-058ff702896f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577442 Sep 30 01:09:00.561218 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-4b0ec286-9d34-483f-8160-dac4141b0e69 service neutron] For port 19351280-48a5-463a-8841-fd47e2412cd3, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:09:00.601578 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ac48b605-3303-4b03-b6af-b7693a4bc877 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:00.601810 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ac48b605-3303-4b03-b6af-b7693a4bc877 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:00.702166 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e12266f1-eb0f-4476-86de-c71eaac16c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:00.708013 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-e12266f1-eb0f-4476-86de-c71eaac16c63 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d5147e31-3817-4024-a0e7-683b75ba3c2a HTTP/1.1" status: 204 len: 168 time: 0.6453848 Sep 30 01:09:00.742830 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766e1e8-d5aa-4b84-8771-370edd3b5e51 req-638b7df6-eeea-40b8-90d0-45183b5bf7cc tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:00.745035 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e766e1e8-d5aa-4b84-8771-370edd3b5e51 req-638b7df6-eeea-40b8-90d0-45183b5bf7cc tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 945 time: 0.2655351 Sep 30 01:09:00.755490 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-ac48b605-3303-4b03-b6af-b7693a4bc877 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Calling delete_port for f55a44c2-ea12-4f9b-89cf-239dc6c1f0fc owned by network:floatingip {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:09:00.768999 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-4b0ec286-9d34-483f-8160-dac4141b0e69 service neutron] For port 19351280-48a5-463a-8841-fd47e2412cd3, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=19351280-48a5-463a-8841-fd47e2412cd3,segment=NetworkSegment(9f95d4be-6deb-4259-81c6-1f0ca7955ddc),segment_id=9f95d4be-6deb-4259-81c6-1f0ca7955ddc)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:09:00.770944 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-ad74ac32-c02a-4505-a259-dd5e268f6257 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2716014 Sep 30 01:09:00.786965 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 53844) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:00.807831 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-4b0ec286-9d34-483f-8160-dac4141b0e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:00.890853 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e766e1e8-d5aa-4b84-8771-370edd3b5e51 req-1226b7fc-55c3-4116-8364-3d974a34268e tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966518 Sep 30 01:09:00.980034 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ac48b605-3303-4b03-b6af-b7693a4bc877 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:00.985796 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1869815f-64f5-4acd-bfe9-09b6cf38977e tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:01.013994 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74ac32-c02a-4505-a259-dd5e268f6257 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Pushing event updated for resources: {'Network': ['ID=f104384e-ad05-4207-943c-cc5b988d25ca,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:01.027613 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network f104384e-ad05-4207-943c-cc5b988d25ca details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:09:01.033667 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-5e77bcfe-9269-411d-b41e-d05e87f68565 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-868380023'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:09:01.040940 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-5e77bcfe-9269-411d-b41e-d05e87f68565 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:09:01.047390 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-5e77bcfe-9269-411d-b41e-d05e87f68565 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Usage tracker for resource:network and tenant:f1dfbd0c8d5243f99dcdbb9809979c1f is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:09:01.051097 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-5e77bcfe-9269-411d-b41e-d05e87f68565 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Quota usage for network was recalculated. Used quota:3. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:09:01.063414 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-5e77bcfe-9269-411d-b41e-d05e87f68565 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:09:01.064290 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac48b605-3303-4b03-b6af-b7693a4bc877 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Pushing event deleted for resources: {'Port': ['ID=f55a44c2-ea12-4f9b-89cf-239dc6c1f0fc,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:01.107136 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ad74ac32-c02a-4505-a259-dd5e268f6257 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:01.115118 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e77bcfe-9269-411d-b41e-d05e87f68565 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Made reservation on behalf of f1dfbd0c8d5243f99dcdbb9809979c1f for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:09:01.122201 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5e77bcfe-9269-411d-b41e-d05e87f68565 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:01.130330 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac48b605-3303-4b03-b6af-b7693a4bc877 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:01.131088 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac48b605-3303-4b03-b6af-b7693a4bc877 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:01.131497 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac48b605-3303-4b03-b6af-b7693a4bc877 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:01.132147 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac48b605-3303-4b03-b6af-b7693a4bc877 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:01.132642 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac48b605-3303-4b03-b6af-b7693a4bc877 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:01.132887 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac48b605-3303-4b03-b6af-b7693a4bc877 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:01.133303 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac48b605-3303-4b03-b6af-b7693a4bc877 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:01.134153 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac48b605-3303-4b03-b6af-b7693a4bc877 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:01.134586 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac48b605-3303-4b03-b6af-b7693a4bc877 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:01.134974 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac48b605-3303-4b03-b6af-b7693a4bc877 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:01.135733 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac48b605-3303-4b03-b6af-b7693a4bc877 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:01.136151 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac48b605-3303-4b03-b6af-b7693a4bc877 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:01.138240 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c3776337-2ec0-4bbc-b190-9a45c4834363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.609s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:01.140259 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ac48b605-3303-4b03-b6af-b7693a4bc877 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:01.172407 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12266f1-eb0f-4476-86de-c71eaac16c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5147e31-3817-4024-a0e7-683b75ba3c2a,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:01.215065 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e12266f1-eb0f-4476-86de-c71eaac16c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:01.221464 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4b0ec286-9d34-483f-8160-dac4141b0e69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:01.296926 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 53852) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:01.319579 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bc31d-5de8-4ab7-ab93-a6fee9024043 req-a90a5dcc-7ac4-4867-bb8d-3ee6b2e79f88 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:01.328555 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bc31d-5de8-4ab7-ab93-a6fee9024043 req-a90a5dcc-7ac4-4867-bb8d-3ee6b2e79f88 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:01.337683 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bc31d-5de8-4ab7-ab93-a6fee9024043 req-a90a5dcc-7ac4-4867-bb8d-3ee6b2e79f88 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:01.345278 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bc31d-5de8-4ab7-ab93-a6fee9024043 req-a90a5dcc-7ac4-4867-bb8d-3ee6b2e79f88 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:01.353167 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bc31d-5de8-4ab7-ab93-a6fee9024043 req-a90a5dcc-7ac4-4867-bb8d-3ee6b2e79f88 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:01.361745 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bc31d-5de8-4ab7-ab93-a6fee9024043 req-a90a5dcc-7ac4-4867-bb8d-3ee6b2e79f88 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:01.371666 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bc31d-5de8-4ab7-ab93-a6fee9024043 req-a90a5dcc-7ac4-4867-bb8d-3ee6b2e79f88 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:01.375072 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-830bc31d-5de8-4ab7-ab93-a6fee9024043 req-a90a5dcc-7ac4-4867-bb8d-3ee6b2e79f88 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5430 time: 0.6779978 Sep 30 01:09:01.389950 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-4b0ec286-9d34-483f-8160-dac4141b0e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:01.390954 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-4b0ec286-9d34-483f-8160-dac4141b0e69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:01.392774 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-4b0ec286-9d34-483f-8160-dac4141b0e69 service neutron] 10.222.0.59 "PUT /v2.0/ports/19351280-48a5-463a-8841-fd47e2412cd3 HTTP/1.1" status: 200 len: 1091 time: 3.6579378 Sep 30 01:09:01.393843 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d31b10-a352-4542-94f9-1071f460d03b', 'tag': '19351280-48a5-463a-8841-fd47e2412cd3'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:09:01.491022 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e77bcfe-9269-411d-b41e-d05e87f68565 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:09:01.497940 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-56ea7b30-db7a-4452-aef7-d25d922fb9ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:01.549567 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ac48b605-3303-4b03-b6af-b7693a4bc877 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks [] for floatingip, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:01.560049 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-56ea7b30-db7a-4452-aef7-d25d922fb9ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:09:01.564715 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-830bc31d-5de8-4ab7-ab93-a6fee9024043 req-228e9f35-0c7e-4a41-b783-4d5751c2e880 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1588719 Sep 30 01:09:01.565269 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-56ea7b30-db7a-4452-aef7-d25d922fb9ad admin admin] Usage tracker for resource:security_group_rule and tenant:5149a3afc6c64a5b9f8a66a9f3700fe9 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:09:01.569944 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-56ea7b30-db7a-4452-aef7-d25d922fb9ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:09:01.577178 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-56ea7b30-db7a-4452-aef7-d25d922fb9ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:09:01.618938 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ec286-9d34-483f-8160-dac4141b0e69 service neutron] Pushing event updated for resources: {'Port': ['ID=19351280-48a5-463a-8841-fd47e2412cd3,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:01.634927 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5e77bcfe-9269-411d-b41e-d05e87f68565 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:01.635729 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-5e77bcfe-9269-411d-b41e-d05e87f68565 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Added segment 58d7938e-b2b8-4ff3-bbb4-27a0f12184e8 of type vlan for network cc3f1c30-128d-45de-b019-9b8fd87a0bf4 Sep 30 01:09:01.637105 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4b0ec286-9d34-483f-8160-dac4141b0e69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:01.679316 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5e77bcfe-9269-411d-b41e-d05e87f68565 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:01.712322 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-629e2941-36c9-49ce-8d34-12be9b15d358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:01.713003 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-629e2941-36c9-49ce-8d34-12be9b15d358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:01.713543 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-629e2941-36c9-49ce-8d34-12be9b15d358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:01.714109 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-629e2941-36c9-49ce-8d34-12be9b15d358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:01.714668 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-629e2941-36c9-49ce-8d34-12be9b15d358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:01.715251 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-629e2941-36c9-49ce-8d34-12be9b15d358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:01.715802 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-629e2941-36c9-49ce-8d34-12be9b15d358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:01.717765 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-629e2941-36c9-49ce-8d34-12be9b15d358 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0149d6d6ed59445481fded27e8294137&device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 6487 time: 0.2306125 Sep 30 01:09:01.732606 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5e77bcfe-9269-411d-b41e-d05e87f68565 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:01.735658 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-56ea7b30-db7a-4452-aef7-d25d922fb9ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:01.739548 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ac48b605-3303-4b03-b6af-b7693a4bc877 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:01.740836 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e77bcfe-9269-411d-b41e-d05e87f68565 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:01.741255 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-ac48b605-3303-4b03-b6af-b7693a4bc877 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] 10.222.0.39 "DELETE /v2.0/floatingips/7cacebd4-08a6-4c55-96cb-87c63b730de8 HTTP/1.1" status: 204 len: 168 time: 1.7258537 Sep 30 01:09:01.742059 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5e77bcfe-9269-411d-b41e-d05e87f68565 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:01.744172 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 53864) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:01.752015 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-183d04e5-def3-4981-a718-3e32b7708466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:01.804886 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-56ea7b30-db7a-4452-aef7-d25d922fb9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:01.817458 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d45fb399-0d35-4e8f-8c46-f647a0ea8dfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:01.831823 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba4e57-1787-408b-a561-b346fb00f6c1 req-8a68703c-197e-4413-b632-1fc499a5731d tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:01.833421 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b8ba4e57-1787-408b-a561-b346fb00f6c1 req-8a68703c-197e-4413-b632-1fc499a5731d tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 945 time: 0.5945437 Sep 30 01:09:01.947594 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-ee960668-6f2c-419e-bcad-86af227fca19 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1aca60a-f261-4d1f-8965-402345b005c0 HTTP/1.1" status: 200 len: 217 time: 0.1977637 Sep 30 01:09:01.982914 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-56ea7b30-db7a-4452-aef7-d25d922fb9ad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5149a3afc6c64a5b9f8a66a9f3700fe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6823730 Sep 30 01:09:01.982914 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea7b30-db7a-4452-aef7-d25d922fb9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b7c776-4fa8-4fdd-a210-49bf77e55c15,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:01.984554 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-56ea7b30-db7a-4452-aef7-d25d922fb9ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:01.985039 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 53872) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:02.024381 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-f10beb41-8cdc-4f0b-90d5-58d1cc8507cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:02.025850 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-f10beb41-8cdc-4f0b-90d5-58d1cc8507cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4eb85df0-f35f-4266-997a-b64f8df7e23e HTTP/1.1" status: 200 len: 855 time: 0.0655141 Sep 30 01:09:02.052282 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-5e77bcfe-9269-411d-b41e-d05e87f68565 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2610443 Sep 30 01:09:02.060817 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b8ba4e57-1787-408b-a561-b346fb00f6c1 req-33605205-b1be-402d-aa68-f989ad2c9f93 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652737 Sep 30 01:09:02.081572 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77bcfe-9269-411d-b41e-d05e87f68565 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Pushing event updated for resources: {'Network': ['ID=cc3f1c30-128d-45de-b019-9b8fd87a0bf4,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:02.091923 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5e77bcfe-9269-411d-b41e-d05e87f68565 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:02.098073 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network cc3f1c30-128d-45de-b019-9b8fd87a0bf4 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:09:02.209099 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d31b10-a352-4542-94f9-1071f460d03b', 'tag': '19351280-48a5-463a-8841-fd47e2412cd3', 'status': 'completed', 'code': 200} Sep 30 01:09:02.299265 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900efe0d-e0c4-4f2c-8123-941ab4fd5522 req-ead9a36a-4ea1-4e60-ad21-dce7ba40b5c3 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:02.301626 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-900efe0d-e0c4-4f2c-8123-941ab4fd5522 req-ead9a36a-4ea1-4e60-ad21-dce7ba40b5c3 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 945 time: 0.5508013 Sep 30 01:09:02.412604 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-900efe0d-e0c4-4f2c-8123-941ab4fd5522 req-4b422482-9f96-4fd7-bd07-07973dd0a4c6 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033106 Sep 30 01:09:02.416816 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-c467e59a-8608-4495-99b6-e7a899c5c74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:02.418286 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-c467e59a-8608-4495-99b6-e7a899c5c74c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d752305-7068-40ad-9ef6-292e77a160d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3457975 Sep 30 01:09:02.580842 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3a50c2d3-8c3f-497d-a1ce-b7537254d8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:02.660124 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-1d9a10a6-2bf4-4b3e-85f3-2a504bf0e761 service neutron] 10.222.0.59 "GET /v2.0/networks/7d752305-7068-40ad-9ef6-292e77a160d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207789 Sep 30 01:09:02.685105 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3a50c2d3-8c3f-497d-a1ce-b7537254d8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:02.806280 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb1355-a346-4e5b-9400-91e221a378bd req-bd360013-c6fb-47b5-8e07-a99a9fc1b0ca tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:02.807889 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9feb1355-a346-4e5b-9400-91e221a378bd req-bd360013-c6fb-47b5-8e07-a99a9fc1b0ca tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 945 time: 0.3238635 Sep 30 01:09:02.874820 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-771e4b3d-a1eb-47ae-b8c1-c20713611107 service neutron] 10.222.0.59 "GET /v2.0/networks/7d752305-7068-40ad-9ef6-292e77a160d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033038 Sep 30 01:09:02.942416 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9feb1355-a346-4e5b-9400-91e221a378bd req-72cbb60f-e6b3-48c3-8f2b-9c595c42d048 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185827 Sep 30 01:09:02.965192 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-0922b1f0-07c4-4803-806b-0e7c96094c51 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=4bcedee4-4dcd-4af9-a34a-1321e1e30cf8 HTTP/1.1" status: 200 len: 217 time: 0.0820267 Sep 30 01:09:02.970532 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3a50c2d3-8c3f-497d-a1ce-b7537254d8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:02.978776 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1b26af65-61c0-49a6-8c76-35bc46f45e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:02.980353 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b90b8-d960-4f7b-abec-b46eada50a7a req-9c77e4e4-7b59-4e9a-8e31-da046d7ec94a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:02.986212 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b90b8-d960-4f7b-abec-b46eada50a7a req-9c77e4e4-7b59-4e9a-8e31-da046d7ec94a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:02.992251 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b90b8-d960-4f7b-abec-b46eada50a7a req-9c77e4e4-7b59-4e9a-8e31-da046d7ec94a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:02.995762 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50c2d3-8c3f-497d-a1ce-b7537254d8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b7c776-4fa8-4fdd-a210-49bf77e55c15,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:02.998088 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b90b8-d960-4f7b-abec-b46eada50a7a req-9c77e4e4-7b59-4e9a-8e31-da046d7ec94a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:03.001165 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3a50c2d3-8c3f-497d-a1ce-b7537254d8ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:03.003122 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3a50c2d3-8c3f-497d-a1ce-b7537254d8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:03.005981 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b90b8-d960-4f7b-abec-b46eada50a7a req-9c77e4e4-7b59-4e9a-8e31-da046d7ec94a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:03.006133 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-3a50c2d3-8c3f-497d-a1ce-b7537254d8ea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/41b7c776-4fa8-4fdd-a210-49bf77e55c15 HTTP/1.1" status: 204 len: 168 time: 1.0018146 Sep 30 01:09:03.014135 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b90b8-d960-4f7b-abec-b46eada50a7a req-9c77e4e4-7b59-4e9a-8e31-da046d7ec94a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:03.020342 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b90b8-d960-4f7b-abec-b46eada50a7a req-9c77e4e4-7b59-4e9a-8e31-da046d7ec94a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:03.028352 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-406b90b8-d960-4f7b-abec-b46eada50a7a req-9c77e4e4-7b59-4e9a-8e31-da046d7ec94a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5430 time: 0.2534215 Sep 30 01:09:03.166316 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-406b90b8-d960-4f7b-abec-b46eada50a7a req-f6f6dde9-7343-46db-bc8d-d44ecaa8ace5 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1369545 Sep 30 01:09:03.181255 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3d72a9fc-3757-437e-ba86-a07c0be2ccac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734431'] for router_interface, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:03.184562 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-c34df551-39b2-4dbe-a62c-e2fd857d9268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:03.186210 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-c34df551-39b2-4dbe-a62c-e2fd857d9268 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08cf9028-f858-4c0c-8619-dc36cad505dd HTTP/1.1" status: 200 len: 797 time: 0.1440773 Sep 30 01:09:03.339690 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-2e73ab3b-51f4-4756-9bb8-c4a0c4a9a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:03.343481 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-2e73ab3b-51f4-4756-9bb8-c4a0c4a9a4f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c8f5270-f537-4a24-8826-df38c01a7122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1476047 Sep 30 01:09:03.689048 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a0170-9908-4e8c-a1f9-9af7da98bf1a req-e7661a5e-03bd-4f8d-a583-c8ae95cc9af8 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:03.690678 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-178a0170-9908-4e8c-a1f9-9af7da98bf1a req-e7661a5e-03bd-4f8d-a583-c8ae95cc9af8 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 945 time: 0.4229364 Sep 30 01:09:03.734524 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-f72d7752-8a38-4836-a3c3-a72aea4826dc service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710170 Sep 30 01:09:03.872603 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-178a0170-9908-4e8c-a1f9-9af7da98bf1a req-c00c4a19-b9e4-429e-840a-14bafbb22db5 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567996 Sep 30 01:09:04.021033 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-3d72a9fc-3757-437e-ba86-a07c0be2ccac admin admin] Deleting port dff39caa-76a6-4b41-97c9-329342a9da3d {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:09:04.021760 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3d72a9fc-3757-437e-ba86-a07c0be2ccac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:04.222079 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-1e37cda1-394a-426b-9bbf-f063135c1a39 service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4853218 Sep 30 01:09:04.339080 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-25bb7c9f-6aca-4efa-93b3-3383bc4f438a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=926094d2-6b68-4ff4-bc28-d8d49e33eecf HTTP/1.1" status: 200 len: 217 time: 0.1054990 Sep 30 01:09:04.416437 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-0cf82b15-a8bb-4f07-82da-ea26cdb0cddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:04.418702 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-0cf82b15-a8bb-4f07-82da-ea26cdb0cddc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08cf9028-f858-4c0c-8619-dc36cad505dd HTTP/1.1" status: 200 len: 797 time: 0.0726190 Sep 30 01:09:04.437690 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371bdd63-85c6-4f29-9874-305025b62212 req-f884783b-6243-4f37-9831-68e7e4a6761c tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:04.448432 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-371bdd63-85c6-4f29-9874-305025b62212 req-f884783b-6243-4f37-9831-68e7e4a6761c tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 945 time: 0.8046818 Sep 30 01:09:04.712530 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-371bdd63-85c6-4f29-9874-305025b62212 req-c6b6f803-8e82-410d-83ac-3289665d54a8 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584212 Sep 30 01:09:04.733041 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-ee75ad1c-daf6-4602-a24c-a2a0a9216142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:04.739246 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-ee75ad1c-daf6-4602-a24c-a2a0a9216142 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c8f5270-f537-4a24-8826-df38c01a7122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2774224 Sep 30 01:09:04.797027 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-3d72a9fc-3757-437e-ba86-a07c0be2ccac admin admin] For port dff39caa-76a6-4b41-97c9-329342a9da3d, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=dff39caa-76a6-4b41-97c9-329342a9da3d,segment=NetworkSegment(f3a59c15-0504-49a3-9129-c3529c1d8922),segment_id=f3a59c15-0504-49a3-9129-c3529c1d8922)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:04.797521 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3d72a9fc-3757-437e-ba86-a07c0be2ccac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:04.808117 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092d54d-66f1-449f-ab57-7e46c9018ef9 req-8d78508f-9a62-4296-81d6-708f9548a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:04.810502 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5092d54d-66f1-449f-ab57-7e46c9018ef9 req-8d78508f-9a62-4296-81d6-708f9548a09d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bb71da966444045b30780aa9e2e5b81&device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 1096 time: 0.3202069 Sep 30 01:09:04.980416 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218ae24-3f89-4c60-bdba-4cbe4fdf0621 req-f7a9f1f0-375b-4520-8d84-31e570e6c20f tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:04.987891 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a218ae24-3f89-4c60-bdba-4cbe4fdf0621 req-f7a9f1f0-375b-4520-8d84-31e570e6c20f tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 945 time: 0.4528520 Sep 30 01:09:05.096933 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-3d72a9fc-3757-437e-ba86-a07c0be2ccac admin admin] Calling delete_port for dff39caa-76a6-4b41-97c9-329342a9da3d owned by network:router_interface {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:09:05.126097 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5c016952-e56b-40dd-bdc1-b05a045d03dc service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766248 Sep 30 01:09:05.209604 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-a218ae24-3f89-4c60-bdba-4cbe4fdf0621 req-bd648838-fdfa-45a0-93f4-4011255b38da tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205749 Sep 30 01:09:05.402024 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 53938) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:05.417545 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-1f466d12-fd18-4e19-b664-1eb8fdba625b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Request body: {'subnets': [{'network_id': 'f104384e-ad05-4207-943c-cc5b988d25ca', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--472853557', 'ip_version': 6}, {'network_id': 'cc3f1c30-128d-45de-b019-9b8fd87a0bf4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:09:05.418169 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-1f466d12-fd18-4e19-b664-1eb8fdba625b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Request body: {'subnet': {'network_id': 'f104384e-ad05-4207-943c-cc5b988d25ca', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--472853557', 'ip_version': 6}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:09:05.419547 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-1f466d12-fd18-4e19-b664-1eb8fdba625b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Request body: {'subnet': {'network_id': 'cc3f1c30-128d-45de-b019-9b8fd87a0bf4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:09:05.458875 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092d54d-66f1-449f-ab57-7e46c9018ef9 req-cee0dd4a-1d5a-4d2e-a2b5-178bfae56d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:05.461185 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5092d54d-66f1-449f-ab57-7e46c9018ef9 req-cee0dd4a-1d5a-4d2e-a2b5-178bfae56d0b service neutron] 10.222.0.59 "GET /v2.0/networks?id=a45f81b3-7df7-4825-9d8e-944e71cc6909 HTTP/1.1" status: 200 len: 911 time: 0.6389165 Sep 30 01:09:05.599651 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a63e3-46cc-466b-acb3-23be32e0fb54 req-e1f35ec8-22c9-41d8-bdfe-ffda2a3ef420 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:05.605845 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a63e3-46cc-466b-acb3-23be32e0fb54 req-e1f35ec8-22c9-41d8-bdfe-ffda2a3ef420 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:05.611980 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a63e3-46cc-466b-acb3-23be32e0fb54 req-e1f35ec8-22c9-41d8-bdfe-ffda2a3ef420 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:05.617859 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a63e3-46cc-466b-acb3-23be32e0fb54 req-e1f35ec8-22c9-41d8-bdfe-ffda2a3ef420 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:05.623758 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a63e3-46cc-466b-acb3-23be32e0fb54 req-e1f35ec8-22c9-41d8-bdfe-ffda2a3ef420 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:05.639531 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:05.641945 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a63e3-46cc-466b-acb3-23be32e0fb54 req-e1f35ec8-22c9-41d8-bdfe-ffda2a3ef420 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:05.648744 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a63e3-46cc-466b-acb3-23be32e0fb54 req-e1f35ec8-22c9-41d8-bdfe-ffda2a3ef420 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:05.650649 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6c8a63e3-46cc-466b-acb3-23be32e0fb54 req-e1f35ec8-22c9-41d8-bdfe-ffda2a3ef420 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5430 time: 0.5986028 Sep 30 01:09:05.692325 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5092d54d-66f1-449f-ab57-7e46c9018ef9 req-ecfbe499-b428-45ec-8238-6c4b5ac1a997 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d1df6c6-e051-429d-9316-a898a7d6025b HTTP/1.1" status: 200 len: 217 time: 0.2227864 Sep 30 01:09:05.827154 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-1f466d12-fd18-4e19-b664-1eb8fdba625b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:09:05.837550 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-499d146d-32b8-4072-afb6-c1e0ebdbc046 service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6933608 Sep 30 01:09:05.843840 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-1f466d12-fd18-4e19-b664-1eb8fdba625b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Usage tracker for resource:subnet and tenant:f1dfbd0c8d5243f99dcdbb9809979c1f is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:09:05.848295 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092d54d-66f1-449f-ab57-7e46c9018ef9 req-d2721639-5473-4cf0-9d7d-e26b49fe25df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:05.849341 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-1f466d12-fd18-4e19-b664-1eb8fdba625b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:09:05.850059 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5092d54d-66f1-449f-ab57-7e46c9018ef9 req-d2721639-5473-4cf0-9d7d-e26b49fe25df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be62a7a7-816e-4779-aa6c-5c41bedfef4a HTTP/1.1" status: 200 len: 850 time: 0.1483853 Sep 30 01:09:05.911902 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3d72a9fc-3757-437e-ba86-a07c0be2ccac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:05.919390 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a7bdf4ed-c750-435d-be6a-a9fa7e024ce7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:05.982380 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6c8a63e3-46cc-466b-acb3-23be32e0fb54 req-a9c66961-6aca-464b-85fe-842215c969d7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2983372 Sep 30 01:09:05.982380 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-32424718-0713-4fb6-9fdb-2706e97e3509 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=ff466f62-2993-4fda-99f8-d2dc5b844aa7 HTTP/1.1" status: 200 len: 217 time: 0.1258798 Sep 30 01:09:05.986353 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-1f466d12-fd18-4e19-b664-1eb8fdba625b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:09:06.015435 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5092d54d-66f1-449f-ab57-7e46c9018ef9 req-2d0f7286-13f4-488f-8df8-85fa46606745 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a45f81b3-7df7-4825-9d8e-944e71cc6909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1432281 Sep 30 01:09:06.018527 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72a9fc-3757-437e-ba86-a07c0be2ccac admin admin] Pushing event deleted for resources: {'Port': ['ID=dff39caa-76a6-4b41-97c9-329342a9da3d,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:06.021358 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3d72a9fc-3757-437e-ba86-a07c0be2ccac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:06.078706 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f466d12-fd18-4e19-b664-1eb8fdba625b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Made reservation on behalf of f1dfbd0c8d5243f99dcdbb9809979c1f for: {'subnet': 2} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:09:06.083639 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1f466d12-fd18-4e19-b664-1eb8fdba625b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:06.084039 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1f466d12-fd18-4e19-b664-1eb8fdba625b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:06.184704 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85596c3-ce87-4e85-8c5e-a18e81769745 req-1a81e973-5586-4e60-9f0c-d15401a0f1d5 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:06.195280 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d85596c3-ce87-4e85-8c5e-a18e81769745 req-1a81e973-5586-4e60-9f0c-d15401a0f1d5 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 945 time: 0.5814168 Sep 30 01:09:06.274088 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-36124784-4e42-4039-bab0-8715fdab0227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:06.276852 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-36124784-4e42-4039-bab0-8715fdab0227 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08cf9028-f858-4c0c-8619-dc36cad505dd HTTP/1.1" status: 200 len: 797 time: 0.2905540 Sep 30 01:09:06.482768 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-24b781e2-6120-4d8e-810a-32e1a7c79c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:06.484324 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-24b781e2-6120-4d8e-810a-32e1a7c79c6c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c8f5270-f537-4a24-8826-df38c01a7122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1845298 Sep 30 01:09:06.668314 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d85596c3-ce87-4e85-8c5e-a18e81769745 req-59ddbb6e-9696-4455-a746-785c05afee5c tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4726336 Sep 30 01:09:06.790194 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5092d54d-66f1-449f-ab57-7e46c9018ef9 req-0378799c-39c0-4b02-b521-51c56a64dffb service neutron] 10.222.0.59 "GET /v2.0/networks/a45f81b3-7df7-4825-9d8e-944e71cc6909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7171497 Sep 30 01:09:06.801957 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3d72a9fc-3757-437e-ba86-a07c0be2ccac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683119'] for router_interface, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:06.802466 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-9d314752-2e83-476a-8499-ae4c1805febd service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107321 Sep 30 01:09:06.823104 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644cc57f-6fd3-449a-ae83-a10c9418ddee req-86c05d43-9e6d-4696-b117-a92b00b13190 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:06.824624 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-644cc57f-6fd3-449a-ae83-a10c9418ddee req-86c05d43-9e6d-4696-b117-a92b00b13190 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 945 time: 0.6482520 Sep 30 01:09:07.076315 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-644cc57f-6fd3-449a-ae83-a10c9418ddee req-1d5f34ee-fa3f-42d0-b797-8ebaa4be9f20 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300894 Sep 30 01:09:07.162319 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-50f55906-e429-4948-8b02-bebbb3e85591 service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366189 Sep 30 01:09:07.239681 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5092d54d-66f1-449f-ab57-7e46c9018ef9 req-0f2c050e-d49e-42b8-8eda-5f8a197f0f0d service neutron] 10.222.0.59 "GET /v2.0/networks/a45f81b3-7df7-4825-9d8e-944e71cc6909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248397 Sep 30 01:09:07.264503 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e823b85-0161-4d02-8f28-185e1662e40e req-67b80c78-b076-4491-a15b-525f49420261 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:07.267700 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9e823b85-0161-4d02-8f28-185e1662e40e req-67b80c78-b076-4491-a15b-525f49420261 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 945 time: 0.4205227 Sep 30 01:09:07.459787 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-36005011-ff07-4889-b668-1184f17a5247 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=8383232f-0a72-4842-ada7-be7b80f6f5bb HTTP/1.1" status: 200 len: 217 time: 0.1302001 Sep 30 01:09:07.497517 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9e823b85-0161-4d02-8f28-185e1662e40e req-3343614e-0d37-4e57-982c-9d4caea7a3a9 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219772 Sep 30 01:09:07.568673 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d72a9fc-3757-437e-ba86-a07c0be2ccac admin admin] Router 764fcd78-8a13-426d-84ca-74d024e516be has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 01:09:07.604676 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-0b7dfd5f-b3f6-4fed-bec7-ec70c26c3ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:07.606882 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-0b7dfd5f-b3f6-4fed-bec7-ec70c26c3ffc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08cf9028-f858-4c0c-8619-dc36cad505dd HTTP/1.1" status: 200 len: 797 time: 0.1394358 Sep 30 01:09:07.741099 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab6774-c9fb-446f-b6f0-718e6a804084 req-ab9b3a7a-2d21-45a8-b4be-5d521f958239 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:07.747677 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab6774-c9fb-446f-b6f0-718e6a804084 req-ab9b3a7a-2d21-45a8-b4be-5d521f958239 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:07.753526 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab6774-c9fb-446f-b6f0-718e6a804084 req-ab9b3a7a-2d21-45a8-b4be-5d521f958239 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:07.759455 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab6774-c9fb-446f-b6f0-718e6a804084 req-ab9b3a7a-2d21-45a8-b4be-5d521f958239 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:07.766101 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab6774-c9fb-446f-b6f0-718e6a804084 req-ab9b3a7a-2d21-45a8-b4be-5d521f958239 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:07.773910 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab6774-c9fb-446f-b6f0-718e6a804084 req-ab9b3a7a-2d21-45a8-b4be-5d521f958239 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:07.779474 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d72a9fc-3757-437e-ba86-a07c0be2ccac admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:09:07.780654 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab6774-c9fb-446f-b6f0-718e6a804084 req-ab9b3a7a-2d21-45a8-b4be-5d521f958239 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:07.782843 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-aaab6774-c9fb-446f-b6f0-718e6a804084 req-ab9b3a7a-2d21-45a8-b4be-5d521f958239 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5430 time: 0.4559889 Sep 30 01:09:07.791422 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4377e8a9-2563-4d88-9f9c-b177202f46d2 None None] Sync routers for ids ['764fcd78-8a13-426d-84ca-74d024e516be'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:09:07.800013 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-3d72a9fc-3757-437e-ba86-a07c0be2ccac admin admin] 10.222.0.39 "PUT /v2.0/routers/764fcd78-8a13-426d-84ca-74d024e516be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0544682 Sep 30 01:09:07.802502 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54000) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:07.815781 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4377e8a9-2563-4d88-9f9c-b177202f46d2 None None] Routers {'764fcd78-8a13-426d-84ca-74d024e516be'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:09:07.821485 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-4377e8a9-2563-4d88-9f9c-b177202f46d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:08:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['764fcd78-8a13-426d-84ca-74d024e516be'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:07.841772 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1f466d12-fd18-4e19-b664-1eb8fdba625b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:07.850213 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6a0c04d1-24f8-42aa-8430-799a7ef117fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:07.886879 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 54006) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:07.911809 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-aaab6774-c9fb-446f-b6f0-718e6a804084 req-18ee97ee-9e3b-4839-bb4b-e181ffe7d33a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1178212 Sep 30 01:09:07.985067 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f466d12-fd18-4e19-b664-1eb8fdba625b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Checking segment: {'id': 'd98a2dcd-5513-4b19-a8cb-b68eb228aaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f104384e-ad05-4207-943c-cc5b988d25ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:09:07.985749 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f466d12-fd18-4e19-b664-1eb8fdba625b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Network hostable DHCP agents. Network: f104384e-ad05-4207-943c-cc5b988d25ca, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:09:07.992805 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f466d12-fd18-4e19-b664-1eb8fdba625b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Pushing event updated for resources: {'Subnet': ['ID=a4ee5b85-27a8-4481-a4f9-db06fe08247b,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:07.998223 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1f466d12-fd18-4e19-b664-1eb8fdba625b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:08.005016 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-6caef0ca-67b8-4158-8976-8be6b87fcbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:08.007641 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-6caef0ca-67b8-4158-8976-8be6b87fcbf2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c8f5270-f537-4a24-8826-df38c01a7122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3849480 Sep 30 01:09:08.084126 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-79a23c52-fab4-482d-b634-fff8c3aa7747 admin admin] Notify callbacks [] for router, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:08.192759 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f466d12-fd18-4e19-b664-1eb8fdba625b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Network f104384e-ad05-4207-943c-cc5b988d25ca is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:09:08.220766 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8a95fc31-15c5-4a10-a7df-c13305a92857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:08.231669 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-4377e8a9-2563-4d88-9f9c-b177202f46d2 None None] Set router 764fcd78-8a13-426d-84ca-74d024e516be gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:09:08.236364 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-03dae474-9b3c-47c3-adb1-d83929df8ef0 service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225091 Sep 30 01:09:08.239130 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-1f466d12-fd18-4e19-b664-1eb8fdba625b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, f104384e-ad05-4207-943c-cc5b988d25ca) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:09:08.244942 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1f466d12-fd18-4e19-b664-1eb8fdba625b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:08.252656 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e2fe895d-2790-4d0c-8420-b930e9295d11 tempest-TaggedBootDevicesTest-1884712437 tempest-TaggedBootDevicesTest-1884712437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:08.311543 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-8a95fc31-15c5-4a10-a7df-c13305a92857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:09:08.408315 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24be4e81-50fb-409c-be1f-1158cc1e0c04 None None] Network f104384e-ad05-4207-943c-cc5b988d25ca requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:09:08.469980 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f466d12-fd18-4e19-b664-1eb8fdba625b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Pushing event updated for resources: {'Subnet': ['ID=46e7974a-1350-4b61-9471-7fa3a6c9e0ee,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:08.473025 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1f466d12-fd18-4e19-b664-1eb8fdba625b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:08.478971 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5557f927-157d-46dc-8793-a5a0c19b1328 service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273083 Sep 30 01:09:08.548836 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-8a95fc31-15c5-4a10-a7df-c13305a92857 admin admin] Usage tracker for resource:security_group_rule and tenant:8106d7eabfd64df794dadd62deb245ed is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:09:08.579386 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-8a95fc31-15c5-4a10-a7df-c13305a92857 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:09:08.622831 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307ef61-f0c6-4092-81b0-3fa5c1a8e208 req-d4d27698-f02a-4e53-bebd-e596b4621209 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:08.624315 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3307ef61-f0c6-4092-81b0-3fa5c1a8e208 req-d4d27698-f02a-4e53-bebd-e596b4621209 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 945 time: 0.4586046 Sep 30 01:09:08.666226 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-79a23c52-fab4-482d-b634-fff8c3aa7747 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:08.691085 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3307ef61-f0c6-4092-81b0-3fa5c1a8e208 req-8d8a53d1-1b22-4655-a0e6-6d24cd44b255 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610719 Sep 30 01:09:08.697441 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-79a23c52-fab4-482d-b634-fff8c3aa7747 admin admin] Deleting port a7fb816f-a347-48b0-9e71-aaf4a8e43e48 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:09:08.698837 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-79a23c52-fab4-482d-b634-fff8c3aa7747 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:08.745682 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-417f91bc-9ec4-4e4d-8b9e-d991591b0da5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a91a955a-b302-4a1e-8e67-1aaf3fa7f289 HTTP/1.1" status: 200 len: 217 time: 0.1936219 Sep 30 01:09:08.763123 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-8a95fc31-15c5-4a10-a7df-c13305a92857 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:09:08.857346 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-f104384e-ad05-4207-943c-cc5b988d25ca', 'network_id': 'f104384e-ad05-4207-943c-cc5b988d25ca', 'tenant_id': 'f1dfbd0c8d5243f99dcdbb9809979c1f', 'fixed_ips': [{'subnet_id': 'a4ee5b85-27a8-4481-a4f9-db06fe08247b'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 01:09:08.858968 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:08.921999 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-fafac24c-c585-4f21-b89c-1140ae5c755e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:08.923504 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-fafac24c-c585-4f21-b89c-1140ae5c755e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=652513b8-d456-4d6b-b6d5-540fa6762cfc HTTP/1.1" status: 200 len: 797 time: 0.1578074 Sep 30 01:09:08.947016 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46c2bb-7e77-4d73-9d97-3a83b48b6468 req-66275ed3-db60-4d6b-ac95-db1fada98bf7 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:08.948595 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ac46c2bb-7e77-4d73-9d97-3a83b48b6468 req-66275ed3-db60-4d6b-ac95-db1fada98bf7 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 945 time: 0.6345885 Sep 30 01:09:09.004610 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f466d12-fd18-4e19-b664-1eb8fdba625b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Checking segment: {'id': '58d7938e-b2b8-4ff3-bbb4-27a0f12184e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cc3f1c30-128d-45de-b019-9b8fd87a0bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:09:09.005011 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f466d12-fd18-4e19-b664-1eb8fdba625b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Network hostable DHCP agents. Network: cc3f1c30-128d-45de-b019-9b8fd87a0bf4, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:09:09.032850 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-4377e8a9-2563-4d88-9f9c-b177202f46d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764fcd78-8a13-426d-84ca-74d024e516be', 'name': 'tempest-ServersTestManualDisk-1993270947-router', 'tenant_id': '21758b229ddd40f999546edcb999526d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'a7fb816f-a347-48b0-9e71-aaf4a8e43e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:05:50Z', 'updated_at': '2021-09-30T01:09:05Z', 'revision_number': 5, 'project_id': '21758b229ddd40f999546edcb999526d', 'gw_port': {'id': 'a7fb816f-a347-48b0-9e71-aaf4a8e43e48', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:36:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764fcd78-8a13-426d-84ca-74d024e516be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:05:52Z', 'updated_at': '2021-09-30T01:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:09.084405 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4377e8a9-2563-4d88-9f9c-b177202f46d2 None None] Checking router: 764fcd78-8a13-426d-84ca-74d024e516be for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:09:09.095299 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-79a23c52-fab4-482d-b634-fff8c3aa7747 admin admin] For port a7fb816f-a347-48b0-9e71-aaf4a8e43e48, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=a7fb816f-a347-48b0-9e71-aaf4a8e43e48,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:09.095672 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-79a23c52-fab4-482d-b634-fff8c3aa7747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:09.109774 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4377e8a9-2563-4d88-9f9c-b177202f46d2 None None] Routers {'764fcd78-8a13-426d-84ca-74d024e516be'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:09:09.110768 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-4377e8a9-2563-4d88-9f9c-b177202f46d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:08:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['764fcd78-8a13-426d-84ca-74d024e516be'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:09.252333 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-79a23c52-fab4-482d-b634-fff8c3aa7747 admin admin] Calling delete_port for a7fb816f-a347-48b0-9e71-aaf4a8e43e48 owned by network:router_gateway {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:09:09.253353 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ac46c2bb-7e77-4d73-9d97-3a83b48b6468 req-ea2ae8f8-cecd-4a24-9b20-ae514c520f85 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552137 Sep 30 01:09:09.259361 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f466d12-fd18-4e19-b664-1eb8fdba625b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Network cc3f1c30-128d-45de-b019-9b8fd87a0bf4 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:09:09.283648 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-1f466d12-fd18-4e19-b664-1eb8fdba625b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, cc3f1c30-128d-45de-b019-9b8fd87a0bf4) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:09:09.298075 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f466d12-fd18-4e19-b664-1eb8fdba625b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:09.298568 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f466d12-fd18-4e19-b664-1eb8fdba625b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:09.299233 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-1f466d12-fd18-4e19-b664-1eb8fdba625b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:09.319241 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-be41cd6f-f060-4e15-bb0c-c2ca3b9b0d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:09.320865 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-be41cd6f-f060-4e15-bb0c-c2ca3b9b0d53 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9dd935bb-d688-4433-a9d1-a36b64beb9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3679466 Sep 30 01:09:09.356234 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-4377e8a9-2563-4d88-9f9c-b177202f46d2 None None] Set router 764fcd78-8a13-426d-84ca-74d024e516be gateway port host: None {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:09:09.364478 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb419fb-8f33-4e99-b07f-8fde85a82ba7 req-a1e078b2-eba3-4fd6-a760-c2560d6cd6db tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:09.366961 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-adb419fb-8f33-4e99-b07f-8fde85a82ba7 req-a1e078b2-eba3-4fd6-a760-c2560d6cd6db tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 945 time: 0.4574280 Sep 30 01:09:09.450718 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-1f466d12-fd18-4e19-b664-1eb8fdba625b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.0465548 Sep 30 01:09:09.458780 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54020) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:09.477683 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0acb096-1faf-44ed-8b7a-855f81e0a494 None None] Network cc3f1c30-128d-45de-b019-9b8fd87a0bf4 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:09:09.489922 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-4377e8a9-2563-4d88-9f9c-b177202f46d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764fcd78-8a13-426d-84ca-74d024e516be', 'name': 'tempest-ServersTestManualDisk-1993270947-router', 'tenant_id': '21758b229ddd40f999546edcb999526d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:05:50Z', 'updated_at': '2021-09-30T01:09:08Z', 'revision_number': 6, 'project_id': '21758b229ddd40f999546edcb999526d', 'gw_port_host': None}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:09.498234 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4377e8a9-2563-4d88-9f9c-b177202f46d2 None None] The sync data for ids ['764fcd78-8a13-426d-84ca-74d024e516be'] in n-d-811809-1 is: [{'id': '764fcd78-8a13-426d-84ca-74d024e516be', 'name': 'tempest-ServersTestManualDisk-1993270947-router', 'tenant_id': '21758b229ddd40f999546edcb999526d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:05:50Z', 'updated_at': '2021-09-30T01:09:08Z', 'revision_number': 6, 'project_id': '21758b229ddd40f999546edcb999526d', 'gw_port_host': None}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:09:09.521006 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8a95fc31-15c5-4a10-a7df-c13305a92857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:09.533717 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8a95fc31-15c5-4a10-a7df-c13305a92857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:09.540271 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb22058-14b5-4430-a831-e71ce5cff721 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:09.543573 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb22058-14b5-4430-a831-e71ce5cff721 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:09.548411 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb22058-14b5-4430-a831-e71ce5cff721 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:09.560335 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-0fb22058-14b5-4430-a831-e71ce5cff721 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1005585 Sep 30 01:09:09.570754 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c6f4233f-2e2b-44b0-8927-136c343b7453 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:09.573175 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-adb419fb-8f33-4e99-b07f-8fde85a82ba7 req-09bc6317-2548-42ba-ba76-210524877bd7 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922522 Sep 30 01:09:09.575281 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54024) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:09.579778 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Allocated IP 2001:db8::1 (f104384e-ad05-4207-943c-cc5b988d25ca/a4ee5b85-27a8-4481-a4f9-db06fe08247b/9e930b00-6c33-4ef9-815d-522ffb918669) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:09:09.609106 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-8a95fc31-15c5-4a10-a7df-c13305a92857 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8106d7eabfd64df794dadd62deb245ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7161815 Sep 30 01:09:09.618760 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95fc31-15c5-4a10-a7df-c13305a92857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fa799d-ce8f-41f8-861f-2a3cc5bf7b37,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:09.618760 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8a95fc31-15c5-4a10-a7df-c13305a92857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:09.619547 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 54028) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:09.686337 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8624982-6348-4072-a7cc-e174769821e7 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Deleting subnet a4ee5b85-27a8-4481-a4f9-db06fe08247b {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:09:09.740490 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-e72d9bb2-6a2a-47b2-bc4f-7a0975055dd1 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd935bb-d688-4433-a9d1-a36b64beb9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101915 Sep 30 01:09:09.756744 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130d673-af92-41f9-bf03-a98b5a3e7ab9 req-8dbe84dc-8b38-4592-bf10-7d4ff050c0a3 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:09.762895 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130d673-af92-41f9-bf03-a98b5a3e7ab9 req-8dbe84dc-8b38-4592-bf10-7d4ff050c0a3 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:09.773084 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130d673-af92-41f9-bf03-a98b5a3e7ab9 req-8dbe84dc-8b38-4592-bf10-7d4ff050c0a3 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:09.779977 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130d673-af92-41f9-bf03-a98b5a3e7ab9 req-8dbe84dc-8b38-4592-bf10-7d4ff050c0a3 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:09.786580 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130d673-af92-41f9-bf03-a98b5a3e7ab9 req-8dbe84dc-8b38-4592-bf10-7d4ff050c0a3 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:09.794158 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130d673-af92-41f9-bf03-a98b5a3e7ab9 req-8dbe84dc-8b38-4592-bf10-7d4ff050c0a3 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:09.800323 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130d673-af92-41f9-bf03-a98b5a3e7ab9 req-8dbe84dc-8b38-4592-bf10-7d4ff050c0a3 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:09.802295 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c130d673-af92-41f9-bf03-a98b5a3e7ab9 req-8dbe84dc-8b38-4592-bf10-7d4ff050c0a3 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5430 time: 0.3402843 Sep 30 01:09:09.803571 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e261485d-6b22-481f-b67f-2ba538f296ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:09.988143 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75de3d0-3ba8-4a0e-a8cb-fe9a19f57fb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-cc3f1c30-128d-45de-b019-9b8fd87a0bf4', 'network_id': 'cc3f1c30-128d-45de-b019-9b8fd87a0bf4', 'tenant_id': 'f1dfbd0c8d5243f99dcdbb9809979c1f', 'fixed_ips': [{'subnet_id': '46e7974a-1350-4b61-9471-7fa3a6c9e0ee'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 01:09:09.989654 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d75de3d0-3ba8-4a0e-a8cb-fe9a19f57fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:10.021420 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-79a23c52-fab4-482d-b634-fff8c3aa7747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:10.042947 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-caa286d8-5f4b-446e-8b57-7aafae9d4235 tempest-ServerActionsTestJSON-693165627 tempest-ServerActionsTestJSON-693165627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:10.072801 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-373e693d-4562-41b2-9f4e-3998f2c9c82e service neutron] 10.222.0.59 "GET /v2.0/networks/9dd935bb-d688-4433-a9d1-a36b64beb9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545958 Sep 30 01:09:10.074941 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e261485d-6b22-481f-b67f-2ba538f296ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:10.097293 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a23c52-fab4-482d-b634-fff8c3aa7747 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7fb816f-a347-48b0-9e71-aaf4a8e43e48,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:10.126238 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-79a23c52-fab4-482d-b634-fff8c3aa7747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:10.167330 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c130d673-af92-41f9-bf03-a98b5a3e7ab9 req-196cba11-fb18-44e7-9a4d-35a1e240e524 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3507352 Sep 30 01:09:10.191803 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-5caf112c-eb9e-430b-8cd4-122f307004d6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=19351280-48a5-463a-8841-fd47e2412cd3 HTTP/1.1" status: 200 len: 217 time: 0.1058016 Sep 30 01:09:10.197281 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:10.218308 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896726a-835c-4a7d-abbf-36e5fe529ced req-77eb0560-b755-46aa-bcce-1977c9aa3115 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:10.220510 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d896726a-835c-4a7d-abbf-36e5fe529ced req-77eb0560-b755-46aa-bcce-1977c9aa3115 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 945 time: 0.3050952 Sep 30 01:09:10.222609 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-79a23c52-fab4-482d-b634-fff8c3aa7747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673024'] for router_gateway, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:10.288093 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Transition to ACTIVE for port object 9e930b00-6c33-4ef9-815d-522ffb918669 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:09:10.307219 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-64bc0362-c903-4487-bb4a-be141e588542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:10.308707 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-64bc0362-c903-4487-bb4a-be141e588542 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=652513b8-d456-4d6b-b6d5-540fa6762cfc HTTP/1.1" status: 200 len: 797 time: 0.0945835 Sep 30 01:09:10.370823 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-d75de3d0-3ba8-4a0e-a8cb-fe9a19f57fb6 None None] Allocated IP 2001:db8:0:1::1 (cc3f1c30-128d-45de-b019-9b8fd87a0bf4/46e7974a-1350-4b61-9471-7fa3a6c9e0ee/a693fd3a-dafe-454e-b9e9-b855f58c25be) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:09:10.373813 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Transition to ACTIVE for port object 9e930b00-6c33-4ef9-815d-522ffb918669 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:09:10.384756 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:10.406986 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e261485d-6b22-481f-b67f-2ba538f296ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:10.409836 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-ebb7ae75-a5e2-43c8-a970-acb98e5cba69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:10.423864 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-970603bc-ece0-4272-8fcc-943027eb669b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:10.438223 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f8624982-6348-4072-a7cc-e174769821e7 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:10.478238 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Network f104384e-ad05-4207-943c-cc5b988d25ca is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:09:10.487516 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:09:10.490038 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:09:10.504740 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f8624982-6348-4072-a7cc-e174769821e7 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:10.555512 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261485d-6b22-481f-b67f-2ba538f296ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fa799d-ce8f-41f8-861f-2a3cc5bf7b37,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:10.607233 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e261485d-6b22-481f-b67f-2ba538f296ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:10.623804 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f8624982-6348-4072-a7cc-e174769821e7 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:10.638560 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-e261485d-6b22-481f-b67f-2ba538f296ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:10.648041 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-e261485d-6b22-481f-b67f-2ba538f296ff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/98fa799d-ce8f-41f8-861f-2a3cc5bf7b37 HTTP/1.1" status: 204 len: 168 time: 1.0177619 Sep 30 01:09:10.729432 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-26dea18e-a173-433f-a232-1fba51088703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:10.731242 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-26dea18e-a173-433f-a232-1fba51088703 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9dd935bb-d688-4433-a9d1-a36b64beb9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4130321 Sep 30 01:09:10.731773 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f8624982-6348-4072-a7cc-e174769821e7 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:10.741220 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-eed48406-bbf3-44eb-8ea5-a926a30cec6c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:10.754808 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Attempting to bind port 9e930b00-6c33-4ef9-815d-522ffb918669 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:09:10.755157 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Attempting to bind port 9e930b00-6c33-4ef9-815d-522ffb918669 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'd98a2dcd-5513-4b19-a8cb-b68eb228aaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f104384e-ad05-4207-943c-cc5b988d25ca'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:09:10.755534 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Attempting to bind port 9e930b00-6c33-4ef9-815d-522ffb918669 on network f104384e-ad05-4207-943c-cc5b988d25ca {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:09:10.768451 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f46eb-8da3-438a-8291-4861ccdc0f2d req-fd44b48f-5251-4359-93ea-43425a8c3507 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:10.769700 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Pushing event updated for resources: {'Port': ['ID=9e930b00-6c33-4ef9-815d-522ffb918669,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:10.781373 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:09:10.781714 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-516f46eb-8da3-438a-8291-4861ccdc0f2d req-fd44b48f-5251-4359-93ea-43425a8c3507 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 945 time: 0.3583238 Sep 30 01:09:10.781959 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Checking segment: {'id': 'd98a2dcd-5513-4b19-a8cb-b68eb228aaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f104384e-ad05-4207-943c-cc5b988d25ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:09:10.782308 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:10.782717 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Bound using segment: {'id': 'd98a2dcd-5513-4b19-a8cb-b68eb228aaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f104384e-ad05-4207-943c-cc5b988d25ca'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:09:10.783231 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Bound port: 9e930b00-6c33-4ef9-815d-522ffb918669, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98a2dcd-5513-4b19-a8cb-b68eb228aaa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'f104384e-ad05-4207-943c-cc5b988d25ca'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:09:10.783622 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:10.801300 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:10.801663 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:10.801998 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:10.802346 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:10.802681 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:10.803044 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:10.803420 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:10.803760 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:10.804084 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:10.804469 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:10.804803 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:10.805131 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:10.809108 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:10.819560 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-79a23c52-fab4-482d-b634-fff8c3aa7747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30720'] for router, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:10.824498 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8624982-6348-4072-a7cc-e174769821e7 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Pushing event deleted for resources: {'Subnet': ['ID=a4ee5b85-27a8-4481-a4f9-db06fe08247b,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:10.827085 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-79a23c52-fab4-482d-b634-fff8c3aa7747 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:10.829416 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f8624982-6348-4072-a7cc-e174769821e7 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:10.846689 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-f8624982-6348-4072-a7cc-e174769821e7 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] 10.222.0.39 "DELETE /v2.0/subnets/a4ee5b85-27a8-4481-a4f9-db06fe08247b HTTP/1.1" status: 204 len: 168 time: 1.2695715 Sep 30 01:09:10.847857 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54042) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:10.848972 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f8624982-6348-4072-a7cc-e174769821e7 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:10.936185 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d896726a-835c-4a7d-abbf-36e5fe529ced req-2b130dcf-56b5-450c-b3ae-9b2ebc9b3c4d tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6672022 Sep 30 01:09:10.941371 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] For port 9e930b00-6c33-4ef9-815d-522ffb918669, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:09:10.946263 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] For port 9e930b00-6c33-4ef9-815d-522ffb918669, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=9e930b00-6c33-4ef9-815d-522ffb918669,segment=NetworkSegment(d98a2dcd-5513-4b19-a8cb-b68eb228aaa8),segment_id=d98a2dcd-5513-4b19-a8cb-b68eb228aaa8)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:09:10.962776 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:10.975641 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-ebb7ae75-a5e2-43c8-a970-acb98e5cba69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:11.175299 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-516f46eb-8da3-438a-8291-4861ccdc0f2d req-58fe69bb-a9ab-4580-a5cf-4bed3ed7de57 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930035 Sep 30 01:09:11.203759 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Pushing event updated for resources: {'Port': ['ID=9e930b00-6c33-4ef9-815d-522ffb918669,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:11.210342 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:11.212888 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device dff39caa-76a6-4b41-97c9-329342a9da3d no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:09:11.269215 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: dff39caa-76a6-4b41-97c9-329342a9da3d {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:09:11.269608 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device dff39caa-76a6-4b41-97c9-329342a9da3d not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:09:11.270072 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device a7fb816f-a347-48b0-9e71-aaf4a8e43e48 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:09:11.296639 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-ab4ed6b8-12c8-4647-913f-31c06b9891f9 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd935bb-d688-4433-a9d1-a36b64beb9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566681 Sep 30 01:09:11.299037 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-a05ff7e7-4fc5-4686-8e0b-25416c3baf92 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Deleting subnet 46e7974a-1350-4b61-9471-7fa3a6c9e0ee {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:09:11.302510 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-79a23c52-fab4-482d-b634-fff8c3aa7747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736498'] for router, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:11.303020 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a23c52-fab4-482d-b634-fff8c3aa7747 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 764fcd78-8a13-426d-84ca-74d024e516be {{(pid=80275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 30 01:09:11.313572 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-79a23c52-fab4-482d-b634-fff8c3aa7747 admin admin] Notify callbacks [] for router, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:11.314649 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-79a23c52-fab4-482d-b634-fff8c3aa7747 admin admin] 10.222.0.39 "DELETE /v2.0/routers/764fcd78-8a13-426d-84ca-74d024e516be HTTP/1.1" status: 204 len: 168 time: 3.5110915 Sep 30 01:09:11.321125 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54052) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:11.377522 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: a7fb816f-a347-48b0-9e71-aaf4a8e43e48 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:09:11.377893 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device a7fb816f-a347-48b0-9e71-aaf4a8e43e48 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:09:11.457950 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e3bfcd-f01f-4dbc-bdb5-ddbe40321ef3 admin admin] Deleting subnet 81a270c5-0bfe-4a31-9bd5-99f27822a262 {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:09:11.474669 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bf98c-24e9-4687-b63f-6bde70876a98 req-2eaeb44e-2906-4b03-b2a6-ecbf92d29e19 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:11.477332 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0f6bf98c-24e9-4687-b63f-6bde70876a98 req-2eaeb44e-2906-4b03-b2a6-ecbf92d29e19 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 945 time: 0.2363775 Sep 30 01:09:11.478098 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-57e3bfcd-f01f-4dbc-bdb5-ddbe40321ef3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:11.573648 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0f6bf98c-24e9-4687-b63f-6bde70876a98 req-c39f3f01-ee09-432c-a19f-0375b73992cf tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585935 Sep 30 01:09:11.582072 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-57e3bfcd-f01f-4dbc-bdb5-ddbe40321ef3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:11.650644 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d75de3d0-3ba8-4a0e-a8cb-fe9a19f57fb6 None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:11.674532 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:11.687457 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-d75de3d0-3ba8-4a0e-a8cb-fe9a19f57fb6 None None] Transition to ACTIVE for port object a693fd3a-dafe-454e-b9e9-b855f58c25be will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:09:11.691289 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54056) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:11.695007 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48572e3-69d4-478e-8378-cf75119d4603 None None] Network f104384e-ad05-4207-943c-cc5b988d25ca requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:09:11.748131 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d210a7b6-b891-4716-9fb7-76606e65957b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:11.788419 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d210a7b6-b891-4716-9fb7-76606e65957b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:09:11.796039 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-d210a7b6-b891-4716-9fb7-76606e65957b admin admin] Usage tracker for resource:security_group_rule and tenant:7158c9399a0e46d18054240d2dfaddb5 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:09:11.799503 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-57e3bfcd-f01f-4dbc-bdb5-ddbe40321ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:11.801137 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-d75de3d0-3ba8-4a0e-a8cb-fe9a19f57fb6 None None] Transition to ACTIVE for port object a693fd3a-dafe-454e-b9e9-b855f58c25be will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:09:11.815900 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d75de3d0-3ba8-4a0e-a8cb-fe9a19f57fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:11.827465 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-d210a7b6-b891-4716-9fb7-76606e65957b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:09:11.830397 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a05ff7e7-4fc5-4686-8e0b-25416c3baf92 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:11.877283 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f93b3b12-130d-420b-ac52-77f53f074ee2 req-005f5721-b169-4342-8281-d6261423a694 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd935bb-d688-4433-a9d1-a36b64beb9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5718200 Sep 30 01:09:11.886691 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d210a7b6-b891-4716-9fb7-76606e65957b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:09:11.903960 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:11.921628 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a05ff7e7-4fc5-4686-8e0b-25416c3baf92 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:12.002455 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326823e-82b3-4143-a2c6-1363d5a5c4be req-100f6ee3-a43f-45f8-aeba-a5a0f3be41f4 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:12.020960 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326823e-82b3-4143-a2c6-1363d5a5c4be req-100f6ee3-a43f-45f8-aeba-a5a0f3be41f4 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:12.036826 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326823e-82b3-4143-a2c6-1363d5a5c4be req-100f6ee3-a43f-45f8-aeba-a5a0f3be41f4 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:12.044847 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326823e-82b3-4143-a2c6-1363d5a5c4be req-100f6ee3-a43f-45f8-aeba-a5a0f3be41f4 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:12.051285 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326823e-82b3-4143-a2c6-1363d5a5c4be req-100f6ee3-a43f-45f8-aeba-a5a0f3be41f4 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:12.058791 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326823e-82b3-4143-a2c6-1363d5a5c4be req-100f6ee3-a43f-45f8-aeba-a5a0f3be41f4 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:12.065775 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326823e-82b3-4143-a2c6-1363d5a5c4be req-100f6ee3-a43f-45f8-aeba-a5a0f3be41f4 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:12.068291 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2326823e-82b3-4143-a2c6-1363d5a5c4be req-100f6ee3-a43f-45f8-aeba-a5a0f3be41f4 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5430 time: 0.3572321 Sep 30 01:09:12.078022 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-57e3bfcd-f01f-4dbc-bdb5-ddbe40321ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:12.085798 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75de3d0-3ba8-4a0e-a8cb-fe9a19f57fb6 None None] Network cc3f1c30-128d-45de-b019-9b8fd87a0bf4 is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:09:12.091473 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f8624982-6348-4072-a7cc-e174769821e7 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:12.098143 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-d75de3d0-3ba8-4a0e-a8cb-fe9a19f57fb6 None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:09:12.101773 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75de3d0-3ba8-4a0e-a8cb-fe9a19f57fb6 None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:09:12.133052 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-57e3bfcd-f01f-4dbc-bdb5-ddbe40321ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:12.153355 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3bfcd-f01f-4dbc-bdb5-ddbe40321ef3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81a270c5-0bfe-4a31-9bd5-99f27822a262,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:12.169607 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-57e3bfcd-f01f-4dbc-bdb5-ddbe40321ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:12.175957 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2326823e-82b3-4143-a2c6-1363d5a5c4be req-c9998721-fc95-4bad-b20e-68a40813184b tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1003525 Sep 30 01:09:12.185899 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 54064) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:12.186121 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-57e3bfcd-f01f-4dbc-bdb5-ddbe40321ef3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/81a270c5-0bfe-4a31-9bd5-99f27822a262 HTTP/1.1" status: 204 len: 168 time: 0.8602531 Sep 30 01:09:12.217549 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b9dc41-04a3-455c-8254-0ef6065d3316 None None] Network 6a3e54c0-527e-4a0b-877b-b2ace2e841bf requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:09:12.230470 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75de3d0-3ba8-4a0e-a8cb-fe9a19f57fb6 None None] Pushing event updated for resources: {'Port': ['ID=a693fd3a-dafe-454e-b9e9-b855f58c25be,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:12.233535 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-d75de3d0-3ba8-4a0e-a8cb-fe9a19f57fb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:12.307802 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:12.347354 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] Deleting port 50f97e5e-d618-4af7-b217-203d0854357b {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:09:12.347767 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:12.375090 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-d75de3d0-3ba8-4a0e-a8cb-fe9a19f57fb6 None None] Attempting to bind port a693fd3a-dafe-454e-b9e9-b855f58c25be on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:09:12.375693 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-d75de3d0-3ba8-4a0e-a8cb-fe9a19f57fb6 None None] Attempting to bind port a693fd3a-dafe-454e-b9e9-b855f58c25be by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '58d7938e-b2b8-4ff3-bbb4-27a0f12184e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cc3f1c30-128d-45de-b019-9b8fd87a0bf4'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:09:12.376367 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75de3d0-3ba8-4a0e-a8cb-fe9a19f57fb6 None None] Attempting to bind port a693fd3a-dafe-454e-b9e9-b855f58c25be on network cc3f1c30-128d-45de-b019-9b8fd87a0bf4 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:09:12.391984 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75de3d0-3ba8-4a0e-a8cb-fe9a19f57fb6 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:09:12.392788 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75de3d0-3ba8-4a0e-a8cb-fe9a19f57fb6 None None] Checking segment: {'id': '58d7938e-b2b8-4ff3-bbb4-27a0f12184e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cc3f1c30-128d-45de-b019-9b8fd87a0bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:09:12.393582 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d75de3d0-3ba8-4a0e-a8cb-fe9a19f57fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:12.394377 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75de3d0-3ba8-4a0e-a8cb-fe9a19f57fb6 None None] Bound using segment: {'id': '58d7938e-b2b8-4ff3-bbb4-27a0f12184e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cc3f1c30-128d-45de-b019-9b8fd87a0bf4'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:09:12.395151 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-d75de3d0-3ba8-4a0e-a8cb-fe9a19f57fb6 None None] Bound port: a693fd3a-dafe-454e-b9e9-b855f58c25be, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58d7938e-b2b8-4ff3-bbb4-27a0f12184e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cc3f1c30-128d-45de-b019-9b8fd87a0bf4'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:09:12.395791 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d75de3d0-3ba8-4a0e-a8cb-fe9a19f57fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:12.408855 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a497574-1076-4220-817a-698d5c8eff81 req-a0ead71a-3cae-4a74-a9f6-c45feb3c7549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:12.409226 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a497574-1076-4220-817a-698d5c8eff81 req-a0ead71a-3cae-4a74-a9f6-c45feb3c7549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:12.409719 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a497574-1076-4220-817a-698d5c8eff81 req-a0ead71a-3cae-4a74-a9f6-c45feb3c7549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:12.410213 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a497574-1076-4220-817a-698d5c8eff81 req-a0ead71a-3cae-4a74-a9f6-c45feb3c7549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:12.410702 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a497574-1076-4220-817a-698d5c8eff81 req-a0ead71a-3cae-4a74-a9f6-c45feb3c7549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:12.411215 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a497574-1076-4220-817a-698d5c8eff81 req-a0ead71a-3cae-4a74-a9f6-c45feb3c7549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:12.411699 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a497574-1076-4220-817a-698d5c8eff81 req-a0ead71a-3cae-4a74-a9f6-c45feb3c7549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:12.414515 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a497574-1076-4220-817a-698d5c8eff81 req-a0ead71a-3cae-4a74-a9f6-c45feb3c7549 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0149d6d6ed59445481fded27e8294137&device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 6487 time: 0.2898159 Sep 30 01:09:12.423127 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a05ff7e7-4fc5-4686-8e0b-25416c3baf92 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:12.502289 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d210a7b6-b891-4716-9fb7-76606e65957b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:12.519650 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d210a7b6-b891-4716-9fb7-76606e65957b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:12.532331 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8b06f31e-3458-48c4-9b4d-2cc9f796b5b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:12.606156 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-d210a7b6-b891-4716-9fb7-76606e65957b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7158c9399a0e46d18054240d2dfaddb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9098210 Sep 30 01:09:12.613471 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54070) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:12.624197 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210a7b6-b891-4716-9fb7-76606e65957b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99a310a-98b9-4f26-9f04-e6ded541f123,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:12.629141 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d210a7b6-b891-4716-9fb7-76606e65957b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:12.657303 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a05ff7e7-4fc5-4686-8e0b-25416c3baf92 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:12.662131 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-d75de3d0-3ba8-4a0e-a8cb-fe9a19f57fb6 None None] For port a693fd3a-dafe-454e-b9e9-b855f58c25be, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:09:12.668016 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-16594b98-72af-4302-b7af-32778a0fecb7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:12.681739 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-d75de3d0-3ba8-4a0e-a8cb-fe9a19f57fb6 None None] For port a693fd3a-dafe-454e-b9e9-b855f58c25be, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=a693fd3a-dafe-454e-b9e9-b855f58c25be,segment=NetworkSegment(58d7938e-b2b8-4ff3-bbb4-27a0f12184e8),segment_id=58d7938e-b2b8-4ff3-bbb4-27a0f12184e8)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:09:12.698547 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d75de3d0-3ba8-4a0e-a8cb-fe9a19f57fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:12.706300 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b06b75-078f-4429-af79-0a83dd15fbce req-bdaed388-3858-48c3-ae55-c3a5f5fb4634 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:12.714852 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f8b06b75-078f-4429-af79-0a83dd15fbce req-bdaed388-3858-48c3-ae55-c3a5f5fb4634 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 945 time: 0.5213633 Sep 30 01:09:12.719116 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:12.752825 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ff7e7-4fc5-4686-8e0b-25416c3baf92 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Pushing event deleted for resources: {'Subnet': ['ID=46e7974a-1350-4b61-9471-7fa3a6c9e0ee,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:12.760485 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a05ff7e7-4fc5-4686-8e0b-25416c3baf92 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:12.770298 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a05ff7e7-4fc5-4686-8e0b-25416c3baf92 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:12.820402 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-a05ff7e7-4fc5-4686-8e0b-25416c3baf92 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] 10.222.0.39 "DELETE /v2.0/subnets/46e7974a-1350-4b61-9471-7fa3a6c9e0ee HTTP/1.1" status: 204 len: 168 time: 1.9639778 Sep 30 01:09:12.835439 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54076) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:12.865433 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75de3d0-3ba8-4a0e-a8cb-fe9a19f57fb6 None None] Pushing event updated for resources: {'Port': ['ID=a693fd3a-dafe-454e-b9e9-b855f58c25be,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:12.876292 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-d75de3d0-3ba8-4a0e-a8cb-fe9a19f57fb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:12.908584 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a158bc-2d4c-4692-8821-706997ba853f None None] DHCP port deletion for 6a3e54c0-527e-4a0b-877b-b2ace2e841bf request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 01:09:12.916874 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-71a158bc-2d4c-4692-8821-706997ba853f None None] Deleting port 50f97e5e-d618-4af7-b217-203d0854357b {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:09:12.917337 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-71a158bc-2d4c-4692-8821-706997ba853f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:12.921640 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f8b06b75-078f-4429-af79-0a83dd15fbce req-8c3344b9-6434-4358-baad-d60d9c3b0396 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057478 Sep 30 01:09:12.928347 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a497574-1076-4220-817a-698d5c8eff81 req-a8db685c-065e-472a-bdce-87222142293c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:12.930632 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a497574-1076-4220-817a-698d5c8eff81 req-a8db685c-065e-472a-bdce-87222142293c service neutron] 10.222.0.59 "GET /v2.0/networks?id=9dd935bb-d688-4433-a9d1-a36b64beb9e9 HTTP/1.1" status: 200 len: 902 time: 0.5073702 Sep 30 01:09:12.997842 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-25602d3d-37bc-4099-a720-d4e3b72129a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:13.071045 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394f474b-32fe-4387-a929-d52cff671720 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:13.077043 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-394f474b-32fe-4387-a929-d52cff671720 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Synchronizing usage tracker for tenant:f1dfbd0c8d5243f99dcdbb9809979c1f on resource:subnet {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:09:13.081857 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] For port 50f97e5e-d618-4af7-b217-203d0854357b, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=50f97e5e-d618-4af7-b217-203d0854357b,segment=NetworkSegment(f3a59c15-0504-49a3-9129-c3529c1d8922),segment_id=f3a59c15-0504-49a3-9129-c3529c1d8922)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:13.082142 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:13.091038 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 50f97e5e-d618-4af7-b217-203d0854357b no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:09:13.099025 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-25602d3d-37bc-4099-a720-d4e3b72129a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:13.202637 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-394f474b-32fe-4387-a929-d52cff671720 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Unset dirty status for tenant:f1dfbd0c8d5243f99dcdbb9809979c1f on resource:subnet {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:09:13.203838 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-394f474b-32fe-4387-a929-d52cff671720 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3621020 Sep 30 01:09:13.236907 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 54080) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:13.355483 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-25602d3d-37bc-4099-a720-d4e3b72129a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:13.364738 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-997c6cf7-f677-4ac0-8e4f-05d261da3e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:13.380858 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] Calling delete_port for 50f97e5e-d618-4af7-b217-203d0854357b owned by network:dhcp {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:09:13.409235 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25602d3d-37bc-4099-a720-d4e3b72129a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99a310a-98b9-4f26-9f04-e6ded541f123,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:13.416158 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-25602d3d-37bc-4099-a720-d4e3b72129a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:13.454815 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345c878-d48d-4de5-8801-50a4126e6735 req-6c0393ce-ed77-4d55-b3d6-c4e383004e77 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:13.456392 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4345c878-d48d-4de5-8801-50a4126e6735 req-6c0393ce-ed77-4d55-b3d6-c4e383004e77 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 945 time: 0.3118072 Sep 30 01:09:13.458682 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-25602d3d-37bc-4099-a720-d4e3b72129a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:13.463924 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-25602d3d-37bc-4099-a720-d4e3b72129a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e99a310a-98b9-4f26-9f04-e6ded541f123 HTTP/1.1" status: 204 len: 168 time: 0.8455627 Sep 30 01:09:13.540706 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4345c878-d48d-4de5-8801-50a4126e6735 req-ca14ec8c-b9ce-41fd-8789-c6ffd890b562 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740185 Sep 30 01:09:13.640318 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:13.671372 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-71a158bc-2d4c-4692-8821-706997ba853f None None] For port 50f97e5e-d618-4af7-b217-203d0854357b, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=50f97e5e-d618-4af7-b217-203d0854357b,segment=NetworkSegment(f3a59c15-0504-49a3-9129-c3529c1d8922),segment_id=f3a59c15-0504-49a3-9129-c3529c1d8922)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:13.671872 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-71a158bc-2d4c-4692-8821-706997ba853f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:13.823503 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port 50f97e5e-d618-4af7-b217-203d0854357b, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=50f97e5e-d618-4af7-b217-203d0854357b,segment=NetworkSegment(f3a59c15-0504-49a3-9129-c3529c1d8922),segment_id=f3a59c15-0504-49a3-9129-c3529c1d8922)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:13.831710 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-71a158bc-2d4c-4692-8821-706997ba853f None None] Calling delete_port for 50f97e5e-d618-4af7-b217-203d0854357b owned by network:dhcp {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:09:13.842341 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c423230e-c346-44e1-baef-a3c38e2fe4d0 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:13.850291 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a497574-1076-4220-817a-698d5c8eff81 req-c4474179-aae6-41e1-8e0c-9c33adcc8de7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=19351280-48a5-463a-8841-fd47e2412cd3 HTTP/1.1" status: 200 len: 217 time: 0.6122797 Sep 30 01:09:13.861716 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:13.917527 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:14.007825 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.api [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80274) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 01:09:14.008921 n-d-811809-1 neutron-server[80274]: DEBUG oslo_db.api [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 01:09:14.020412 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-c423230e-c346-44e1-baef-a3c38e2fe4d0 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Deleting port a693fd3a-dafe-454e-b9e9-b855f58c25be {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:09:14.021380 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c423230e-c346-44e1-baef-a3c38e2fe4d0 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:14.040817 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd790f0-93d1-4338-9ebb-9953f88131ea req-c29902b2-c582-4e29-866d-499334a4cdbd tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:14.048101 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd790f0-93d1-4338-9ebb-9953f88131ea req-c29902b2-c582-4e29-866d-499334a4cdbd tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:14.055619 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd790f0-93d1-4338-9ebb-9953f88131ea req-c29902b2-c582-4e29-866d-499334a4cdbd tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:14.063049 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd790f0-93d1-4338-9ebb-9953f88131ea req-c29902b2-c582-4e29-866d-499334a4cdbd tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:14.074610 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=50f97e5e-d618-4af7-b217-203d0854357b,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:14.079580 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:14.089021 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd790f0-93d1-4338-9ebb-9953f88131ea req-c29902b2-c582-4e29-866d-499334a4cdbd tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:14.095790 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd790f0-93d1-4338-9ebb-9953f88131ea req-c29902b2-c582-4e29-866d-499334a4cdbd tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:14.106551 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd790f0-93d1-4338-9ebb-9953f88131ea req-c29902b2-c582-4e29-866d-499334a4cdbd tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:14.116226 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dcd790f0-93d1-4338-9ebb-9953f88131ea req-c29902b2-c582-4e29-866d-499334a4cdbd tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5430 time: 0.2433589 Sep 30 01:09:14.121588 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.api [None req-71a158bc-2d4c-4692-8821-706997ba853f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80276) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 01:09:14.121962 n-d-811809-1 neutron-server[80276]: DEBUG oslo_db.api [None req-71a158bc-2d4c-4692-8821-706997ba853f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 01:09:14.155175 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cf8e8-4936-4046-97c3-cd4820107852 req-a3f6a803-02b2-4dfc-8d58-bf925f2d3392 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:14.158558 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bc4cf8e8-4936-4046-97c3-cd4820107852 req-a3f6a803-02b2-4dfc-8d58-bf925f2d3392 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 945 time: 1.7115262 Sep 30 01:09:14.223594 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dcd790f0-93d1-4338-9ebb-9953f88131ea req-422eb6a4-95fb-4403-97f6-e30128f5e925 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0825644 Sep 30 01:09:14.310924 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a497574-1076-4220-817a-698d5c8eff81 req-6089b527-e0f8-4084-8301-6880038e84e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:14.312525 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a497574-1076-4220-817a-698d5c8eff81 req-6089b527-e0f8-4084-8301-6880038e84e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=652513b8-d456-4d6b-b6d5-540fa6762cfc HTTP/1.1" status: 200 len: 797 time: 0.4208851 Sep 30 01:09:14.487906 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bc4cf8e8-4936-4046-97c3-cd4820107852 req-5db237da-c8f4-4b37-b615-35e27be8c3d8 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749841 Sep 30 01:09:14.547269 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] Deleting port 50f97e5e-d618-4af7-b217-203d0854357b {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:09:14.547532 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:14.560924 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25408b55-7c5a-465c-b4ac-a94769643871 req-d99670c2-1faa-4699-b099-a8bf4c7e4efe tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:14.570187 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-25408b55-7c5a-465c-b4ac-a94769643871 req-d99670c2-1faa-4699-b099-a8bf4c7e4efe tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 945 time: 0.1903236 Sep 30 01:09:14.624665 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-71a158bc-2d4c-4692-8821-706997ba853f None None] Deleting port 50f97e5e-d618-4af7-b217-203d0854357b {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:09:14.624665 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-71a158bc-2d4c-4692-8821-706997ba853f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:14.658149 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-25408b55-7c5a-465c-b4ac-a94769643871 req-4d03c993-d544-4a4d-9373-729eb01318fc tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867252 Sep 30 01:09:14.690389 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd85f36c-d621-43ae-a358-004839cd03fd None None] Network cc3f1c30-128d-45de-b019-9b8fd87a0bf4 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:09:14.715211 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-c423230e-c346-44e1-baef-a3c38e2fe4d0 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] For port a693fd3a-dafe-454e-b9e9-b855f58c25be, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=a693fd3a-dafe-454e-b9e9-b855f58c25be,segment=NetworkSegment(58d7938e-b2b8-4ff3-bbb4-27a0f12184e8),segment_id=58d7938e-b2b8-4ff3-bbb4-27a0f12184e8)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:14.715636 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c423230e-c346-44e1-baef-a3c38e2fe4d0 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:14.877356 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-c423230e-c346-44e1-baef-a3c38e2fe4d0 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Calling delete_port for a693fd3a-dafe-454e-b9e9-b855f58c25be owned by network:dhcp {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:09:14.955641 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5a7ced18-ad2f-416f-bc9b-9696c6c11a2f None None] Provisioning for port a693fd3a-dafe-454e-b9e9-b855f58c25be completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:09:15.089297 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a497574-1076-4220-817a-698d5c8eff81 req-23e303c6-da0d-44ee-83c5-5507b9786ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:15.090831 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a497574-1076-4220-817a-698d5c8eff81 req-23e303c6-da0d-44ee-83c5-5507b9786ce8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9dd935bb-d688-4433-a9d1-a36b64beb9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7607861 Sep 30 01:09:15.118839 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device a693fd3a-dafe-454e-b9e9-b855f58c25be up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:09:15.284595 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-71a158bc-2d4c-4692-8821-706997ba853f None None] For port 50f97e5e-d618-4af7-b217-203d0854357b, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=50f97e5e-d618-4af7-b217-203d0854357b,segment=NetworkSegment(f3a59c15-0504-49a3-9129-c3529c1d8922),segment_id=f3a59c15-0504-49a3-9129-c3529c1d8922)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:15.285022 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-71a158bc-2d4c-4692-8821-706997ba853f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:15.467165 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-71a158bc-2d4c-4692-8821-706997ba853f None None] Calling delete_port for 50f97e5e-d618-4af7-b217-203d0854357b owned by network:dhcp {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:09:15.487297 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c423230e-c346-44e1-baef-a3c38e2fe4d0 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:15.510679 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-281224d9-7b68-4202-a8fc-aead31bcfaa3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:15.543920 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port a693fd3a-dafe-454e-b9e9-b855f58c25be triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:09:15.544254 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:15.580324 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07644a67-7046-4df2-b3c3-07ac04a46ae4 None None] DHCP port deletion for cc3f1c30-128d-45de-b019-9b8fd87a0bf4 request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 01:09:15.586068 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] For port 50f97e5e-d618-4af7-b217-203d0854357b, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=50f97e5e-d618-4af7-b217-203d0854357b,segment=NetworkSegment(f3a59c15-0504-49a3-9129-c3529c1d8922),segment_id=f3a59c15-0504-49a3-9129-c3529c1d8922)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:15.586815 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:15.593365 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Port a693fd3a-dafe-454e-b9e9-b855f58c25be was deleted so its status cannot be updated. {{(pid=80276) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 30 01:09:15.625049 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4cd83-34a3-45db-808a-a5d287d2c9df req-772a9f3f-f5a3-4b37-9560-5f7aa0cf6cbd tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:15.632569 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-71a158bc-2d4c-4692-8821-706997ba853f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821'] for port, after_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:15.634376 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4cd83-34a3-45db-808a-a5d287d2c9df req-772a9f3f-f5a3-4b37-9560-5f7aa0cf6cbd tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:15.649100 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4cd83-34a3-45db-808a-a5d287d2c9df req-772a9f3f-f5a3-4b37-9560-5f7aa0cf6cbd tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:15.656100 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:15.657827 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4cd83-34a3-45db-808a-a5d287d2c9df req-772a9f3f-f5a3-4b37-9560-5f7aa0cf6cbd tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:15.694440 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4cd83-34a3-45db-808a-a5d287d2c9df req-772a9f3f-f5a3-4b37-9560-5f7aa0cf6cbd tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:15.717100 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4cd83-34a3-45db-808a-a5d287d2c9df req-772a9f3f-f5a3-4b37-9560-5f7aa0cf6cbd tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:15.720629 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a158bc-2d4c-4692-8821-706997ba853f None None] No DVR routers for this DVR port 50f97e5e-d618-4af7-b217-203d0854357b on host n-d-811809-1 {{(pid=80276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:09:15.748966 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a158bc-2d4c-4692-8821-706997ba853f None None] Pushing event deleted for resources: {'Port': ['ID=50f97e5e-d618-4af7-b217-203d0854357b,revision_number=None']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:15.751788 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] Calling delete_port for 50f97e5e-d618-4af7-b217-203d0854357b owned by network:dhcp {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:09:15.754210 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4cd83-34a3-45db-808a-a5d287d2c9df req-772a9f3f-f5a3-4b37-9560-5f7aa0cf6cbd tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:15.757937 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-71a158bc-2d4c-4692-8821-706997ba853f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:15.758764 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf3c01a-3a3a-4af1-84e9-c73a27a94967 None None] get_active_networks_info from n-d-811809-1 {{(pid=80276) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 30 01:09:15.760773 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d6b4cd83-34a3-45db-808a-a5d287d2c9df req-772a9f3f-f5a3-4b37-9560-5f7aa0cf6cbd tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5430 time: 0.2859838 Sep 30 01:09:15.831254 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423230e-c346-44e1-baef-a3c38e2fe4d0 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Pushing event deleted for resources: {'Port': ['ID=a693fd3a-dafe-454e-b9e9-b855f58c25be,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:15.841647 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c423230e-c346-44e1-baef-a3c38e2fe4d0 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:15.850971 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a497574-1076-4220-817a-698d5c8eff81 req-f309297f-4e42-4e88-91b2-8d5cd352b9b4 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd935bb-d688-4433-a9d1-a36b64beb9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5919690 Sep 30 01:09:15.854042 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d6b4cd83-34a3-45db-808a-a5d287d2c9df req-41db9978-c26a-46ff-9d37-0c1aba2b864b tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0853524 Sep 30 01:09:15.857506 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c423230e-c346-44e1-baef-a3c38e2fe4d0 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] No DVR routers for this DVR port a693fd3a-dafe-454e-b9e9-b855f58c25be on host n-d-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:09:15.971816 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf3c01a-3a3a-4af1-84e9-c73a27a94967 None None] Resources bound (agent type, host, resource id): {{(pid=80276) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 01:09:16.060514 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36186a5f-303d-41b3-b655-3929ca988cea req-d1fb4328-a924-4abf-b147-c997c70f8b3e tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:16.068303 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-36186a5f-303d-41b3-b655-3929ca988cea req-d1fb4328-a924-4abf-b147-c997c70f8b3e tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 945 time: 0.1024318 Sep 30 01:09:16.138456 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-36186a5f-303d-41b3-b655-3929ca988cea req-efcf5336-fd32-4608-a1ae-56dab17d9a4a tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680439 Sep 30 01:09:16.157938 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a497574-1076-4220-817a-698d5c8eff81 req-34a0c937-3108-4e04-a6a5-27275bf3c988 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd935bb-d688-4433-a9d1-a36b64beb9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504714 Sep 30 01:09:16.157938 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113354c-00ca-4b2c-9023-b28e298651e8 req-e1a82e7a-9639-475b-a26e-22afcc808498 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:16.157938 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4113354c-00ca-4b2c-9023-b28e298651e8 req-e1a82e7a-9639-475b-a26e-22afcc808498 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 945 time: 1.2469556 Sep 30 01:09:16.307226 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.api [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80274) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 01:09:16.310237 n-d-811809-1 neutron-server[80274]: DEBUG oslo_db.api [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 01:09:16.374835 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c423230e-c346-44e1-baef-a3c38e2fe4d0 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:16.418611 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-c423230e-c346-44e1-baef-a3c38e2fe4d0 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc3f1c30-128d-45de-b019-9b8fd87a0bf4']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:16.446543 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4113354c-00ca-4b2c-9023-b28e298651e8 req-9cf57f13-3698-4f70-b9e9-8b2c0e3e49cd tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569083 Sep 30 01:09:16.464971 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4605939-9e6a-4fb7-8182-8d6961be316d req-9531ea0c-2bd2-4fee-a0b2-de11531d7175 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:16.467445 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b4605939-9e6a-4fb7-8182-8d6961be316d req-9531ea0c-2bd2-4fee-a0b2-de11531d7175 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 945 time: 0.1156728 Sep 30 01:09:16.473805 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-c423230e-c346-44e1-baef-a3c38e2fe4d0 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58d7938e-b2b8-4ff3-bbb4-27a0f12184e8') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:16.474517 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-c423230e-c346-44e1-baef-a3c38e2fe4d0 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58d7938e-b2b8-4ff3-bbb4-27a0f12184e8') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:16.523780 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] Deleting port 50f97e5e-d618-4af7-b217-203d0854357b {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:09:16.524281 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:16.556527 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b4605939-9e6a-4fb7-8182-8d6961be316d req-064ac272-35b7-4407-889a-813c2c21502b tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813653 Sep 30 01:09:16.602961 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c423230e-c346-44e1-baef-a3c38e2fe4d0 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:16.665971 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] The port '50f97e5e-d618-4af7-b217-203d0854357b' was deleted {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 30 01:09:16.694529 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c423230e-c346-44e1-baef-a3c38e2fe4d0 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:16.719732 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c423230e-c346-44e1-baef-a3c38e2fe4d0 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:09:16.720316 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c423230e-c346-44e1-baef-a3c38e2fe4d0 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: timer() Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:09:16.737242 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:09:16.961890 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:16.976232 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c423230e-c346-44e1-baef-a3c38e2fe4d0 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:16.992440 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-11d5c4d5-7fa2-470a-bd8d-cd8f6f790a4b tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:17.037827 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c423230e-c346-44e1-baef-a3c38e2fe4d0 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:17.045555 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device a693fd3a-dafe-454e-b9e9-b855f58c25be no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:09:17.048767 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a3e54c0-527e-4a0b-877b-b2ace2e841bf']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:17.109338 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423230e-c346-44e1-baef-a3c38e2fe4d0 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Pushing event deleted for resources: {'Network': ['ID=cc3f1c30-128d-45de-b019-9b8fd87a0bf4,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:17.121854 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c423230e-c346-44e1-baef-a3c38e2fe4d0 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:17.146160 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a59c15-0504-49a3-9129-c3529c1d8922') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:17.147591 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a59c15-0504-49a3-9129-c3529c1d8922') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:17.176470 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: a693fd3a-dafe-454e-b9e9-b855f58c25be {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:09:17.176962 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device a693fd3a-dafe-454e-b9e9-b855f58c25be not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:09:17.258103 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:17.271310 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-c423230e-c346-44e1-baef-a3c38e2fe4d0 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] 10.222.0.39 "DELETE /v2.0/networks/cc3f1c30-128d-45de-b019-9b8fd87a0bf4 HTTP/1.1" status: 204 len: 168 time: 3.9117815 Sep 30 01:09:17.274485 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54152) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:17.293296 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:17.312986 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:09:17.322492 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: timer() Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:09:17.347343 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:09:17.620455 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8b56427e-1efa-4631-97ab-8cf2de7f561e tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:17.649044 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e394b62-3a00-4437-b551-97a7b43e18f5 req-818b7eab-e775-4a00-a5ae-90cc459396c7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:17.649541 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020212e-6574-43a1-881c-1a1fef4b0a27 req-a11d5cfb-1a1e-48fc-b394-069ec40172d9 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:17.651262 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5020212e-6574-43a1-881c-1a1fef4b0a27 req-a11d5cfb-1a1e-48fc-b394-069ec40172d9 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 945 time: 0.1360960 Sep 30 01:09:17.653068 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-8b56427e-1efa-4631-97ab-8cf2de7f561e tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Deleting port 9e930b00-6c33-4ef9-815d-522ffb918669 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:09:17.653583 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8b56427e-1efa-4631-97ab-8cf2de7f561e tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:17.660452 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e394b62-3a00-4437-b551-97a7b43e18f5 req-818b7eab-e775-4a00-a5ae-90cc459396c7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:17.667081 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e394b62-3a00-4437-b551-97a7b43e18f5 req-818b7eab-e775-4a00-a5ae-90cc459396c7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:17.672977 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e394b62-3a00-4437-b551-97a7b43e18f5 req-818b7eab-e775-4a00-a5ae-90cc459396c7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:17.679234 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e394b62-3a00-4437-b551-97a7b43e18f5 req-818b7eab-e775-4a00-a5ae-90cc459396c7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:17.685058 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e394b62-3a00-4437-b551-97a7b43e18f5 req-818b7eab-e775-4a00-a5ae-90cc459396c7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:17.691463 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e394b62-3a00-4437-b551-97a7b43e18f5 req-818b7eab-e775-4a00-a5ae-90cc459396c7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:17.693635 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5e394b62-3a00-4437-b551-97a7b43e18f5 req-818b7eab-e775-4a00-a5ae-90cc459396c7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5430 time: 0.6505182 Sep 30 01:09:17.752781 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:17.760065 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2396caf1-af73-4c1e-87b4-a2f99e5e398a tempest-DHCPAgentSchedulersTestJSON-972279532 tempest-DHCPAgentSchedulersTestJSON-972279532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:17.781428 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-5e394b62-3a00-4437-b551-97a7b43e18f5 req-2d73b441-5289-4ef4-b9df-6db2e2cf8815 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0774822 Sep 30 01:09:17.787080 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:17.790418 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5020212e-6574-43a1-881c-1a1fef4b0a27 req-45582652-1d00-4dda-b8f6-1b9845f1c5cd tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070678 Sep 30 01:09:17.826693 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a3e54c0-527e-4a0b-877b-b2ace2e841bf,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:17.832947 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:17.859309 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6a3e54c0-527e-4a0b-877b-b2ace2e841bf HTTP/1.1" status: 204 len: 168 time: 5.6742399 Sep 30 01:09:17.875895 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f180c-fa32-4523-afd2-c0baba91034a req-9c2bbeb6-b151-4d50-9896-e7e0cb26df4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:17.877837 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1f1f180c-fa32-4523-afd2-c0baba91034a req-9c2bbeb6-b151-4d50-9896-e7e0cb26df4c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 1096 time: 0.4560218 Sep 30 01:09:17.963755 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1f1f180c-fa32-4523-afd2-c0baba91034a req-56876185-ea7b-4c3a-a130-cf19459b5bbd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781205 Sep 30 01:09:18.134153 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54178) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:18.134153 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-8b56427e-1efa-4631-97ab-8cf2de7f561e tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] For port 9e930b00-6c33-4ef9-815d-522ffb918669, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=9e930b00-6c33-4ef9-815d-522ffb918669,segment=NetworkSegment(d98a2dcd-5513-4b19-a8cb-b68eb228aaa8),segment_id=d98a2dcd-5513-4b19-a8cb-b68eb228aaa8)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:18.134153 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8b56427e-1efa-4631-97ab-8cf2de7f561e tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:18.142882 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04882d3-8564-4940-9bd7-a3fabcb356b6 req-d7c1fcbf-7853-431a-aad7-fa2a48b6b5de tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:18.144583 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d04882d3-8564-4940-9bd7-a3fabcb356b6 req-d7c1fcbf-7853-431a-aad7-fa2a48b6b5de tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 945 time: 0.1329148 Sep 30 01:09:18.200368 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d04882d3-8564-4940-9bd7-a3fabcb356b6 req-7389e32a-c0c5-4a9e-9230-755f41d614da tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469253 Sep 30 01:09:18.311443 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-8b56427e-1efa-4631-97ab-8cf2de7f561e tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Calling delete_port for 9e930b00-6c33-4ef9-815d-522ffb918669 owned by network:dhcp {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:09:18.398970 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacabac-d050-4bc7-9479-aac9c85fb650 req-284f02a0-caa1-4ff1-b37c-7900b4fc633b tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:18.400390 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1dacabac-d050-4bc7-9479-aac9c85fb650 req-284f02a0-caa1-4ff1-b37c-7900b4fc633b tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 945 time: 0.3987484 Sep 30 01:09:18.407480 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-1e107846-af30-45ae-a7d5-8d9ae0494147 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=21758b229ddd40f999546edcb999526d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2693357 Sep 30 01:09:18.410346 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 54186) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:18.468663 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1dacabac-d050-4bc7-9479-aac9c85fb650 req-3ee85d6e-520c-4a21-9ac8-9eaa4fdbe2fd tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571384 Sep 30 01:09:18.478968 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8b56427e-1efa-4631-97ab-8cf2de7f561e tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:18.484146 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-17de12e4-4f58-4f7b-92fb-a585de37699d tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:18.517316 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b7dca5a9-56bf-4a5b-9756-36ed3ea9a320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:18.577561 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56427e-1efa-4631-97ab-8cf2de7f561e tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Pushing event deleted for resources: {'Port': ['ID=9e930b00-6c33-4ef9-815d-522ffb918669,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:18.587489 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8b56427e-1efa-4631-97ab-8cf2de7f561e tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:18.590521 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b56427e-1efa-4631-97ab-8cf2de7f561e tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] No DVR routers for this DVR port 9e930b00-6c33-4ef9-815d-522ffb918669 on host n-d-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:09:18.616192 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b7dca5a9-56bf-4a5b-9756-36ed3ea9a320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:18.686500 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b7dca5a9-56bf-4a5b-9756-36ed3ea9a320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:18.700293 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f9adc9d4-a31c-40f1-9d47-4d2cf15fcdff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:18.722142 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dca5a9-56bf-4a5b-9756-36ed3ea9a320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95390d3-7517-4171-a89e-4f9cb3dbcb35,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:18.726583 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b7dca5a9-56bf-4a5b-9756-36ed3ea9a320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:18.735932 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-b7dca5a9-56bf-4a5b-9756-36ed3ea9a320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:18.739559 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-b7dca5a9-56bf-4a5b-9756-36ed3ea9a320 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c95390d3-7517-4171-a89e-4f9cb3dbcb35 HTTP/1.1" status: 204 len: 168 time: 0.3249106 Sep 30 01:09:18.792353 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8b56427e-1efa-4631-97ab-8cf2de7f561e tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:18.861076 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e197e2f3-c130-4055-adad-93bb31962d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:18.866514 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-8b56427e-1efa-4631-97ab-8cf2de7f561e tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f104384e-ad05-4207-943c-cc5b988d25ca']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:18.883765 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-8b56427e-1efa-4631-97ab-8cf2de7f561e tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98a2dcd-5513-4b19-a8cb-b68eb228aaa8') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:18.884072 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-8b56427e-1efa-4631-97ab-8cf2de7f561e tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98a2dcd-5513-4b19-a8cb-b68eb228aaa8') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:18.911324 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8b56427e-1efa-4631-97ab-8cf2de7f561e tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:18.941449 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8b56427e-1efa-4631-97ab-8cf2de7f561e tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:18.952275 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b56427e-1efa-4631-97ab-8cf2de7f561e tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:09:18.952695 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8b56427e-1efa-4631-97ab-8cf2de7f561e tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:19.074978 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: timer() Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:09:19.096750 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:09:19.208701 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb492ffb-2039-4225-b66c-331f11bc9abe req-fd205d08-f0e4-431b-a3f5-93a5125445c7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:19.216887 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb492ffb-2039-4225-b66c-331f11bc9abe req-fd205d08-f0e4-431b-a3f5-93a5125445c7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:19.226583 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb492ffb-2039-4225-b66c-331f11bc9abe req-fd205d08-f0e4-431b-a3f5-93a5125445c7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:19.233748 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb492ffb-2039-4225-b66c-331f11bc9abe req-fd205d08-f0e4-431b-a3f5-93a5125445c7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:19.243289 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb492ffb-2039-4225-b66c-331f11bc9abe req-fd205d08-f0e4-431b-a3f5-93a5125445c7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:19.250689 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb492ffb-2039-4225-b66c-331f11bc9abe req-fd205d08-f0e4-431b-a3f5-93a5125445c7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:19.258888 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8b56427e-1efa-4631-97ab-8cf2de7f561e tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:19.262142 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb492ffb-2039-4225-b66c-331f11bc9abe req-fd205d08-f0e4-431b-a3f5-93a5125445c7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:19.264154 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bb492ffb-2039-4225-b66c-331f11bc9abe req-fd205d08-f0e4-431b-a3f5-93a5125445c7 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5430 time: 0.1857953 Sep 30 01:09:19.278768 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4bede531-a573-4cdd-b44f-26f8a662809e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:19.300406 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8b56427e-1efa-4631-97ab-8cf2de7f561e tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:19.329335 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56427e-1efa-4631-97ab-8cf2de7f561e tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Pushing event deleted for resources: {'Network': ['ID=f104384e-ad05-4207-943c-cc5b988d25ca,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:19.336095 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8b56427e-1efa-4631-97ab-8cf2de7f561e tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:19.349456 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-8b56427e-1efa-4631-97ab-8cf2de7f561e tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] 10.222.0.39 "DELETE /v2.0/networks/f104384e-ad05-4207-943c-cc5b988d25ca HTTP/1.1" status: 204 len: 168 time: 2.0732484 Sep 30 01:09:19.352206 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54216) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:19.427985 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bb492ffb-2039-4225-b66c-331f11bc9abe req-5445204d-34d0-4ea3-878b-f845b18b3b0b tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1279187 Sep 30 01:09:19.497722 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49f62e-2b50-4d53-abcb-863ab61386ae req-241f6ba9-236a-4b77-8095-3f217b819686 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:19.497722 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2b49f62e-2b50-4d53-abcb-863ab61386ae req-241f6ba9-236a-4b77-8095-3f217b819686 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 945 time: 0.3875637 Sep 30 01:09:19.736274 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2b49f62e-2b50-4d53-abcb-863ab61386ae req-29b8918d-9f12-46e5-a96e-aed8e3bc959f tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032057 Sep 30 01:09:19.747977 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dbbadffd-2806-4660-bdc0-f1ec14365e26 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:19.792092 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6b514-c5c8-49f7-a63a-f4ededd1f544 req-3ca8abdd-b649-4f65-b51c-c2e17e764bd9 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:19.799773 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9cd6b514-c5c8-49f7-a63a-f4ededd1f544 req-3ca8abdd-b649-4f65-b51c-c2e17e764bd9 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 945 time: 0.2087941 Sep 30 01:09:19.856896 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9cd6b514-c5c8-49f7-a63a-f4ededd1f544 req-56e9c0c0-6f70-4d8b-b1d0-dc483a15f78e tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561423 Sep 30 01:09:19.987477 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dbbadffd-2806-4660-bdc0-f1ec14365e26 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:20.154078 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-dbbadffd-2806-4660-bdc0-f1ec14365e26 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba0dbd05-2c5d-4c97-b6f2-a97f931b854c']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:20.174074 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-dbbadffd-2806-4660-bdc0-f1ec14365e26 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d54c99-ac6b-41f5-8482-d0952bcdd2ca') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:20.174398 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-dbbadffd-2806-4660-bdc0-f1ec14365e26 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d54c99-ac6b-41f5-8482-d0952bcdd2ca') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:20.189945 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dbbadffd-2806-4660-bdc0-f1ec14365e26 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:20.207048 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d44d71-fdda-4ae1-8a8d-e6f9c2430c10 req-ae0de2c0-de2f-463e-8e25-10af39a76c54 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:20.208542 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d0d44d71-fdda-4ae1-8a8d-e6f9c2430c10 req-ae0de2c0-de2f-463e-8e25-10af39a76c54 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 945 time: 0.3032432 Sep 30 01:09:20.218205 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dbbadffd-2806-4660-bdc0-f1ec14365e26 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:20.241608 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbbadffd-2806-4660-bdc0-f1ec14365e26 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:09:20.242160 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dbbadffd-2806-4660-bdc0-f1ec14365e26 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: timer() Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:09:20.257402 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:09:20.304093 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 54246) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:20.353404 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d0d44d71-fdda-4ae1-8a8d-e6f9c2430c10 req-aaf82c20-eb30-49fd-9ad9-2d0d56e636b9 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369834 Sep 30 01:09:20.361439 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dbbadffd-2806-4660-bdc0-f1ec14365e26 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:20.366795 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dbbadffd-2806-4660-bdc0-f1ec14365e26 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:20.371922 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-79b57093-aea0-4c56-8708-349773f646e0 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:20.396395 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbadffd-2806-4660-bdc0-f1ec14365e26 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Pushing event deleted for resources: {'Network': ['ID=ba0dbd05-2c5d-4c97-b6f2-a97f931b854c,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:20.401786 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-dbbadffd-2806-4660-bdc0-f1ec14365e26 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:20.407162 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-dbbadffd-2806-4660-bdc0-f1ec14365e26 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] 10.222.0.39 "DELETE /v2.0/networks/ba0dbd05-2c5d-4c97-b6f2-a97f931b854c HTTP/1.1" status: 204 len: 168 time: 1.0536566 Sep 30 01:09:20.409884 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 54252) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:20.555855 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-3085020f-2ef6-403b-84b2-2a06bc0cbf3a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1303090784-network', 'tenant_id': 'b6e1bd91c03643549a72aa6f1087bc4e'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:09:20.595608 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-3085020f-2ef6-403b-84b2-2a06bc0cbf3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:09:20.613665 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-3085020f-2ef6-403b-84b2-2a06bc0cbf3a admin admin] Usage tracker for resource:network and tenant:b6e1bd91c03643549a72aa6f1087bc4e is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:09:20.620943 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-36666414-cad6-49b3-a6d1-23bfa0700645 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:20.626008 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-3085020f-2ef6-403b-84b2-2a06bc0cbf3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:09:20.640277 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-3085020f-2ef6-403b-84b2-2a06bc0cbf3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:09:20.696558 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3085020f-2ef6-403b-84b2-2a06bc0cbf3a admin admin] Made reservation on behalf of b6e1bd91c03643549a72aa6f1087bc4e for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:09:20.698965 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3085020f-2ef6-403b-84b2-2a06bc0cbf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:20.788574 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3085020f-2ef6-403b-84b2-2a06bc0cbf3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:20.829224 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-3085020f-2ef6-403b-84b2-2a06bc0cbf3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:09:20.832611 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-36666414-cad6-49b3-a6d1-23bfa0700645 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:20.846380 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-3085020f-2ef6-403b-84b2-2a06bc0cbf3a admin admin] Usage tracker for resource:security_group_rule and tenant:b6e1bd91c03643549a72aa6f1087bc4e is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:09:20.849734 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-3085020f-2ef6-403b-84b2-2a06bc0cbf3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:09:20.877108 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f64d08-9518-49e6-9ee4-c12e120e03f7 req-79936dd1-6c1a-48a3-b73c-6beb95d3a644 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:20.883161 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f64d08-9518-49e6-9ee4-c12e120e03f7 req-79936dd1-6c1a-48a3-b73c-6beb95d3a644 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:20.890312 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f64d08-9518-49e6-9ee4-c12e120e03f7 req-79936dd1-6c1a-48a3-b73c-6beb95d3a644 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:20.898432 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f64d08-9518-49e6-9ee4-c12e120e03f7 req-79936dd1-6c1a-48a3-b73c-6beb95d3a644 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:20.904621 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f64d08-9518-49e6-9ee4-c12e120e03f7 req-79936dd1-6c1a-48a3-b73c-6beb95d3a644 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:20.911127 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f64d08-9518-49e6-9ee4-c12e120e03f7 req-79936dd1-6c1a-48a3-b73c-6beb95d3a644 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:20.918336 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f64d08-9518-49e6-9ee4-c12e120e03f7 req-79936dd1-6c1a-48a3-b73c-6beb95d3a644 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:20.925918 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-62f64d08-9518-49e6-9ee4-c12e120e03f7 req-79936dd1-6c1a-48a3-b73c-6beb95d3a644 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5430 time: 0.3864398 Sep 30 01:09:20.928076 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-3085020f-2ef6-403b-84b2-2a06bc0cbf3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:09:20.965992 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-36666414-cad6-49b3-a6d1-23bfa0700645 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fcac227-39a0-40e7-89a4-3a753d7ef20f']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:20.997770 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-36666414-cad6-49b3-a6d1-23bfa0700645 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922b0e73-4a50-4959-b1d3-2e7d3cf00e68') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:20.998066 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-36666414-cad6-49b3-a6d1-23bfa0700645 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922b0e73-4a50-4959-b1d3-2e7d3cf00e68') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:21.002510 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24193fc7-e616-496f-a07d-8bcaf69d8c53 req-48d55f7a-71ba-4b6c-bf1c-9489509a7a7a tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:21.004168 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-24193fc7-e616-496f-a07d-8bcaf69d8c53 req-48d55f7a-71ba-4b6c-bf1c-9489509a7a7a tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 945 time: 0.1070507 Sep 30 01:09:21.028894 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-36666414-cad6-49b3-a6d1-23bfa0700645 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:21.059287 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-62f64d08-9518-49e6-9ee4-c12e120e03f7 req-f542be34-1911-4f41-ad87-34ea65c7814d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1324463 Sep 30 01:09:21.059427 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-24193fc7-e616-496f-a07d-8bcaf69d8c53 req-ae7e3a55-a890-47b0-87d3-f0e7f72346e7 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471714 Sep 30 01:09:21.099934 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-36666414-cad6-49b3-a6d1-23bfa0700645 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:21.119118 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36666414-cad6-49b3-a6d1-23bfa0700645 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:09:21.120004 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-36666414-cad6-49b3-a6d1-23bfa0700645 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: timer() Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:09:21.213972 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:09:21.239823 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-929c8e69-30dd-424f-9e32-b040f169ea1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:21.350482 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-36666414-cad6-49b3-a6d1-23bfa0700645 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:21.356088 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-36666414-cad6-49b3-a6d1-23bfa0700645 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:21.363817 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8c3c7531-bda3-40f7-ba37-af088dcf7d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:21.383575 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3085020f-2ef6-403b-84b2-2a06bc0cbf3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:21.401654 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3085020f-2ef6-403b-84b2-2a06bc0cbf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:21.408260 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36666414-cad6-49b3-a6d1-23bfa0700645 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Pushing event deleted for resources: {'Network': ['ID=0fcac227-39a0-40e7-89a4-3a753d7ef20f,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:21.410891 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-36666414-cad6-49b3-a6d1-23bfa0700645 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:21.421283 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-cb15ff65-7297-41b7-82b2-65293583504b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:21.437526 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-36666414-cad6-49b3-a6d1-23bfa0700645 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] 10.222.0.39 "DELETE /v2.0/networks/0fcac227-39a0-40e7-89a4-3a753d7ef20f HTTP/1.1" status: 204 len: 168 time: 1.0258250 Sep 30 01:09:21.443220 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7524b-932a-4602-8e82-07de7546106e req-a42d62d8-7c31-44d6-9635-c74c67c4f3da tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:21.447246 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ace7524b-932a-4602-8e82-07de7546106e req-a42d62d8-7c31-44d6-9635-c74c67c4f3da tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 945 time: 0.1015446 Sep 30 01:09:21.448525 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3085020f-2ef6-403b-84b2-2a06bc0cbf3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:09:21.488376 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3085020f-2ef6-403b-84b2-2a06bc0cbf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:21.488732 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-3085020f-2ef6-403b-84b2-2a06bc0cbf3a admin admin] Added segment 73e385d1-0e20-432f-83ef-21970d0e80e4 of type vlan for network 391a89b8-3066-495e-9bf0-e793d760a99c Sep 30 01:09:21.490036 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085020f-2ef6-403b-84b2-2a06bc0cbf3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a403cf-50ad-4c2a-9206-dea57e5195de,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:21.493850 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-3085020f-2ef6-403b-84b2-2a06bc0cbf3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:21.517162 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f33419-c4c2-4c91-8c45-0f380704985c req-7a43da1d-834e-42b2-a5b7-9715a86552fd tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:21.518128 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ace7524b-932a-4602-8e82-07de7546106e req-90fbff4d-4c84-4632-b27b-7a35a202a956 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658374 Sep 30 01:09:21.519963 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-45f33419-c4c2-4c91-8c45-0f380704985c req-7a43da1d-834e-42b2-a5b7-9715a86552fd tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 945 time: 0.3004992 Sep 30 01:09:21.620376 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-45f33419-c4c2-4c91-8c45-0f380704985c req-8014fc47-5a27-49c9-99bc-f88dc81ab530 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901184 Sep 30 01:09:21.628761 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3085020f-2ef6-403b-84b2-2a06bc0cbf3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:21.685789 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3085020f-2ef6-403b-84b2-2a06bc0cbf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:21.686914 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3085020f-2ef6-403b-84b2-2a06bc0cbf3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:21.687508 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3085020f-2ef6-403b-84b2-2a06bc0cbf3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:21.691134 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a963e8ac-7f22-428a-8f86-b625edb8bf92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:21.796130 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54316) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:21.810583 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085020f-2ef6-403b-84b2-2a06bc0cbf3a admin admin] Pushing event updated for resources: {'Network': ['ID=391a89b8-3066-495e-9bf0-e793d760a99c,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:21.814304 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-3085020f-2ef6-403b-84b2-2a06bc0cbf3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:21.820484 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-3085020f-2ef6-403b-84b2-2a06bc0cbf3a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5144327 Sep 30 01:09:21.823635 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54324) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:21.825220 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 391a89b8-3066-495e-9bf0-e793d760a99c details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:09:21.848724 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-2c4bfd94-a28e-4a54-b63b-7b1d0d577f57 admin admin] Request body: {'subnet': {'network_id': '391a89b8-3066-495e-9bf0-e793d760a99c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1303090784-subnet', 'tenant_id': 'b6e1bd91c03643549a72aa6f1087bc4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:09:21.857381 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-2c4bfd94-a28e-4a54-b63b-7b1d0d577f57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:09:21.863070 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-2c4bfd94-a28e-4a54-b63b-7b1d0d577f57 admin admin] Usage tracker for resource:subnet and tenant:b6e1bd91c03643549a72aa6f1087bc4e is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:09:21.868733 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-2c4bfd94-a28e-4a54-b63b-7b1d0d577f57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:09:21.876143 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-2c4bfd94-a28e-4a54-b63b-7b1d0d577f57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:09:21.898770 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0943a-043f-4728-bb00-9df9f3037c80 req-70e57a69-a2ca-42ae-9cec-de0f214a6351 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:21.905663 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f2a0943a-043f-4728-bb00-9df9f3037c80 req-70e57a69-a2ca-42ae-9cec-de0f214a6351 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 945 time: 0.2514815 Sep 30 01:09:21.925728 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4bfd94-a28e-4a54-b63b-7b1d0d577f57 admin admin] Made reservation on behalf of b6e1bd91c03643549a72aa6f1087bc4e for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:09:21.928901 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2c4bfd94-a28e-4a54-b63b-7b1d0d577f57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:22.101934 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f2a0943a-043f-4728-bb00-9df9f3037c80 req-69a68bd0-3072-45cf-a3e1-142fbd4fd14b tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927614 Sep 30 01:09:22.220791 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-62bd45ee-2919-4f6e-8647-0d2fbc46e1db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f1dfbd0c8d5243f99dcdbb9809979c1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4230931 Sep 30 01:09:22.222935 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54340) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:22.310876 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:22.313011 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7642d-a89d-473b-a573-89a8d4adfb05 req-a32acdbe-2bae-47b2-9168-abea479c6bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:22.314619 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b7a7642d-a89d-473b-a573-89a8d4adfb05 req-a32acdbe-2bae-47b2-9168-abea479c6bc2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 1096 time: 0.2003279 Sep 30 01:09:22.329499 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de182230-0cec-432e-8c68-3dc41fc1c427 req-20c18eb0-185a-4e43-bd1d-a9febd4d5627 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:22.330989 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-de182230-0cec-432e-8c68-3dc41fc1c427 req-20c18eb0-185a-4e43-bd1d-a9febd4d5627 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 945 time: 0.1325159 Sep 30 01:09:22.405736 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b7a7642d-a89d-473b-a573-89a8d4adfb05 req-6c06401a-5215-4220-ab43-6f8c9d209961 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736458 Sep 30 01:09:22.417071 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-de182230-0cec-432e-8c68-3dc41fc1c427 req-0b952cf1-68ca-46e2-beb3-08a05060b59b tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724013 Sep 30 01:09:22.432001 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2906c0ad-9c0b-4ea1-b476-8258fcd1c9bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:22.502053 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2906c0ad-9c0b-4ea1-b476-8258fcd1c9bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:22.541994 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2c4bfd94-a28e-4a54-b63b-7b1d0d577f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981632'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:22.555769 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:22.594532 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b580de-83ce-4838-a071-a5a691610baa req-e1996342-9a3f-41b9-afac-cec303aa64e8 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:22.600968 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b580de-83ce-4838-a071-a5a691610baa req-e1996342-9a3f-41b9-afac-cec303aa64e8 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:22.606849 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b580de-83ce-4838-a071-a5a691610baa req-e1996342-9a3f-41b9-afac-cec303aa64e8 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:22.612731 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b580de-83ce-4838-a071-a5a691610baa req-e1996342-9a3f-41b9-afac-cec303aa64e8 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:22.619330 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b580de-83ce-4838-a071-a5a691610baa req-e1996342-9a3f-41b9-afac-cec303aa64e8 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:22.625159 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b580de-83ce-4838-a071-a5a691610baa req-e1996342-9a3f-41b9-afac-cec303aa64e8 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:22.631023 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b580de-83ce-4838-a071-a5a691610baa req-e1996342-9a3f-41b9-afac-cec303aa64e8 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:22.633115 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-83b580de-83ce-4838-a071-a5a691610baa req-e1996342-9a3f-41b9-afac-cec303aa64e8 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5430 time: 0.3595943 Sep 30 01:09:22.721213 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4bfd94-a28e-4a54-b63b-7b1d0d577f57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=072033a3-0ddc-45e4-8210-11191e4e2d87,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:22.754606 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-83b580de-83ce-4838-a071-a5a691610baa req-7d29d394-a4c3-45ed-89e0-9bdc86af390a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1053040 Sep 30 01:09:22.758472 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2c4bfd94-a28e-4a54-b63b-7b1d0d577f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:22.759134 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2906c0ad-9c0b-4ea1-b476-8258fcd1c9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:22.765999 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-576166e0-476d-4abf-84ea-7f652a8d319d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:22.789160 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2906c0ad-9c0b-4ea1-b476-8258fcd1c9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a64eb0-fbed-473d-b19f-9b2e39e0dc6b,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:22.811281 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2906c0ad-9c0b-4ea1-b476-8258fcd1c9bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:22.816277 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4bfd94-a28e-4a54-b63b-7b1d0d577f57 admin admin] Checking segment: {'id': '73e385d1-0e20-432f-83ef-21970d0e80e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '391a89b8-3066-495e-9bf0-e793d760a99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:09:22.827040 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4bfd94-a28e-4a54-b63b-7b1d0d577f57 admin admin] Network hostable DHCP agents. Network: 391a89b8-3066-495e-9bf0-e793d760a99c, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:09:22.875861 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2906c0ad-9c0b-4ea1-b476-8258fcd1c9bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:22.883885 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-2906c0ad-9c0b-4ea1-b476-8258fcd1c9bd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/73a64eb0-fbed-473d-b19f-9b2e39e0dc6b HTTP/1.1" status: 204 len: 168 time: 0.6568623 Sep 30 01:09:22.891165 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4bfd94-a28e-4a54-b63b-7b1d0d577f57 admin admin] Network 391a89b8-3066-495e-9bf0-e793d760a99c is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:09:22.918831 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-2c4bfd94-a28e-4a54-b63b-7b1d0d577f57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 391a89b8-3066-495e-9bf0-e793d760a99c) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:09:22.924270 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4bfd94-a28e-4a54-b63b-7b1d0d577f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:22.925348 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2c4bfd94-a28e-4a54-b63b-7b1d0d577f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:22.930594 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3d20a-c6a2-4787-9300-d66b0e5bb875 req-0441e417-df84-4dd0-9918-756e5573a341 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:22.940377 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301934ad-3cae-4b6e-a422-647bbdf24b73 None None] Network 391a89b8-3066-495e-9bf0-e793d760a99c requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:09:22.949884 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-82d3d20a-c6a2-4787-9300-d66b0e5bb875 req-0441e417-df84-4dd0-9918-756e5573a341 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 945 time: 0.2770598 Sep 30 01:09:22.994768 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-2c4bfd94-a28e-4a54-b63b-7b1d0d577f57 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1649618 Sep 30 01:09:23.057467 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-82d3d20a-c6a2-4787-9300-d66b0e5bb875 req-e96024f3-ff44-49bd-a02b-24a6a006164e tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064935 Sep 30 01:09:23.234462 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d33ada-67c1-49a1-acd5-bb30d7374f25 None None] Network 391a89b8-3066-495e-9bf0-e793d760a99c requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:09:23.440093 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5aec0e-81eb-4b2b-85c9-c3f5591bea5b req-91b1a996-59b4-405e-a4df-6f0209c91af5 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:23.441625 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5f5aec0e-81eb-4b2b-85c9-c3f5591bea5b req-91b1a996-59b4-405e-a4df-6f0209c91af5 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 945 time: 0.1616619 Sep 30 01:09:23.549402 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5f5aec0e-81eb-4b2b-85c9-c3f5591bea5b req-71c4b109-509a-4f7f-b173-1e04c5d00467 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976393 Sep 30 01:09:23.842998 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b6756-1e90-477f-b05f-b40ac8ba8d59 req-7f97ec7d-7bc0-4d96-ba6a-1f56ead326cd tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:23.844880 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d86b6756-1e90-477f-b05f-b40ac8ba8d59 req-7f97ec7d-7bc0-4d96-ba6a-1f56ead326cd tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 945 time: 0.1288259 Sep 30 01:09:23.981183 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:24.008723 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d86b6756-1e90-477f-b05f-b40ac8ba8d59 req-2e8684a9-e282-4591-aa02-213a25116fef tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527510 Sep 30 01:09:24.232094 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb356a8-2f69-4ef0-919e-85a51b757483 req-dd43355b-cfb4-430c-bbf7-fbf6b7ce6b18 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:24.238298 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb356a8-2f69-4ef0-919e-85a51b757483 req-dd43355b-cfb4-430c-bbf7-fbf6b7ce6b18 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:24.245276 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb356a8-2f69-4ef0-919e-85a51b757483 req-dd43355b-cfb4-430c-bbf7-fbf6b7ce6b18 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:24.252466 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb356a8-2f69-4ef0-919e-85a51b757483 req-dd43355b-cfb4-430c-bbf7-fbf6b7ce6b18 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:24.259333 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb356a8-2f69-4ef0-919e-85a51b757483 req-dd43355b-cfb4-430c-bbf7-fbf6b7ce6b18 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:24.265374 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb356a8-2f69-4ef0-919e-85a51b757483 req-dd43355b-cfb4-430c-bbf7-fbf6b7ce6b18 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:24.271899 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb356a8-2f69-4ef0-919e-85a51b757483 req-dd43355b-cfb4-430c-bbf7-fbf6b7ce6b18 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:24.280372 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0bb356a8-2f69-4ef0-919e-85a51b757483 req-dd43355b-cfb4-430c-bbf7-fbf6b7ce6b18 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5430 time: 0.1500587 Sep 30 01:09:24.288336 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-e9027daf-ae3b-46ca-bf52-f32e1e5cd438 tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:24.290511 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-e9027daf-ae3b-46ca-bf52-f32e1e5cd438 tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Synchronizing usage tracker for tenant:b6e1bd91c03643549a72aa6f1087bc4e on resource:network {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:09:24.316353 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-e9027daf-ae3b-46ca-bf52-f32e1e5cd438 tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Unset dirty status for tenant:b6e1bd91c03643549a72aa6f1087bc4e on resource:network {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:09:24.328903 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-e9027daf-ae3b-46ca-bf52-f32e1e5cd438 tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.39 "GET /v2.0/networks?id=391a89b8-3066-495e-9bf0-e793d760a99c HTTP/1.1" status: 200 len: 814 time: 0.2651203 Sep 30 01:09:24.339272 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0bb356a8-2f69-4ef0-919e-85a51b757483 req-a61956f3-86d4-43ba-acf4-62b366ad3e62 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580032 Sep 30 01:09:24.347831 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-e587b632-f889-4d44-832d-fc8f61c70d93 tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.39 "GET /v2.0/quotas/b6e1bd91c03643549a72aa6f1087bc4e HTTP/1.1" status: 200 len: 375 time: 0.0180473 Sep 30 01:09:24.403743 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-127cc58e-b007-4a05-add1-e414b4f2454d tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6e1bd91c03643549a72aa6f1087bc4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549595 Sep 30 01:09:24.609930 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-cce71817-dbbf-4227-95e6-af63ae0e28ec service neutron] 10.222.0.39 "GET /v2.0/networks/391a89b8-3066-495e-9bf0-e793d760a99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021487 Sep 30 01:09:24.772503 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54442) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:24.811115 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a5125-93e5-42e0-b3ea-81ec4d6c7e38 req-66e7bf3a-9cca-4593-86f8-f98646c3f4a6 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:24.812306 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 54448) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:24.818223 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8b0a5125-93e5-42e0-b3ea-81ec4d6c7e38 req-66e7bf3a-9cca-4593-86f8-f98646c3f4a6 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 945 time: 0.1092849 Sep 30 01:09:24.827638 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-429b7cbc-31a0-46da-a906-0199ac61feba service neutron] 10.222.0.39 "GET /v2.0/networks/391a89b8-3066-495e-9bf0-e793d760a99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082870 Sep 30 01:09:24.868085 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-8b0a5125-93e5-42e0-b3ea-81ec4d6c7e38 req-ca6854c5-9c13-4a6f-9a08-1dfff825b236 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483432 Sep 30 01:09:25.030989 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Request body: {'networks': [{'name': 'tempest-network--558848143'}, {'name': 'tempest-network--1653346122'}]} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:09:25.031377 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Request body: {'network': {'name': 'tempest-network--558848143'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:09:25.031908 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Request body: {'network': {'name': 'tempest-network--1653346122'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:09:25.041758 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:09:25.059781 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Usage tracker for resource:network and tenant:a19b870e2ed14d6cb044b7cc6c4300c5 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:09:25.063177 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:09:25.073848 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5cd36cc7-e30c-48ea-b42e-fcbaedf5fc6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:25.075718 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:09:25.089568 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Made reservation on behalf of a19b870e2ed14d6cb044b7cc6c4300c5 for: {'network': 2} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:09:25.092829 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5cd36cc7-e30c-48ea-b42e-fcbaedf5fc6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:09:25.094218 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:25.098154 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-5cd36cc7-e30c-48ea-b42e-fcbaedf5fc6a admin admin] Usage tracker for resource:security_group_rule and tenant:ef18bcda252a49dbb1f28878d315458b is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:09:25.102826 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-5cd36cc7-e30c-48ea-b42e-fcbaedf5fc6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:09:25.110028 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5cd36cc7-e30c-48ea-b42e-fcbaedf5fc6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:09:25.127192 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:25.193176 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:09:25.245723 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2f6d7764-6d09-4f2f-8a9e-1084d39c1632 req-266bb32e-0798-44f7-b782-e171908b54d7 tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4dd12df-f7bf-406d-add5-9d49ea34f368 HTTP/1.1" status: 200 len: 210 time: 0.0635345 Sep 30 01:09:25.252049 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Usage tracker for resource:security_group_rule and tenant:a19b870e2ed14d6cb044b7cc6c4300c5 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:09:25.255736 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:09:25.264485 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:09:25.329607 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5cd36cc7-e30c-48ea-b42e-fcbaedf5fc6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:25.333326 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5cd36cc7-e30c-48ea-b42e-fcbaedf5fc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:25.349695 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-cf6871c2-0358-43ac-a223-8d1dce61c911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:25.472089 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:25.477725 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:25.478228 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:25.490564 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a8f6efa8-27b5-4657-8d35-ad172e0a1875 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:25.501785 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-5cd36cc7-e30c-48ea-b42e-fcbaedf5fc6a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ef18bcda252a49dbb1f28878d315458b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7279990 Sep 30 01:09:25.507979 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 54476) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:25.549995 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93385e-1b96-4b85-956b-0c326444569f req-c176c37e-e989-47ca-914b-023bcf9dbdde tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:25.551932 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fb93385e-1b96-4b85-956b-0c326444569f req-c176c37e-e989-47ca-914b-023bcf9dbdde tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 945 time: 0.3603580 Sep 30 01:09:25.564496 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd36cc7-e30c-48ea-b42e-fcbaedf5fc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba125ca6-3a9a-4309-9240-c5ac59c96f18,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:25.570101 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5cd36cc7-e30c-48ea-b42e-fcbaedf5fc6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:25.576629 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50273771-bc41-439b-b6db-280c27d3e708,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:25.605921 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4300d-182d-419c-b75e-5bf077e5c00a req-65ca2f76-9b32-4ab3-ba6a-e353968e0e11 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:25.615780 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c8c4300d-182d-419c-b75e-5bf077e5c00a req-65ca2f76-9b32-4ab3-ba6a-e353968e0e11 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 945 time: 0.2040803 Sep 30 01:09:25.628042 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:25.641861 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:09:25.680164 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:25.680780 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Added segment 053ae7d6-4ee8-4a7e-9bbe-99aeafcd6982 of type vlan for network 84f2fc9e-c605-47fd-b126-5c52b278f395 Sep 30 01:09:25.687589 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c8c4300d-182d-419c-b75e-5bf077e5c00a req-8cecac16-f39e-4fad-9fa1-201a5c3fa68b tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704956 Sep 30 01:09:25.738529 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8649d6d3-ae0f-4c68-8b9d-3efd27e47c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:25.743266 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fb93385e-1b96-4b85-956b-0c326444569f req-bbfe3a95-1327-4845-987a-3d6b48aa7717 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790547 Sep 30 01:09:25.781056 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:25.798492 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-acab19c1-5a14-41e0-be4f-065aacce43d6 req-39057d33-d60c-4241-8f51-30ce4c87f598 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-493019430', 'description': 'tempest-description-1045626693'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:09:25.811812 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-acab19c1-5a14-41e0-be4f-065aacce43d6 req-39057d33-d60c-4241-8f51-30ce4c87f598 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:09:25.842754 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8649d6d3-ae0f-4c68-8b9d-3efd27e47c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:25.865715 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-acab19c1-5a14-41e0-be4f-065aacce43d6 req-39057d33-d60c-4241-8f51-30ce4c87f598 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:09:25.926860 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:09:25.941846 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-acab19c1-5a14-41e0-be4f-065aacce43d6 req-39057d33-d60c-4241-8f51-30ce4c87f598 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:25.968274 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-acab19c1-5a14-41e0-be4f-065aacce43d6 req-39057d33-d60c-4241-8f51-30ce4c87f598 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:09:25.972202 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-acab19c1-5a14-41e0-be4f-065aacce43d6 req-39057d33-d60c-4241-8f51-30ce4c87f598 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Usage tracker for resource:security_group_rule and tenant:e480d6828f9946358bfe1436e2b1931a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:09:25.976022 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-acab19c1-5a14-41e0-be4f-065aacce43d6 req-39057d33-d60c-4241-8f51-30ce4c87f598 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:09:25.982305 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-acab19c1-5a14-41e0-be4f-065aacce43d6 req-39057d33-d60c-4241-8f51-30ce4c87f598 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:09:26.040535 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:26.041131 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Added segment 5014646d-3a87-43fd-8791-b3566778c09a of type vlan for network 19a62f43-89d7-4f3c-b78f-5ee27f414321 Sep 30 01:09:26.094365 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:26.099636 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-acab19c1-5a14-41e0-be4f-065aacce43d6 req-39057d33-d60c-4241-8f51-30ce4c87f598 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:26.105056 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56e7b9-7502-4d18-97cb-1e08b3d83d24 req-b594e0ab-ce65-4252-85dc-51f5653fa4eb tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:26.109901 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8649d6d3-ae0f-4c68-8b9d-3efd27e47c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:26.115379 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-da55503e-486f-43cf-81fc-ba632788f401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:26.117059 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56e7b9-7502-4d18-97cb-1e08b3d83d24 req-b594e0ab-ce65-4252-85dc-51f5653fa4eb tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:26.123086 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56e7b9-7502-4d18-97cb-1e08b3d83d24 req-b594e0ab-ce65-4252-85dc-51f5653fa4eb tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:26.123914 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-acab19c1-5a14-41e0-be4f-065aacce43d6 req-39057d33-d60c-4241-8f51-30ce4c87f598 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:26.129361 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56e7b9-7502-4d18-97cb-1e08b3d83d24 req-b594e0ab-ce65-4252-85dc-51f5653fa4eb tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:26.136421 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56e7b9-7502-4d18-97cb-1e08b3d83d24 req-b594e0ab-ce65-4252-85dc-51f5653fa4eb tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:26.140805 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649d6d3-ae0f-4c68-8b9d-3efd27e47c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba125ca6-3a9a-4309-9240-c5ac59c96f18,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:26.142391 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56e7b9-7502-4d18-97cb-1e08b3d83d24 req-b594e0ab-ce65-4252-85dc-51f5653fa4eb tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:26.143566 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8649d6d3-ae0f-4c68-8b9d-3efd27e47c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:26.152313 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56e7b9-7502-4d18-97cb-1e08b3d83d24 req-b594e0ab-ce65-4252-85dc-51f5653fa4eb tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:26.154545 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4a56e7b9-7502-4d18-97cb-1e08b3d83d24 req-b594e0ab-ce65-4252-85dc-51f5653fa4eb tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5430 time: 0.3344262 Sep 30 01:09:26.158516 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2704e7ee-f2b7-4277-bc47-228b5ee612ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:26.226045 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4a56e7b9-7502-4d18-97cb-1e08b3d83d24 req-6c7d1235-689e-4742-a1c9-79c251778de4 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0508714 Sep 30 01:09:26.234521 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:26.235130 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:26.241329 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:26.246108 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:26.246783 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:26.256148 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39057d33-d60c-4241-8f51-30ce4c87f598 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cff4cc67-1b62-467b-84c9-e808ebfcab3a,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:26.264354 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-39057d33-d60c-4241-8f51-30ce4c87f598 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:26.267334 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-67e35b5b-7d88-4cfc-a72e-fe62766b6815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:26.363139 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-acab19c1-5a14-41e0-be4f-065aacce43d6 req-39057d33-d60c-4241-8f51-30ce4c87f598 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:26.364790 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-acab19c1-5a14-41e0-be4f-065aacce43d6 req-39057d33-d60c-4241-8f51-30ce4c87f598 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.5722609 Sep 30 01:09:26.382655 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8649d6d3-ae0f-4c68-8b9d-3efd27e47c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:26.383872 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-8649d6d3-ae0f-4c68-8b9d-3efd27e47c70 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ba125ca6-3a9a-4309-9240-c5ac59c96f18 HTTP/1.1" status: 204 len: 168 time: 0.8701479 Sep 30 01:09:26.388285 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5749903 Sep 30 01:09:26.389122 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Pushing event updated for resources: {'Network': ['ID=84f2fc9e-c605-47fd-b126-5c52b278f395,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:26.400774 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 84f2fc9e-c605-47fd-b126-5c52b278f395 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:09:26.426032 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54506) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:26.602606 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Pushing event updated for resources: {'Network': ['ID=19a62f43-89d7-4f3c-b78f-5ee27f414321,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:26.606849 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-370b5650-00b5-4284-9239-ee1f5d9913f2 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:26.626037 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 19a62f43-89d7-4f3c-b78f-5ee27f414321 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:09:26.679246 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c423230e-c346-44e1-baef-a3c38e2fe4d0 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.424s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:26.679648 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c423230e-c346-44e1-baef-a3c38e2fe4d0 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:26.683121 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-74861b6f-cddb-4454-b75c-4bd8a45c9ee0 req-ad915f5c-c382-4a59-b753-7eb003f4d0d8 tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4dd12df-f7bf-406d-add5-9d49ea34f368 HTTP/1.1" status: 200 len: 210 time: 0.0774298 Sep 30 01:09:26.793094 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca363e0-6990-434d-bd6a-a5b049278a03 req-efd236e3-7828-4617-82c3-52c6e1d2ce2d tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:26.794662 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4ca363e0-6990-434d-bd6a-a5b049278a03 req-efd236e3-7828-4617-82c3-52c6e1d2ce2d tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 945 time: 0.4438691 Sep 30 01:09:26.892829 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039690a2-9097-451e-8aa4-9f9a172e87e7 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:26.899491 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039690a2-9097-451e-8aa4-9f9a172e87e7 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:26.905432 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039690a2-9097-451e-8aa4-9f9a172e87e7 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:26.911280 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039690a2-9097-451e-8aa4-9f9a172e87e7 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:26.913697 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-039690a2-9097-451e-8aa4-9f9a172e87e7 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4866374 Sep 30 01:09:26.916413 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54518) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:27.015331 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54522) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:27.042274 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-621150da-218b-45f1-95c6-5ba7ba4f0457 req-6c2dd53b-1bd2-48b6-b3aa-c3988d2b43c8 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Synchronizing usage tracker for tenant:e480d6828f9946358bfe1436e2b1931a on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:09:27.050514 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a3bacce8-e35e-4239-826f-6b1b1dd43a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:27.051996 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-f83091b1-a9a4-4821-beac-47ce9d3bac1c tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:27.053571 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-f83091b1-a9a4-4821-beac-47ce9d3bac1c tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.55 "GET /v2.0/networks?id=391a89b8-3066-495e-9bf0-e793d760a99c HTTP/1.1" status: 200 len: 814 time: 0.3695135 Sep 30 01:09:27.073394 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-eb2c432f-1735-4683-b7fb-dc132e13b3cf tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Request body: {'port': {'device_id': 'a4dd12df-f7bf-406d-add5-9d49ea34f368', 'network_id': '391a89b8-3066-495e-9bf0-e793d760a99c', 'admin_state_up': True, 'tenant_id': 'b6e1bd91c03643549a72aa6f1087bc4e'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:09:27.082673 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4ca363e0-6990-434d-bd6a-a5b049278a03 req-5745313b-473f-42ed-a710-78a206f99548 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131581 Sep 30 01:09:27.104544 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a3bacce8-e35e-4239-826f-6b1b1dd43a05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:09:27.111717 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-a3bacce8-e35e-4239-826f-6b1b1dd43a05 admin admin] Usage tracker for resource:security_group_rule and tenant:f67b2f8b5cb94527be8f131c9df2f237 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:09:27.119067 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3cdf0884-a202-455e-9dcf-4191556d6109 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:27.126997 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-a3bacce8-e35e-4239-826f-6b1b1dd43a05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:09:27.136478 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a3bacce8-e35e-4239-826f-6b1b1dd43a05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:09:27.188035 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-621150da-218b-45f1-95c6-5ba7ba4f0457 req-6c2dd53b-1bd2-48b6-b3aa-c3988d2b43c8 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Unset dirty status for tenant:e480d6828f9946358bfe1436e2b1931a on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:09:27.189375 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-621150da-218b-45f1-95c6-5ba7ba4f0457 req-6c2dd53b-1bd2-48b6-b3aa-c3988d2b43c8 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-493019430&fields=id&tenant_id=e480d6828f9946358bfe1436e2b1931a HTTP/1.1" status: 200 len: 267 time: 0.2908187 Sep 30 01:09:27.447101 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-eb2c432f-1735-4683-b7fb-dc132e13b3cf tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:09:27.453109 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-eb2c432f-1735-4683-b7fb-dc132e13b3cf tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Usage tracker for resource:port and tenant:b6e1bd91c03643549a72aa6f1087bc4e is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:09:27.456929 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-eb2c432f-1735-4683-b7fb-dc132e13b3cf tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:09:27.459556 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3cdf0884-a202-455e-9dcf-4191556d6109 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:27.464031 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-eb2c432f-1735-4683-b7fb-dc132e13b3cf tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:09:27.492240 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621150da-218b-45f1-95c6-5ba7ba4f0457 req-b6e4c2f0-e132-42fb-947f-4265d784712e tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:27.493542 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-621150da-218b-45f1-95c6-5ba7ba4f0457 req-b6e4c2f0-e132-42fb-947f-4265d784712e tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 945 time: 0.2649262 Sep 30 01:09:27.494267 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-eb2c432f-1735-4683-b7fb-dc132e13b3cf tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Made reservation on behalf of b6e1bd91c03643549a72aa6f1087bc4e for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:09:27.497596 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-eb2c432f-1735-4683-b7fb-dc132e13b3cf tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:27.516043 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-3cdf0884-a202-455e-9dcf-4191556d6109 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f2fc9e-c605-47fd-b126-5c52b278f395']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:27.528037 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-621150da-218b-45f1-95c6-5ba7ba4f0457 req-4dc7589f-358b-42dd-bb77-544e638ee56a tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Request body: {'port': {'security_groups': ['6e4700d9-ab2f-4d7a-b1b5-7ee285267d70', 'cff4cc67-1b62-467b-84c9-e808ebfcab3a']}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:09:27.552134 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-3cdf0884-a202-455e-9dcf-4191556d6109 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '053ae7d6-4ee8-4a7e-9bbe-99aeafcd6982') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:27.552426 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-3cdf0884-a202-455e-9dcf-4191556d6109 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '053ae7d6-4ee8-4a7e-9bbe-99aeafcd6982') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:27.611253 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3cdf0884-a202-455e-9dcf-4191556d6109 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:27.647713 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3cdf0884-a202-455e-9dcf-4191556d6109 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:27.663610 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a3bacce8-e35e-4239-826f-6b1b1dd43a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:27.666294 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cdf0884-a202-455e-9dcf-4191556d6109 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:09:27.667714 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3cdf0884-a202-455e-9dcf-4191556d6109 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:27.690243 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179303fd-a89b-4321-972c-7685f56b9535 req-e7ef0a0e-4026-4181-85ba-7d743aeeef9e tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:27.691726 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-179303fd-a89b-4321-972c-7685f56b9535 req-e7ef0a0e-4026-4181-85ba-7d743aeeef9e tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 945 time: 0.4469211 Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: timer() Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:09:27.692640 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:09:27.695907 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4f866c4a-7ec6-4520-ade4-a3df01374320 req-7e2c9794-80ad-45e3-a6b6-898bff95eca4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3342648 Sep 30 01:09:27.700555 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a3bacce8-e35e-4239-826f-6b1b1dd43a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:27.756845 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-621150da-218b-45f1-95c6-5ba7ba4f0457 req-4dc7589f-358b-42dd-bb77-544e638ee56a tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:27.760712 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b999d44f-f287-408b-a36c-0ae1c11c60f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:27.901162 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-a3bacce8-e35e-4239-826f-6b1b1dd43a05 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f67b2f8b5cb94527be8f131c9df2f237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8769577 Sep 30 01:09:27.906116 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 54546) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:27.916223 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bacce8-e35e-4239-826f-6b1b1dd43a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f720edc5-f129-4045-8988-b9373904692f,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:27.932062 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a3bacce8-e35e-4239-826f-6b1b1dd43a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:27.933224 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3cdf0884-a202-455e-9dcf-4191556d6109 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:27.940881 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-179303fd-a89b-4321-972c-7685f56b9535 req-3e510178-7965-470c-a79c-b26d8ea215aa tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327833 Sep 30 01:09:27.944555 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5529b2be-efe3-46b1-a8c2-8879158110df tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:27.997879 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3cdf0884-a202-455e-9dcf-4191556d6109 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:28.000887 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf0884-a202-455e-9dcf-4191556d6109 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Pushing event deleted for resources: {'Network': ['ID=84f2fc9e-c605-47fd-b126-5c52b278f395,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:28.005705 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3cdf0884-a202-455e-9dcf-4191556d6109 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:28.056053 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-3cdf0884-a202-455e-9dcf-4191556d6109 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] 10.222.0.39 "DELETE /v2.0/networks/84f2fc9e-c605-47fd-b126-5c52b278f395 HTTP/1.1" status: 204 len: 168 time: 1.1383705 Sep 30 01:09:28.058178 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 54552) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:28.077246 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f866c4a-7ec6-4520-ade4-a3df01374320 req-0f8dadd1-eb5c-42b5-a295-3e04e7b48e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:28.079007 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4f866c4a-7ec6-4520-ade4-a3df01374320 req-0f8dadd1-eb5c-42b5-a295-3e04e7b48e80 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=abce1fccae0f433a86d5519286621727&device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 1096 time: 0.2844634 Sep 30 01:09:28.268653 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-41244c41-f88d-44fd-88a9-b83a423d2d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:28.357813 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-eb2c432f-1735-4683-b7fb-dc132e13b3cf tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Allocated IP 172.20.0.7 (391a89b8-3066-495e-9bf0-e793d760a99c/072033a3-0ddc-45e4-8210-11191e4e2d87/81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:09:28.391449 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b34ae0-eef6-410a-844d-c192356f5c24 req-63724bdc-9171-435f-9c4b-4d8ec1b38774 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:28.400239 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b34ae0-eef6-410a-844d-c192356f5c24 req-63724bdc-9171-435f-9c4b-4d8ec1b38774 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:28.406585 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b34ae0-eef6-410a-844d-c192356f5c24 req-63724bdc-9171-435f-9c4b-4d8ec1b38774 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:28.414016 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b34ae0-eef6-410a-844d-c192356f5c24 req-63724bdc-9171-435f-9c4b-4d8ec1b38774 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:28.420617 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b34ae0-eef6-410a-844d-c192356f5c24 req-63724bdc-9171-435f-9c4b-4d8ec1b38774 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:28.427193 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b34ae0-eef6-410a-844d-c192356f5c24 req-63724bdc-9171-435f-9c4b-4d8ec1b38774 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:28.432672 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-41244c41-f88d-44fd-88a9-b83a423d2d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:28.438941 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b34ae0-eef6-410a-844d-c192356f5c24 req-63724bdc-9171-435f-9c4b-4d8ec1b38774 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:28.447404 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f0b34ae0-eef6-410a-844d-c192356f5c24 req-63724bdc-9171-435f-9c4b-4d8ec1b38774 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5430 time: 0.3356845 Sep 30 01:09:28.450507 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f866c4a-7ec6-4520-ade4-a3df01374320 req-184da145-2a2c-4a2d-8d2e-74c6b70ec3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:28.451952 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4f866c4a-7ec6-4520-ade4-a3df01374320 req-184da145-2a2c-4a2d-8d2e-74c6b70ec3bc service neutron] 10.222.0.55 "GET /v2.0/networks?id=a1ec61c9-0175-45e3-86f7-b51b96fff07c HTTP/1.1" status: 200 len: 920 time: 0.3391724 Sep 30 01:09:28.496877 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-13d17615-0352-4029-8f52-1bc0af446d3a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:28.588767 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4f866c4a-7ec6-4520-ade4-a3df01374320 req-3b1a09fc-7018-4fc2-a52a-0d14d65f87cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76ee0856-56d5-491b-9b82-852b2b9478ac HTTP/1.1" status: 200 len: 217 time: 0.1217344 Sep 30 01:09:28.737075 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f0b34ae0-eef6-410a-844d-c192356f5c24 req-712f7494-9a2f-4a19-aaa8-b10643968c06 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2864907 Sep 30 01:09:28.750338 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f866c4a-7ec6-4520-ade4-a3df01374320 req-48096a26-f73a-4935-9cab-b336e0e00dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:28.751853 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4f866c4a-7ec6-4520-ade4-a3df01374320 req-48096a26-f73a-4935-9cab-b336e0e00dd5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c3d0072-a3d6-4e3e-8b73-1d7d0c6bb6d2 HTTP/1.1" status: 200 len: 859 time: 0.1506286 Sep 30 01:09:28.807508 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-621150da-218b-45f1-95c6-5ba7ba4f0457 req-4dc7589f-358b-42dd-bb77-544e638ee56a tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] For port 8c095e3f-639d-41ca-8904-ed5265e8c716, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=8c095e3f-639d-41ca-8904-ed5265e8c716,segment=NetworkSegment(d6d42030-3db2-4c1c-8438-557cd475cbbc),segment_id=d6d42030-3db2-4c1c-8438-557cd475cbbc)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:28.919511 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-41244c41-f88d-44fd-88a9-b83a423d2d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:28.937945 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8649d6d3-ae0f-4c68-8b9d-3efd27e47c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:28.964282 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-13d17615-0352-4029-8f52-1bc0af446d3a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:28.976176 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41244c41-f88d-44fd-88a9-b83a423d2d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f720edc5-f129-4045-8988-b9373904692f,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:28.981892 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-41244c41-f88d-44fd-88a9-b83a423d2d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:29.043448 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-621150da-218b-45f1-95c6-5ba7ba4f0457 req-4dc7589f-358b-42dd-bb77-544e638ee56a tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:29.049533 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b5938eaf-c3ca-404d-b91b-16b497e898ef req-57752c23-aa2e-485f-8655-764847091d3d tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4dd12df-f7bf-406d-add5-9d49ea34f368 HTTP/1.1" status: 200 len: 210 time: 0.0463884 Sep 30 01:09:29.049675 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-41244c41-f88d-44fd-88a9-b83a423d2d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:29.050835 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-41244c41-f88d-44fd-88a9-b83a423d2d0d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f720edc5-f129-4045-8988-b9373904692f HTTP/1.1" status: 204 len: 168 time: 1.1438825 Sep 30 01:09:29.061255 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4f866c4a-7ec6-4520-ade4-a3df01374320 req-b134b5bb-48b2-45f5-9fb2-b725d72ad2ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a1ec61c9-0175-45e3-86f7-b51b96fff07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3005216 Sep 30 01:09:29.062069 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-13d17615-0352-4029-8f52-1bc0af446d3a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a62f43-89d7-4f3c-b78f-5ee27f414321']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:29.081544 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-621150da-218b-45f1-95c6-5ba7ba4f0457 req-4dc7589f-358b-42dd-bb77-544e638ee56a tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:29.086589 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-13d17615-0352-4029-8f52-1bc0af446d3a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5014646d-3a87-43fd-8791-b3566778c09a') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:29.087119 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-13d17615-0352-4029-8f52-1bc0af446d3a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5014646d-3a87-43fd-8791-b3566778c09a') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:29.096054 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['8c095e3f-639d-41ca-8904-ed5265e8c716'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:09:29.111066 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c423230e-c346-44e1-baef-a3c38e2fe4d0 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:29.184980 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-eb2c432f-1735-4683-b7fb-dc132e13b3cf tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:29.196109 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-13d17615-0352-4029-8f52-1bc0af446d3a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:29.219199 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621150da-218b-45f1-95c6-5ba7ba4f0457 req-4dc7589f-358b-42dd-bb77-544e638ee56a tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:29.220145 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-621150da-218b-45f1-95c6-5ba7ba4f0457 req-4dc7589f-358b-42dd-bb77-544e638ee56a tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:29.225711 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-621150da-218b-45f1-95c6-5ba7ba4f0457 req-4dc7589f-358b-42dd-bb77-544e638ee56a tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "PUT /v2.0/ports/8c095e3f-639d-41ca-8904-ed5265e8c716 HTTP/1.1" status: 200 len: 981 time: 1.7121482 Sep 30 01:09:29.233472 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4f866c4a-7ec6-4520-ade4-a3df01374320 req-78e91b2b-ac2c-4986-92a5-160f067fc00b service neutron] 10.222.0.55 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643572 Sep 30 01:09:29.241199 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7126c594-5a1c-4409-9656-b6b579367ad6', 'tag': '8c095e3f-639d-41ca-8904-ed5265e8c716'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:09:29.315826 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-13d17615-0352-4029-8f52-1bc0af446d3a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:29.315826 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7589f-358b-42dd-bb77-544e638ee56a tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Pushing event updated for resources: {'Port': ['ID=8c095e3f-639d-41ca-8904-ed5265e8c716,revision_number=6']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:29.340341 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4dc7589f-358b-42dd-bb77-544e638ee56a tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:29.342111 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d17615-0352-4029-8f52-1bc0af446d3a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:09:29.342532 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-13d17615-0352-4029-8f52-1bc0af446d3a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: timer() Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:09:29.391415 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:09:29.405119 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['8c095e3f-639d-41ca-8904-ed5265e8c716'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:09:29.562208 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4f866c4a-7ec6-4520-ade4-a3df01374320 req-4cf6a631-4f2f-4282-9200-fe625745082a service neutron] 10.222.0.55 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191514 Sep 30 01:09:29.619033 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261de1b-d199-4a1c-b7ef-1104e7094669 req-8e4d0a9b-a119-4219-b0a8-8ef22bfb46ae tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:29.620815 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e261de1b-d199-4a1c-b7ef-1104e7094669 req-8e4d0a9b-a119-4219-b0a8-8ef22bfb46ae tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 945 time: 0.2447436 Sep 30 01:09:29.656156 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-910db70c-7669-4044-b67f-681f207675de req-3e33edc8-82cb-48ba-bcf9-9fe683aed4fe tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-493019430&fields=id&tenant_id=e480d6828f9946358bfe1436e2b1931a HTTP/1.1" status: 200 len: 267 time: 0.1061196 Sep 30 01:09:29.663300 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-13d17615-0352-4029-8f52-1bc0af446d3a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:29.674462 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2594840e-288b-4fb8-ba71-656419697758 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:29.697869 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-13d17615-0352-4029-8f52-1bc0af446d3a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:29.751095 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e261de1b-d199-4a1c-b7ef-1104e7094669 req-7aa6cf12-8609-46c7-935c-58c4278e28eb tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155844 Sep 30 01:09:29.773669 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d17615-0352-4029-8f52-1bc0af446d3a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Pushing event deleted for resources: {'Network': ['ID=19a62f43-89d7-4f3c-b78f-5ee27f414321,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:29.793608 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-eb2c432f-1735-4683-b7fb-dc132e13b3cf tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:29.802249 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-13d17615-0352-4029-8f52-1bc0af446d3a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:29.867849 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a8f6efa8-27b5-4657-8d35-ad172e0a1875 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:29.962154 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7126c594-5a1c-4409-9656-b6b579367ad6', 'tag': '8c095e3f-639d-41ca-8904-ed5265e8c716', 'status': 'completed', 'code': 200} Sep 30 01:09:29.996674 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-13d17615-0352-4029-8f52-1bc0af446d3a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] 10.222.0.39 "DELETE /v2.0/networks/19a62f43-89d7-4f3c-b78f-5ee27f414321 HTTP/1.1" status: 204 len: 168 time: 1.9210777 Sep 30 01:09:29.996674 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 54606) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:30.117158 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c432f-1735-4683-b7fb-dc132e13b3cf tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Pushing event updated for resources: {'Port': ['ID=81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:30.129312 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-eb2c432f-1735-4683-b7fb-dc132e13b3cf tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Network 391a89b8-3066-495e-9bf0-e793d760a99c is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:09:30.134559 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-eb2c432f-1735-4683-b7fb-dc132e13b3cf tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:30.137223 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-eb2c432f-1735-4683-b7fb-dc132e13b3cf tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:09:30.162608 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb5f03-41dd-4625-bf14-1aa1cadcce53 req-5752f8f5-d2fa-4852-8786-e1749b7c5f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:30.164165 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-40fb5f03-41dd-4625-bf14-1aa1cadcce53 req-5752f8f5-d2fa-4852-8786-e1749b7c5f1e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e480d6828f9946358bfe1436e2b1931a&device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 1135 time: 0.2326162 Sep 30 01:09:30.311881 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ecca8-edd3-4add-b047-9b74ac23cfb5 req-9643fa61-ed5e-4d0e-954a-0b967a13f599 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:30.319778 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ecca8-edd3-4add-b047-9b74ac23cfb5 req-9643fa61-ed5e-4d0e-954a-0b967a13f599 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:30.325920 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ecca8-edd3-4add-b047-9b74ac23cfb5 req-9643fa61-ed5e-4d0e-954a-0b967a13f599 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:30.332049 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ecca8-edd3-4add-b047-9b74ac23cfb5 req-9643fa61-ed5e-4d0e-954a-0b967a13f599 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:30.338084 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ecca8-edd3-4add-b047-9b74ac23cfb5 req-9643fa61-ed5e-4d0e-954a-0b967a13f599 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:30.344331 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ecca8-edd3-4add-b047-9b74ac23cfb5 req-9643fa61-ed5e-4d0e-954a-0b967a13f599 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:30.351374 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ecca8-edd3-4add-b047-9b74ac23cfb5 req-9643fa61-ed5e-4d0e-954a-0b967a13f599 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:30.353548 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fc9ecca8-edd3-4add-b047-9b74ac23cfb5 req-9643fa61-ed5e-4d0e-954a-0b967a13f599 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5430 time: 0.2350526 Sep 30 01:09:30.392452 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-eb2c432f-1735-4683-b7fb-dc132e13b3cf tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:09:30.432592 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb5f03-41dd-4625-bf14-1aa1cadcce53 req-67dce5a5-d756-40f0-9ca0-87f13f237578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:30.434521 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-40fb5f03-41dd-4625-bf14-1aa1cadcce53 req-67dce5a5-d756-40f0-9ca0-87f13f237578 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f403902e-e751-400d-af5a-c4c0270fe9c5 HTTP/1.1" status: 200 len: 920 time: 0.2468994 Sep 30 01:09:30.476754 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-eb2c432f-1735-4683-b7fb-dc132e13b3cf tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:30.477573 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-eb2c432f-1735-4683-b7fb-dc132e13b3cf tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:30.532523 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-eb2c432f-1735-4683-b7fb-dc132e13b3cf tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4650886 Sep 30 01:09:30.553397 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-a45fcd0b-cf4b-44cc-81e2-9c0b889783d7 service neutron] Request body: {'port': {'device_id': 'a4dd12df-f7bf-406d-add5-9d49ea34f368', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:09:30.557756 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-40fb5f03-41dd-4625-bf14-1aa1cadcce53 req-1e9e52d2-f329-4452-8ce1-aab605b75444 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c095e3f-639d-41ca-8904-ed5265e8c716 HTTP/1.1" status: 200 len: 217 time: 0.1118603 Sep 30 01:09:30.573083 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-fc9ecca8-edd3-4add-b047-9b74ac23cfb5 req-6ba4fff3-7692-4256-a9e8-a5b0ff34439c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2030623 Sep 30 01:09:30.616159 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910db70c-7669-4044-b67f-681f207675de req-7f610608-061e-477f-8004-d472c1c2b71f tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:30.617989 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-910db70c-7669-4044-b67f-681f207675de req-7f610608-061e-477f-8004-d472c1c2b71f tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 984 time: 0.9476349 Sep 30 01:09:30.641695 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-910db70c-7669-4044-b67f-681f207675de req-00d35cc4-d681-4458-9210-71a45c3b084c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Request body: {'port': {'security_groups': ['6e4700d9-ab2f-4d7a-b1b5-7ee285267d70']}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:09:30.703928 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb5f03-41dd-4625-bf14-1aa1cadcce53 req-b8b6f6c1-f29e-443e-88f2-447d454b69e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:30.705572 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-40fb5f03-41dd-4625-bf14-1aa1cadcce53 req-b8b6f6c1-f29e-443e-88f2-447d454b69e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=26d4a6d6-1ae3-4299-b531-ee7f88efd949 HTTP/1.1" status: 200 len: 859 time: 0.1315918 Sep 30 01:09:30.823824 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28618c33-e59c-4bdc-a274-1791ed6baf66 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:30.835577 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-40fb5f03-41dd-4625-bf14-1aa1cadcce53 req-836338a3-8f1f-4058-b251-55fa5cf85d38 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f403902e-e751-400d-af5a-c4c0270fe9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123455 Sep 30 01:09:30.835697 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28618c33-e59c-4bdc-a274-1791ed6baf66 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:30.838962 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-28618c33-e59c-4bdc-a274-1791ed6baf66 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Synchronizing usage tracker for tenant:a19b870e2ed14d6cb044b7cc6c4300c5 on resource:network {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:09:30.940765 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-910db70c-7669-4044-b67f-681f207675de req-00d35cc4-d681-4458-9210-71a45c3b084c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:31.015583 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-40fb5f03-41dd-4625-bf14-1aa1cadcce53 req-50082843-78fb-42ac-85e7-5f99f7ecb8fc service neutron] 10.222.0.55 "GET /v2.0/networks/f403902e-e751-400d-af5a-c4c0270fe9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685073 Sep 30 01:09:31.026367 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-28618c33-e59c-4bdc-a274-1791ed6baf66 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Unset dirty status for tenant:a19b870e2ed14d6cb044b7cc6c4300c5 on resource:network {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:09:31.027899 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-28618c33-e59c-4bdc-a274-1791ed6baf66 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.0016816 Sep 30 01:09:31.037878 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 54644) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:31.049005 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-a45fcd0b-cf4b-44cc-81e2-9c0b889783d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:31.063545 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-df9988b2-2257-4922-bfd0-b3ee1b9b2e7f tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-62106855'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:09:31.082054 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-df9988b2-2257-4922-bfd0-b3ee1b9b2e7f tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:09:31.141051 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-df9988b2-2257-4922-bfd0-b3ee1b9b2e7f tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:09:31.181102 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b947647-13ce-474b-ac2f-6bad5c143611 req-ad72b07a-c663-44d6-a389-1e428266993c tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:31.187704 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4b947647-13ce-474b-ac2f-6bad5c143611 req-ad72b07a-c663-44d6-a389-1e428266993c tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4dd12df-f7bf-406d-add5-9d49ea34f368 HTTP/1.1" status: 200 len: 931 time: 0.4087570 Sep 30 01:09:31.229320 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9988b2-2257-4922-bfd0-b3ee1b9b2e7f tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Made reservation on behalf of a19b870e2ed14d6cb044b7cc6c4300c5 for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:09:31.233835 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-df9988b2-2257-4922-bfd0-b3ee1b9b2e7f tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:31.282452 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-40fb5f03-41dd-4625-bf14-1aa1cadcce53 req-1b5717a0-204d-459d-b9ac-f37afefb823f service neutron] 10.222.0.55 "GET /v2.0/networks/f403902e-e751-400d-af5a-c4c0270fe9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409585 Sep 30 01:09:31.291293 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4b947647-13ce-474b-ac2f-6bad5c143611 req-6af9c8a7-072f-4fb0-9928-9374a27ac387 tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5a403cf-50ad-4c2a-9206-dea57e5195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028326 Sep 30 01:09:31.373342 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df9988b2-2257-4922-bfd0-b3ee1b9b2e7f tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:09:31.503130 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-df9988b2-2257-4922-bfd0-b3ee1b9b2e7f tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:31.503431 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-df9988b2-2257-4922-bfd0-b3ee1b9b2e7f tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Added segment 34181514-a2e2-4d91-a7df-6b205c63f874 of type vlan for network f61ed16e-0d97-4ea9-b616-c616e8557583 Sep 30 01:09:31.536208 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24db99-8a9b-48b6-b1c7-baa17ea6fd6d req-ea8695ae-540a-4a6b-b8c0-841b97a5dafe tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:31.551915 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7f24db99-8a9b-48b6-b1c7-baa17ea6fd6d req-ea8695ae-540a-4a6b-b8c0-841b97a5dafe tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 945 time: 0.1409507 Sep 30 01:09:31.565461 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-df9988b2-2257-4922-bfd0-b3ee1b9b2e7f tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:31.652806 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-7f24db99-8a9b-48b6-b1c7-baa17ea6fd6d req-4d1d2f4e-c302-43e5-9080-e14e1fcedad6 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999272 Sep 30 01:09:31.682982 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device c1aca60a-f261-4d1f-8965-402345b005c0 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:09:31.749634 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-df9988b2-2257-4922-bfd0-b3ee1b9b2e7f tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:31.760888 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9988b2-2257-4922-bfd0-b3ee1b9b2e7f tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:31.761519 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-df9988b2-2257-4922-bfd0-b3ee1b9b2e7f tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:31.874579 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port c1aca60a-f261-4d1f-8965-402345b005c0, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c1aca60a-f261-4d1f-8965-402345b005c0,segment=NetworkSegment(618f62bc-2f5c-4269-b3ef-02e0220ce392),segment_id=618f62bc-2f5c-4269-b3ef-02e0220ce392)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:31.880559 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e1076d50-7ce9-4735-8684-b01833ea2e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:31.890140 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': 'c1aca60a-f261-4d1f-8965-402345b005c0', 'network_id': '7d752305-7068-40ad-9ef6-292e77a160d6', 'port_id': 'c1aca60a-f261-4d1f-8965-402345b005c0', 'mac_address': 'fa:16:3e:a2:28:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eb85df0-f35f-4266-997a-b64f8df7e23e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:09:31.913945 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-df9988b2-2257-4922-bfd0-b3ee1b9b2e7f tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8697002 Sep 30 01:09:31.914138 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54678) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:31.920073 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-fd23067f-6ce4-4d7c-9f18-0706d1997ffb tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1388001544'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:09:31.927161 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-fd23067f-6ce4-4d7c-9f18-0706d1997ffb tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:09:31.938352 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-fd23067f-6ce4-4d7c-9f18-0706d1997ffb tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Usage tracker for resource:network and tenant:a19b870e2ed14d6cb044b7cc6c4300c5 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:09:31.947297 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-fd23067f-6ce4-4d7c-9f18-0706d1997ffb tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:09:31.972181 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-fd23067f-6ce4-4d7c-9f18-0706d1997ffb tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:09:31.997935 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd23067f-6ce4-4d7c-9f18-0706d1997ffb tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Made reservation on behalf of a19b870e2ed14d6cb044b7cc6c4300c5 for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:09:32.005659 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fd23067f-6ce4-4d7c-9f18-0706d1997ffb tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:32.022316 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:32.058861 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-910db70c-7669-4044-b67f-681f207675de req-00d35cc4-d681-4458-9210-71a45c3b084c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] For port 8c095e3f-639d-41ca-8904-ed5265e8c716, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=8c095e3f-639d-41ca-8904-ed5265e8c716,segment=NetworkSegment(d6d42030-3db2-4c1c-8438-557cd475cbbc),segment_id=d6d42030-3db2-4c1c-8438-557cd475cbbc)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:32.072333 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9988b2-2257-4922-bfd0-b3ee1b9b2e7f tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Pushing event updated for resources: {'Network': ['ID=f61ed16e-0d97-4ea9-b616-c616e8557583,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:32.077292 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-df9988b2-2257-4922-bfd0-b3ee1b9b2e7f tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:32.089030 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1aca60a-f261-4d1f-8965-402345b005c0 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:09:32.112790 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network f61ed16e-0d97-4ea9-b616-c616e8557583 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:09:32.175508 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-910db70c-7669-4044-b67f-681f207675de req-00d35cc4-d681-4458-9210-71a45c3b084c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:32.183948 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-910db70c-7669-4044-b67f-681f207675de req-00d35cc4-d681-4458-9210-71a45c3b084c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:32.195112 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-a45fcd0b-cf4b-44cc-81e2-9c0b889783d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:09:32.200798 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-609a561d-6048-4734-8010-b3d9431c0bfb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:32.234550 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port c1aca60a-f261-4d1f-8965-402345b005c0, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c1aca60a-f261-4d1f-8965-402345b005c0,segment=NetworkSegment(618f62bc-2f5c-4269-b3ef-02e0220ce392),segment_id=618f62bc-2f5c-4269-b3ef-02e0220ce392)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:32.265297 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-a45fcd0b-cf4b-44cc-81e2-9c0b889783d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:32.303625 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910db70c-7669-4044-b67f-681f207675de req-00d35cc4-d681-4458-9210-71a45c3b084c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:32.304897 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-910db70c-7669-4044-b67f-681f207675de req-00d35cc4-d681-4458-9210-71a45c3b084c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:32.306405 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-910db70c-7669-4044-b67f-681f207675de req-00d35cc4-d681-4458-9210-71a45c3b084c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "PUT /v2.0/ports/8c095e3f-639d-41ca-8904-ed5265e8c716 HTTP/1.1" status: 200 len: 942 time: 1.6693127 Sep 30 01:09:32.318056 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7126c594-5a1c-4409-9656-b6b579367ad6', 'tag': '8c095e3f-639d-41ca-8904-ed5265e8c716'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:09:32.327036 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd23067f-6ce4-4d7c-9f18-0706d1997ffb tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:09:32.337751 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['8c095e3f-639d-41ca-8904-ed5265e8c716'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:09:32.339499 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-a45fcd0b-cf4b-44cc-81e2-9c0b889783d7 service neutron] Transition to ACTIVE for port object 81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:09:32.340543 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fd23067f-6ce4-4d7c-9f18-0706d1997ffb tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:32.340934 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-fd23067f-6ce4-4d7c-9f18-0706d1997ffb tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Added segment 95f39b58-22f3-4fb0-932b-bdbf5528f266 of type vlan for network ce4316c8-310e-4aa3-b865-a127cac78d68 Sep 30 01:09:32.354522 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-a45fcd0b-cf4b-44cc-81e2-9c0b889783d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:32.385171 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fd23067f-6ce4-4d7c-9f18-0706d1997ffb tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:32.388452 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d35cc4-d681-4458-9210-71a45c3b084c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Pushing event updated for resources: {'Port': ['ID=8c095e3f-639d-41ca-8904-ed5265e8c716,revision_number=7']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:32.388452 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-00d35cc4-d681-4458-9210-71a45c3b084c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:32.388452 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4dc7589f-358b-42dd-bb77-544e638ee56a tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:32.422663 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fd23067f-6ce4-4d7c-9f18-0706d1997ffb tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:32.429471 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd23067f-6ce4-4d7c-9f18-0706d1997ffb tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:32.430253 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fd23067f-6ce4-4d7c-9f18-0706d1997ffb tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:32.438060 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4fcd44ac-f320-4884-8cf5-e044588eaa4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:32.498843 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:32.499903 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device a91a955a-b302-4a1e-8e67-1aaf3fa7f289 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:09:32.526866 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:32.606627 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23067f-6ce4-4d7c-9f18-0706d1997ffb tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Pushing event updated for resources: {'Network': ['ID=ce4316c8-310e-4aa3-b865-a127cac78d68,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:32.620267 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fd23067f-6ce4-4d7c-9f18-0706d1997ffb tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:32.647496 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fcd0b-cf4b-44cc-81e2-9c0b889783d7 service neutron] Pushing event updated for resources: {'Port': ['ID=81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:32.650487 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a45fcd0b-cf4b-44cc-81e2-9c0b889783d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:32.677370 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d6564-0580-4171-8170-05abf182694f req-fa5937ff-59b0-4d4f-85be-796759a82f91 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:32.681294 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-a45fcd0b-cf4b-44cc-81e2-9c0b889783d7 service neutron] Attempting to bind port 81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:09:32.681885 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-a45fcd0b-cf4b-44cc-81e2-9c0b889783d7 service neutron] Attempting to bind port 81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '73e385d1-0e20-432f-83ef-21970d0e80e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '391a89b8-3066-495e-9bf0-e793d760a99c'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:09:32.682292 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-a45fcd0b-cf4b-44cc-81e2-9c0b889783d7 service neutron] Attempting to bind port 81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b on network 391a89b8-3066-495e-9bf0-e793d760a99c {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:09:32.687679 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-a45fcd0b-cf4b-44cc-81e2-9c0b889783d7 service neutron] Port 81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b on network 391a89b8-3066-495e-9bf0-e793d760a99c not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:09:32.688126 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-a45fcd0b-cf4b-44cc-81e2-9c0b889783d7 service neutron] Attempting to bind port 81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b on network 391a89b8-3066-495e-9bf0-e793d760a99c {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:09:32.692025 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d6564-0580-4171-8170-05abf182694f req-fa5937ff-59b0-4d4f-85be-796759a82f91 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:32.695446 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-a45fcd0b-cf4b-44cc-81e2-9c0b889783d7 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:09:32.695887 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-a45fcd0b-cf4b-44cc-81e2-9c0b889783d7 service neutron] Checking segment: {'id': '73e385d1-0e20-432f-83ef-21970d0e80e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '391a89b8-3066-495e-9bf0-e793d760a99c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:09:32.696347 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-a45fcd0b-cf4b-44cc-81e2-9c0b889783d7 service neutron] Bound using segment: {'id': '73e385d1-0e20-432f-83ef-21970d0e80e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '391a89b8-3066-495e-9bf0-e793d760a99c'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:09:32.696890 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-a45fcd0b-cf4b-44cc-81e2-9c0b889783d7 service neutron] Bound port: 81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73e385d1-0e20-432f-83ef-21970d0e80e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '391a89b8-3066-495e-9bf0-e793d760a99c'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:09:32.697315 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-a45fcd0b-cf4b-44cc-81e2-9c0b889783d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:32.697593 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=c1aca60a-f261-4d1f-8965-402345b005c0,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:32.711448 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['8c095e3f-639d-41ca-8904-ed5265e8c716'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:09:32.723583 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d6564-0580-4171-8170-05abf182694f req-fa5937ff-59b0-4d4f-85be-796759a82f91 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:32.739404 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d6564-0580-4171-8170-05abf182694f req-fa5937ff-59b0-4d4f-85be-796759a82f91 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:32.743789 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network ce4316c8-310e-4aa3-b865-a127cac78d68 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:09:32.755540 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d6564-0580-4171-8170-05abf182694f req-fa5937ff-59b0-4d4f-85be-796759a82f91 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:32.762141 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:32.774197 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d6564-0580-4171-8170-05abf182694f req-fa5937ff-59b0-4d4f-85be-796759a82f91 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:32.788248 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d6564-0580-4171-8170-05abf182694f req-fa5937ff-59b0-4d4f-85be-796759a82f91 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:32.790216 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-562d6564-0580-4171-8170-05abf182694f req-fa5937ff-59b0-4d4f-85be-796759a82f91 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5431 time: 0.5817645 Sep 30 01:09:32.810340 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2bead-0438-4e15-b4e8-55480d0354aa req-dfe90cf8-0e66-40e8-a44e-9946671c0d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:32.812086 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-aec2bead-0438-4e15-b4e8-55480d0354aa req-dfe90cf8-0e66-40e8-a44e-9946671c0d44 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=abce1fccae0f433a86d5519286621727&device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 1096 time: 0.7887633 Sep 30 01:09:32.813555 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-fd23067f-6ce4-4d7c-9f18-0706d1997ffb tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8985040 Sep 30 01:09:32.816456 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54708) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:32.862407 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-a45fcd0b-cf4b-44cc-81e2-9c0b889783d7 service neutron] For port 81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b, host n-h2-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:09:32.872784 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-a45fcd0b-cf4b-44cc-81e2-9c0b889783d7 service neutron] For port 81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b,segment=NetworkSegment(73e385d1-0e20-432f-83ef-21970d0e80e4),segment_id=73e385d1-0e20-432f-83ef-21970d0e80e4)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:09:32.882150 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-a45fcd0b-cf4b-44cc-81e2-9c0b889783d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:32.888001 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-e5946f3a-ccfb-4158-b0f6-2ac375a753d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:32.916256 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Request body: {'ports': [{'network_id': 'f61ed16e-0d97-4ea9-b616-c616e8557583', 'name': 'tempest-port--490030749', 'admin_state_up': True}, {'network_id': 'ce4316c8-310e-4aa3-b865-a127cac78d68', 'admin_state_up': False}]} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:09:32.916591 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Request body: {'port': {'network_id': 'f61ed16e-0d97-4ea9-b616-c616e8557583', 'name': 'tempest-port--490030749', 'admin_state_up': True}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:09:32.917090 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Request body: {'port': {'network_id': 'ce4316c8-310e-4aa3-b865-a127cac78d68', 'admin_state_up': False}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:09:33.107322 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-562d6564-0580-4171-8170-05abf182694f req-fb2285db-e1e8-4409-b7e9-f135708e1418 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2849109 Sep 30 01:09:33.250459 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-a45fcd0b-cf4b-44cc-81e2-9c0b889783d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:33.251140 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-a45fcd0b-cf4b-44cc-81e2-9c0b889783d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:33.252968 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-a45fcd0b-cf4b-44cc-81e2-9c0b889783d7 service neutron] 10.222.0.55 "PUT /v2.0/ports/81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b HTTP/1.1" status: 200 len: 1091 time: 2.7049305 Sep 30 01:09:33.502036 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port a91a955a-b302-4a1e-8e67-1aaf3fa7f289, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=a91a955a-b302-4a1e-8e67-1aaf3fa7f289,segment=NetworkSegment(9f95d4be-6deb-4259-81c6-1f0ca7955ddc),segment_id=9f95d4be-6deb-4259-81c6-1f0ca7955ddc)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:33.527636 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fcd0b-cf4b-44cc-81e2-9c0b889783d7 service neutron] Pushing event updated for resources: {'Port': ['ID=81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:33.548168 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a45fcd0b-cf4b-44cc-81e2-9c0b889783d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:33.585162 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': 'a91a955a-b302-4a1e-8e67-1aaf3fa7f289', 'network_id': '9dd935bb-d688-4433-a9d1-a36b64beb9e9', 'port_id': 'a91a955a-b302-4a1e-8e67-1aaf3fa7f289', 'mac_address': 'fa:16:3e:cd:22:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '652513b8-d456-4d6b-b6d5-540fa6762cfc', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:09:33.661835 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:33.682264 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a91a955a-b302-4a1e-8e67-1aaf3fa7f289 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:09:33.725414 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port a91a955a-b302-4a1e-8e67-1aaf3fa7f289, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=a91a955a-b302-4a1e-8e67-1aaf3fa7f289,segment=NetworkSegment(9f95d4be-6deb-4259-81c6-1f0ca7955ddc),segment_id=9f95d4be-6deb-4259-81c6-1f0ca7955ddc)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:33.732881 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-33dfc772-bbdb-4189-b208-660e3e55617e req-7e56ebe5-4da3-4321-bb24-61cb9350f716 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4698586 Sep 30 01:09:33.734212 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:33.735310 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 926094d2-6b68-4ff4-bc28-d8d49e33eecf details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:09:33.748079 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-8e9beead-ea33-4b53-bd72-a035c44dd8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:33.749548 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-8e9beead-ea33-4b53-bd72-a035c44dd8f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6e1bd91c03643549a72aa6f1087bc4e&device_id=a4dd12df-f7bf-406d-add5-9d49ea34f368 HTTP/1.1" status: 200 len: 1094 time: 0.4237156 Sep 30 01:09:33.752661 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-33dfc772-bbdb-4189-b208-660e3e55617e req-3c2e8903-7d09-4a08-ba33-949463d6fe8c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Request body: {'floatingip': {'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:09:33.760189 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8014b2-ac94-47f4-9c4c-4c7efc8daf8e req-a7253cc4-8a9a-4bf2-917b-c292a30c49fe tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:33.761607 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4e8014b2-ac94-47f4-9c4c-4c7efc8daf8e req-a7253cc4-8a9a-4bf2-917b-c292a30c49fe tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 945 time: 1.1274123 Sep 30 01:09:33.767791 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2bead-0438-4e15-b4e8-55480d0354aa req-40a1cf4b-7ce5-4311-9e59-5775c229eb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:33.777650 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-aec2bead-0438-4e15-b4e8-55480d0354aa req-40a1cf4b-7ce5-4311-9e59-5775c229eb09 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a1ec61c9-0175-45e3-86f7-b51b96fff07c HTTP/1.1" status: 200 len: 920 time: 0.6900551 Sep 30 01:09:33.805335 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-33dfc772-bbdb-4189-b208-660e3e55617e req-3c2e8903-7d09-4a08-ba33-949463d6fe8c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:09:33.814677 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-33dfc772-bbdb-4189-b208-660e3e55617e req-3c2e8903-7d09-4a08-ba33-949463d6fe8c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Usage tracker for resource:floatingip and tenant:e480d6828f9946358bfe1436e2b1931a is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:09:33.821594 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-33dfc772-bbdb-4189-b208-660e3e55617e req-3c2e8903-7d09-4a08-ba33-949463d6fe8c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:09:33.838336 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [req-33dfc772-bbdb-4189-b208-660e3e55617e req-3c2e8903-7d09-4a08-ba33-949463d6fe8c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:09:33.901823 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-87f3494e-5e04-4145-b160-2ccbd4b94cdf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b HTTP/1.1" status: 200 len: 217 time: 0.1384549 Sep 30 01:09:33.907883 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:09:33.918387 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-33dfc772-bbdb-4189-b208-660e3e55617e req-3c2e8903-7d09-4a08-ba33-949463d6fe8c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks [] for floatingip, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:33.918933 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 926094d2-6b68-4ff4-bc28-d8d49e33eecf, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=926094d2-6b68-4ff4-bc28-d8d49e33eecf,segment=NetworkSegment(47091f80-0074-4271-b457-46141d580d1e),segment_id=47091f80-0074-4271-b457-46141d580d1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:33.934509 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:33.952787 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-aec2bead-0438-4e15-b4e8-55480d0354aa req-e4dd1614-eb1a-4901-99c8-564851c307a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76ee0856-56d5-491b-9b82-852b2b9478ac HTTP/1.1" status: 200 len: 217 time: 0.1490388 Sep 30 01:09:33.954286 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Usage tracker for resource:port and tenant:a19b870e2ed14d6cb044b7cc6c4300c5 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:09:33.958472 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:09:33.968780 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:09:33.978464 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4e8014b2-ac94-47f4-9c4c-4c7efc8daf8e req-e1e66349-e538-4bb8-8b37-185c10a9a928 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568911 Sep 30 01:09:34.005457 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8d789120-a0bb-4de2-ac2c-7a140e10a2c3 req-6df063ef-849e-4065-92a0-466055365660 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3215392 Sep 30 01:09:34.009942 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-7ecc080f-ab59-4a59-865d-8cf6e0009a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:34.011572 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-7ecc080f-ab59-4a59-865d-8cf6e0009a3d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=072033a3-0ddc-45e4-8210-11191e4e2d87 HTTP/1.1" status: 200 len: 854 time: 0.0893526 Sep 30 01:09:34.016869 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '926094d2-6b68-4ff4-bc28-d8d49e33eecf', 'network_id': '0c8f5270-f537-4a24-8826-df38c01a7122', 'port_id': '926094d2-6b68-4ff4-bc28-d8d49e33eecf', 'mac_address': 'fa:16:3e:97:bc:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08cf9028-f858-4c0c-8619-dc36cad505dd', 'ip_address': '10.1.1.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:09:34.129047 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Made reservation on behalf of a19b870e2ed14d6cb044b7cc6c4300c5 for: {'port': 2} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:09:34.134931 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:34.141493 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-4153c229-94ba-4d54-abaa-a5546b59fab8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=391a89b8-3066-495e-9bf0-e793d760a99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205037 Sep 30 01:09:34.183402 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:34.204863 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54736) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:34.236685 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:34.255083 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=a91a955a-b302-4a1e-8e67-1aaf3fa7f289,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:34.258701 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:34.264466 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 926094d2-6b68-4ff4-bc28-d8d49e33eecf {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:09:34.294009 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 926094d2-6b68-4ff4-bc28-d8d49e33eecf, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=926094d2-6b68-4ff4-bc28-d8d49e33eecf,segment=NetworkSegment(47091f80-0074-4271-b457-46141d580d1e),segment_id=47091f80-0074-4271-b457-46141d580d1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:34.299856 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:34.301274 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 8383232f-0a72-4842-ada7-be7b80f6f5bb details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:09:34.307190 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:34.347211 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2bead-0438-4e15-b4e8-55480d0354aa req-a90874fa-108f-42e3-b1d7-675f2c74d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:34.348898 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-aec2bead-0438-4e15-b4e8-55480d0354aa req-a90874fa-108f-42e3-b1d7-675f2c74d660 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c3d0072-a3d6-4e3e-8b73-1d7d0c6bb6d2 HTTP/1.1" status: 200 len: 859 time: 0.3821459 Sep 30 01:09:34.402000 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=926094d2-6b68-4ff4-bc28-d8d49e33eecf,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:34.406709 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:34.463921 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 8383232f-0a72-4842-ada7-be7b80f6f5bb, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=8383232f-0a72-4842-ada7-be7b80f6f5bb,segment=NetworkSegment(47091f80-0074-4271-b457-46141d580d1e),segment_id=47091f80-0074-4271-b457-46141d580d1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:34.484029 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-aec2bead-0438-4e15-b4e8-55480d0354aa req-60ef81cb-5c04-4770-82a4-236a1d8198fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a1ec61c9-0175-45e3-86f7-b51b96fff07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1255059 Sep 30 01:09:34.497259 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '8383232f-0a72-4842-ada7-be7b80f6f5bb', 'network_id': '0c8f5270-f537-4a24-8826-df38c01a7122', 'port_id': '8383232f-0a72-4842-ada7-be7b80f6f5bb', 'mac_address': 'fa:16:3e:1c:b2:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08cf9028-f858-4c0c-8619-dc36cad505dd', 'ip_address': '10.1.1.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:09:34.504127 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ec906592-8439-4d4f-b06a-fbeffe1bcbcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:34.530481 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] device_id is not set on port 16f435be-0164-439f-987a-c3796f4b0c86 yet. {{(pid=80275) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:09:34.555492 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:34.574209 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8383232f-0a72-4842-ada7-be7b80f6f5bb {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:09:34.603862 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 8383232f-0a72-4842-ada7-be7b80f6f5bb, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=8383232f-0a72-4842-ada7-be7b80f6f5bb,segment=NetworkSegment(47091f80-0074-4271-b457-46141d580d1e),segment_id=47091f80-0074-4271-b457-46141d580d1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:34.613702 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:34.614357 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device ff466f62-2993-4fda-99f8-d2dc5b844aa7 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:09:34.622961 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d789120-a0bb-4de2-ac2c-7a140e10a2c3 req-77fae007-fe56-4ce5-8acd-46dfe5b1f8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:34.624700 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8d789120-a0bb-4de2-ac2c-7a140e10a2c3 req-77fae007-fe56-4ce5-8acd-46dfe5b1f8d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bb71da966444045b30780aa9e2e5b81&device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 1096 time: 0.4725504 Sep 30 01:09:34.661262 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port ff466f62-2993-4fda-99f8-d2dc5b844aa7, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ff466f62-2993-4fda-99f8-d2dc5b844aa7,segment=NetworkSegment(47091f80-0074-4271-b457-46141d580d1e),segment_id=47091f80-0074-4271-b457-46141d580d1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:34.677330 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:34.708120 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': 'ff466f62-2993-4fda-99f8-d2dc5b844aa7', 'network_id': '0c8f5270-f537-4a24-8826-df38c01a7122', 'port_id': 'ff466f62-2993-4fda-99f8-d2dc5b844aa7', 'mac_address': 'fa:16:3e:50:b1:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08cf9028-f858-4c0c-8619-dc36cad505dd', 'ip_address': '10.1.1.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:09:34.815616 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:34.816451 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-d1deb7a9-e330-4163-9b71-dadd57397c4f service neutron] 10.222.0.55 "GET /v2.0/networks/391a89b8-3066-495e-9bf0-e793d760a99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399931 Sep 30 01:09:34.834221 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=8383232f-0a72-4842-ada7-be7b80f6f5bb,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:34.845103 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff466f62-2993-4fda-99f8-d2dc5b844aa7 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:09:34.851476 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:34.863815 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port ff466f62-2993-4fda-99f8-d2dc5b844aa7, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ff466f62-2993-4fda-99f8-d2dc5b844aa7,segment=NetworkSegment(47091f80-0074-4271-b457-46141d580d1e),segment_id=47091f80-0074-4271-b457-46141d580d1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:34.870064 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:34.871742 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 4bcedee4-4dcd-4af9-a34a-1321e1e30cf8 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:09:34.877926 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:34.901211 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d7c87-0558-4c56-8ca8-71fc70fb19c0 req-91a5a99e-07d9-4b40-9b27-fc4d355f898a tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:34.902100 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-a15d7c87-0558-4c56-8ca8-71fc70fb19c0 req-91a5a99e-07d9-4b40-9b27-fc4d355f898a tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Synchronizing usage tracker for tenant:b6e1bd91c03643549a72aa6f1087bc4e on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:09:34.956626 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=ff466f62-2993-4fda-99f8-d2dc5b844aa7,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:34.961389 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:34.962095 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d789120-a0bb-4de2-ac2c-7a140e10a2c3 req-bdb9f915-4a61-4305-b9cc-781bc81d915a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:34.963916 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8d789120-a0bb-4de2-ac2c-7a140e10a2c3 req-bdb9f915-4a61-4305-b9cc-781bc81d915a service neutron] 10.222.0.59 "GET /v2.0/networks?id=a45f81b3-7df7-4825-9d8e-944e71cc6909 HTTP/1.1" status: 200 len: 911 time: 0.3077931 Sep 30 01:09:34.982874 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 4bcedee4-4dcd-4af9-a34a-1321e1e30cf8, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=4bcedee4-4dcd-4af9-a34a-1321e1e30cf8,segment=NetworkSegment(47091f80-0074-4271-b457-46141d580d1e),segment_id=47091f80-0074-4271-b457-46141d580d1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:34.988592 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-aec2bead-0438-4e15-b4e8-55480d0354aa req-11214f65-fd2e-4967-b241-09ffc9029482 service neutron] 10.222.0.55 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856281 Sep 30 01:09:34.992257 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-ec906592-8439-4d4f-b06a-fbeffe1bcbcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:09:35.003461 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '4bcedee4-4dcd-4af9-a34a-1321e1e30cf8', 'network_id': '0c8f5270-f537-4a24-8826-df38c01a7122', 'port_id': '4bcedee4-4dcd-4af9-a34a-1321e1e30cf8', 'mac_address': 'fa:16:3e:b4:d4:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08cf9028-f858-4c0c-8619-dc36cad505dd', 'ip_address': '10.1.1.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:09:35.011454 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-ec906592-8439-4d4f-b06a-fbeffe1bcbcb admin admin] Usage tracker for resource:security_group_rule and tenant:c2c84b5fdff84ee8a47be5efcdf1c4fd is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:09:35.014324 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-ec906592-8439-4d4f-b06a-fbeffe1bcbcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:09:35.020527 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-ec906592-8439-4d4f-b06a-fbeffe1bcbcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:09:35.054307 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8d789120-a0bb-4de2-ac2c-7a140e10a2c3 req-795fca18-1ebc-44ee-8b5f-fa76882911c1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c HTTP/1.1" status: 200 len: 217 time: 0.0820866 Sep 30 01:09:35.073095 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:35.095139 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bcedee4-4dcd-4af9-a34a-1321e1e30cf8 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:09:35.131400 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 4bcedee4-4dcd-4af9-a34a-1321e1e30cf8, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=4bcedee4-4dcd-4af9-a34a-1321e1e30cf8,segment=NetworkSegment(47091f80-0074-4271-b457-46141d580d1e),segment_id=47091f80-0074-4271-b457-46141d580d1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:35.140939 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:35.142907 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-393613fa-602b-491b-b991-2d900a54b277 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:35.159163 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d789120-a0bb-4de2-ac2c-7a140e10a2c3 req-2036be17-9721-4fe0-9f37-27d62f16ca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:35.160620 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8d789120-a0bb-4de2-ac2c-7a140e10a2c3 req-2036be17-9721-4fe0-9f37-27d62f16ca50 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be62a7a7-816e-4779-aa6c-5c41bedfef4a HTTP/1.1" status: 200 len: 850 time: 0.0988913 Sep 30 01:09:35.164387 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e183c07a-fb47-48dd-ab9d-ad30a52a52dc req-d9190dd1-744f-4492-80e9-9582d1631022 service neutron] 10.222.0.55 "GET /v2.0/networks/391a89b8-3066-495e-9bf0-e793d760a99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205323 Sep 30 01:09:35.230052 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=4bcedee4-4dcd-4af9-a34a-1321e1e30cf8,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:35.233660 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:35.235336 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8d789120-a0bb-4de2-ac2c-7a140e10a2c3 req-2b7e6636-362c-4b57-a19b-72d79e2f57d6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a45f81b3-7df7-4825-9d8e-944e71cc6909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667694 Sep 30 01:09:35.276158 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 19351280-48a5-463a-8841-fd47e2412cd3 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:09:35.288806 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-33dfc772-bbdb-4189-b208-660e3e55617e req-3c2e8903-7d09-4a08-ba33-949463d6fe8c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:35.341713 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920f702-511c-4475-98bf-f2f35e6a2edb req-29a6b257-ef8c-4762-9697-c3b130a153dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:35.343794 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0920f702-511c-4475-98bf-f2f35e6a2edb req-29a6b257-ef8c-4762-9697-c3b130a153dd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 1096 time: 0.7439101 Sep 30 01:09:35.434540 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8d789120-a0bb-4de2-ac2c-7a140e10a2c3 req-ea840bcb-9e70-423d-bc5c-b2c98fe6c812 service neutron] 10.222.0.59 "GET /v2.0/networks/a45f81b3-7df7-4825-9d8e-944e71cc6909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904914 Sep 30 01:09:35.462338 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 19351280-48a5-463a-8841-fd47e2412cd3, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=19351280-48a5-463a-8841-fd47e2412cd3,segment=NetworkSegment(9f95d4be-6deb-4259-81c6-1f0ca7955ddc),segment_id=9f95d4be-6deb-4259-81c6-1f0ca7955ddc)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:35.487384 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-aec2bead-0438-4e15-b4e8-55480d0354aa req-73a09431-891d-4c83-a6d7-4afa600160dd service neutron] 10.222.0.55 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775927 Sep 30 01:09:35.488534 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ec906592-8439-4d4f-b06a-fbeffe1bcbcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:35.519551 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ec906592-8439-4d4f-b06a-fbeffe1bcbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:35.530415 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '19351280-48a5-463a-8841-fd47e2412cd3', 'network_id': '9dd935bb-d688-4433-a9d1-a36b64beb9e9', 'port_id': '19351280-48a5-463a-8841-fd47e2412cd3', 'mac_address': 'fa:16:3e:1e:08:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '652513b8-d456-4d6b-b6d5-540fa6762cfc', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:09:35.536967 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f7c0732f-1ff5-4047-bcaa-5908d59d559f tempest-SecGroupTest-235008353 tempest-SecGroupTest-235008353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:35.609834 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:35.636871 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:35.644750 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19351280-48a5-463a-8841-fd47e2412cd3 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:09:35.664741 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:35.670127 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 19351280-48a5-463a-8841-fd47e2412cd3, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=19351280-48a5-463a-8841-fd47e2412cd3,segment=NetworkSegment(9f95d4be-6deb-4259-81c6-1f0ca7955ddc),segment_id=9f95d4be-6deb-4259-81c6-1f0ca7955ddc)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:35.676008 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:35.679198 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:35.762077 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] device_id is not set on port 8b914bdd-7d06-44a8-9057-757402c61a8d yet. {{(pid=80275) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:09:35.770612 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-0920f702-511c-4475-98bf-f2f35e6a2edb req-f0cd1cb1-afcf-4cb3-97c8-06c15705af48 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702900 Sep 30 01:09:35.776946 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=19351280-48a5-463a-8841-fd47e2412cd3,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:35.780938 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:35.814053 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-a15d7c87-0558-4c56-8ca8-71fc70fb19c0 req-91a5a99e-07d9-4b40-9b27-fc4d355f898a tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Unset dirty status for tenant:b6e1bd91c03643549a72aa6f1087bc4e on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:09:35.815413 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a15d7c87-0558-4c56-8ca8-71fc70fb19c0 req-91a5a99e-07d9-4b40-9b27-fc4d355f898a tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4dd12df-f7bf-406d-add5-9d49ea34f368 HTTP/1.1" status: 200 len: 943 time: 1.5377920 Sep 30 01:09:35.841604 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-ec906592-8439-4d4f-b06a-fbeffe1bcbcb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c2c84b5fdff84ee8a47be5efcdf1c4fd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6111696 Sep 30 01:09:35.841805 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54772) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:35.845894 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec906592-8439-4d4f-b06a-fbeffe1bcbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8de664-7a59-4ea4-961c-e682f35c531d,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:35.853701 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ec906592-8439-4d4f-b06a-fbeffe1bcbcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:35.877628 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 01:09:35.920754 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8d789120-a0bb-4de2-ac2c-7a140e10a2c3 req-e9031b61-33a3-449b-9edc-2b9373c07336 service neutron] 10.222.0.59 "GET /v2.0/networks/a45f81b3-7df7-4825-9d8e-944e71cc6909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788356 Sep 30 01:09:35.921513 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-33dfc772-bbdb-4189-b208-660e3e55617e req-3c2e8903-7d09-4a08-ba33-949463d6fe8c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Allocated IP 172.25.0.229 (1b813296-b79a-4ce4-abf3-9e488de9f705/bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2/d6135123-8bb9-4935-b8d3-e5942df4cf70) {{(pid=80275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:09:35.923065 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-a15d7c87-0558-4c56-8ca8-71fc70fb19c0 req-a7ee0eb2-9c5e-45c0-9a09-2c8539e0bd19 tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Synchronizing usage tracker for tenant:b6e1bd91c03643549a72aa6f1087bc4e on resource:security_group {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:09:35.942749 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-a15d7c87-0558-4c56-8ca8-71fc70fb19c0 req-a7ee0eb2-9c5e-45c0-9a09-2c8539e0bd19 tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Unset dirty status for tenant:b6e1bd91c03643549a72aa6f1087bc4e on resource:security_group {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:09:35.944519 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a15d7c87-0558-4c56-8ca8-71fc70fb19c0 req-a7ee0eb2-9c5e-45c0-9a09-2c8539e0bd19 tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5a403cf-50ad-4c2a-9206-dea57e5195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166060 Sep 30 01:09:36.002641 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7126c594-5a1c-4409-9656-b6b579367ad6', 'tag': '8c095e3f-639d-41ca-8904-ed5265e8c716', 'status': 'completed', 'code': 200} Sep 30 01:09:36.145250 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f87f8866-07ef-44df-be05-b9e3ea274f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:36.217187 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b15afd-bf8b-40af-a9fc-1f5176a53809 req-b57eaebd-de27-4ad3-9d69-6d74948c3ee9 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:36.218996 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-32b15afd-bf8b-40af-a9fc-1f5176a53809 req-b57eaebd-de27-4ad3-9d69-6d74948c3ee9 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 945 time: 0.1159894 Sep 30 01:09:36.239961 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f87f8866-07ef-44df-be05-b9e3ea274f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:36.261541 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:36.272047 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-32b15afd-bf8b-40af-a9fc-1f5176a53809 req-117a9ab3-141f-470e-ab4e-3cbd1992bdd5 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455348 Sep 30 01:09:36.370321 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1347b21-556e-4c44-bc35-225e5c6c7f85 req-733b90c8-5d48-4d0b-bf7a-ef1fcc8a117a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:36.371889 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f1347b21-556e-4c44-bc35-225e5c6c7f85 req-733b90c8-5d48-4d0b-bf7a-ef1fcc8a117a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e480d6828f9946358bfe1436e2b1931a&device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 1096 time: 0.3341777 Sep 30 01:09:36.375635 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-33dfc772-bbdb-4189-b208-660e3e55617e req-3c2e8903-7d09-4a08-ba33-949463d6fe8c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:36.465337 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f87f8866-07ef-44df-be05-b9e3ea274f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:36.480089 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-37b21371-4cad-4e5a-99b6-e8fb610ebc81 tempest-ImagesOneServerNegativeTestJSON-1978300792 tempest-ImagesOneServerNegativeTestJSON-1978300792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:36.490896 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:36.517975 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f8866-07ef-44df-be05-b9e3ea274f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8de664-7a59-4ea4-961c-e682f35c531d,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:36.525135 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f87f8866-07ef-44df-be05-b9e3ea274f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:36.528385 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f6a31dfb-a2a3-4f6c-8c39-e10440c6576c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:36.562640 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63709b1-ecf5-4a87-9d97-bdfcec0d1b2e req-3292e1d3-1a47-40ef-a5cb-5354948a9202 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:36.570077 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63709b1-ecf5-4a87-9d97-bdfcec0d1b2e req-3292e1d3-1a47-40ef-a5cb-5354948a9202 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:36.576976 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63709b1-ecf5-4a87-9d97-bdfcec0d1b2e req-3292e1d3-1a47-40ef-a5cb-5354948a9202 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:36.585079 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63709b1-ecf5-4a87-9d97-bdfcec0d1b2e req-3292e1d3-1a47-40ef-a5cb-5354948a9202 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:36.591552 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63709b1-ecf5-4a87-9d97-bdfcec0d1b2e req-3292e1d3-1a47-40ef-a5cb-5354948a9202 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:36.597366 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['a91a955a-b302-4a1e-8e67-1aaf3fa7f289'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:09:36.606486 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63709b1-ecf5-4a87-9d97-bdfcec0d1b2e req-3292e1d3-1a47-40ef-a5cb-5354948a9202 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:36.612529 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63709b1-ecf5-4a87-9d97-bdfcec0d1b2e req-3292e1d3-1a47-40ef-a5cb-5354948a9202 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:36.621218 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a63709b1-ecf5-4a87-9d97-bdfcec0d1b2e req-3292e1d3-1a47-40ef-a5cb-5354948a9202 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5437 time: 0.2351675 Sep 30 01:09:36.653036 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f87f8866-07ef-44df-be05-b9e3ea274f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:36.654289 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-f87f8866-07ef-44df-be05-b9e3ea274f67 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9d8de664-7a59-4ea4-961c-e682f35c531d HTTP/1.1" status: 204 len: 168 time: 0.8097651 Sep 30 01:09:36.674715 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-33dfc772-bbdb-4189-b208-660e3e55617e req-3c2e8903-7d09-4a08-ba33-949463d6fe8c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:36.675263 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a63709b1-ecf5-4a87-9d97-bdfcec0d1b2e req-bd1506e6-7693-4884-8aa1-b336fce1f754 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531921 Sep 30 01:09:36.701200 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Pushing event updated for resources: {'Port': ['ID=16f435be-0164-439f-987a-c3796f4b0c86,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:36.731195 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1347b21-556e-4c44-bc35-225e5c6c7f85 req-64c3f65d-8dcc-410c-9270-4b3bb92b7ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:36.742275 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f1347b21-556e-4c44-bc35-225e5c6c7f85 req-64c3f65d-8dcc-410c-9270-4b3bb92b7ca9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f403902e-e751-400d-af5a-c4c0270fe9c5 HTTP/1.1" status: 200 len: 920 time: 0.3556716 Sep 30 01:09:36.748536 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:36.756660 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-512e083a-9259-4481-b9de-4ff46457e7f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:36.761428 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['926094d2-6b68-4ff4-bc28-d8d49e33eecf'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:09:36.816592 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Checking segment: {'id': '34181514-a2e2-4d91-a7df-6b205c63f874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f61ed16e-0d97-4ea9-b616-c616e8557583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:09:36.816592 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Network hostable DHCP agents. Network: f61ed16e-0d97-4ea9-b616-c616e8557583, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:09:36.859450 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['c1aca60a-f261-4d1f-8965-402345b005c0'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:09:36.906577 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['ff466f62-2993-4fda-99f8-d2dc5b844aa7'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:09:36.924339 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fe909-6394-4e50-b7a6-a9309726c85d req-5a57cd63-f76a-4840-9c47-bea53e074d9c tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:36.926363 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-523fe909-6394-4e50-b7a6-a9309726c85d req-5a57cd63-f76a-4840-9c47-bea53e074d9c tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 945 time: 0.1055405 Sep 30 01:09:36.929736 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33dfc772-bbdb-4189-b208-660e3e55617e req-3c2e8903-7d09-4a08-ba33-949463d6fe8c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Network 1b813296-b79a-4ce4-abf3-9e488de9f705 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:09:36.931579 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f1347b21-556e-4c44-bc35-225e5c6c7f85 req-2feb5015-e8cd-4e64-8ee4-19e9bf91289a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c095e3f-639d-41ca-8904-ed5265e8c716 HTTP/1.1" status: 200 len: 217 time: 0.1283126 Sep 30 01:09:36.935167 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-33dfc772-bbdb-4189-b208-660e3e55617e req-3c2e8903-7d09-4a08-ba33-949463d6fe8c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:09:36.941667 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-33dfc772-bbdb-4189-b208-660e3e55617e req-3c2e8903-7d09-4a08-ba33-949463d6fe8c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:09:37.003618 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-523fe909-6394-4e50-b7a6-a9309726c85d req-0a7477e9-6198-41f1-aacf-39f1ef078b79 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705917 Sep 30 01:09:37.024368 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['8383232f-0a72-4842-ada7-be7b80f6f5bb'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:09:37.039540 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Network f61ed16e-0d97-4ea9-b616-c616e8557583 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:09:37.041935 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e8903-7d09-4a08-ba33-949463d6fe8c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Pushing event updated for resources: {'Port': ['ID=d6135123-8bb9-4935-b8d3-e5942df4cf70,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:37.056114 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['4bcedee4-4dcd-4af9-a34a-1321e1e30cf8'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:09:37.057957 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3c2e8903-7d09-4a08-ba33-949463d6fe8c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:37.082795 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, f61ed16e-0d97-4ea9-b616-c616e8557583) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:09:37.094280 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:09:37.095519 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:37.099250 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1347b21-556e-4c44-bc35-225e5c6c7f85 req-b5d78df5-d0f2-408f-aa8c-ba1c1c70b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:37.101344 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f1347b21-556e-4c44-bc35-225e5c6c7f85 req-b5d78df5-d0f2-408f-aa8c-ba1c1c70b6cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=26d4a6d6-1ae3-4299-b531-ee7f88efd949 HTTP/1.1" status: 200 len: 859 time: 0.1185882 Sep 30 01:09:37.107190 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1342de17-db06-49a8-a183-1af45c281ae3 tempest-ServerGroupTestJSON-1675566618 tempest-ServerGroupTestJSON-1675566618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:37.134467 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d163399-9b6c-4a10-9872-0d9cd110056b None None] Network f61ed16e-0d97-4ea9-b616-c616e8557583 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:09:37.311269 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 54804) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:37.398718 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['19351280-48a5-463a-8841-fd47e2412cd3'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:09:37.399204 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2421ec6-7dde-48b9-8df9-a0a58bc26ff4 req-7bd30d11-2caa-49dc-a56e-51caa9092d2b tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:37.415346 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c2421ec6-7dde-48b9-8df9-a0a58bc26ff4 req-7bd30d11-2caa-49dc-a56e-51caa9092d2b tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4dd12df-f7bf-406d-add5-9d49ea34f368 HTTP/1.1" status: 200 len: 943 time: 0.1896977 Sep 30 01:09:37.450414 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5552b53c-ec80-4fd6-9640-d99a7eacf42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:37.471762 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-5552b53c-ec80-4fd6-9640-d99a7eacf42c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:09:37.472289 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f1347b21-556e-4c44-bc35-225e5c6c7f85 req-31837ecf-4610-4d1f-bedf-b7944edd5b77 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f403902e-e751-400d-af5a-c4c0270fe9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3272576 Sep 30 01:09:37.478116 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-5552b53c-ec80-4fd6-9640-d99a7eacf42c admin admin] Usage tracker for resource:security_group_rule and tenant:51af7af7d1654fc19ee4c8915f1659af is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:09:37.481402 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-5552b53c-ec80-4fd6-9640-d99a7eacf42c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:09:37.487928 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-5552b53c-ec80-4fd6-9640-d99a7eacf42c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:09:37.492344 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Pushing event updated for resources: {'Port': ['ID=8b914bdd-7d06-44a8-9057-757402c61a8d,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:37.522075 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:37.532650 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c2421ec6-7dde-48b9-8df9-a0a58bc26ff4 req-65600863-cb12-4803-bb6f-547f2b4e2165 tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5a403cf-50ad-4c2a-9206-dea57e5195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164317 Sep 30 01:09:37.639160 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5552b53c-ec80-4fd6-9640-d99a7eacf42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:37.645295 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-5552b53c-ec80-4fd6-9640-d99a7eacf42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:37.656621 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-39057d33-d60c-4241-8f51-30ce4c87f598 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:37.689262 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552b53c-ec80-4fd6-9640-d99a7eacf42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929e2784-0557-44a9-9f32-42694d42dfdc,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:37.702521 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5552b53c-ec80-4fd6-9640-d99a7eacf42c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:37.712803 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-33dfc772-bbdb-4189-b208-660e3e55617e req-3c2e8903-7d09-4a08-ba33-949463d6fe8c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:37.734902 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Checking segment: {'id': '95f39b58-22f3-4fb0-932b-bdbf5528f266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'ce4316c8-310e-4aa3-b865-a127cac78d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:09:37.735383 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Network hostable DHCP agents. Network: ce4316c8-310e-4aa3-b865-a127cac78d68, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:09:37.795142 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54816) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:37.795698 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-5552b53c-ec80-4fd6-9640-d99a7eacf42c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=51af7af7d1654fc19ee4c8915f1659af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4625323 Sep 30 01:09:37.882821 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7087c2-7d48-47b1-bee8-4c4bf368d52e req-bcba7827-262d-4a33-88f7-1c4f068e89cb tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:37.884569 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2b7087c2-7d48-47b1-bee8-4c4bf368d52e req-bcba7827-262d-4a33-88f7-1c4f068e89cb tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 945 time: 0.1381335 Sep 30 01:09:37.921557 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Network ce4316c8-310e-4aa3-b865-a127cac78d68 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:09:37.938266 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2b7087c2-7d48-47b1-bee8-4c4bf368d52e req-33eec993-bb7b-4d67-833b-84cab6669e96 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462880 Sep 30 01:09:37.996221 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-33dfc772-bbdb-4189-b208-660e3e55617e req-3c2e8903-7d09-4a08-ba33-949463d6fe8c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:38.004305 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4dd12df-f7bf-406d-add5-9d49ea34f368', 'tag': '81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:09:38.051654 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, ce4316c8-310e-4aa3-b865-a127cac78d68) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:09:38.056023 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:09:38.064562 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:38.073046 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:38.074638 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:38.080583 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b12157-03a4-48b7-a82f-001cf04e5971 None None] Network ce4316c8-310e-4aa3-b865-a127cac78d68 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:09:38.091072 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f1347b21-556e-4c44-bc35-225e5c6c7f85 req-f2513609-e4c9-4934-a04b-ab870e023bb7 service neutron] 10.222.0.55 "GET /v2.0/networks/f403902e-e751-400d-af5a-c4c0270fe9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6005223 Sep 30 01:09:38.195499 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c5b1dd4d-d94a-496c-8cad-5d4365d51f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:38.221452 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc61765-9a21-4158-b2c2-ece42dd2131f req-069ff810-9a35-4d27-8b43-59615419cb75 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:38.229438 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc61765-9a21-4158-b2c2-ece42dd2131f req-069ff810-9a35-4d27-8b43-59615419cb75 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:38.236228 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc61765-9a21-4158-b2c2-ece42dd2131f req-069ff810-9a35-4d27-8b43-59615419cb75 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:38.243393 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc61765-9a21-4158-b2c2-ece42dd2131f req-069ff810-9a35-4d27-8b43-59615419cb75 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:38.256551 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc61765-9a21-4158-b2c2-ece42dd2131f req-069ff810-9a35-4d27-8b43-59615419cb75 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:38.263368 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc61765-9a21-4158-b2c2-ece42dd2131f req-069ff810-9a35-4d27-8b43-59615419cb75 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:38.269984 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc61765-9a21-4158-b2c2-ece42dd2131f req-069ff810-9a35-4d27-8b43-59615419cb75 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:38.272987 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2fc61765-9a21-4158-b2c2-ece42dd2131f req-069ff810-9a35-4d27-8b43-59615419cb75 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5437 time: 0.1863937 Sep 30 01:09:38.308714 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c5b1dd4d-d94a-496c-8cad-5d4365d51f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:38.333767 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2fc61765-9a21-4158-b2c2-ece42dd2131f req-339da132-bf6f-42df-af7c-09a65b5e54b5 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545015 Sep 30 01:09:38.373277 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-78cd541a-5dfe-49df-a2b5-6377cd772204 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.5068800 Sep 30 01:09:38.373817 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 54830) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:38.514309 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:09:38.559688 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93103f8-eba0-45bf-996f-a512f2f5092f tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:38.560384 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c5b1dd4d-d94a-496c-8cad-5d4365d51f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:38.574839 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93103f8-eba0-45bf-996f-a512f2f5092f tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:38.577726 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c859af07-0363-4f0e-b57d-53d869df4ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:38.580697 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-c93103f8-eba0-45bf-996f-a512f2f5092f tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2055228 Sep 30 01:09:38.583276 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 54840) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:38.592668 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f1347b21-556e-4c44-bc35-225e5c6c7f85 req-57d6df31-176f-4818-a050-db9a86e08222 service neutron] 10.222.0.55 "GET /v2.0/networks/f403902e-e751-400d-af5a-c4c0270fe9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786682 Sep 30 01:09:38.596353 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1dd4d-d94a-496c-8cad-5d4365d51f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929e2784-0557-44a9-9f32-42694d42dfdc,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:38.599175 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c5b1dd4d-d94a-496c-8cad-5d4365d51f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:38.632378 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c5b1dd4d-d94a-496c-8cad-5d4365d51f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:38.634198 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-c5b1dd4d-d94a-496c-8cad-5d4365d51f6c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/929e2784-0557-44a9-9f32-42694d42dfdc HTTP/1.1" status: 204 len: 168 time: 0.8342156 Sep 30 01:09:38.703751 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-f8514204-54c9-4005-bdce-69e39f014e76 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Deleting port 16f435be-0164-439f-987a-c3796f4b0c86 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:09:38.704184 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f8514204-54c9-4005-bdce-69e39f014e76 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:38.742867 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-33dfc772-bbdb-4189-b208-660e3e55617e req-3c2e8903-7d09-4a08-ba33-949463d6fe8c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:38.749894 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-33dfc772-bbdb-4189-b208-660e3e55617e req-3c2e8903-7d09-4a08-ba33-949463d6fe8c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:38.762987 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a7bdf4ed-c750-435d-be6a-a9fa7e024ce7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:38.808558 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4dd12df-f7bf-406d-add5-9d49ea34f368', 'tag': '81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b', 'status': 'completed', 'code': 200} Sep 30 01:09:38.993451 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.resource_extend [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 30 01:09:39.084331 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-33dfc772-bbdb-4189-b208-660e3e55617e req-3c2e8903-7d09-4a08-ba33-949463d6fe8c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:39.091950 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f8514204-54c9-4005-bdce-69e39f014e76 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:39.099471 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e8903-7d09-4a08-ba33-949463d6fe8c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Pushing event updated for resources: {'Port': ['ID=d6135123-8bb9-4935-b8d3-e5942df4cf70,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:39.126225 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3c2e8903-7d09-4a08-ba33-949463d6fe8c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:39.150964 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-33dfc772-bbdb-4189-b208-660e3e55617e req-3c2e8903-7d09-4a08-ba33-949463d6fe8c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:39.152193 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-33dfc772-bbdb-4189-b208-660e3e55617e req-3c2e8903-7d09-4a08-ba33-949463d6fe8c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.4177730 Sep 30 01:09:39.169197 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060b600-013e-401b-a68e-dcc4aef6af72 req-c3acc297-3baf-408c-b903-bd2c9ef6aa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:39.171133 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9060b600-013e-401b-a68e-dcc4aef6af72 req-c3acc297-3baf-408c-b903-bd2c9ef6aa06 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6e1bd91c03643549a72aa6f1087bc4e&device_id=a4dd12df-f7bf-406d-add5-9d49ea34f368 HTTP/1.1" status: 200 len: 1094 time: 0.2931623 Sep 30 01:09:39.273199 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-f8514204-54c9-4005-bdce-69e39f014e76 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Calling delete_port for 16f435be-0164-439f-987a-c3796f4b0c86 owned by {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:09:39.342200 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b,segment=NetworkSegment(73e385d1-0e20-432f-83ef-21970d0e80e4),segment_id=73e385d1-0e20-432f-83ef-21970d0e80e4)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:39.361081 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b', 'network_id': '391a89b8-3066-495e-9bf0-e793d760a99c', 'port_id': '81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b', 'mac_address': 'fa:16:3e:c8:f6:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '072033a3-0ddc-45e4-8210-11191e4e2d87', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:09:39.481395 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:39.504490 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99494d-e037-482a-8ff4-8dc93c74fe90 req-e89e7008-44ea-4e0a-b156-892c9550083f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:39.507353 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4e99494d-e037-482a-8ff4-8dc93c74fe90 req-e89e7008-44ea-4e0a-b156-892c9550083f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bb71da966444045b30780aa9e2e5b81&device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 1096 time: 0.6967185 Sep 30 01:09:39.512656 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device a91a955a-b302-4a1e-8e67-1aaf3fa7f289 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:09:39.526939 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f72b0-c112-499b-bc08-fea4adc6fa82 req-0cffaa76-f356-493a-b3ef-faaddcd429fe tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:39.533866 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060b600-013e-401b-a68e-dcc4aef6af72 req-fcd6b138-4873-4f70-be88-8303dbb24b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:39.534773 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-de1f72b0-c112-499b-bc08-fea4adc6fa82 req-0cffaa76-f356-493a-b3ef-faaddcd429fe tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 945 time: 0.1949282 Sep 30 01:09:39.546203 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9060b600-013e-401b-a68e-dcc4aef6af72 req-fcd6b138-4873-4f70-be88-8303dbb24b70 service neutron] 10.222.0.55 "GET /v2.0/networks?id=391a89b8-3066-495e-9bf0-e793d760a99c HTTP/1.1" status: 200 len: 915 time: 0.3534465 Sep 30 01:09:39.598254 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f8514204-54c9-4005-bdce-69e39f014e76 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:39.608593 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:09:39.636240 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b,segment=NetworkSegment(73e385d1-0e20-432f-83ef-21970d0e80e4),segment_id=73e385d1-0e20-432f-83ef-21970d0e80e4)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:39.648578 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:39.652316 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:39.713364 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port a91a955a-b302-4a1e-8e67-1aaf3fa7f289 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:09:39.730766 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port a91a955a-b302-4a1e-8e67-1aaf3fa7f289 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:09:39.731432 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:39.794863 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-00d35cc4-d681-4458-9210-71a45c3b084c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:39.807352 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:39.811208 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9060b600-013e-401b-a68e-dcc4aef6af72 req-a7d08e71-4eb5-4693-aac2-43139b1a4b51 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b HTTP/1.1" status: 200 len: 217 time: 0.2618437 Sep 30 01:09:39.816644 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-33dfc772-bbdb-4189-b208-660e3e55617e req-dd1b0144-7dd5-4008-9640-ab9225d362d3 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Synchronizing usage tracker for tenant:e480d6828f9946358bfe1436e2b1931a on resource:floatingip {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:09:39.831405 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:39.881559 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060b600-013e-401b-a68e-dcc4aef6af72 req-d53719ff-a207-4971-8947-744a0471e5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:39.883460 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9060b600-013e-401b-a68e-dcc4aef6af72 req-d53719ff-a207-4971-8947-744a0471e5f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=072033a3-0ddc-45e4-8210-11191e4e2d87 HTTP/1.1" status: 200 len: 854 time: 0.0634258 Sep 30 01:09:39.931168 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8514204-54c9-4005-bdce-69e39f014e76 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Pushing event deleted for resources: {'Port': ['ID=16f435be-0164-439f-987a-c3796f4b0c86,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:39.941794 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f8514204-54c9-4005-bdce-69e39f014e76 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:39.946494 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9060b600-013e-401b-a68e-dcc4aef6af72 req-6dabbeac-ffb4-475b-8c65-b7b933af67a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=391a89b8-3066-495e-9bf0-e793d760a99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517786 Sep 30 01:09:39.949557 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-33dfc772-bbdb-4189-b208-660e3e55617e req-dd1b0144-7dd5-4008-9640-ab9225d362d3 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Unset dirty status for tenant:e480d6828f9946358bfe1436e2b1931a on resource:floatingip {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:09:39.957962 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-33dfc772-bbdb-4189-b208-660e3e55617e req-dd1b0144-7dd5-4008-9640-ab9225d362d3 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.229 HTTP/1.1" status: 200 len: 696 time: 0.7982333 Sep 30 01:09:39.959836 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f8514204-54c9-4005-bdce-69e39f014e76 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:39.980238 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:39.981096 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-de1f72b0-c112-499b-bc08-fea4adc6fa82 req-29b545db-5598-4102-8629-525386abd088 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453039 Sep 30 01:09:40.007074 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-f8514204-54c9-4005-bdce-69e39f014e76 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] 10.222.0.39 "DELETE /v2.0/ports/16f435be-0164-439f-987a-c3796f4b0c86 HTTP/1.1" status: 204 len: 168 time: 1.4200239 Sep 30 01:09:40.051997 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54884) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:40.054843 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99494d-e037-482a-8ff4-8dc93c74fe90 req-03563f11-2429-4796-8033-f8c893fd7fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:40.056438 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4e99494d-e037-482a-8ff4-8dc93c74fe90 req-03563f11-2429-4796-8033-f8c893fd7fea service neutron] 10.222.0.59 "GET /v2.0/networks?id=a45f81b3-7df7-4825-9d8e-944e71cc6909 HTTP/1.1" status: 200 len: 911 time: 0.5400827 Sep 30 01:09:40.072607 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d31b10-a352-4542-94f9-1071f460d03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91a955a-b302-4a1e-8e67-1aaf3fa7f289'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:09:40.097463 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port a91a955a-b302-4a1e-8e67-1aaf3fa7f289, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=a91a955a-b302-4a1e-8e67-1aaf3fa7f289,segment=NetworkSegment(9f95d4be-6deb-4259-81c6-1f0ca7955ddc),segment_id=9f95d4be-6deb-4259-81c6-1f0ca7955ddc)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:40.114616 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:40.120818 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-2f8f9b3c-4888-4d5c-9f95-e8167fb4d1da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:40.203783 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4e99494d-e037-482a-8ff4-8dc93c74fe90 req-f84a664f-2e80-402b-915f-c072f7c48e3a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d1df6c6-e051-429d-9316-a898a7d6025b HTTP/1.1" status: 200 len: 217 time: 0.1392004 Sep 30 01:09:40.232953 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:09:40.291357 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99494d-e037-482a-8ff4-8dc93c74fe90 req-5a589fdf-a4fe-40f8-8b63-37fe01872b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:40.293930 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4e99494d-e037-482a-8ff4-8dc93c74fe90 req-5a589fdf-a4fe-40f8-8b63-37fe01872b5e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=be62a7a7-816e-4779-aa6c-5c41bedfef4a HTTP/1.1" status: 200 len: 850 time: 0.0776131 Sep 30 01:09:40.358618 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b867cbf-0c33-4a60-bff3-a38926add5fc req-8ea81918-74d8-4301-b16b-1f6af745e95b tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:40.366231 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4b867cbf-0c33-4a60-bff3-a38926add5fc req-8ea81918-74d8-4301-b16b-1f6af745e95b tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4dd12df-f7bf-406d-add5-9d49ea34f368 HTTP/1.1" status: 200 len: 944 time: 0.2211466 Sep 30 01:09:40.389764 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4e99494d-e037-482a-8ff4-8dc93c74fe90 req-23b99369-9ef1-4bb2-8683-3affe25ab4f8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a45f81b3-7df7-4825-9d8e-944e71cc6909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832062 Sep 30 01:09:40.450374 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=a91a955a-b302-4a1e-8e67-1aaf3fa7f289,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:40.453582 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:40.479303 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4b867cbf-0c33-4a60-bff3-a38926add5fc req-bff244f4-4157-4c5c-bea7-f9c8e8bcb357 tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5a403cf-50ad-4c2a-9206-dea57e5195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041310 Sep 30 01:09:40.591505 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-666e0465-b60f-48a0-9d24-65e74ef60444 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Deleting port 8b914bdd-7d06-44a8-9057-757402c61a8d {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:09:40.592033 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-666e0465-b60f-48a0-9d24-65e74ef60444 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:40.729859 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4e99494d-e037-482a-8ff4-8dc93c74fe90 req-e0617409-ced3-4042-8b99-1ccd51933585 service neutron] 10.222.0.59 "GET /v2.0/networks/a45f81b3-7df7-4825-9d8e-944e71cc6909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304126 Sep 30 01:09:40.786358 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dfc772-bbdb-4189-b208-660e3e55617e req-508df420-35e9-41f9-8d02-2016b46b181d tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:40.787860 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-33dfc772-bbdb-4189-b208-660e3e55617e req-508df420-35e9-41f9-8d02-2016b46b181d tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 784 time: 0.8291230 Sep 30 01:09:40.877627 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e35620-1816-43e1-9a7a-70a6365cc85f req-7fb852f9-4dd2-4942-874f-d146b190dae9 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:40.879279 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-44e35620-1816-43e1-9a7a-70a6365cc85f req-7fb852f9-4dd2-4942-874f-d146b190dae9 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 945 time: 0.2262449 Sep 30 01:09:40.969870 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4e99494d-e037-482a-8ff4-8dc93c74fe90 req-d2660ceb-b261-4454-9dea-2d434c76515a service neutron] 10.222.0.59 "GET /v2.0/networks/a45f81b3-7df7-4825-9d8e-944e71cc6909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315183 Sep 30 01:09:40.972908 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-44e35620-1816-43e1-9a7a-70a6365cc85f req-e1dafe20-af11-49d9-8a9b-0152546f8604 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853827 Sep 30 01:09:40.983980 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [req-33dfc772-bbdb-4189-b208-660e3e55617e req-fc89ec15-3d9a-42dc-a6d9-5f6ea4c558ec tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 01:09:40.985012 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-33dfc772-bbdb-4189-b208-660e3e55617e req-fc89ec15-3d9a-42dc-a6d9-5f6ea4c558ec tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1826179 Sep 30 01:09:41.004080 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9060b600-013e-401b-a68e-dcc4aef6af72 req-cad7ddb4-c66f-4899-b945-933ea800d287 service neutron] 10.222.0.55 "GET /v2.0/networks/391a89b8-3066-495e-9bf0-e793d760a99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0411243 Sep 30 01:09:41.063254 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d31b10-a352-4542-94f9-1071f460d03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91a955a-b302-4a1e-8e67-1aaf3fa7f289', 'code': 200} Sep 30 01:09:41.180179 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-666e0465-b60f-48a0-9d24-65e74ef60444 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:41.302617 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a26cbc-46dd-4eb8-80c0-d20a524fca1e req-53a0ef33-450a-46d6-9299-5efae85b055d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:41.309960 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a26cbc-46dd-4eb8-80c0-d20a524fca1e req-53a0ef33-450a-46d6-9299-5efae85b055d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:41.316657 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a26cbc-46dd-4eb8-80c0-d20a524fca1e req-53a0ef33-450a-46d6-9299-5efae85b055d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:41.324158 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a26cbc-46dd-4eb8-80c0-d20a524fca1e req-53a0ef33-450a-46d6-9299-5efae85b055d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:41.330106 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a26cbc-46dd-4eb8-80c0-d20a524fca1e req-53a0ef33-450a-46d6-9299-5efae85b055d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:41.337246 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a26cbc-46dd-4eb8-80c0-d20a524fca1e req-53a0ef33-450a-46d6-9299-5efae85b055d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:41.343767 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a26cbc-46dd-4eb8-80c0-d20a524fca1e req-53a0ef33-450a-46d6-9299-5efae85b055d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:41.346011 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-54a26cbc-46dd-4eb8-80c0-d20a524fca1e req-53a0ef33-450a-46d6-9299-5efae85b055d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5438 time: 0.1535847 Sep 30 01:09:41.385628 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-666e0465-b60f-48a0-9d24-65e74ef60444 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Calling delete_port for 8b914bdd-7d06-44a8-9057-757402c61a8d owned by {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:09:41.428454 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-54a26cbc-46dd-4eb8-80c0-d20a524fca1e req-9adcbd6a-1d38-44f1-8db7-fb876edcb1b1 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0681031 Sep 30 01:09:41.557844 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9060b600-013e-401b-a68e-dcc4aef6af72 req-fb1eb6f0-5f05-4272-af52-982e0d324a36 service neutron] 10.222.0.55 "GET /v2.0/networks/391a89b8-3066-495e-9bf0-e793d760a99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5285459 Sep 30 01:09:41.561088 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-666e0465-b60f-48a0-9d24-65e74ef60444 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:41.578488 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f1ac9fdc-6e13-41f9-bf80-f75b8821c144 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:41.614649 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:41.640823 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e0465-b60f-48a0-9d24-65e74ef60444 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Pushing event deleted for resources: {'Port': ['ID=8b914bdd-7d06-44a8-9057-757402c61a8d,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:41.649339 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-666e0465-b60f-48a0-9d24-65e74ef60444 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:41.656485 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-666e0465-b60f-48a0-9d24-65e74ef60444 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:41.664217 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-666e0465-b60f-48a0-9d24-65e74ef60444 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] 10.222.0.39 "DELETE /v2.0/ports/8b914bdd-7d06-44a8-9057-757402c61a8d HTTP/1.1" status: 204 len: 168 time: 1.6044164 Sep 30 01:09:41.678121 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54938) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:41.750594 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-025c390c-6bc3-4750-8313-d2f9cd8255b0 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Synchronizing usage tracker for tenant:a19b870e2ed14d6cb044b7cc6c4300c5 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:09:41.761734 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaaac57-f001-4b39-9411-1a8d56499369 req-4bf80130-9b1f-4582-9020-301138c37652 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:41.763691 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-acaaac57-f001-4b39-9411-1a8d56499369 req-4bf80130-9b1f-4582-9020-301138c37652 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4974325 Sep 30 01:09:41.837553 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb924fe-1d73-448b-86fe-edc7049db243 req-c3cfe4a6-8dd6-4858-9eeb-98953513a3b3 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:41.839410 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ffb924fe-1d73-448b-86fe-edc7049db243 req-c3cfe4a6-8dd6-4858-9eeb-98953513a3b3 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 945 time: 0.1726995 Sep 30 01:09:41.876238 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-acaaac57-f001-4b39-9411-1a8d56499369 req-ce41bfa9-3254-4f8f-9b2e-08affc8d3d5a tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.229 HTTP/1.1" status: 200 len: 696 time: 0.0995083 Sep 30 01:09:41.877281 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-025c390c-6bc3-4750-8313-d2f9cd8255b0 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Unset dirty status for tenant:a19b870e2ed14d6cb044b7cc6c4300c5 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:09:41.882091 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-025c390c-6bc3-4750-8313-d2f9cd8255b0 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1936638 Sep 30 01:09:41.883119 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 54948) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:41.886808 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [req-acaaac57-f001-4b39-9411-1a8d56499369 req-50af2c63-b71f-41dc-93a0-f31d158814e4 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Request body: {'floatingip': {'port_id': '8c095e3f-639d-41ca-8904-ed5265e8c716', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:09:41.891961 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-8a198a40-7f69-4dd6-a8c8-99b2ccc48663 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-222196195'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:09:41.903867 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ffb924fe-1d73-448b-86fe-edc7049db243 req-7768bcc3-4cda-4bbe-901b-beb0745a3b29 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579977 Sep 30 01:09:41.904900 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-8a198a40-7f69-4dd6-a8c8-99b2ccc48663 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:09:41.909833 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-8a198a40-7f69-4dd6-a8c8-99b2ccc48663 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Usage tracker for resource:network and tenant:a19b870e2ed14d6cb044b7cc6c4300c5 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:09:41.914019 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-8a198a40-7f69-4dd6-a8c8-99b2ccc48663 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Quota usage for network was recalculated. Used quota:2. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:09:41.920358 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-8a198a40-7f69-4dd6-a8c8-99b2ccc48663 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:09:41.931831 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a198a40-7f69-4dd6-a8c8-99b2ccc48663 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Made reservation on behalf of a19b870e2ed14d6cb044b7cc6c4300c5 for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:09:41.937154 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8a198a40-7f69-4dd6-a8c8-99b2ccc48663 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:41.973023 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a198a40-7f69-4dd6-a8c8-99b2ccc48663 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:09:41.974052 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-acaaac57-f001-4b39-9411-1a8d56499369 req-50af2c63-b71f-41dc-93a0-f31d158814e4 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks [] for floatingip, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:41.984891 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8a198a40-7f69-4dd6-a8c8-99b2ccc48663 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:41.985366 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-8a198a40-7f69-4dd6-a8c8-99b2ccc48663 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Added segment 8d6fa1fe-0a2a-4150-9469-4cbf70214e25 of type vlan for network 7475bbcb-0080-444d-b8c7-214ee08201ea Sep 30 01:09:42.013884 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8a198a40-7f69-4dd6-a8c8-99b2ccc48663 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:42.029293 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54952) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:42.048333 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8a198a40-7f69-4dd6-a8c8-99b2ccc48663 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:42.054332 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a198a40-7f69-4dd6-a8c8-99b2ccc48663 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:42.059884 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-8a198a40-7f69-4dd6-a8c8-99b2ccc48663 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:42.106768 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5e77bcfe-9269-411d-b41e-d05e87f68565 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:42.130203 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-8a198a40-7f69-4dd6-a8c8-99b2ccc48663 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2437792 Sep 30 01:09:42.132513 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 54964) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:42.151627 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-c99cf1d3-f3c0-4dbf-88b1-8290542c1627 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1383796679'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:09:42.170158 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c99cf1d3-f3c0-4dbf-88b1-8290542c1627 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:09:42.325639 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a198a40-7f69-4dd6-a8c8-99b2ccc48663 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Pushing event updated for resources: {'Network': ['ID=7475bbcb-0080-444d-b8c7-214ee08201ea,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:42.329448 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-8a198a40-7f69-4dd6-a8c8-99b2ccc48663 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:42.337550 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 7475bbcb-0080-444d-b8c7-214ee08201ea details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:09:42.395375 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca5716-2317-41db-98b3-64c2febf7933 req-9299e4a9-690b-420d-b2eb-bdd0412ab17d tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:42.397787 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d3ca5716-2317-41db-98b3-64c2febf7933 req-9299e4a9-690b-420d-b2eb-bdd0412ab17d tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4dd12df-f7bf-406d-add5-9d49ea34f368 HTTP/1.1" status: 200 len: 944 time: 0.2688549 Sep 30 01:09:42.449449 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:09:42.476831 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d3ca5716-2317-41db-98b3-64c2febf7933 req-3890e963-6530-4ac4-abaf-3dfa4f1d7c8c tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5a403cf-50ad-4c2a-9206-dea57e5195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651114 Sep 30 01:09:42.565437 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port 81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:09:42.578189 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:09:42.581047 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:42.831026 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:42.865151 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-c99cf1d3-f3c0-4dbf-88b1-8290542c1627 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Usage tracker for resource:network and tenant:a19b870e2ed14d6cb044b7cc6c4300c5 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:09:42.891750 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-c99cf1d3-f3c0-4dbf-88b1-8290542c1627 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Quota usage for network was recalculated. Used quota:3. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:09:42.894272 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b,segment=NetworkSegment(73e385d1-0e20-432f-83ef-21970d0e80e4),segment_id=73e385d1-0e20-432f-83ef-21970d0e80e4)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:42.901621 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:42.903404 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c99cf1d3-f3c0-4dbf-88b1-8290542c1627 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:09:42.908798 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-71a158bc-2d4c-4692-8821-706997ba853f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:42.924425 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1774dbf9-c20b-47cf-ad05-44e7d2c344fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:42.968854 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-1774dbf9-c20b-47cf-ad05-44e7d2c344fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:09:42.975436 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99cf1d3-f3c0-4dbf-88b1-8290542c1627 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Made reservation on behalf of a19b870e2ed14d6cb044b7cc6c4300c5 for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:09:42.979464 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c99cf1d3-f3c0-4dbf-88b1-8290542c1627 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:42.999802 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-1774dbf9-c20b-47cf-ad05-44e7d2c344fd admin admin] Usage tracker for resource:security_group_rule and tenant:a6b967b3508a4f82ab33632170660cd8 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:09:43.008329 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-1774dbf9-c20b-47cf-ad05-44e7d2c344fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:09:43.014750 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e243d-92ff-4e30-a020-16111838d830 req-69e0ebf5-025e-40fd-bec5-adb9232eaa48 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:43.017751 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-1774dbf9-c20b-47cf-ad05-44e7d2c344fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:09:43.024876 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-595e243d-92ff-4e30-a020-16111838d830 req-69e0ebf5-025e-40fd-bec5-adb9232eaa48 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 945 time: 0.1611598 Sep 30 01:09:43.062540 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:43.065365 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dd12df-f7bf-406d-add5-9d49ea34f368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:09:43.072381 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:43.086632 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99cf1d3-f3c0-4dbf-88b1-8290542c1627 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:09:43.093210 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-595e243d-92ff-4e30-a020-16111838d830 req-3ed58891-381d-4f0d-a8b0-c89efd50c9ad tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673525 Sep 30 01:09:43.125827 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c99cf1d3-f3c0-4dbf-88b1-8290542c1627 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:43.126178 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-c99cf1d3-f3c0-4dbf-88b1-8290542c1627 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Added segment e475208a-5280-45df-b80e-e842843ac2da of type vlan for network 28ad183c-8322-4996-9d42-bfe26f9ef0a9 Sep 30 01:09:43.284216 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c99cf1d3-f3c0-4dbf-88b1-8290542c1627 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:43.310263 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d427f-f37e-4225-8fde-3429b25b05bf req-1b0506c2-a238-4b3a-9bd4-e5b679893813 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:43.316514 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d427f-f37e-4225-8fde-3429b25b05bf req-1b0506c2-a238-4b3a-9bd4-e5b679893813 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:43.324296 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d427f-f37e-4225-8fde-3429b25b05bf req-1b0506c2-a238-4b3a-9bd4-e5b679893813 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:43.330826 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d427f-f37e-4225-8fde-3429b25b05bf req-1b0506c2-a238-4b3a-9bd4-e5b679893813 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:43.337079 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d427f-f37e-4225-8fde-3429b25b05bf req-1b0506c2-a238-4b3a-9bd4-e5b679893813 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:43.337701 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-acaaac57-f001-4b39-9411-1a8d56499369 req-50af2c63-b71f-41dc-93a0-f31d158814e4 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:43.343907 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d427f-f37e-4225-8fde-3429b25b05bf req-1b0506c2-a238-4b3a-9bd4-e5b679893813 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:43.350365 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d427f-f37e-4225-8fde-3429b25b05bf req-1b0506c2-a238-4b3a-9bd4-e5b679893813 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:43.352297 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8d0d427f-f37e-4225-8fde-3429b25b05bf req-1b0506c2-a238-4b3a-9bd4-e5b679893813 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5438 time: 0.1462827 Sep 30 01:09:43.364801 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-acaaac57-f001-4b39-9411-1a8d56499369 req-50af2c63-b71f-41dc-93a0-f31d158814e4 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:43.389406 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 926094d2-6b68-4ff4-bc28-d8d49e33eecf up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:09:43.410609 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8d0d427f-f37e-4225-8fde-3429b25b05bf req-ca8b93f6-a73a-4e5f-b9e3-5b03afef11e6 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524890 Sep 30 01:09:43.478036 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 926094d2-6b68-4ff4-bc28-d8d49e33eecf completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:09:43.483980 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 926094d2-6b68-4ff4-bc28-d8d49e33eecf triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:09:43.484533 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:43.574899 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c99cf1d3-f3c0-4dbf-88b1-8290542c1627 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:43.580513 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99cf1d3-f3c0-4dbf-88b1-8290542c1627 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:43.581118 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c99cf1d3-f3c0-4dbf-88b1-8290542c1627 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:43.610142 n-d-811809-1 neutron-server[80275]: INFO neutron.db.l3_db [req-acaaac57-f001-4b39-9411-1a8d56499369 req-50af2c63-b71f-41dc-93a0-f31d158814e4 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Floating IP 17c62a02-7336-4714-a149-a232a8be637c associated. External IP: 172.25.0.229, port: 8c095e3f-639d-41ca-8904-ed5265e8c716. Sep 30 01:09:43.680230 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df13c4-8923-43c0-84e8-ef56e4a9c690 req-42e71e77-9cb9-4c87-aa5f-6d4e53e70799 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:43.681809 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-90df13c4-8923-43c0-84e8-ef56e4a9c690 req-42e71e77-9cb9-4c87-aa5f-6d4e53e70799 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 945 time: 0.1374419 Sep 30 01:09:43.701611 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:43.742920 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 926094d2-6b68-4ff4-bc28-d8d49e33eecf, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=926094d2-6b68-4ff4-bc28-d8d49e33eecf,segment=NetworkSegment(47091f80-0074-4271-b457-46141d580d1e),segment_id=47091f80-0074-4271-b457-46141d580d1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:43.749636 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:43.750634 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device ff466f62-2993-4fda-99f8-d2dc5b844aa7 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:09:43.784494 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:43.839618 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1774dbf9-c20b-47cf-ad05-44e7d2c344fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:43.841188 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ff7b93da-632d-4c01-b63f-9ecfd7a69e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:43.861511 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-90df13c4-8923-43c0-84e8-ef56e4a9c690 req-75c522b9-e2d1-427c-8f12-50695eca8a41 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736472 Sep 30 01:09:43.879079 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-c99cf1d3-f3c0-4dbf-88b1-8290542c1627 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7353454 Sep 30 01:09:43.879079 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1774dbf9-c20b-47cf-ad05-44e7d2c344fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:43.922621 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=926094d2-6b68-4ff4-bc28-d8d49e33eecf,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:43.926600 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:43.946028 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port ff466f62-2993-4fda-99f8-d2dc5b844aa7 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:09:43.953495 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port ff466f62-2993-4fda-99f8-d2dc5b844aa7 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:09:43.953814 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:44.046335 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55000) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:44.052464 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-0f16f9c7-4f18-4704-be96-f85cb905181a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Request body: {'subnets': [{'network_id': '7475bbcb-0080-444d-b8c7-214ee08201ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2077120156', 'ip_version': 4}, {'network_id': '28ad183c-8322-4996-9d42-bfe26f9ef0a9', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:09:44.053714 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-0f16f9c7-4f18-4704-be96-f85cb905181a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Request body: {'subnet': {'network_id': '7475bbcb-0080-444d-b8c7-214ee08201ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2077120156', 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:09:44.054352 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-0f16f9c7-4f18-4704-be96-f85cb905181a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Request body: {'subnet': {'network_id': '28ad183c-8322-4996-9d42-bfe26f9ef0a9', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:09:44.062122 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4dd12df-f7bf-406d-add5-9d49ea34f368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b', 'code': 200} Sep 30 01:09:44.162847 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:44.203317 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port ff466f62-2993-4fda-99f8-d2dc5b844aa7, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=ff466f62-2993-4fda-99f8-d2dc5b844aa7,segment=NetworkSegment(47091f80-0074-4271-b457-46141d580d1e),segment_id=47091f80-0074-4271-b457-46141d580d1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:44.208388 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:44.209834 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 8383232f-0a72-4842-ada7-be7b80f6f5bb up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:09:44.255247 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:44.305051 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99cf1d3-f3c0-4dbf-88b1-8290542c1627 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Pushing event updated for resources: {'Network': ['ID=28ad183c-8322-4996-9d42-bfe26f9ef0a9,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:44.316510 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-1774dbf9-c20b-47cf-ad05-44e7d2c344fd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a6b967b3508a4f82ab33632170660cd8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2797008 Sep 30 01:09:44.317626 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55012) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:44.322307 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c99cf1d3-f3c0-4dbf-88b1-8290542c1627 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:44.335109 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2906c0ad-9c0b-4ea1-b476-8258fcd1c9bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.443s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:44.457005 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=ff466f62-2993-4fda-99f8-d2dc5b844aa7,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:44.460876 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:44.462328 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 28ad183c-8322-4996-9d42-bfe26f9ef0a9 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:09:44.465096 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acaaac57-f001-4b39-9411-1a8d56499369 req-50af2c63-b71f-41dc-93a0-f31d158814e4 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Router 68e3042e-e11d-46cc-b526-3921f35d3d82 has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 01:09:44.484715 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774dbf9-c20b-47cf-ad05-44e7d2c344fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12995b90-e967-4408-b25b-edb9ce8f7f03,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:44.488937 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1774dbf9-c20b-47cf-ad05-44e7d2c344fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:44.513819 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-0f16f9c7-4f18-4704-be96-f85cb905181a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:09:44.520008 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-0f16f9c7-4f18-4704-be96-f85cb905181a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Usage tracker for resource:subnet and tenant:a19b870e2ed14d6cb044b7cc6c4300c5 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:09:44.530433 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc4643-4f18-4cfc-af96-974aa0a942ab req-6841145d-374b-4ff6-adc5-18e2bddbd419 tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:44.538937 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-aedc4643-4f18-4cfc-af96-974aa0a942ab req-6841145d-374b-4ff6-adc5-18e2bddbd419 tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4dd12df-f7bf-406d-add5-9d49ea34f368 HTTP/1.1" status: 200 len: 945 time: 0.3324265 Sep 30 01:09:44.555107 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-0f16f9c7-4f18-4704-be96-f85cb905181a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:09:44.565305 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-0f16f9c7-4f18-4704-be96-f85cb905181a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:09:44.604795 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-aedc4643-4f18-4cfc-af96-974aa0a942ab req-20361e5b-f032-4ef5-b70d-544834dd89bb tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5a403cf-50ad-4c2a-9206-dea57e5195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649090 Sep 30 01:09:44.611064 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f16f9c7-4f18-4704-be96-f85cb905181a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Made reservation on behalf of a19b870e2ed14d6cb044b7cc6c4300c5 for: {'subnet': 2} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:09:44.623641 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0f16f9c7-4f18-4704-be96-f85cb905181a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:44.623641 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0f16f9c7-4f18-4704-be96-f85cb905181a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:44.625621 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 8383232f-0a72-4842-ada7-be7b80f6f5bb completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:09:44.637467 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 8383232f-0a72-4842-ada7-be7b80f6f5bb triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:09:44.638098 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:44.864074 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:44.869041 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1757a5-d66f-4740-983a-a9714c3a8572 req-8fbb7684-876e-46b6-9cba-26ffccf97258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:44.870541 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ef1757a5-d66f-4740-983a-a9714c3a8572 req-8fbb7684-876e-46b6-9cba-26ffccf97258 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a4dd12df-f7bf-406d-add5-9d49ea34f368 HTTP/1.1" status: 200 len: 1096 time: 0.7508218 Sep 30 01:09:44.910222 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 8383232f-0a72-4842-ada7-be7b80f6f5bb, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=8383232f-0a72-4842-ada7-be7b80f6f5bb,segment=NetworkSegment(47091f80-0074-4271-b457-46141d580d1e),segment_id=47091f80-0074-4271-b457-46141d580d1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:44.914898 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:44.916343 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 19351280-48a5-463a-8841-fd47e2412cd3 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:09:44.948818 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:44.999109 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0b8bb67d-a23a-4c60-886e-0003dc1e42df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:45.004360 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acaaac57-f001-4b39-9411-1a8d56499369 req-50af2c63-b71f-41dc-93a0-f31d158814e4 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:09:45.015164 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-acaaac57-f001-4b39-9411-1a8d56499369 req-50af2c63-b71f-41dc-93a0-f31d158814e4 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:45.018775 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f090bd21-60ee-4d85-8fa6-95c5fed2fe0c None None] Sync routers for ids ['68e3042e-e11d-46cc-b526-3921f35d3d82'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:09:45.039574 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f090bd21-60ee-4d85-8fa6-95c5fed2fe0c None None] Routers {'68e3042e-e11d-46cc-b526-3921f35d3d82'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:09:45.040545 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-f090bd21-60ee-4d85-8fa6-95c5fed2fe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:09:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['68e3042e-e11d-46cc-b526-3921f35d3d82'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:45.102860 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd020a-c1e0-4d53-bdb2-13d938c35f57 req-9fb38008-a63e-4b47-a8de-b0348fb9be1f tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:45.104556 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9fdd020a-c1e0-4d53-bdb2-13d938c35f57 req-9fb38008-a63e-4b47-a8de-b0348fb9be1f tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 945 time: 0.1878421 Sep 30 01:09:45.127188 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-ef1757a5-d66f-4740-983a-a9714c3a8572 req-4792c225-ccee-4c7d-9f66-2b7a8dee5db1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b5a403cf-50ad-4c2a-9206-dea57e5195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423115 Sep 30 01:09:45.137086 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=8383232f-0a72-4842-ada7-be7b80f6f5bb,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:45.145074 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:45.149471 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0b8bb67d-a23a-4c60-886e-0003dc1e42df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:45.162759 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-acaaac57-f001-4b39-9411-1a8d56499369 req-50af2c63-b71f-41dc-93a0-f31d158814e4 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "PUT /v2.0/floatingips/17c62a02-7336-4714-a149-a232a8be637c HTTP/1.1" status: 200 len: 996 time: 3.2791202 Sep 30 01:09:45.164769 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 19351280-48a5-463a-8841-fd47e2412cd3 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:09:45.171907 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 19351280-48a5-463a-8841-fd47e2412cd3 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:09:45.172296 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:45.173633 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7126c594-5a1c-4409-9656-b6b579367ad6', 'tag': '8c095e3f-639d-41ca-8904-ed5265e8c716'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:09:45.280525 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9fdd020a-c1e0-4d53-bdb2-13d938c35f57 req-ff50f275-8620-4d90-bc53-0542d33d6391 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650763 Sep 30 01:09:45.321203 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaaac57-f001-4b39-9411-1a8d56499369 req-527bed09-3a2c-42ce-bc80-e786f7ecbcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:45.322833 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-acaaac57-f001-4b39-9411-1a8d56499369 req-527bed09-3a2c-42ce-bc80-e786f7ecbcbe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e480d6828f9946358bfe1436e2b1931a&device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 1096 time: 0.1259987 Sep 30 01:09:45.324230 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0b8bb67d-a23a-4c60-886e-0003dc1e42df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:45.332459 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d69f40bd-be3f-42b5-b1fa-70c4a990e736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:45.368004 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0f16f9c7-4f18-4704-be96-f85cb905181a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:45.373696 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-207378b7-969a-49ec-8085-76b14236f9b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240 tempest-ExtraDHCPOptionsIpV6TestJSON-1581214240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:45.374127 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0b8bb67d-a23a-4c60-886e-0003dc1e42df admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:45.383625 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:45.390028 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-0b8bb67d-a23a-4c60-886e-0003dc1e42df admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/12995b90-e967-4408-b25b-edb9ce8f7f03 HTTP/1.1" status: 204 len: 168 time: 1.0647275 Sep 30 01:09:45.406850 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8bb67d-a23a-4c60-886e-0003dc1e42df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12995b90-e967-4408-b25b-edb9ce8f7f03,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:45.419544 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0b8bb67d-a23a-4c60-886e-0003dc1e42df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:45.426618 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-f090bd21-60ee-4d85-8fa6-95c5fed2fe0c None None] Set router 68e3042e-e11d-46cc-b526-3921f35d3d82 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:09:45.599221 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f16f9c7-4f18-4704-be96-f85cb905181a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Checking segment: {'id': '8d6fa1fe-0a2a-4150-9469-4cbf70214e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7475bbcb-0080-444d-b8c7-214ee08201ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:09:45.600297 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f16f9c7-4f18-4704-be96-f85cb905181a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Network hostable DHCP agents. Network: 7475bbcb-0080-444d-b8c7-214ee08201ea, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:09:45.645951 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16f9c7-4f18-4704-be96-f85cb905181a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Pushing event updated for resources: {'Subnet': ['ID=c65c241a-ce2d-441e-9c14-a99ef4bb8490,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:45.654020 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0f16f9c7-4f18-4704-be96-f85cb905181a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:45.684179 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 19351280-48a5-463a-8841-fd47e2412cd3, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=19351280-48a5-463a-8841-fd47e2412cd3,segment=NetworkSegment(9f95d4be-6deb-4259-81c6-1f0ca7955ddc),segment_id=9f95d4be-6deb-4259-81c6-1f0ca7955ddc)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:45.694741 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaaac57-f001-4b39-9411-1a8d56499369 req-8d285066-0746-4063-854a-3f32720f3e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:45.696319 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f16f9c7-4f18-4704-be96-f85cb905181a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Network 7475bbcb-0080-444d-b8c7-214ee08201ea is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:09:45.700271 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-acaaac57-f001-4b39-9411-1a8d56499369 req-8d285066-0746-4063-854a-3f32720f3e3b service neutron] 10.222.0.39 "GET /v2.0/networks?id=f403902e-e751-400d-af5a-c4c0270fe9c5 HTTP/1.1" status: 200 len: 920 time: 0.3676639 Sep 30 01:09:45.702583 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:45.703760 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 4bcedee4-4dcd-4af9-a34a-1321e1e30cf8 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:09:45.731647 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45c9f6-5cd3-47d0-b365-0681a453c906 req-56414b91-70d6-4192-8c07-c1c40db72113 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:45.753628 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45c9f6-5cd3-47d0-b365-0681a453c906 req-56414b91-70d6-4192-8c07-c1c40db72113 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:45.762308 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45c9f6-5cd3-47d0-b365-0681a453c906 req-56414b91-70d6-4192-8c07-c1c40db72113 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:45.770522 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:45.779645 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45c9f6-5cd3-47d0-b365-0681a453c906 req-56414b91-70d6-4192-8c07-c1c40db72113 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:45.792085 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45c9f6-5cd3-47d0-b365-0681a453c906 req-56414b91-70d6-4192-8c07-c1c40db72113 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:45.801908 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45c9f6-5cd3-47d0-b365-0681a453c906 req-56414b91-70d6-4192-8c07-c1c40db72113 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:45.812659 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45c9f6-5cd3-47d0-b365-0681a453c906 req-56414b91-70d6-4192-8c07-c1c40db72113 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:45.825334 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fa45c9f6-5cd3-47d0-b365-0681a453c906 req-56414b91-70d6-4192-8c07-c1c40db72113 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5441 time: 0.2772372 Sep 30 01:09:45.830854 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-0f16f9c7-4f18-4704-be96-f85cb905181a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 7475bbcb-0080-444d-b8c7-214ee08201ea) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:09:45.839322 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0f16f9c7-4f18-4704-be96-f85cb905181a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:45.848092 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f29533-0014-42f4-87b4-fea0283434f6 None None] Network 7475bbcb-0080-444d-b8c7-214ee08201ea requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:09:45.885554 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-acaaac57-f001-4b39-9411-1a8d56499369 req-03f9ae69-864e-4fde-a705-aad6adb3ef79 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c095e3f-639d-41ca-8904-ed5265e8c716 HTTP/1.1" status: 200 len: 999 time: 0.1805503 Sep 30 01:09:45.900098 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0218050c-811f-4b3d-be86-aa92dbfb28fa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:46.015359 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaaac57-f001-4b39-9411-1a8d56499369 req-20ae5151-b8c9-4898-8776-7dfc6adffaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:46.018377 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-acaaac57-f001-4b39-9411-1a8d56499369 req-20ae5151-b8c9-4898-8776-7dfc6adffaea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=26d4a6d6-1ae3-4299-b531-ee7f88efd949 HTTP/1.1" status: 200 len: 859 time: 0.1275017 Sep 30 01:09:46.044978 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-fa45c9f6-5cd3-47d0-b365-0681a453c906 req-6953a2ab-1018-4a6f-bbce-e3ae90e48258 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2186141 Sep 30 01:09:46.059434 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55048) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:46.073822 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 4bcedee4-4dcd-4af9-a34a-1321e1e30cf8 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:09:46.088826 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d31b10-a352-4542-94f9-1071f460d03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926094d2-6b68-4ff4-bc28-d8d49e33eecf'}, {'server_uuid': '31d31b10-a352-4542-94f9-1071f460d03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff466f62-2993-4fda-99f8-d2dc5b844aa7'}, {'server_uuid': '31d31b10-a352-4542-94f9-1071f460d03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8383232f-0a72-4842-ada7-be7b80f6f5bb'}, {'server_uuid': '31d31b10-a352-4542-94f9-1071f460d03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19351280-48a5-463a-8841-fd47e2412cd3'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:09:46.111557 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 4bcedee4-4dcd-4af9-a34a-1321e1e30cf8 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:09:46.111557 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:46.143102 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-acaaac57-f001-4b39-9411-1a8d56499369 req-c8666b92-698b-404d-9b2f-94c051f68e2f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f403902e-e751-400d-af5a-c4c0270fe9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1175320 Sep 30 01:09:46.154042 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [req-acaaac57-f001-4b39-9411-1a8d56499369 req-9b768280-5ef8-4b58-b873-61335d1426a1 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 01:09:46.155374 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-acaaac57-f001-4b39-9411-1a8d56499369 req-9b768280-5ef8-4b58-b873-61335d1426a1 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058818 Sep 30 01:09:46.165632 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ce86b8e4-33d6-49cd-916b-d94457b42283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:46.169404 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=19351280-48a5-463a-8841-fd47e2412cd3,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:46.177380 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:46.181207 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f16f9c7-4f18-4704-be96-f85cb905181a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Checking segment: {'id': 'e475208a-5280-45df-b80e-e842843ac2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '28ad183c-8322-4996-9d42-bfe26f9ef0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:09:46.181569 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f16f9c7-4f18-4704-be96-f85cb905181a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Network hostable DHCP agents. Network: 28ad183c-8322-4996-9d42-bfe26f9ef0a9, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:09:46.195276 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-ce86b8e4-33d6-49cd-916b-d94457b42283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:09:46.201714 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16f9c7-4f18-4704-be96-f85cb905181a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Pushing event updated for resources: {'Subnet': ['ID=62fa9c2e-8a07-4533-8320-0a78354d75b9,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:46.204493 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0f16f9c7-4f18-4704-be96-f85cb905181a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:46.205642 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-ce86b8e4-33d6-49cd-916b-d94457b42283 admin admin] Usage tracker for resource:security_group_rule and tenant:d992b47542974747850ca9ba093cc3bf is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:09:46.209965 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-ce86b8e4-33d6-49cd-916b-d94457b42283 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:09:46.217704 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-ce86b8e4-33d6-49cd-916b-d94457b42283 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:09:46.231988 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f16f9c7-4f18-4704-be96-f85cb905181a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Network 28ad183c-8322-4996-9d42-bfe26f9ef0a9 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:09:46.250293 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-0f16f9c7-4f18-4704-be96-f85cb905181a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 28ad183c-8322-4996-9d42-bfe26f9ef0a9) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:09:46.254414 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f16f9c7-4f18-4704-be96-f85cb905181a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:46.254823 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f16f9c7-4f18-4704-be96-f85cb905181a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:46.255431 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0f16f9c7-4f18-4704-be96-f85cb905181a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:46.264278 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db6ab1a-b417-4607-8ab1-78c5197521e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-7475bbcb-0080-444d-b8c7-214ee08201ea', 'network_id': '7475bbcb-0080-444d-b8c7-214ee08201ea', 'tenant_id': 'a19b870e2ed14d6cb044b7cc6c4300c5', 'fixed_ips': [{'subnet_id': 'c65c241a-ce2d-441e-9c14-a99ef4bb8490'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 01:09:46.265119 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8db6ab1a-b417-4607-8ab1-78c5197521e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:46.290924 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e260c4-3f24-4f5a-b80f-29187cfb35d1 None None] Network 28ad183c-8322-4996-9d42-bfe26f9ef0a9 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:09:46.317696 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-f090bd21-60ee-4d85-8fa6-95c5fed2fe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'name': 'tempest-ServerRescueTestJSONUnderV235-751731217-router', 'tenant_id': 'e480d6828f9946358bfe1436e2b1931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd0377c30-17e7-4d5d-b376-0e5026fb38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:07:56Z', 'updated_at': '2021-09-30T01:08:09Z', 'revision_number': 4, 'project_id': 'e480d6828f9946358bfe1436e2b1931a', 'gw_port': {'id': 'd0377c30-17e7-4d5d-b376-0e5026fb38ce', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:59Z', 'updated_at': '2021-09-30T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '17c62a02-7336-4714-a149-a232a8be637c', 'tenant_id': 'e480d6828f9946358bfe1436e2b1931a', 'floating_ip_address': '172.25.0.229', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'port_id': '8c095e3f-639d-41ca-8904-ed5265e8c716', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f403902e-e751-400d-af5a-c4c0270fe9c5', 'mac_address': 'fa:16:3e:83:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7126c594-5a1c-4409-9656-b6b579367ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T01:09:37Z', 'updated_at': '2021-09-30T01:09:43Z', 'revision_number': 1, 'project_id': 'e480d6828f9946358bfe1436e2b1931a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3996586b-6454-4614-a510-9f82a5fcb4e8', 'name': '', 'network_id': 'f403902e-e751-400d-af5a-c4c0270fe9c5', 'tenant_id': 'e480d6828f9946358bfe1436e2b1931a', 'mac_address': 'fa:16:3e:2f:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '26d4a6d6-1ae3-4299-b531-ee7f88efd949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:08:06Z', 'updated_at': '2021-09-30T01:08:17Z', 'revision_number': 5, 'project_id': 'e480d6828f9946358bfe1436e2b1931a', 'subnets': [{'id': '26d4a6d6-1ae3-4299-b531-ee7f88efd949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:46.329434 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-0f16f9c7-4f18-4704-be96-f85cb905181a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.2817800 Sep 30 01:09:46.333653 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55054) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:46.336012 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f090bd21-60ee-4d85-8fa6-95c5fed2fe0c None None] Checking router: 68e3042e-e11d-46cc-b526-3921f35d3d82 for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:09:46.350425 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f090bd21-60ee-4d85-8fa6-95c5fed2fe0c None None] Routers {'68e3042e-e11d-46cc-b526-3921f35d3d82'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:09:46.351087 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-f090bd21-60ee-4d85-8fa6-95c5fed2fe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:09:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['68e3042e-e11d-46cc-b526-3921f35d3d82'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:46.389283 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-acaaac57-f001-4b39-9411-1a8d56499369 req-dee9784f-0344-4864-8af6-d84d630df1af service neutron] 10.222.0.39 "GET /v2.0/networks/f403902e-e751-400d-af5a-c4c0270fe9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268910 Sep 30 01:09:46.463014 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c399b651-615d-42eb-ba75-be72fb50ef0d tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:46.464688 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c399b651-615d-42eb-ba75-be72fb50ef0d tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:46.466560 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c399b651-615d-42eb-ba75-be72fb50ef0d tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:46.467508 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-c399b651-615d-42eb-ba75-be72fb50ef0d tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Synchronizing usage tracker for tenant:a19b870e2ed14d6cb044b7cc6c4300c5 on resource:subnet {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:09:46.507824 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-c399b651-615d-42eb-ba75-be72fb50ef0d tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Unset dirty status for tenant:a19b870e2ed14d6cb044b7cc6c4300c5 on resource:subnet {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:09:46.512429 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-c399b651-615d-42eb-ba75-be72fb50ef0d tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1747365 Sep 30 01:09:46.514041 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55064) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:46.586535 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e848e2f-f6a1-4fde-b6f7-5767028f7abc req-24fb2ae6-ba79-46ee-8d59-af5aa745e950 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:46.592242 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-8db6ab1a-b417-4607-8ab1-78c5197521e0 None None] Allocated IP 172.20.0.2 (7475bbcb-0080-444d-b8c7-214ee08201ea/c65c241a-ce2d-441e-9c14-a99ef4bb8490/a32f2824-2d2c-43ad-abc7-5b67ee2e34de) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:09:46.599570 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9e848e2f-f6a1-4fde-b6f7-5767028f7abc req-24fb2ae6-ba79-46ee-8d59-af5aa745e950 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 945 time: 0.3173366 Sep 30 01:09:46.663581 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ce86b8e4-33d6-49cd-916b-d94457b42283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:46.686832 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9e848e2f-f6a1-4fde-b6f7-5767028f7abc req-9b7d7509-7a14-45cd-9faa-8de968653ada tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859566 Sep 30 01:09:46.694057 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-6975baec-5547-4929-906b-b84aadd17b48 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Deleting subnet c65c241a-ce2d-441e-9c14-a99ef4bb8490 {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:09:46.703528 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ce86b8e4-33d6-49cd-916b-d94457b42283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:46.714167 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-fd9d5efa-af7e-47ed-8392-7d95ccbb16f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:46.790586 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7126c594-5a1c-4409-9656-b6b579367ad6', 'tag': '8c095e3f-639d-41ca-8904-ed5265e8c716', 'status': 'completed', 'code': 200} Sep 30 01:09:46.828348 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8db6ab1a-b417-4607-8ab1-78c5197521e0 None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:46.828537 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-ce86b8e4-33d6-49cd-916b-d94457b42283 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d992b47542974747850ca9ba093cc3bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7631769 Sep 30 01:09:46.830757 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55068) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:46.839408 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8db6ab1a-b417-4607-8ab1-78c5197521e0 None None] Transition to ACTIVE for port object a32f2824-2d2c-43ad-abc7-5b67ee2e34de will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:09:46.916639 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce86b8e4-33d6-49cd-916b-d94457b42283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e6de98-a558-4f15-b248-17461e3a3e9f,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:46.922348 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ce86b8e4-33d6-49cd-916b-d94457b42283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:46.923597 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-acaaac57-f001-4b39-9411-1a8d56499369 req-91f17e8f-0c65-45fe-be40-22cc172bfa54 service neutron] 10.222.0.39 "GET /v2.0/networks/f403902e-e751-400d-af5a-c4c0270fe9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5286715 Sep 30 01:09:46.926981 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8db6ab1a-b417-4607-8ab1-78c5197521e0 None None] Transition to ACTIVE for port object a32f2824-2d2c-43ad-abc7-5b67ee2e34de will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:09:46.952426 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8db6ab1a-b417-4607-8ab1-78c5197521e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:46.958815 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-f090bd21-60ee-4d85-8fa6-95c5fed2fe0c None None] Set router 68e3042e-e11d-46cc-b526-3921f35d3d82 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:09:46.989268 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:46.994609 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6975baec-5547-4929-906b-b84aadd17b48 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:47.010418 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26faea-bed4-4ffa-b942-be52e284bf9c req-887c011c-c01f-4ef8-8e7b-74f8acf40414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:47.012101 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2e26faea-bed4-4ffa-b942-be52e284bf9c req-887c011c-c01f-4ef8-8e7b-74f8acf40414 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e480d6828f9946358bfe1436e2b1931a&device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 1096 time: 0.2206137 Sep 30 01:09:47.057822 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:47.150054 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7a83ab7d-6ff2-494b-a343-9165ae21dfa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:47.176595 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6975baec-5547-4929-906b-b84aadd17b48 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2490848'] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:47.371713 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d31b10-a352-4542-94f9-1071f460d03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926094d2-6b68-4ff4-bc28-d8d49e33eecf', 'code': 200} Sep 30 01:09:47.372198 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d31b10-a352-4542-94f9-1071f460d03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff466f62-2993-4fda-99f8-d2dc5b844aa7', 'code': 200} Sep 30 01:09:47.372285 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d31b10-a352-4542-94f9-1071f460d03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8383232f-0a72-4842-ada7-be7b80f6f5bb', 'code': 200} Sep 30 01:09:47.372506 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d31b10-a352-4542-94f9-1071f460d03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19351280-48a5-463a-8841-fd47e2412cd3', 'code': 200} Sep 30 01:09:47.376253 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db6ab1a-b417-4607-8ab1-78c5197521e0 None None] Network 7475bbcb-0080-444d-b8c7-214ee08201ea is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:09:47.395849 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b3818e-8b28-47d3-ae8f-6c4d2f9a355e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-28ad183c-8322-4996-9d42-bfe26f9ef0a9', 'network_id': '28ad183c-8322-4996-9d42-bfe26f9ef0a9', 'tenant_id': 'a19b870e2ed14d6cb044b7cc6c4300c5', 'fixed_ips': [{'subnet_id': '62fa9c2e-8a07-4533-8320-0a78354d75b9'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 01:09:47.397467 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-74b3818e-8b28-47d3-ae8f-6c4d2f9a355e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:47.423628 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-8db6ab1a-b417-4607-8ab1-78c5197521e0 None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:09:47.441532 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26faea-bed4-4ffa-b942-be52e284bf9c req-ab11fc64-ea0c-4928-8cb6-b9cb5967d3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:47.443919 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2e26faea-bed4-4ffa-b942-be52e284bf9c req-ab11fc64-ea0c-4928-8cb6-b9cb5967d3ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=f403902e-e751-400d-af5a-c4c0270fe9c5 HTTP/1.1" status: 200 len: 920 time: 0.4219015 Sep 30 01:09:47.448653 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db6ab1a-b417-4607-8ab1-78c5197521e0 None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:09:47.472467 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6ab1a-b417-4607-8ab1-78c5197521e0 None None] Pushing event updated for resources: {'Port': ['ID=a32f2824-2d2c-43ad-abc7-5b67ee2e34de,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:47.491568 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 4bcedee4-4dcd-4af9-a34a-1321e1e30cf8, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=4bcedee4-4dcd-4af9-a34a-1321e1e30cf8,segment=NetworkSegment(47091f80-0074-4271-b457-46141d580d1e),segment_id=47091f80-0074-4271-b457-46141d580d1e)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:47.492735 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8db6ab1a-b417-4607-8ab1-78c5197521e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:47.565428 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-f090bd21-60ee-4d85-8fa6-95c5fed2fe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'name': 'tempest-ServerRescueTestJSONUnderV235-751731217-router', 'tenant_id': 'e480d6828f9946358bfe1436e2b1931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd0377c30-17e7-4d5d-b376-0e5026fb38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:07:56Z', 'updated_at': '2021-09-30T01:08:09Z', 'revision_number': 4, 'project_id': 'e480d6828f9946358bfe1436e2b1931a', 'gw_port': {'id': 'd0377c30-17e7-4d5d-b376-0e5026fb38ce', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:59Z', 'updated_at': '2021-09-30T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '17c62a02-7336-4714-a149-a232a8be637c', 'tenant_id': 'e480d6828f9946358bfe1436e2b1931a', 'floating_ip_address': '172.25.0.229', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'port_id': '8c095e3f-639d-41ca-8904-ed5265e8c716', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f403902e-e751-400d-af5a-c4c0270fe9c5', 'mac_address': 'fa:16:3e:83:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7126c594-5a1c-4409-9656-b6b579367ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T01:09:37Z', 'updated_at': '2021-09-30T01:09:43Z', 'revision_number': 1, 'project_id': 'e480d6828f9946358bfe1436e2b1931a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3996586b-6454-4614-a510-9f82a5fcb4e8', 'name': '', 'network_id': 'f403902e-e751-400d-af5a-c4c0270fe9c5', 'tenant_id': 'e480d6828f9946358bfe1436e2b1931a', 'mac_address': 'fa:16:3e:2f:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '26d4a6d6-1ae3-4299-b531-ee7f88efd949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:08:06Z', 'updated_at': '2021-09-30T01:08:17Z', 'revision_number': 5, 'project_id': 'e480d6828f9946358bfe1436e2b1931a', 'subnets': [{'id': '26d4a6d6-1ae3-4299-b531-ee7f88efd949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:47.576515 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7a83ab7d-6ff2-494b-a343-9165ae21dfa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:47.578583 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f090bd21-60ee-4d85-8fa6-95c5fed2fe0c None None] The sync data for ids ['68e3042e-e11d-46cc-b526-3921f35d3d82'] in n-d-811809-1 is: [{'id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'name': 'tempest-ServerRescueTestJSONUnderV235-751731217-router', 'tenant_id': 'e480d6828f9946358bfe1436e2b1931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd0377c30-17e7-4d5d-b376-0e5026fb38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:07:56Z', 'updated_at': '2021-09-30T01:08:09Z', 'revision_number': 4, 'project_id': 'e480d6828f9946358bfe1436e2b1931a', 'gw_port': {'id': 'd0377c30-17e7-4d5d-b376-0e5026fb38ce', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:59Z', 'updated_at': '2021-09-30T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '17c62a02-7336-4714-a149-a232a8be637c', 'tenant_id': 'e480d6828f9946358bfe1436e2b1931a', 'floating_ip_address': '172.25.0.229', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'port_id': '8c095e3f-639d-41ca-8904-ed5265e8c716', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f403902e-e751-400d-af5a-c4c0270fe9c5', 'mac_address': 'fa:16:3e:83:96:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7126c594-5a1c-4409-9656-b6b579367ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T01:09:37Z', 'updated_at': '2021-09-30T01:09:43Z', 'revision_number': 1, 'project_id': 'e480d6828f9946358bfe1436e2b1931a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3996586b-6454-4614-a510-9f82a5fcb4e8', 'name': '', 'network_id': 'f403902e-e751-400d-af5a-c4c0270fe9c5', 'tenant_id': 'e480d6828f9946358bfe1436e2b1931a', 'mac_address': 'fa:16:3e:2f:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '26d4a6d6-1ae3-4299-b531-ee7f88efd949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:08:06Z', 'updated_at': '2021-09-30T01:08:17Z', 'revision_number': 5, 'project_id': 'e480d6828f9946358bfe1436e2b1931a', 'subnets': [{'id': '26d4a6d6-1ae3-4299-b531-ee7f88efd949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:09:47.623763 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2e26faea-bed4-4ffa-b942-be52e284bf9c req-e7252dff-4602-4fb4-b326-a17cc402ed1f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c095e3f-639d-41ca-8904-ed5265e8c716 HTTP/1.1" status: 200 len: 999 time: 0.1565397 Sep 30 01:09:47.638287 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64072659-956b-4b26-8569-6dc2fc4a08ca req-f9ed7b5b-f84b-41f5-bf1f-cc93b7f0aa9c tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:47.645250 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-64072659-956b-4b26-8569-6dc2fc4a08ca req-f9ed7b5b-f84b-41f5-bf1f-cc93b7f0aa9c tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4dd12df-f7bf-406d-add5-9d49ea34f368 HTTP/1.1" status: 200 len: 945 time: 0.4759645 Sep 30 01:09:47.676516 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:47.677956 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device c1aca60a-f261-4d1f-8965-402345b005c0 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:09:47.737317 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a6f07f33-7bd3-44c8-907c-a3dd45c83dc4 req-23e91bee-df6f-4053-8b5b-a749cc31b9cf tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.229 HTTP/1.1" status: 200 len: 999 time: 0.2872059 Sep 30 01:09:47.759610 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26faea-bed4-4ffa-b942-be52e284bf9c req-d4bd10e4-7572-49a5-a18b-1b2cd83342cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:47.761071 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2e26faea-bed4-4ffa-b942-be52e284bf9c req-d4bd10e4-7572-49a5-a18b-1b2cd83342cb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=26d4a6d6-1ae3-4299-b531-ee7f88efd949 HTTP/1.1" status: 200 len: 859 time: 0.1133296 Sep 30 01:09:47.790456 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:47.854532 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f07f33-7bd3-44c8-907c-a3dd45c83dc4 req-3896a61a-0cd8-41d0-9645-595893183886 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:47.858858 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-64072659-956b-4b26-8569-6dc2fc4a08ca req-a0a78abd-1b16-4c71-9666-11afadf311b1 tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5a403cf-50ad-4c2a-9206-dea57e5195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126706 Sep 30 01:09:47.863795 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2e26faea-bed4-4ffa-b942-be52e284bf9c req-cb008415-767e-45ff-8327-f46cb568a320 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f403902e-e751-400d-af5a-c4c0270fe9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804803 Sep 30 01:09:47.866516 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a6f07f33-7bd3-44c8-907c-a3dd45c83dc4 req-3896a61a-0cd8-41d0-9645-595893183886 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports/8c095e3f-639d-41ca-8904-ed5265e8c716 HTTP/1.1" status: 200 len: 942 time: 0.1282597 Sep 30 01:09:47.880409 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-8db6ab1a-b417-4607-8ab1-78c5197521e0 None None] Attempting to bind port a32f2824-2d2c-43ad-abc7-5b67ee2e34de on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:09:47.880409 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-8db6ab1a-b417-4607-8ab1-78c5197521e0 None None] Attempting to bind port a32f2824-2d2c-43ad-abc7-5b67ee2e34de by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '8d6fa1fe-0a2a-4150-9469-4cbf70214e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7475bbcb-0080-444d-b8c7-214ee08201ea'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:09:47.880409 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db6ab1a-b417-4607-8ab1-78c5197521e0 None None] Attempting to bind port a32f2824-2d2c-43ad-abc7-5b67ee2e34de on network 7475bbcb-0080-444d-b8c7-214ee08201ea {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:09:47.882420 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [req-2e26faea-bed4-4ffa-b942-be52e284bf9c req-b3140b48-7053-4e1e-bdbb-2355293691f0 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 01:09:47.883961 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2e26faea-bed4-4ffa-b942-be52e284bf9c req-b3140b48-7053-4e1e-bdbb-2355293691f0 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063727 Sep 30 01:09:47.909026 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db6ab1a-b417-4607-8ab1-78c5197521e0 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:09:47.909665 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db6ab1a-b417-4607-8ab1-78c5197521e0 None None] Checking segment: {'id': '8d6fa1fe-0a2a-4150-9469-4cbf70214e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7475bbcb-0080-444d-b8c7-214ee08201ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:09:47.910236 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8db6ab1a-b417-4607-8ab1-78c5197521e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:47.911153 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db6ab1a-b417-4607-8ab1-78c5197521e0 None None] Bound using segment: {'id': '8d6fa1fe-0a2a-4150-9469-4cbf70214e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7475bbcb-0080-444d-b8c7-214ee08201ea'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:09:47.911859 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-8db6ab1a-b417-4607-8ab1-78c5197521e0 None None] Bound port: a32f2824-2d2c-43ad-abc7-5b67ee2e34de, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6fa1fe-0a2a-4150-9469-4cbf70214e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '7475bbcb-0080-444d-b8c7-214ee08201ea'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:09:47.912415 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8db6ab1a-b417-4607-8ab1-78c5197521e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:48.008657 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6975baec-5547-4929-906b-b84aadd17b48 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:48.081863 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=4bcedee4-4dcd-4af9-a34a-1321e1e30cf8,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:48.088217 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:48.134755 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b8f2fd-176d-4157-a0b0-436154c50f83 None None] New status for floating IP 17c62a02-7336-4714-a149-a232a8be637c: ACTIVE {{(pid=80276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 01:09:48.239423 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port c1aca60a-f261-4d1f-8965-402345b005c0 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:09:48.259696 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7a83ab7d-6ff2-494b-a343-9165ae21dfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:48.269690 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-74b3818e-8b28-47d3-ae8f-6c4d2f9a355e None None] Allocated IP 172.20.0.18 (28ad183c-8322-4996-9d42-bfe26f9ef0a9/62fa9c2e-8a07-4533-8320-0a78354d75b9/c2856f5f-a35e-43d4-9d2a-0623483d8594) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:09:48.275787 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ce86b8e4-33d6-49cd-916b-d94457b42283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:48.284777 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port c1aca60a-f261-4d1f-8965-402345b005c0 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:09:48.285560 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:48.311841 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83ab7d-6ff2-494b-a343-9165ae21dfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e6de98-a558-4f15-b248-17461e3a3e9f,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:48.329528 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-7a83ab7d-6ff2-494b-a343-9165ae21dfa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:48.349439 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-7a83ab7d-6ff2-494b-a343-9165ae21dfa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:48.353461 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-7a83ab7d-6ff2-494b-a343-9165ae21dfa4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45e6de98-a558-4f15-b248-17461e3a3e9f HTTP/1.1" status: 204 len: 168 time: 1.5014532 Sep 30 01:09:48.355055 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6975baec-5547-4929-906b-b84aadd17b48 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:48.371528 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-12fe9775-82fc-4a7b-8bf0-765904a23a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:48.416679 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6975baec-5547-4929-906b-b84aadd17b48 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:48.418642 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-6975baec-5547-4929-906b-b84aadd17b48 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] 10.222.0.39 "DELETE /v2.0/subnets/c65c241a-ce2d-441e-9c14-a99ef4bb8490 HTTP/1.1" status: 204 len: 168 time: 1.9029434 Sep 30 01:09:48.421860 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975baec-5547-4929-906b-b84aadd17b48 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Pushing event deleted for resources: {'Subnet': ['ID=c65c241a-ce2d-441e-9c14-a99ef4bb8490,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:48.423672 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55102) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:48.437015 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a6f07f33-7bd3-44c8-907c-a3dd45c83dc4 req-fe53a430-1116-4e85-a23a-7cda6de7a657 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.229 HTTP/1.1" status: 200 len: 999 time: 0.2403648 Sep 30 01:09:48.465122 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6975baec-5547-4929-906b-b84aadd17b48 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:48.473428 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8db6ab1a-b417-4607-8ab1-78c5197521e0 None None] For port a32f2824-2d2c-43ad-abc7-5b67ee2e34de, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:09:48.558078 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2e26faea-bed4-4ffa-b942-be52e284bf9c req-6320d933-91cb-47c3-9f6b-6b357f082bf0 service neutron] 10.222.0.55 "GET /v2.0/networks/f403902e-e751-400d-af5a-c4c0270fe9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6558707 Sep 30 01:09:48.644756 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-58bf63f3-5925-4a3d-b9f4-2909a6a0641f tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Deleting subnet 62fa9c2e-8a07-4533-8320-0a78354d75b9 {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:09:48.667129 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8db6ab1a-b417-4607-8ab1-78c5197521e0 None None] For port a32f2824-2d2c-43ad-abc7-5b67ee2e34de, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=a32f2824-2d2c-43ad-abc7-5b67ee2e34de,segment=NetworkSegment(8d6fa1fe-0a2a-4150-9469-4cbf70214e25),segment_id=8d6fa1fe-0a2a-4150-9469-4cbf70214e25)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:09:48.698994 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8db6ab1a-b417-4607-8ab1-78c5197521e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:48.711911 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f07f33-7bd3-44c8-907c-a3dd45c83dc4 req-c66696f8-56de-4e8e-9f53-f75897937584 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:48.712618 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-a6f07f33-7bd3-44c8-907c-a3dd45c83dc4 req-c66696f8-56de-4e8e-9f53-f75897937584 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Synchronizing usage tracker for tenant:e480d6828f9946358bfe1436e2b1931a on resource:network {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:09:48.716125 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:48.736039 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-a6f07f33-7bd3-44c8-907c-a3dd45c83dc4 req-c66696f8-56de-4e8e-9f53-f75897937584 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Unset dirty status for tenant:e480d6828f9946358bfe1436e2b1931a on resource:network {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:09:48.739223 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a6f07f33-7bd3-44c8-907c-a3dd45c83dc4 req-c66696f8-56de-4e8e-9f53-f75897937584 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 784 time: 0.3031361 Sep 30 01:09:48.756921 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [req-a6f07f33-7bd3-44c8-907c-a3dd45c83dc4 req-6f35815f-3729-41a6-bc91-6c0b691eabee tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 01:09:48.761152 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a6f07f33-7bd3-44c8-907c-a3dd45c83dc4 req-6f35815f-3729-41a6-bc91-6c0b691eabee tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104239 Sep 30 01:09:48.837179 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fafe12-7d88-42ef-a94c-e06bde9f8b1e req-0b6a372b-65f8-4ad4-b495-8c7ddd9148d8 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:48.846521 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fafe12-7d88-42ef-a94c-e06bde9f8b1e req-0b6a372b-65f8-4ad4-b495-8c7ddd9148d8 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:48.860958 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fafe12-7d88-42ef-a94c-e06bde9f8b1e req-0b6a372b-65f8-4ad4-b495-8c7ddd9148d8 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:48.870276 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fafe12-7d88-42ef-a94c-e06bde9f8b1e req-0b6a372b-65f8-4ad4-b495-8c7ddd9148d8 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:48.894038 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fafe12-7d88-42ef-a94c-e06bde9f8b1e req-0b6a372b-65f8-4ad4-b495-8c7ddd9148d8 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:48.894038 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fafe12-7d88-42ef-a94c-e06bde9f8b1e req-0b6a372b-65f8-4ad4-b495-8c7ddd9148d8 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:48.914606 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fafe12-7d88-42ef-a94c-e06bde9f8b1e req-0b6a372b-65f8-4ad4-b495-8c7ddd9148d8 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:48.921011 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-76fafe12-7d88-42ef-a94c-e06bde9f8b1e req-0b6a372b-65f8-4ad4-b495-8c7ddd9148d8 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5443 time: 0.7969596 Sep 30 01:09:48.969878 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a6f07f33-7bd3-44c8-907c-a3dd45c83dc4 req-cf319a62-9aff-4127-bf12-4a520d0160ff tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.229 HTTP/1.1" status: 200 len: 999 time: 0.1975927 Sep 30 01:09:48.973641 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-2e26faea-bed4-4ffa-b942-be52e284bf9c req-1e3448bf-0915-473c-8b30-9fd6e3debdd4 service neutron] 10.222.0.55 "GET /v2.0/networks/f403902e-e751-400d-af5a-c4c0270fe9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043264 Sep 30 01:09:48.983118 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-a6f07f33-7bd3-44c8-907c-a3dd45c83dc4 req-cc33fbed-39f7-40a9-a985-b980f1d457fa tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Request body: {'floatingip': {'port_id': None}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:09:48.999890 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-76fafe12-7d88-42ef-a94c-e06bde9f8b1e req-45a6367e-9dc8-4cd4-95c5-4350ef188d00 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0799615 Sep 30 01:09:49.108582 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a6f07f33-7bd3-44c8-907c-a3dd45c83dc4 req-cc33fbed-39f7-40a9-a985-b980f1d457fa tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks [] for floatingip, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:49.215382 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:49.285305 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-a5408150-ac2e-4f67-bb33-7c847ef4eb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:49.299308 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:49.305451 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-74b3818e-8b28-47d3-ae8f-6c4d2f9a355e None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:49.308914 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6ab1a-b417-4607-8ab1-78c5197521e0 None None] Pushing event updated for resources: {'Port': ['ID=a32f2824-2d2c-43ad-abc7-5b67ee2e34de,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:49.320955 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2793a47-fa80-4cdd-b560-fe9058697880 req-9da2c5c5-ffed-4a30-a09d-6cdca02d6596 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:49.321907 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8db6ab1a-b417-4607-8ab1-78c5197521e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:49.330986 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-74b3818e-8b28-47d3-ae8f-6c4d2f9a355e None None] Transition to ACTIVE for port object c2856f5f-a35e-43d4-9d2a-0623483d8594 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:09:49.334257 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b2793a47-fa80-4cdd-b560-fe9058697880 req-9da2c5c5-ffed-4a30-a09d-6cdca02d6596 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 945 time: 0.1642516 Sep 30 01:09:49.378190 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d31b10-a352-4542-94f9-1071f460d03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcedee4-4dcd-4af9-a34a-1321e1e30cf8'}, {'server_uuid': '31d31b10-a352-4542-94f9-1071f460d03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1aca60a-f261-4d1f-8965-402345b005c0'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:09:49.416987 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port c1aca60a-f261-4d1f-8965-402345b005c0, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c1aca60a-f261-4d1f-8965-402345b005c0,segment=NetworkSegment(618f62bc-2f5c-4269-b3ef-02e0220ce392),segment_id=618f62bc-2f5c-4269-b3ef-02e0220ce392)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:49.422085 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-b2793a47-fa80-4cdd-b560-fe9058697880 req-086835fb-8443-4e63-8329-72f8e6541378 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867438 Sep 30 01:09:49.424193 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-74b3818e-8b28-47d3-ae8f-6c4d2f9a355e None None] Transition to ACTIVE for port object c2856f5f-a35e-43d4-9d2a-0623483d8594 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:09:49.432282 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:49.435281 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:49.451308 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-58bf63f3-5925-4a3d-b9f4-2909a6a0641f tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:49.531597 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-74b3818e-8b28-47d3-ae8f-6c4d2f9a355e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:49.630843 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a6f07f33-7bd3-44c8-907c-a3dd45c83dc4 req-cc33fbed-39f7-40a9-a985-b980f1d457fa tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:49.643940 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a6f07f33-7bd3-44c8-907c-a3dd45c83dc4 req-cc33fbed-39f7-40a9-a985-b980f1d457fa tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:49.644864 n-d-811809-1 neutron-server[80274]: INFO neutron.db.l3_db [req-a6f07f33-7bd3-44c8-907c-a3dd45c83dc4 req-cc33fbed-39f7-40a9-a985-b980f1d457fa tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Floating IP 17c62a02-7336-4714-a149-a232a8be637c disassociated. External IP: 172.25.0.229, port: 8c095e3f-639d-41ca-8904-ed5265e8c716. Sep 30 01:09:49.721337 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=c1aca60a-f261-4d1f-8965-402345b005c0,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:49.733595 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b3818e-8b28-47d3-ae8f-6c4d2f9a355e None None] Network 28ad183c-8322-4996-9d42-bfe26f9ef0a9 is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:09:49.734816 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:49.735830 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-d75de3d0-3ba8-4a0e-a8cb-fe9a19f57fb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:49.770493 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-74b3818e-8b28-47d3-ae8f-6c4d2f9a355e None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:09:49.780733 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b3818e-8b28-47d3-ae8f-6c4d2f9a355e None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:09:49.890537 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f4ea0-4327-448e-b9bf-355f0ea74e8b req-f2fc1752-79a2-4e42-8e39-0f121b0133e1 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:49.894954 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-218f4ea0-4327-448e-b9bf-355f0ea74e8b req-f2fc1752-79a2-4e42-8e39-0f121b0133e1 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 945 time: 0.2707977 Sep 30 01:09:49.920379 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-58bf63f3-5925-4a3d-b9f4-2909a6a0641f tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2490848'] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:50.003304 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-218f4ea0-4327-448e-b9bf-355f0ea74e8b req-ca2ca3e7-1af7-430b-b160-4d607324dfda tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008010 Sep 30 01:09:50.073136 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-74b3818e-8b28-47d3-ae8f-6c4d2f9a355e None None] Attempting to bind port c2856f5f-a35e-43d4-9d2a-0623483d8594 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:09:50.073522 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-74b3818e-8b28-47d3-ae8f-6c4d2f9a355e None None] Attempting to bind port c2856f5f-a35e-43d4-9d2a-0623483d8594 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'e475208a-5280-45df-b80e-e842843ac2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '28ad183c-8322-4996-9d42-bfe26f9ef0a9'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:09:50.073899 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b3818e-8b28-47d3-ae8f-6c4d2f9a355e None None] Attempting to bind port c2856f5f-a35e-43d4-9d2a-0623483d8594 on network 28ad183c-8322-4996-9d42-bfe26f9ef0a9 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:09:50.094718 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b3818e-8b28-47d3-ae8f-6c4d2f9a355e None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:09:50.095135 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b3818e-8b28-47d3-ae8f-6c4d2f9a355e None None] Checking segment: {'id': 'e475208a-5280-45df-b80e-e842843ac2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '28ad183c-8322-4996-9d42-bfe26f9ef0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:09:50.095556 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-74b3818e-8b28-47d3-ae8f-6c4d2f9a355e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:50.095964 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b3818e-8b28-47d3-ae8f-6c4d2f9a355e None None] Bound using segment: {'id': 'e475208a-5280-45df-b80e-e842843ac2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '28ad183c-8322-4996-9d42-bfe26f9ef0a9'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:09:50.096448 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-74b3818e-8b28-47d3-ae8f-6c4d2f9a355e None None] Bound port: c2856f5f-a35e-43d4-9d2a-0623483d8594, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e475208a-5280-45df-b80e-e842843ac2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '28ad183c-8322-4996-9d42-bfe26f9ef0a9'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:09:50.101949 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-74b3818e-8b28-47d3-ae8f-6c4d2f9a355e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:50.233074 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3818e-8b28-47d3-ae8f-6c4d2f9a355e None None] Pushing event updated for resources: {'Port': ['ID=c2856f5f-a35e-43d4-9d2a-0623483d8594,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:50.241931 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-74b3818e-8b28-47d3-ae8f-6c4d2f9a355e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:50.294876 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d31b10-a352-4542-94f9-1071f460d03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcedee4-4dcd-4af9-a34a-1321e1e30cf8', 'code': 200} Sep 30 01:09:50.295255 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d31b10-a352-4542-94f9-1071f460d03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1aca60a-f261-4d1f-8965-402345b005c0', 'code': 200} Sep 30 01:09:50.329553 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-74b3818e-8b28-47d3-ae8f-6c4d2f9a355e None None] For port c2856f5f-a35e-43d4-9d2a-0623483d8594, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:09:50.344525 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-74b3818e-8b28-47d3-ae8f-6c4d2f9a355e None None] For port c2856f5f-a35e-43d4-9d2a-0623483d8594, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=c2856f5f-a35e-43d4-9d2a-0623483d8594,segment=NetworkSegment(e475208a-5280-45df-b80e-e842843ac2da),segment_id=e475208a-5280-45df-b80e-e842843ac2da)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:09:50.353671 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-74b3818e-8b28-47d3-ae8f-6c4d2f9a355e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:50.363283 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:50.370424 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-58bf63f3-5925-4a3d-b9f4-2909a6a0641f tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:50.551099 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3818e-8b28-47d3-ae8f-6c4d2f9a355e None None] Pushing event updated for resources: {'Port': ['ID=c2856f5f-a35e-43d4-9d2a-0623483d8594,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:50.555445 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-74b3818e-8b28-47d3-ae8f-6c4d2f9a355e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:50.619027 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-58bf63f3-5925-4a3d-b9f4-2909a6a0641f tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:50.633039 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-00bbf784-e85c-4255-afc0-4975c2ca7e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:50.694020 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-58bf63f3-5925-4a3d-b9f4-2909a6a0641f tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:50.723482 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f400c37-ee3b-4e0d-9381-faa4d664f5b6 req-546a6e05-6850-4a93-8902-09ff06e6461f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:50.735633 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6f07f33-7bd3-44c8-907c-a3dd45c83dc4 req-cc33fbed-39f7-40a9-a985-b980f1d457fa tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Router 68e3042e-e11d-46cc-b526-3921f35d3d82 has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 01:09:50.738912 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf63f3-5925-4a3d-b9f4-2909a6a0641f tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Pushing event deleted for resources: {'Subnet': ['ID=62fa9c2e-8a07-4533-8320-0a78354d75b9,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:50.764763 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f400c37-ee3b-4e0d-9381-faa4d664f5b6 req-546a6e05-6850-4a93-8902-09ff06e6461f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:50.770991 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f400c37-ee3b-4e0d-9381-faa4d664f5b6 req-546a6e05-6850-4a93-8902-09ff06e6461f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:50.779310 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f400c37-ee3b-4e0d-9381-faa4d664f5b6 req-546a6e05-6850-4a93-8902-09ff06e6461f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:50.787697 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f400c37-ee3b-4e0d-9381-faa4d664f5b6 req-546a6e05-6850-4a93-8902-09ff06e6461f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:50.795871 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f400c37-ee3b-4e0d-9381-faa4d664f5b6 req-546a6e05-6850-4a93-8902-09ff06e6461f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:50.806777 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-58bf63f3-5925-4a3d-b9f4-2909a6a0641f tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] 10.222.0.39 "DELETE /v2.0/subnets/62fa9c2e-8a07-4533-8320-0a78354d75b9 HTTP/1.1" status: 204 len: 168 time: 2.3800619 Sep 30 01:09:50.807831 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f400c37-ee3b-4e0d-9381-faa4d664f5b6 req-546a6e05-6850-4a93-8902-09ff06e6461f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:50.809790 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1f400c37-ee3b-4e0d-9381-faa4d664f5b6 req-546a6e05-6850-4a93-8902-09ff06e6461f tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5444 time: 0.2999175 Sep 30 01:09:50.810288 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55168) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:50.824087 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-58bf63f3-5925-4a3d-b9f4-2909a6a0641f tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:51.040190 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539b291f-3239-46f3-bd5f-5690986786ce tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:51.041722 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-539b291f-3239-46f3-bd5f-5690986786ce tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2304702 Sep 30 01:09:51.070636 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1f400c37-ee3b-4e0d-9381-faa4d664f5b6 req-0369958a-723d-4211-8cc9-28b2b3aff2d2 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2480392 Sep 30 01:09:51.072953 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55178) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:51.157816 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2d332-f8c7-4265-9b5e-231d55605c9b req-a58ef5b2-aebd-4706-b12a-2c2c3bf09578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:51.158539 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2d332-f8c7-4265-9b5e-231d55605c9b req-a58ef5b2-aebd-4706-b12a-2c2c3bf09578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:51.159138 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2d332-f8c7-4265-9b5e-231d55605c9b req-a58ef5b2-aebd-4706-b12a-2c2c3bf09578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:51.159944 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2d332-f8c7-4265-9b5e-231d55605c9b req-a58ef5b2-aebd-4706-b12a-2c2c3bf09578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:51.160504 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2d332-f8c7-4265-9b5e-231d55605c9b req-a58ef5b2-aebd-4706-b12a-2c2c3bf09578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:51.161029 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2d332-f8c7-4265-9b5e-231d55605c9b req-a58ef5b2-aebd-4706-b12a-2c2c3bf09578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:51.161517 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2d332-f8c7-4265-9b5e-231d55605c9b req-a58ef5b2-aebd-4706-b12a-2c2c3bf09578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:51.164243 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bac2d332-f8c7-4265-9b5e-231d55605c9b req-a58ef5b2-aebd-4706-b12a-2c2c3bf09578 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 6501 time: 0.7205815 Sep 30 01:09:51.232591 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device a32f2824-2d2c-43ad-abc7-5b67ee2e34de up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:09:51.266894 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-bac2d332-f8c7-4265-9b5e-231d55605c9b req-f4c91ccd-7c5a-48d3-8b83-a531df49daaf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0925865 Sep 30 01:09:51.270368 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6f07f33-7bd3-44c8-907c-a3dd45c83dc4 req-cc33fbed-39f7-40a9-a985-b980f1d457fa tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:09:51.276124 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a6f07f33-7bd3-44c8-907c-a3dd45c83dc4 req-cc33fbed-39f7-40a9-a985-b980f1d457fa tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:51.280645 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f939d07a-325f-423a-a96d-89db64f9bfb1 None None] Sync routers for ids ['68e3042e-e11d-46cc-b526-3921f35d3d82'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:09:51.298592 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f939d07a-325f-423a-a96d-89db64f9bfb1 None None] Routers {'68e3042e-e11d-46cc-b526-3921f35d3d82'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:09:51.300424 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-f939d07a-325f-423a-a96d-89db64f9bfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:09:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['68e3042e-e11d-46cc-b526-3921f35d3d82'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:51.361460 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a6f07f33-7bd3-44c8-907c-a3dd45c83dc4 req-cc33fbed-39f7-40a9-a985-b980f1d457fa tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "PUT /v2.0/floatingips/17c62a02-7336-4714-a149-a232a8be637c HTTP/1.1" status: 200 len: 695 time: 2.3831718 Sep 30 01:09:51.362100 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7126c594-5a1c-4409-9656-b6b579367ad6', 'tag': '8c095e3f-639d-41ca-8904-ed5265e8c716'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:09:51.415940 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff31f839-4ec8-457d-a527-bae6b2a7f3fb None None] Network 7475bbcb-0080-444d-b8c7-214ee08201ea requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:09:51.440772 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3a99-d5ac-4abf-9402-b32d27464d75 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:51.485874 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e3a99-d5ac-4abf-9402-b32d27464d75 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Deleting port c2856f5f-a35e-43d4-9d2a-0623483d8594 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:09:51.486265 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3a99-d5ac-4abf-9402-b32d27464d75 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:51.572187 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f07f33-7bd3-44c8-907c-a3dd45c83dc4 req-dca71029-a443-42e7-800b-ff4f8b93bce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:51.575429 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a6f07f33-7bd3-44c8-907c-a3dd45c83dc4 req-dca71029-a443-42e7-800b-ff4f8b93bce2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e480d6828f9946358bfe1436e2b1931a&device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 1096 time: 0.1992924 Sep 30 01:09:51.651749 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e4eb7-e2bc-438e-861d-621971005380 req-1d773762-7d72-41af-8dd9-e96658750ee2 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:51.655597 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-956e4eb7-e2bc-438e-861d-621971005380 req-1d773762-7d72-41af-8dd9-e96658750ee2 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.59 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 945 time: 0.5176430 Sep 30 01:09:51.675487 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-3467f28d-6f99-4393-b8a6-a539aa60d88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:51.683330 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-2f920b1d-32d8-40db-a72b-1c29b5a0c359 None None] Provisioning for port a32f2824-2d2c-43ad-abc7-5b67ee2e34de completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:09:51.755377 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-f939d07a-325f-423a-a96d-89db64f9bfb1 None None] Set router 68e3042e-e11d-46cc-b526-3921f35d3d82 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:09:51.897143 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port a32f2824-2d2c-43ad-abc7-5b67ee2e34de completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:09:51.908201 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port a32f2824-2d2c-43ad-abc7-5b67ee2e34de triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:09:51.910845 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:51.992105 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f07f33-7bd3-44c8-907c-a3dd45c83dc4 req-b12c95c0-a0a7-4ec9-a255-4f5829073ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:52.000691 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a6f07f33-7bd3-44c8-907c-a3dd45c83dc4 req-b12c95c0-a0a7-4ec9-a255-4f5829073ae4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f403902e-e751-400d-af5a-c4c0270fe9c5 HTTP/1.1" status: 200 len: 920 time: 0.4169118 Sep 30 01:09:52.076226 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0a6f7a-0246-462a-8626-c92cd4028c30 None None] DHCP port deletion for 7475bbcb-0080-444d-b8c7-214ee08201ea request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 01:09:52.096787 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5c0a6f7a-0246-462a-8626-c92cd4028c30 None None] Deleting port a32f2824-2d2c-43ad-abc7-5b67ee2e34de {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:09:52.097179 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5c0a6f7a-0246-462a-8626-c92cd4028c30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:52.144819 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a6f07f33-7bd3-44c8-907c-a3dd45c83dc4 req-748e5c1d-6176-4549-ba02-0349d26d0c3a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c095e3f-639d-41ca-8904-ed5265e8c716 HTTP/1.1" status: 200 len: 217 time: 0.1428888 Sep 30 01:09:52.297958 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f07f33-7bd3-44c8-907c-a3dd45c83dc4 req-0bda98e1-c6a9-434d-bf78-040d3a5993a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:52.303054 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-2c5e3a99-d5ac-4abf-9402-b32d27464d75 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] For port c2856f5f-a35e-43d4-9d2a-0623483d8594, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=c2856f5f-a35e-43d4-9d2a-0623483d8594,segment=NetworkSegment(e475208a-5280-45df-b80e-e842843ac2da),segment_id=e475208a-5280-45df-b80e-e842843ac2da)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:52.304117 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3a99-d5ac-4abf-9402-b32d27464d75 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:52.306074 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a6f07f33-7bd3-44c8-907c-a3dd45c83dc4 req-0bda98e1-c6a9-434d-bf78-040d3a5993a7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=26d4a6d6-1ae3-4299-b531-ee7f88efd949 HTTP/1.1" status: 200 len: 859 time: 0.1523929 Sep 30 01:09:52.430558 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a6f07f33-7bd3-44c8-907c-a3dd45c83dc4 req-6f1130c1-c0b5-45e6-85a9-22d0e76d7ed6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f403902e-e751-400d-af5a-c4c0270fe9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154513 Sep 30 01:09:52.440252 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad6aaba-80f3-4e17-9ab9-a373435b1fff None None] Network 28ad183c-8322-4996-9d42-bfe26f9ef0a9 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:09:52.441718 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-f939d07a-325f-423a-a96d-89db64f9bfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'name': 'tempest-ServerRescueTestJSONUnderV235-751731217-router', 'tenant_id': 'e480d6828f9946358bfe1436e2b1931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd0377c30-17e7-4d5d-b376-0e5026fb38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:07:56Z', 'updated_at': '2021-09-30T01:08:09Z', 'revision_number': 4, 'project_id': 'e480d6828f9946358bfe1436e2b1931a', 'gw_port': {'id': 'd0377c30-17e7-4d5d-b376-0e5026fb38ce', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:59Z', 'updated_at': '2021-09-30T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '3996586b-6454-4614-a510-9f82a5fcb4e8', 'name': '', 'network_id': 'f403902e-e751-400d-af5a-c4c0270fe9c5', 'tenant_id': 'e480d6828f9946358bfe1436e2b1931a', 'mac_address': 'fa:16:3e:2f:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '26d4a6d6-1ae3-4299-b531-ee7f88efd949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:08:06Z', 'updated_at': '2021-09-30T01:08:17Z', 'revision_number': 5, 'project_id': 'e480d6828f9946358bfe1436e2b1931a', 'subnets': [{'id': '26d4a6d6-1ae3-4299-b531-ee7f88efd949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:52.447830 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f939d07a-325f-423a-a96d-89db64f9bfb1 None None] Checking router: 68e3042e-e11d-46cc-b526-3921f35d3d82 for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:09:52.457632 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f939d07a-325f-423a-a96d-89db64f9bfb1 None None] Routers {'68e3042e-e11d-46cc-b526-3921f35d3d82'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:09:52.459652 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-f939d07a-325f-423a-a96d-89db64f9bfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:09:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['68e3042e-e11d-46cc-b526-3921f35d3d82'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:52.673891 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:52.694490 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e3a99-d5ac-4abf-9402-b32d27464d75 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Calling delete_port for c2856f5f-a35e-43d4-9d2a-0623483d8594 owned by network:dhcp {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:09:52.850344 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-0e6e0e4a-2de5-49b1-a6b9-8e1e5247e153 None None] Provisioning for port c2856f5f-a35e-43d4-9d2a-0623483d8594 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:09:52.851988 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adca99-d302-44d5-ae89-f347749f6ce4 req-15b75dd4-6cff-48c6-961e-26f7c9458f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:52.853470 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e3adca99-d302-44d5-ae89-f347749f6ce4 req-15b75dd4-6cff-48c6-961e-26f7c9458f19 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 1096 time: 0.3618424 Sep 30 01:09:52.856766 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a6f07f33-7bd3-44c8-907c-a3dd45c83dc4 req-0e9d1f0e-f755-4dec-b76c-b7a454207f10 service neutron] 10.222.0.39 "GET /v2.0/networks/f403902e-e751-400d-af5a-c4c0270fe9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098828 Sep 30 01:09:52.931413 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-f939d07a-325f-423a-a96d-89db64f9bfb1 None None] Set router 68e3042e-e11d-46cc-b526-3921f35d3d82 gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:09:53.017300 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5c0a6f7a-0246-462a-8626-c92cd4028c30 None None] For port a32f2824-2d2c-43ad-abc7-5b67ee2e34de, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=a32f2824-2d2c-43ad-abc7-5b67ee2e34de,segment=NetworkSegment(8d6fa1fe-0a2a-4150-9469-4cbf70214e25),segment_id=8d6fa1fe-0a2a-4150-9469-4cbf70214e25)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:53.018268 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5c0a6f7a-0246-462a-8626-c92cd4028c30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:53.056827 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:53.061711 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3a99-d5ac-4abf-9402-b32d27464d75 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:53.083649 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-956e4eb7-e2bc-438e-861d-621971005380 req-84c17465-a97c-4f66-be0c-58f0bca96975 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Deleting port 2d1df6c6-e051-429d-9316-a898a7d6025b {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:09:53.088083 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-956e4eb7-e2bc-438e-861d-621971005380 req-84c17465-a97c-4f66-be0c-58f0bca96975 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:53.111589 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-e3adca99-d302-44d5-ae89-f347749f6ce4 req-5433b2c0-50d6-4191-8486-c5db6181850f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491472 Sep 30 01:09:53.244730 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4b40544c-1d69-48aa-ac09-511d3fb7a86c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:53.339081 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5c0a6f7a-0246-462a-8626-c92cd4028c30 None None] Calling delete_port for a32f2824-2d2c-43ad-abc7-5b67ee2e34de owned by network:dhcp {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:09:53.444507 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port a32f2824-2d2c-43ad-abc7-5b67ee2e34de, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=a32f2824-2d2c-43ad-abc7-5b67ee2e34de,segment=NetworkSegment(8d6fa1fe-0a2a-4150-9469-4cbf70214e25),segment_id=8d6fa1fe-0a2a-4150-9469-4cbf70214e25)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:53.450409 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 2d1df6c6-e051-429d-9316-a898a7d6025b no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:09:53.534443 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:53.535330 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device c2856f5f-a35e-43d4-9d2a-0623483d8594 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:09:53.585209 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:53.715298 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-f939d07a-325f-423a-a96d-89db64f9bfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'name': 'tempest-ServerRescueTestJSONUnderV235-751731217-router', 'tenant_id': 'e480d6828f9946358bfe1436e2b1931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd0377c30-17e7-4d5d-b376-0e5026fb38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:07:56Z', 'updated_at': '2021-09-30T01:08:09Z', 'revision_number': 4, 'project_id': 'e480d6828f9946358bfe1436e2b1931a', 'gw_port': {'id': 'd0377c30-17e7-4d5d-b376-0e5026fb38ce', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:59Z', 'updated_at': '2021-09-30T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '3996586b-6454-4614-a510-9f82a5fcb4e8', 'name': '', 'network_id': 'f403902e-e751-400d-af5a-c4c0270fe9c5', 'tenant_id': 'e480d6828f9946358bfe1436e2b1931a', 'mac_address': 'fa:16:3e:2f:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '26d4a6d6-1ae3-4299-b531-ee7f88efd949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:08:06Z', 'updated_at': '2021-09-30T01:08:17Z', 'revision_number': 5, 'project_id': 'e480d6828f9946358bfe1436e2b1931a', 'subnets': [{'id': '26d4a6d6-1ae3-4299-b531-ee7f88efd949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:53.726089 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f939d07a-325f-423a-a96d-89db64f9bfb1 None None] The sync data for ids ['68e3042e-e11d-46cc-b526-3921f35d3d82'] in n-d-811809-1 is: [{'id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'name': 'tempest-ServerRescueTestJSONUnderV235-751731217-router', 'tenant_id': 'e480d6828f9946358bfe1436e2b1931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd0377c30-17e7-4d5d-b376-0e5026fb38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:07:56Z', 'updated_at': '2021-09-30T01:08:09Z', 'revision_number': 4, 'project_id': 'e480d6828f9946358bfe1436e2b1931a', 'gw_port': {'id': 'd0377c30-17e7-4d5d-b376-0e5026fb38ce', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:59Z', 'updated_at': '2021-09-30T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_interfaces': [{'id': '3996586b-6454-4614-a510-9f82a5fcb4e8', 'name': '', 'network_id': 'f403902e-e751-400d-af5a-c4c0270fe9c5', 'tenant_id': 'e480d6828f9946358bfe1436e2b1931a', 'mac_address': 'fa:16:3e:2f:c8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '26d4a6d6-1ae3-4299-b531-ee7f88efd949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:08:06Z', 'updated_at': '2021-09-30T01:08:17Z', 'revision_number': 5, 'project_id': 'e480d6828f9946358bfe1436e2b1931a', 'subnets': [{'id': '26d4a6d6-1ae3-4299-b531-ee7f88efd949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:09:53.736778 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5e3a99-d5ac-4abf-9402-b32d27464d75 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] No DVR routers for this DVR port c2856f5f-a35e-43d4-9d2a-0623483d8594 on host n-d-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:09:53.741330 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55296) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:53.743525 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a397c0b-416f-4355-9c11-b10228e8c13d req-db36ca90-410a-44a3-9f92-71c125095557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:53.745022 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9a397c0b-416f-4355-9c11-b10228e8c13d req-db36ca90-410a-44a3-9f92-71c125095557 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6e1bd91c03643549a72aa6f1087bc4e&device_id=a4dd12df-f7bf-406d-add5-9d49ea34f368 HTTP/1.1" status: 200 len: 1096 time: 2.0857301 Sep 30 01:09:53.747969 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85aaf512-b15b-49ec-ab08-7ae26ddc9c8c None None] DHCP port deletion for 28ad183c-8322-4996-9d42-bfe26f9ef0a9 request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 01:09:53.750027 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: c2856f5f-a35e-43d4-9d2a-0623483d8594 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:09:53.750384 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device c2856f5f-a35e-43d4-9d2a-0623483d8594 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Sep 30 01:09:53.751810 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e3a99-d5ac-4abf-9402-b32d27464d75 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Pushing event deleted for resources: {'Port': ['ID=c2856f5f-a35e-43d4-9d2a-0623483d8594,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:53.792428 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2c5e3a99-d5ac-4abf-9402-b32d27464d75 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:53.792989 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a6f07f33-7bd3-44c8-907c-a3dd45c83dc4 req-5f3bbc3a-57f0-4873-ab79-ccc3ad069f89 service neutron] 10.222.0.39 "GET /v2.0/networks/f403902e-e751-400d-af5a-c4c0270fe9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8770370 Sep 30 01:09:53.884022 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Port c2856f5f-a35e-43d4-9d2a-0623483d8594 not found, will not notify nova. {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Sep 30 01:09:53.933579 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.api [None req-5c0a6f7a-0246-462a-8626-c92cd4028c30 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80276) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 01:09:53.933920 n-d-811809-1 neutron-server[80276]: DEBUG oslo_db.api [None req-5c0a6f7a-0246-462a-8626-c92cd4028c30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 01:09:54.049114 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device a32f2824-2d2c-43ad-abc7-5b67ee2e34de no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:09:54.148200 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=a32f2824-2d2c-43ad-abc7-5b67ee2e34de,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:54.151943 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:54.174999 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51171e6-aa99-4318-acc9-b18dfbccb310 req-055b1339-60bb-476e-bca5-f8f272b0cc17 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:54.177147 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f51171e6-aa99-4318-acc9-b18dfbccb310 req-055b1339-60bb-476e-bca5-f8f272b0cc17 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 945 time: 0.1451924 Sep 30 01:09:54.182110 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:54.197317 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:54.258656 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f51171e6-aa99-4318-acc9-b18dfbccb310 req-1cf1e3a6-d545-4b0f-8799-f1566d0fff53 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750148 Sep 30 01:09:54.276645 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3a99-d5ac-4abf-9402-b32d27464d75 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:54.282816 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6a403b-af24-492b-b364-7167f4901e63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d1df6c6-e051-429d-9316-a898a7d6025b'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:09:54.307235 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-aefdd68b-675e-43b4-b9c5-3b909327e7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:54.307754 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9cdb01-6e94-4f30-b4b2-fa9b51fd4568 None None] New status for floating IP 17c62a02-7336-4714-a149-a232a8be637c: DOWN {{(pid=80276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 01:09:54.335757 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7126c594-5a1c-4409-9656-b6b579367ad6', 'tag': '8c095e3f-639d-41ca-8904-ed5265e8c716', 'status': 'completed', 'code': 200} Sep 30 01:09:54.339615 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-2c5e3a99-d5ac-4abf-9402-b32d27464d75 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ad183c-8322-4996-9d42-bfe26f9ef0a9']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:54.354606 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-2c5e3a99-d5ac-4abf-9402-b32d27464d75 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e475208a-5280-45df-b80e-e842843ac2da') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:54.355220 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-2c5e3a99-d5ac-4abf-9402-b32d27464d75 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e475208a-5280-45df-b80e-e842843ac2da') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:54.374249 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3a99-d5ac-4abf-9402-b32d27464d75 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:54.403994 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3a99-d5ac-4abf-9402-b32d27464d75 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:54.414475 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5e3a99-d5ac-4abf-9402-b32d27464d75 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:09:54.415152 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3a99-d5ac-4abf-9402-b32d27464d75 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: timer() Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:09:54.465256 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:09:54.523071 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-aefdd68b-675e-43b4-b9c5-3b909327e7d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:09:54.527545 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5c0a6f7a-0246-462a-8626-c92cd4028c30 None None] Deleting port a32f2824-2d2c-43ad-abc7-5b67ee2e34de {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:09:54.527951 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5c0a6f7a-0246-462a-8626-c92cd4028c30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:54.570957 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14787921-f35f-41f2-bcd2-67f916311447 req-599e541c-7ab3-4b70-a094-37eafb62432a tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:54.588353 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-14787921-f35f-41f2-bcd2-67f916311447 req-599e541c-7ab3-4b70-a094-37eafb62432a tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 945 time: 1.8276770 Sep 30 01:09:54.619534 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 2d1df6c6-e051-429d-9316-a898a7d6025b, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=2d1df6c6-e051-429d-9316-a898a7d6025b,segment=NetworkSegment(51fc1520-0703-4172-b195-12f91a1ac5cb),segment_id=51fc1520-0703-4172-b195-12f91a1ac5cb)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:54.640675 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-aefdd68b-675e-43b4-b9c5-3b909327e7d9 admin admin] Usage tracker for resource:security_group_rule and tenant:5aec0cb643b04383bf02205b639b5831 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:09:54.705990 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810359ac-1688-474f-b648-a4aab8b6a79e req-1b2f4647-c7ff-402f-af3b-606e23a19f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:54.709527 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-aefdd68b-675e-43b4-b9c5-3b909327e7d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:09:54.712367 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-810359ac-1688-474f-b648-a4aab8b6a79e req-1b2f4647-c7ff-402f-af3b-606e23a19f3d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e480d6828f9946358bfe1436e2b1931a&device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 1096 time: 0.3415859 Sep 30 01:09:54.745960 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3188b-0432-44e5-bd5a-b374730b37b6 req-a7b363a6-52e3-4860-a2ad-38a8a483e510 tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:54.747476 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-30c3188b-0432-44e5-bd5a-b374730b37b6 req-a7b363a6-52e3-4860-a2ad-38a8a483e510 tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4dd12df-f7bf-406d-add5-9d49ea34f368 HTTP/1.1" status: 200 len: 945 time: 0.2894082 Sep 30 01:09:54.771111 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a397c0b-416f-4355-9c11-b10228e8c13d req-08448aa2-8ba3-41f3-b53f-31a652d870bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:54.776576 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9a397c0b-416f-4355-9c11-b10228e8c13d req-08448aa2-8ba3-41f3-b53f-31a652d870bc service neutron] 10.222.0.55 "GET /v2.0/networks?id=391a89b8-3066-495e-9bf0-e793d760a99c HTTP/1.1" status: 200 len: 915 time: 0.9801693 Sep 30 01:09:54.778946 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-aefdd68b-675e-43b4-b9c5-3b909327e7d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:09:54.889755 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-14787921-f35f-41f2-bcd2-67f916311447 req-e714af30-8643-4313-8755-a4bdbfd01f01 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977624 Sep 30 01:09:54.949884 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3a99-d5ac-4abf-9402-b32d27464d75 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:54.958005 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-30c3188b-0432-44e5-bd5a-b374730b37b6 req-caa1bfdf-2110-4513-a364-a9f341c9a3c7 tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5a403cf-50ad-4c2a-9206-dea57e5195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461022 Sep 30 01:09:54.967439 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3a99-d5ac-4abf-9402-b32d27464d75 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:54.977735 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a05b7e97-2b1e-484a-8d57-03f8cab7e1b4 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:54.999595 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:55.016108 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:55.020292 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9a397c0b-416f-4355-9c11-b10228e8c13d req-2c780fc3-183f-4504-ac89-2e7adcf264f5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b HTTP/1.1" status: 200 len: 217 time: 0.1913700 Sep 30 01:09:55.114867 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0259b4bf-71a4-4e89-82f9-42bedeaafbb9 req-13a50f3a-4067-4bcb-b363-c889a2e6075e tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/floatingips/17c62a02-7336-4714-a149-a232a8be637c HTTP/1.1" status: 200 len: 695 time: 0.0900385 Sep 30 01:09:55.198447 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-956e4eb7-e2bc-438e-861d-621971005380 req-84c17465-a97c-4f66-be0c-58f0bca96975 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] For port 2d1df6c6-e051-429d-9316-a898a7d6025b, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=2d1df6c6-e051-429d-9316-a898a7d6025b,segment=NetworkSegment(51fc1520-0703-4172-b195-12f91a1ac5cb),segment_id=51fc1520-0703-4172-b195-12f91a1ac5cb)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:55.199121 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-956e4eb7-e2bc-438e-861d-621971005380 req-84c17465-a97c-4f66-be0c-58f0bca96975 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:55.216829 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a397c0b-416f-4355-9c11-b10228e8c13d req-efc0c02c-0b91-4f50-bdbc-fc9a95549395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:55.218375 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9a397c0b-416f-4355-9c11-b10228e8c13d req-efc0c02c-0b91-4f50-bdbc-fc9a95549395 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=072033a3-0ddc-45e4-8210-11191e4e2d87 HTTP/1.1" status: 200 len: 854 time: 0.1856332 Sep 30 01:09:55.228249 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e3a99-d5ac-4abf-9402-b32d27464d75 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Pushing event deleted for resources: {'Network': ['ID=28ad183c-8322-4996-9d42-bfe26f9ef0a9,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:55.295433 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2c5e3a99-d5ac-4abf-9402-b32d27464d75 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:55.306182 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259b4bf-71a4-4e89-82f9-42bedeaafbb9 req-959049ea-bdab-47e9-8e06-24edf9e5c2b3 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:55.313034 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0259b4bf-71a4-4e89-82f9-42bedeaafbb9 req-959049ea-bdab-47e9-8e06-24edf9e5c2b3 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/networks/1b813296-b79a-4ce4-abf3-9e488de9f705 HTTP/1.1" status: 200 len: 784 time: 0.1857727 Sep 30 01:09:55.321195 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [req-0259b4bf-71a4-4e89-82f9-42bedeaafbb9 req-97a5a771-b2a8-4e3d-9aa9-70cb6eadeaaf tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 01:09:55.322244 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:55.327967 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0259b4bf-71a4-4e89-82f9-42bedeaafbb9 req-97a5a771-b2a8-4e3d-9aa9-70cb6eadeaaf tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139499 Sep 30 01:09:55.330106 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810359ac-1688-474f-b648-a4aab8b6a79e req-5a47dda6-53a7-468d-89e7-7ddb66896de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:55.331542 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-810359ac-1688-474f-b648-a4aab8b6a79e req-5a47dda6-53a7-468d-89e7-7ddb66896de5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f403902e-e751-400d-af5a-c4c0270fe9c5 HTTP/1.1" status: 200 len: 920 time: 0.5946360 Sep 30 01:09:55.418865 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0259b4bf-71a4-4e89-82f9-42bedeaafbb9 req-5ad3fd41-cf82-40df-9ad5-8224aec0017c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.229 HTTP/1.1" status: 200 len: 698 time: 0.0898612 Sep 30 01:09:55.462850 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9a397c0b-416f-4355-9c11-b10228e8c13d req-ce2684b0-ff29-42bf-b166-582417f9b365 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=391a89b8-3066-495e-9bf0-e793d760a99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1639135 Sep 30 01:09:55.480707 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-956e4eb7-e2bc-438e-861d-621971005380 req-84c17465-a97c-4f66-be0c-58f0bca96975 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Calling delete_port for 2d1df6c6-e051-429d-9316-a898a7d6025b owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:09:55.557273 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-810359ac-1688-474f-b648-a4aab8b6a79e req-88fe1509-49ba-47c5-8b4e-4a3e62e72c78 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c095e3f-639d-41ca-8904-ed5265e8c716 HTTP/1.1" status: 200 len: 217 time: 0.1364949 Sep 30 01:09:55.588535 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5c0a6f7a-0246-462a-8626-c92cd4028c30 None None] For port a32f2824-2d2c-43ad-abc7-5b67ee2e34de, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=a32f2824-2d2c-43ad-abc7-5b67ee2e34de,segment=NetworkSegment(8d6fa1fe-0a2a-4150-9469-4cbf70214e25),segment_id=8d6fa1fe-0a2a-4150-9469-4cbf70214e25)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:55.589141 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5c0a6f7a-0246-462a-8626-c92cd4028c30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:55.662679 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9a397c0b-416f-4355-9c11-b10228e8c13d req-7f95bacf-a192-4a49-9616-2d55690ec58f service neutron] 10.222.0.55 "GET /v2.0/networks/391a89b8-3066-495e-9bf0-e793d760a99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496992 Sep 30 01:09:55.663305 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=2d1df6c6-e051-429d-9316-a898a7d6025b,revision_number=6']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:55.678576 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-2c5e3a99-d5ac-4abf-9402-b32d27464d75 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] 10.222.0.39 "DELETE /v2.0/networks/28ad183c-8322-4996-9d42-bfe26f9ef0a9 HTTP/1.1" status: 204 len: 168 time: 4.6027265 Sep 30 01:09:55.681419 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810359ac-1688-474f-b648-a4aab8b6a79e req-cc50d4df-ccbc-41f1-ba3e-b8f5b202293c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:55.682589 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-810359ac-1688-474f-b648-a4aab8b6a79e req-cc50d4df-ccbc-41f1-ba3e-b8f5b202293c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=26d4a6d6-1ae3-4299-b531-ee7f88efd949 HTTP/1.1" status: 200 len: 859 time: 0.1111262 Sep 30 01:09:55.682589 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55334) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:55.725467 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0259b4bf-71a4-4e89-82f9-42bedeaafbb9 req-4a6390da-2461-4e41-9e44-5d413e367e9e tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.0.229 HTTP/1.1" status: 200 len: 698 time: 0.3048542 Sep 30 01:09:55.752588 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5c0a6f7a-0246-462a-8626-c92cd4028c30 None None] Calling delete_port for a32f2824-2d2c-43ad-abc7-5b67ee2e34de owned by network:dhcp {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:09:55.796834 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:55.823790 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] For port a32f2824-2d2c-43ad-abc7-5b67ee2e34de, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=a32f2824-2d2c-43ad-abc7-5b67ee2e34de,segment=NetworkSegment(8d6fa1fe-0a2a-4150-9469-4cbf70214e25),segment_id=8d6fa1fe-0a2a-4150-9469-4cbf70214e25)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:55.831975 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:55.837667 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device c2856f5f-a35e-43d4-9d2a-0623483d8594 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:09:55.860090 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-815fdc2f-9b5e-4220-b0ed-dd56b3e79df1 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:55.860389 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9a397c0b-416f-4355-9c11-b10228e8c13d req-8ad4b8cf-86ca-4aed-8874-857a9cf6f073 service neutron] 10.222.0.55 "GET /v2.0/networks/391a89b8-3066-495e-9bf0-e793d760a99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804039 Sep 30 01:09:55.877025 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-810359ac-1688-474f-b648-a4aab8b6a79e req-9ff58d58-acba-4c7d-9a7a-8c2c1397dca2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f403902e-e751-400d-af5a-c4c0270fe9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1869965 Sep 30 01:09:55.889573 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:55.964976 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: c2856f5f-a35e-43d4-9d2a-0623483d8594 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:09:55.965690 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device c2856f5f-a35e-43d4-9d2a-0623483d8594 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:09:56.012736 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Pushing event updated for resources: {'Port': ['ID=a32f2824-2d2c-43ad-abc7-5b67ee2e34de,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:56.017907 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.api [None req-5c0a6f7a-0246-462a-8626-c92cd4028c30 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80276) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 01:09:56.018495 n-d-811809-1 neutron-server[80276]: DEBUG oslo_db.api [None req-5c0a6f7a-0246-462a-8626-c92cd4028c30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 01:09:56.019393 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:56.126850 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-815fdc2f-9b5e-4220-b0ed-dd56b3e79df1 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Deleting port a32f2824-2d2c-43ad-abc7-5b67ee2e34de {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:09:56.127430 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-815fdc2f-9b5e-4220-b0ed-dd56b3e79df1 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:56.154432 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20290875-4d0e-4e48-b1fa-a9f3d0441a01 req-e4960668-a3c3-4dab-9246-a7b22a17766d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:56.166941 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20290875-4d0e-4e48-b1fa-a9f3d0441a01 req-e4960668-a3c3-4dab-9246-a7b22a17766d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:56.173466 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20290875-4d0e-4e48-b1fa-a9f3d0441a01 req-e4960668-a3c3-4dab-9246-a7b22a17766d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:56.180203 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20290875-4d0e-4e48-b1fa-a9f3d0441a01 req-e4960668-a3c3-4dab-9246-a7b22a17766d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:56.186836 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20290875-4d0e-4e48-b1fa-a9f3d0441a01 req-e4960668-a3c3-4dab-9246-a7b22a17766d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:56.195333 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20290875-4d0e-4e48-b1fa-a9f3d0441a01 req-e4960668-a3c3-4dab-9246-a7b22a17766d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:56.200036 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20290875-4d0e-4e48-b1fa-a9f3d0441a01 req-e4960668-a3c3-4dab-9246-a7b22a17766d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:56.201965 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-20290875-4d0e-4e48-b1fa-a9f3d0441a01 req-e4960668-a3c3-4dab-9246-a7b22a17766d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5444 time: 0.9808953 Sep 30 01:09:56.207673 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.db.api [req-956e4eb7-e2bc-438e-861d-621971005380 req-84c17465-a97c-4f66-be0c-58f0bca96975 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80275) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 01:09:56.207996 n-d-811809-1 neutron-server[80275]: DEBUG oslo_db.api [req-956e4eb7-e2bc-438e-861d-621971005380 req-84c17465-a97c-4f66-be0c-58f0bca96975 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 01:09:56.243048 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-0259b4bf-71a4-4e89-82f9-42bedeaafbb9 req-5fa44c31-3df7-4dd4-87fe-b7eabeaad746 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Deleting port d6135123-8bb9-4935-b8d3-e5942df4cf70 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:09:56.243609 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0259b4bf-71a4-4e89-82f9-42bedeaafbb9 req-5fa44c31-3df7-4dd4-87fe-b7eabeaad746 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:56.266581 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-aefdd68b-675e-43b4-b9c5-3b909327e7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:56.273575 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-aefdd68b-675e-43b4-b9c5-3b909327e7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:56.280743 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3a50c2d3-8c3f-497d-a1ce-b7537254d8ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:56.291514 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-20290875-4d0e-4e48-b1fa-a9f3d0441a01 req-1773bea9-bdf2-467b-b901-92cd023fa54d tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/security-groups?id=e6ea28ad-8d86-411f-bad2-d6dac5b12074&id=47609fbd-fa50-44cb-8c72-b83a8595a9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0818994 Sep 30 01:09:56.330889 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefdd68b-675e-43b4-b9c5-3b909327e7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69008b68-2f3e-483a-bc75-5d105e0a82de,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:56.335343 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-aefdd68b-675e-43b4-b9c5-3b909327e7d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:56.340199 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-aefdd68b-675e-43b4-b9c5-3b909327e7d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5aec0cb643b04383bf02205b639b5831&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5769751 Sep 30 01:09:56.341093 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55354) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:56.367549 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6a403b-af24-492b-b364-7167f4901e63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d1df6c6-e051-429d-9316-a898a7d6025b', 'code': 200} Sep 30 01:09:56.417812 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b3e32788-0be7-450a-8af0-ed13a64eaf7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:56.538205 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b3e32788-0be7-450a-8af0-ed13a64eaf7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:56.650538 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5170b-e520-4b06-9b39-e802772cfbbb req-958687ec-7c72-4b85-981f-d87f238d0603 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:56.657764 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c0d5170b-e520-4b06-9b39-e802772cfbbb req-958687ec-7c72-4b85-981f-d87f238d0603 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 945 time: 0.1818292 Sep 30 01:09:56.698810 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b3e32788-0be7-450a-8af0-ed13a64eaf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:56.716674 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d3556bc1-5173-4a46-9b38-f03df1764913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:56.724700 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-956e4eb7-e2bc-438e-861d-621971005380 req-84c17465-a97c-4f66-be0c-58f0bca96975 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Deleting port 2d1df6c6-e051-429d-9316-a898a7d6025b {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:09:56.725220 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-956e4eb7-e2bc-438e-861d-621971005380 req-84c17465-a97c-4f66-be0c-58f0bca96975 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:56.745541 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5c0a6f7a-0246-462a-8626-c92cd4028c30 None None] Deleting port a32f2824-2d2c-43ad-abc7-5b67ee2e34de {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:09:56.745940 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5c0a6f7a-0246-462a-8626-c92cd4028c30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:56.781088 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-c0d5170b-e520-4b06-9b39-e802772cfbbb req-79035971-789a-452e-83e9-1b360e6e9951 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223271 Sep 30 01:09:56.782425 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e32788-0be7-450a-8af0-ed13a64eaf7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69008b68-2f3e-483a-bc75-5d105e0a82de,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:56.799274 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b3e32788-0be7-450a-8af0-ed13a64eaf7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:56.803171 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-815fdc2f-9b5e-4220-b0ed-dd56b3e79df1 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] For port a32f2824-2d2c-43ad-abc7-5b67ee2e34de, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=a32f2824-2d2c-43ad-abc7-5b67ee2e34de,segment=NetworkSegment(8d6fa1fe-0a2a-4150-9469-4cbf70214e25),segment_id=8d6fa1fe-0a2a-4150-9469-4cbf70214e25)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:56.803610 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-815fdc2f-9b5e-4220-b0ed-dd56b3e79df1 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:56.808206 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b3e32788-0be7-450a-8af0-ed13a64eaf7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:56.839030 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-b3e32788-0be7-450a-8af0-ed13a64eaf7b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/69008b68-2f3e-483a-bc75-5d105e0a82de HTTP/1.1" status: 204 len: 168 time: 0.4902546 Sep 30 01:09:57.063372 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-810359ac-1688-474f-b648-a4aab8b6a79e req-cd1930a4-c4e6-4359-842d-8693dadf393f service neutron] 10.222.0.55 "GET /v2.0/networks/f403902e-e751-400d-af5a-c4c0270fe9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9708674 Sep 30 01:09:57.071563 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-5c0a6f7a-0246-462a-8626-c92cd4028c30 None None] For port a32f2824-2d2c-43ad-abc7-5b67ee2e34de, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=a32f2824-2d2c-43ad-abc7-5b67ee2e34de,segment=NetworkSegment(8d6fa1fe-0a2a-4150-9469-4cbf70214e25),segment_id=8d6fa1fe-0a2a-4150-9469-4cbf70214e25)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:57.072202 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5c0a6f7a-0246-462a-8626-c92cd4028c30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:57.074935 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-815fdc2f-9b5e-4220-b0ed-dd56b3e79df1 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Calling delete_port for a32f2824-2d2c-43ad-abc7-5b67ee2e34de owned by network:dhcp {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:09:57.225293 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5c0a6f7a-0246-462a-8626-c92cd4028c30 None None] Calling delete_port for a32f2824-2d2c-43ad-abc7-5b67ee2e34de owned by network:dhcp {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:09:57.296188 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-810359ac-1688-474f-b648-a4aab8b6a79e req-804ea0c1-5851-43ee-888a-a7d7a1a1d81b service neutron] 10.222.0.55 "GET /v2.0/networks/f403902e-e751-400d-af5a-c4c0270fe9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766589 Sep 30 01:09:57.350370 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa344c7-aa44-400a-99ae-f262206ab603 req-4a6f9521-abbd-4957-b102-a13b70992d61 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:57.351130 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-3aa344c7-aa44-400a-99ae-f262206ab603 req-4a6f9521-abbd-4957-b102-a13b70992d61 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Synchronizing usage tracker for tenant:3bb71da966444045b30780aa9e2e5b81 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:09:57.362297 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55378) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:57.366910 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5c0a6f7a-0246-462a-8626-c92cd4028c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821'] for port, after_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:57.372943 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:57.376356 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-3aa344c7-aa44-400a-99ae-f262206ab603 req-4a6f9521-abbd-4957-b102-a13b70992d61 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Unset dirty status for tenant:3bb71da966444045b30780aa9e2e5b81 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:09:57.377530 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3aa344c7-aa44-400a-99ae-f262206ab603 req-4a6f9521-abbd-4957-b102-a13b70992d61 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 943 time: 0.3056669 Sep 30 01:09:57.439375 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0259b4bf-71a4-4e89-82f9-42bedeaafbb9 req-5fa44c31-3df7-4dd4-87fe-b7eabeaad746 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:57.439712 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0259b4bf-71a4-4e89-82f9-42bedeaafbb9 req-5fa44c31-3df7-4dd4-87fe-b7eabeaad746 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:57.443210 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a6f7a-0246-462a-8626-c92cd4028c30 None None] Pushing event deleted for resources: {'Port': ['ID=a32f2824-2d2c-43ad-abc7-5b67ee2e34de,revision_number=None']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:57.445806 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0a6f7a-0246-462a-8626-c92cd4028c30 None None] No DVR routers for this DVR port a32f2824-2d2c-43ad-abc7-5b67ee2e34de on host n-d-811809-1 {{(pid=80276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:09:57.446921 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-956e4eb7-e2bc-438e-861d-621971005380 req-84c17465-a97c-4f66-be0c-58f0bca96975 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] For port 2d1df6c6-e051-429d-9316-a898a7d6025b, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=2d1df6c6-e051-429d-9316-a898a7d6025b,segment=NetworkSegment(51fc1520-0703-4172-b195-12f91a1ac5cb),segment_id=51fc1520-0703-4172-b195-12f91a1ac5cb)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:09:57.447290 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-956e4eb7-e2bc-438e-861d-621971005380 req-84c17465-a97c-4f66-be0c-58f0bca96975 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:57.447778 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5c0a6f7a-0246-462a-8626-c92cd4028c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:57.505925 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f8ef1cc7-d7d9-4768-ac35-0fe8934d764d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:57.517689 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-3aa344c7-aa44-400a-99ae-f262206ab603 req-42364de3-7a48-4b01-8793-a1e7a5b2d38d tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254008 Sep 30 01:09:57.622256 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-956e4eb7-e2bc-438e-861d-621971005380 req-84c17465-a97c-4f66-be0c-58f0bca96975 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Calling delete_port for 2d1df6c6-e051-429d-9316-a898a7d6025b owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:09:57.632224 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-0259b4bf-71a4-4e89-82f9-42bedeaafbb9 req-5fa44c31-3df7-4dd4-87fe-b7eabeaad746 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Calling delete_port for d6135123-8bb9-4935-b8d3-e5942df4cf70 owned by network:floatingip {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:09:57.676354 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-f8ef1cc7-d7d9-4768-ac35-0fe8934d764d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:09:57.683450 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-f8ef1cc7-d7d9-4768-ac35-0fe8934d764d admin admin] Usage tracker for resource:security_group_rule and tenant:e567a5d8a5174a6ca43b9e1e9433b1cf is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:09:57.687856 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.api [None req-815fdc2f-9b5e-4220-b0ed-dd56b3e79df1 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80274) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 01:09:57.688155 n-d-811809-1 neutron-server[80274]: DEBUG oslo_db.api [None req-815fdc2f-9b5e-4220-b0ed-dd56b3e79df1 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 01:09:57.690544 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-f8ef1cc7-d7d9-4768-ac35-0fe8934d764d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:09:57.699939 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-f8ef1cc7-d7d9-4768-ac35-0fe8934d764d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:09:57.853326 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0259b4bf-71a4-4e89-82f9-42bedeaafbb9 req-5fa44c31-3df7-4dd4-87fe-b7eabeaad746 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:57.860415 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f8514204-54c9-4005-bdce-69e39f014e76 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:57.873546 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547dde76-9206-43e9-9303-daf4dbaed482 req-3accd44d-c698-4576-a89f-0be3a0f32a1c tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:57.875211 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-547dde76-9206-43e9-9303-daf4dbaed482 req-3accd44d-c698-4576-a89f-0be3a0f32a1c tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4dd12df-f7bf-406d-add5-9d49ea34f368 HTTP/1.1" status: 200 len: 945 time: 0.1945221 Sep 30 01:09:57.876422 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-956e4eb7-e2bc-438e-861d-621971005380 req-84c17465-a97c-4f66-be0c-58f0bca96975 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:57.884992 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-79a23c52-fab4-482d-b634-fff8c3aa7747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:57.913741 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:09:57.925699 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa44c31-3df7-4dd4-87fe-b7eabeaad746 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Pushing event deleted for resources: {'Port': ['ID=d6135123-8bb9-4935-b8d3-e5942df4cf70,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:57.958524 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa44c31-3df7-4dd4-87fe-b7eabeaad746 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:57.959557 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa44c31-3df7-4dd4-87fe-b7eabeaad746 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:57.960030 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa44c31-3df7-4dd4-87fe-b7eabeaad746 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:57.960416 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa44c31-3df7-4dd4-87fe-b7eabeaad746 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:57.960791 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa44c31-3df7-4dd4-87fe-b7eabeaad746 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:57.961164 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa44c31-3df7-4dd4-87fe-b7eabeaad746 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:57.961532 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa44c31-3df7-4dd4-87fe-b7eabeaad746 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:57.961843 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c17465-a97c-4f66-be0c-58f0bca96975 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Pushing event deleted for resources: {'Port': ['ID=2d1df6c6-e051-429d-9316-a898a7d6025b,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:57.961953 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa44c31-3df7-4dd4-87fe-b7eabeaad746 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:57.962250 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa44c31-3df7-4dd4-87fe-b7eabeaad746 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:57.962615 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa44c31-3df7-4dd4-87fe-b7eabeaad746 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:57.963006 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa44c31-3df7-4dd4-87fe-b7eabeaad746 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:57.963374 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa44c31-3df7-4dd4-87fe-b7eabeaad746 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:09:57.964325 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-84c17465-a97c-4f66-be0c-58f0bca96975 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:57.967277 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f8ef1cc7-d7d9-4768-ac35-0fe8934d764d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:57.973463 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5fa44c31-3df7-4dd4-87fe-b7eabeaad746 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:57.988591 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-f8ef1cc7-d7d9-4768-ac35-0fe8934d764d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:57.997027 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b7dca5a9-56bf-4a5b-9756-36ed3ea9a320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:58.074164 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-956e4eb7-e2bc-438e-861d-621971005380 req-84c17465-a97c-4f66-be0c-58f0bca96975 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] No DVR routers for this DVR port 2d1df6c6-e051-429d-9316-a898a7d6025b on host n-h1-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:09:58.076890 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-956e4eb7-e2bc-438e-861d-621971005380 req-84c17465-a97c-4f66-be0c-58f0bca96975 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:58.077948 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef1cc7-d7d9-4768-ac35-0fe8934d764d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47dcd9ae-b436-4d54-a459-84fad1f9265b,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:58.083345 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-f8ef1cc7-d7d9-4768-ac35-0fe8934d764d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:58.088294 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6a403b-af24-492b-b364-7167f4901e63', 'name': 'network-vif-deleted', 'tag': '2d1df6c6-e051-429d-9316-a898a7d6025b'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:09:58.088444 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-f8ef1cc7-d7d9-4768-ac35-0fe8934d764d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e567a5d8a5174a6ca43b9e1e9433b1cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7245741 Sep 30 01:09:58.093862 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55390) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:58.105303 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0259b4bf-71a4-4e89-82f9-42bedeaafbb9 req-5fa44c31-3df7-4dd4-87fe-b7eabeaad746 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks [] for floatingip, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:58.116721 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-547dde76-9206-43e9-9303-daf4dbaed482 req-479bf6b6-2173-4249-ad2f-dba7ecd87440 tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5a403cf-50ad-4c2a-9206-dea57e5195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326584 Sep 30 01:09:58.134299 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-956e4eb7-e2bc-438e-861d-621971005380 req-84c17465-a97c-4f66-be0c-58f0bca96975 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.59 "DELETE /v2.0/ports/2d1df6c6-e051-429d-9316-a898a7d6025b HTTP/1.1" status: 204 len: 173 time: 6.3175843 Sep 30 01:09:58.164935 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0259b4bf-71a4-4e89-82f9-42bedeaafbb9 req-5fa44c31-3df7-4dd4-87fe-b7eabeaad746 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:58.166264 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0259b4bf-71a4-4e89-82f9-42bedeaafbb9 req-5fa44c31-3df7-4dd4-87fe-b7eabeaad746 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "DELETE /v2.0/floatingips/17c62a02-7336-4714-a149-a232a8be637c HTTP/1.1" status: 204 len: 173 time: 2.3022740 Sep 30 01:09:58.190216 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-815fdc2f-9b5e-4220-b0ed-dd56b3e79df1 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Deleting port a32f2824-2d2c-43ad-abc7-5b67ee2e34de {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:09:58.190426 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-815fdc2f-9b5e-4220-b0ed-dd56b3e79df1 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:58.200154 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bbb6fe75-1981-4c43-8beb-9c60b8adcb1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:58.262608 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bbb6fe75-1981-4c43-8beb-9c60b8adcb1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:58.283423 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-815fdc2f-9b5e-4220-b0ed-dd56b3e79df1 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] The port 'a32f2824-2d2c-43ad-abc7-5b67ee2e34de' was deleted {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 30 01:09:58.394165 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bbb6fe75-1981-4c43-8beb-9c60b8adcb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:58.402005 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f1ec2017-7d75-4b9a-bdf5-329df3c8bfcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:58.416122 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6a403b-af24-492b-b364-7167f4901e63', 'name': 'network-vif-deleted', 'tag': '2d1df6c6-e051-429d-9316-a898a7d6025b', 'status': 'completed', 'code': 200} Sep 30 01:09:58.427331 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6fe75-1981-4c43-8beb-9c60b8adcb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dcd9ae-b436-4d54-a459-84fad1f9265b,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:58.430017 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bbb6fe75-1981-4c43-8beb-9c60b8adcb1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:58.495118 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bbb6fe75-1981-4c43-8beb-9c60b8adcb1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:58.499927 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-bbb6fe75-1981-4c43-8beb-9c60b8adcb1d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/47dcd9ae-b436-4d54-a459-84fad1f9265b HTTP/1.1" status: 204 len: 168 time: 0.3994145 Sep 30 01:09:58.603985 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db78ec-9906-46e7-ad70-02f81f24bf9e req-cd8328b9-0273-4874-8406-34bff0667083 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:58.610819 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db78ec-9906-46e7-ad70-02f81f24bf9e req-cd8328b9-0273-4874-8406-34bff0667083 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:58.618473 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db78ec-9906-46e7-ad70-02f81f24bf9e req-cd8328b9-0273-4874-8406-34bff0667083 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:58.625797 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db78ec-9906-46e7-ad70-02f81f24bf9e req-cd8328b9-0273-4874-8406-34bff0667083 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:58.633843 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db78ec-9906-46e7-ad70-02f81f24bf9e req-cd8328b9-0273-4874-8406-34bff0667083 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:58.641003 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db78ec-9906-46e7-ad70-02f81f24bf9e req-cd8328b9-0273-4874-8406-34bff0667083 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:58.648012 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db78ec-9906-46e7-ad70-02f81f24bf9e req-cd8328b9-0273-4874-8406-34bff0667083 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:58.658766 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-d4db78ec-9906-46e7-ad70-02f81f24bf9e req-cd8328b9-0273-4874-8406-34bff0667083 tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 5444 time: 0.2275186 Sep 30 01:09:58.665525 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55412) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:58.668750 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-4ba10ca0-455c-4fe8-a17a-9bbda2998d5c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Request body: {'floatingip': {'port_id': 'c1aca60a-f261-4d1f-8965-402345b005c0'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:09:58.739232 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-815fdc2f-9b5e-4220-b0ed-dd56b3e79df1 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:58.812033 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-815fdc2f-9b5e-4220-b0ed-dd56b3e79df1 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7475bbcb-0080-444d-b8c7-214ee08201ea']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:58.826257 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-815fdc2f-9b5e-4220-b0ed-dd56b3e79df1 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d6fa1fe-0a2a-4150-9469-4cbf70214e25') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:58.826257 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-815fdc2f-9b5e-4220-b0ed-dd56b3e79df1 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d6fa1fe-0a2a-4150-9469-4cbf70214e25') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:09:58.833549 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4ba10ca0-455c-4fe8-a17a-9bbda2998d5c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks [] for floatingip, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:58.838979 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-815fdc2f-9b5e-4220-b0ed-dd56b3e79df1 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:58.857229 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-815fdc2f-9b5e-4220-b0ed-dd56b3e79df1 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:58.879464 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-815fdc2f-9b5e-4220-b0ed-dd56b3e79df1 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:09:58.879464 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-815fdc2f-9b5e-4220-b0ed-dd56b3e79df1 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: util.warn( Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: timer() Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:09:58.912712 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:09:59.253656 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ad166356-6a1e-4de3-97d3-c73d3ce9820a req-f617e5ce-434a-4acc-9706-c0dde3950c31 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6a403b-af24-492b-b364-7167f4901e63 HTTP/1.1" status: 200 len: 210 time: 0.0596676 Sep 30 01:09:59.268257 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-815fdc2f-9b5e-4220-b0ed-dd56b3e79df1 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:59.274281 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ad74ac32-c02a-4505-a259-dd5e268f6257 tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:09:59.303786 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-815fdc2f-9b5e-4220-b0ed-dd56b3e79df1 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:59.312100 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9270eaea-d811-4d16-8c3e-7b2071080ce1 req-41d9da0d-0fde-4872-a57d-b352d8011db2 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups/cff4cc67-1b62-467b-84c9-e808ebfcab3a HTTP/1.1" status: 200 len: 1809 time: 0.5678496 Sep 30 01:09:59.315391 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815fdc2f-9b5e-4220-b0ed-dd56b3e79df1 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Pushing event deleted for resources: {'Network': ['ID=7475bbcb-0080-444d-b8c7-214ee08201ea,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:09:59.318926 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-815fdc2f-9b5e-4220-b0ed-dd56b3e79df1 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] 10.222.0.39 "DELETE /v2.0/networks/7475bbcb-0080-444d-b8c7-214ee08201ea HTTP/1.1" status: 204 len: 168 time: 3.6328306 Sep 30 01:09:59.320470 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-815fdc2f-9b5e-4220-b0ed-dd56b3e79df1 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:09:59.328893 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55438) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:09:59.464243 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4ffeb-b4b0-4448-b184-d553ddbdcee5 req-0b1dd21f-9416-4da7-9658-fa338316ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:59.466193 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-28c4ffeb-b4b0-4448-b184-d553ddbdcee5 req-0b1dd21f-9416-4da7-9658-fa338316ac9e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=abce1fccae0f433a86d5519286621727&device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 1096 time: 0.3591464 Sep 30 01:09:59.482648 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c6de0b0d-0064-4dd1-a6e6-881b1f92a3fe tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:59.832927 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9270eaea-d811-4d16-8c3e-7b2071080ce1 req-fea8ca42-19b5-4dfb-b59b-0e6b42c11e09 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:59.859618 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c6de0b0d-0064-4dd1-a6e6-881b1f92a3fe tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:09:59.911602 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4ffeb-b4b0-4448-b184-d553ddbdcee5 req-e2b1d1ae-6829-4e1d-8952-d2cd0dd12f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:09:59.913115 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-28c4ffeb-b4b0-4448-b184-d553ddbdcee5 req-e2b1d1ae-6829-4e1d-8952-d2cd0dd12f4f service neutron] 10.222.0.55 "GET /v2.0/networks?id=a1ec61c9-0175-45e3-86f7-b51b96fff07c HTTP/1.1" status: 200 len: 920 time: 0.4348731 Sep 30 01:09:59.921727 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-c6de0b0d-0064-4dd1-a6e6-881b1f92a3fe tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce4316c8-310e-4aa3-b865-a127cac78d68']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:00.003444 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9270eaea-d811-4d16-8c3e-7b2071080ce1 req-fea8ca42-19b5-4dfb-b59b-0e6b42c11e09 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:00.024166 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-c6de0b0d-0064-4dd1-a6e6-881b1f92a3fe tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f39b58-22f3-4fb0-932b-bdbf5528f266') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:00.024472 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-c6de0b0d-0064-4dd1-a6e6-881b1f92a3fe tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f39b58-22f3-4fb0-932b-bdbf5528f266') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:00.039509 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-28c4ffeb-b4b0-4448-b184-d553ddbdcee5 req-b6aa341b-e669-4edf-82ea-1bc3d09ce2b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76ee0856-56d5-491b-9b82-852b2b9478ac HTTP/1.1" status: 200 len: 217 time: 0.1082842 Sep 30 01:10:00.047170 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c6de0b0d-0064-4dd1-a6e6-881b1f92a3fe tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:00.125854 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9270eaea-d811-4d16-8c3e-7b2071080ce1 req-fea8ca42-19b5-4dfb-b59b-0e6b42c11e09 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:00.135014 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:00.166819 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2823214-b3a5-4315-9569-d66df839b059 req-e95b8f1f-cd43-40d6-b436-b388a3020923 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:00.174241 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f2823214-b3a5-4315-9569-d66df839b059 req-e95b8f1f-cd43-40d6-b436-b388a3020923 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 945 time: 0.3621359 Sep 30 01:10:00.178009 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c6de0b0d-0064-4dd1-a6e6-881b1f92a3fe tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:00.206656 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6de0b0d-0064-4dd1-a6e6-881b1f92a3fe tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:10:00.207366 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c6de0b0d-0064-4dd1-a6e6-881b1f92a3fe tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: timer() Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:10:00.222345 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:10:00.251935 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea8ca42-19b5-4dfb-b59b-0e6b42c11e09 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff4cc67-1b62-467b-84c9-e808ebfcab3a,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:00.257015 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fea8ca42-19b5-4dfb-b59b-0e6b42c11e09 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:00.280582 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9270eaea-d811-4d16-8c3e-7b2071080ce1 req-fea8ca42-19b5-4dfb-b59b-0e6b42c11e09 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:00.282252 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9270eaea-d811-4d16-8c3e-7b2071080ce1 req-fea8ca42-19b5-4dfb-b59b-0e6b42c11e09 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "DELETE /v2.0/security-groups/cff4cc67-1b62-467b-84c9-e808ebfcab3a HTTP/1.1" status: 204 len: 173 time: 0.9488382 Sep 30 01:10:00.301113 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4ba10ca0-455c-4fe8-a17a-9bbda2998d5c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:00.307277 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4ba10ca0-455c-4fe8-a17a-9bbda2998d5c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673068'] for floatingip, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:00.312999 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4ffeb-b4b0-4448-b184-d553ddbdcee5 req-aed46112-1795-4ad1-af1a-ebb05e8987ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:00.315492 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-28c4ffeb-b4b0-4448-b184-d553ddbdcee5 req-aed46112-1795-4ad1-af1a-ebb05e8987ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c3d0072-a3d6-4e3e-8b73-1d7d0c6bb6d2 HTTP/1.1" status: 200 len: 859 time: 0.2610974 Sep 30 01:10:00.388689 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f2823214-b3a5-4315-9569-d66df839b059 req-1f2193ff-9718-44fc-bbde-7e6d09ae4474 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115328 Sep 30 01:10:00.419139 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-28c4ffeb-b4b0-4448-b184-d553ddbdcee5 req-7dbe77fe-902c-4a25-aa36-f7c594c3b3b5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a1ec61c9-0175-45e3-86f7-b51b96fff07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840585 Sep 30 01:10:00.422327 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c6de0b0d-0064-4dd1-a6e6-881b1f92a3fe tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:00.428618 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c6de0b0d-0064-4dd1-a6e6-881b1f92a3fe tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:00.439823 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-79e76621-ecb9-4370-8f12-a2246838712a tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:00.562109 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55518) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:00.586960 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de0b0d-0064-4dd1-a6e6-881b1f92a3fe tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Pushing event deleted for resources: {'Network': ['ID=ce4316c8-310e-4aa3-b865-a127cac78d68,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:00.594835 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c6de0b0d-0064-4dd1-a6e6-881b1f92a3fe tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:00.598673 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-c6de0b0d-0064-4dd1-a6e6-881b1f92a3fe tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] 10.222.0.39 "DELETE /v2.0/networks/ce4316c8-310e-4aa3-b865-a127cac78d68 HTTP/1.1" status: 204 len: 168 time: 1.2649262 Sep 30 01:10:00.602456 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55524) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:00.639491 n-d-811809-1 neutron-server[80275]: INFO neutron.db.l3_db [None req-4ba10ca0-455c-4fe8-a17a-9bbda2998d5c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Floating IP 2a8a0768-d600-4f1e-8d96-9c7e3c2c4202 associated. External IP: 172.25.0.119, port: c1aca60a-f261-4d1f-8965-402345b005c0. Sep 30 01:10:00.801493 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-28c4ffeb-b4b0-4448-b184-d553ddbdcee5 req-7a7b1314-095a-448c-8c91-c8dfca82a629 service neutron] 10.222.0.55 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664553 Sep 30 01:10:00.805595 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6e50a00e-7fbc-4b8f-8140-35e4c9f67e5e tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:00.988095 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4af55661-4737-4d9e-a221-c207e688a500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:01.014869 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82091167-3015-49c1-89b0-401fdfc19033 req-a55217bc-1b7d-4bd7-974f-5554fd3afa46 tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:01.022581 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-82091167-3015-49c1-89b0-401fdfc19033 req-a55217bc-1b7d-4bd7-974f-5554fd3afa46 tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4dd12df-f7bf-406d-add5-9d49ea34f368 HTTP/1.1" status: 200 len: 945 time: 0.5339243 Sep 30 01:10:01.086405 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4af55661-4737-4d9e-a221-c207e688a500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:10:01.100637 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-4af55661-4737-4d9e-a221-c207e688a500 admin admin] Usage tracker for resource:security_group_rule and tenant:f89d7b49d6a44b5ab16ab15e13c177fc is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:10:01.106638 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-4af55661-4737-4d9e-a221-c207e688a500 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:10:01.120851 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-82091167-3015-49c1-89b0-401fdfc19033 req-71148a76-ba9a-440e-b830-49390ef640c6 tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5a403cf-50ad-4c2a-9206-dea57e5195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967939 Sep 30 01:10:01.144538 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4af55661-4737-4d9e-a221-c207e688a500 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:10:01.263482 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6e50a00e-7fbc-4b8f-8140-35e4c9f67e5e tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:01.299141 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-6e50a00e-7fbc-4b8f-8140-35e4c9f67e5e tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f61ed16e-0d97-4ea9-b616-c616e8557583']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:01.364322 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-6e50a00e-7fbc-4b8f-8140-35e4c9f67e5e tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34181514-a2e2-4d91-a7df-6b205c63f874') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:01.364898 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-6e50a00e-7fbc-4b8f-8140-35e4c9f67e5e tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34181514-a2e2-4d91-a7df-6b205c63f874') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:01.422705 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-28c4ffeb-b4b0-4448-b184-d553ddbdcee5 req-7150919e-c8be-4f10-95ac-7c639b9157b7 service neutron] 10.222.0.55 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6077826 Sep 30 01:10:01.425302 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6e50a00e-7fbc-4b8f-8140-35e4c9f67e5e tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:01.462439 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6e50a00e-7fbc-4b8f-8140-35e4c9f67e5e tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:01.472647 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e50a00e-7fbc-4b8f-8140-35e4c9f67e5e tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:10:01.473777 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6e50a00e-7fbc-4b8f-8140-35e4c9f67e5e tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: timer() Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:10:01.497063 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:10:01.682704 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6e50a00e-7fbc-4b8f-8140-35e4c9f67e5e tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:01.693392 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-9d5d9fd0-6602-460c-aada-f606bb0d0361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:01.716667 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6e50a00e-7fbc-4b8f-8140-35e4c9f67e5e tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:01.735120 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50a00e-7fbc-4b8f-8140-35e4c9f67e5e tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Pushing event deleted for resources: {'Network': ['ID=f61ed16e-0d97-4ea9-b616-c616e8557583,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:01.744989 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-6e50a00e-7fbc-4b8f-8140-35e4c9f67e5e tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] 10.222.0.39 "DELETE /v2.0/networks/f61ed16e-0d97-4ea9-b616-c616e8557583 HTTP/1.1" status: 204 len: 168 time: 1.1386986 Sep 30 01:10:01.744989 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6e50a00e-7fbc-4b8f-8140-35e4c9f67e5e tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:01.756481 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c57a16-c1ff-4c3d-bac6-694634f1bf4e req-82eb345a-ff4a-4935-b800-8c7582f96183 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:01.758137 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d9c57a16-c1ff-4c3d-bac6-694634f1bf4e req-82eb345a-ff4a-4935-b800-8c7582f96183 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 945 time: 0.1483669 Sep 30 01:10:01.815683 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d9c57a16-c1ff-4c3d-bac6-694634f1bf4e req-dd823e69-f579-49df-b6bb-ee3fe71c45a5 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513396 Sep 30 01:10:01.831632 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba10ca0-455c-4fe8-a17a-9bbda2998d5c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Router 0e7c91b7-696d-4679-99d6-da44d4e6e36f has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 01:10:01.841904 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece835c-2a34-4a20-a7b5-47fd7d06165c req-3ac78e30-ae73-44ca-ba25-3694f9107b61 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:01.843973 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dece835c-2a34-4a20-a7b5-47fd7d06165c req-3ac78e30-ae73-44ca-ba25-3694f9107b61 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 945 time: 0.4832964 Sep 30 01:10:02.021387 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55558) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:02.079517 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4af55661-4737-4d9e-a221-c207e688a500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:02.082323 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-dece835c-2a34-4a20-a7b5-47fd7d06165c req-387cc6cd-0ccb-4bad-81cc-a847661fa782 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Synchronizing usage tracker for tenant:e480d6828f9946358bfe1436e2b1931a on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:10:02.098211 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4af55661-4737-4d9e-a221-c207e688a500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:02.110573 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0b8bb67d-a23a-4c60-886e-0003dc1e42df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:02.148910 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577929f-d949-4e22-afd6-efcb12d1ca07 req-f92065a8-29de-4a8b-ad9e-29899caef32c tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:02.163615 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b577929f-d949-4e22-afd6-efcb12d1ca07 req-f92065a8-29de-4a8b-ad9e-29899caef32c tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 945 time: 0.1742435 Sep 30 01:10:02.183877 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-4af55661-4737-4d9e-a221-c207e688a500 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f89d7b49d6a44b5ab16ab15e13c177fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6186092 Sep 30 01:10:02.190839 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55566) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:02.193434 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-dece835c-2a34-4a20-a7b5-47fd7d06165c req-387cc6cd-0ccb-4bad-81cc-a847661fa782 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Unset dirty status for tenant:e480d6828f9946358bfe1436e2b1931a on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:10:02.194513 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-dece835c-2a34-4a20-a7b5-47fd7d06165c req-387cc6cd-0ccb-4bad-81cc-a847661fa782 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358202 Sep 30 01:10:02.218938 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af55661-4737-4d9e-a221-c207e688a500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02a9e2a-dc88-45d5-8041-4aab158133b9,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:02.245285 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af55661-4737-4d9e-a221-c207e688a500 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:10:02.245672 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af55661-4737-4d9e-a221-c207e688a500 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:10:02.246055 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af55661-4737-4d9e-a221-c207e688a500 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:10:02.246432 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af55661-4737-4d9e-a221-c207e688a500 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:10:02.246915 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af55661-4737-4d9e-a221-c207e688a500 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:10:02.247303 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af55661-4737-4d9e-a221-c207e688a500 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:10:02.247657 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af55661-4737-4d9e-a221-c207e688a500 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:10:02.248022 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af55661-4737-4d9e-a221-c207e688a500 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:10:02.248387 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af55661-4737-4d9e-a221-c207e688a500 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:10:02.249131 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af55661-4737-4d9e-a221-c207e688a500 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:10:02.249131 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af55661-4737-4d9e-a221-c207e688a500 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:10:02.249450 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af55661-4737-4d9e-a221-c207e688a500 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:10:02.263939 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4af55661-4737-4d9e-a221-c207e688a500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:02.266697 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba10ca0-455c-4fe8-a17a-9bbda2998d5c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:10:02.289972 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac08b85-83ee-4681-88c2-f831ac9fe844 None None] Sync routers for ids ['0e7c91b7-696d-4679-99d6-da44d4e6e36f'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:10:02.299484 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b577929f-d949-4e22-afd6-efcb12d1ca07 req-a7802edc-bb91-4fe2-8723-855ea40c2c40 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347756 Sep 30 01:10:02.316049 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac08b85-83ee-4681-88c2-f831ac9fe844 None None] Routers {'0e7c91b7-696d-4679-99d6-da44d4e6e36f'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:10:02.316834 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-6ac08b85-83ee-4681-88c2-f831ac9fe844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:09:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['0e7c91b7-696d-4679-99d6-da44d4e6e36f'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:02.319209 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4ba10ca0-455c-4fe8-a17a-9bbda2998d5c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for floatingip, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:02.364406 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b5332cd1-f90f-4719-9d16-7f823e6c0a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:02.378201 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-51e215c8-c28c-4990-8b95-d8768f10c76a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a19b870e2ed14d6cb044b7cc6c4300c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3485494 Sep 30 01:10:02.378981 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55574) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:02.479836 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-375a6bc9-f3bf-4da4-bae3-ad3ffde36e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:02.507997 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b5332cd1-f90f-4719-9d16-7f823e6c0a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:02.515852 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652a470-3154-4ad0-a08d-e826c0f30499 req-feb0bc4f-016b-4984-b97d-42e5de95a9b0 tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:02.517244 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0652a470-3154-4ad0-a08d-e826c0f30499 req-feb0bc4f-016b-4984-b97d-42e5de95a9b0 tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4dd12df-f7bf-406d-add5-9d49ea34f368 HTTP/1.1" status: 200 len: 945 time: 0.2030423 Sep 30 01:10:02.526130 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-375a6bc9-f3bf-4da4-bae3-ad3ffde36e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:02.575364 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-6ac08b85-83ee-4681-88c2-f831ac9fe844 None None] Set router 0e7c91b7-696d-4679-99d6-da44d4e6e36f gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:10:02.575715 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-4ba10ca0-455c-4fe8-a17a-9bbda2998d5c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] 10.222.0.39 "PUT /v2.0/floatingips/2a8a0768-d600-4f1e-8d96-9c7e3c2c4202 HTTP/1.1" status: 200 len: 991 time: 3.9116964 Sep 30 01:10:02.577160 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d31b10-a352-4542-94f9-1071f460d03b', 'tag': 'c1aca60a-f261-4d1f-8965-402345b005c0'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:10:02.592954 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b5332cd1-f90f-4719-9d16-7f823e6c0a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:02.600165 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-56ea7b30-db7a-4452-aef7-d25d922fb9ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:02.624092 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5332cd1-f90f-4719-9d16-7f823e6c0a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02a9e2a-dc88-45d5-8041-4aab158133b9,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:02.656647 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b5332cd1-f90f-4719-9d16-7f823e6c0a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:02.665637 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b5332cd1-f90f-4719-9d16-7f823e6c0a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:02.668222 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-b5332cd1-f90f-4719-9d16-7f823e6c0a06 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a02a9e2a-dc88-45d5-8041-4aab158133b9 HTTP/1.1" status: 204 len: 168 time: 0.4749036 Sep 30 01:10:02.738873 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-0652a470-3154-4ad0-a08d-e826c0f30499 req-45a52324-e1f8-4877-a70c-e5b80d5ecd3d tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Deleting port 81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:10:02.739276 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0652a470-3154-4ad0-a08d-e826c0f30499 req-45a52324-e1f8-4877-a70c-e5b80d5ecd3d tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:02.742230 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634592a2-d678-4e93-acc6-f7a67e2d47ca req-423ebd2c-e326-4d12-b00b-665df32ac5f8 tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:02.754357 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-634592a2-d678-4e93-acc6-f7a67e2d47ca req-423ebd2c-e326-4d12-b00b-665df32ac5f8 tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4dd12df-f7bf-406d-add5-9d49ea34f368 HTTP/1.1" status: 200 len: 945 time: 0.3809648 Sep 30 01:10:02.827358 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-375a6bc9-f3bf-4da4-bae3-ad3ffde36e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:02.845443 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-3289b67b-b0b0-464d-8737-4f25f045275a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:02.891571 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-634592a2-d678-4e93-acc6-f7a67e2d47ca req-9b7bb460-b1ed-4b8e-b65c-74f16cfd5272 tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.39 "GET /v2.0/security-groups?id=b5a403cf-50ad-4c2a-9206-dea57e5195de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359022 Sep 30 01:10:02.894281 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d31b10-a352-4542-94f9-1071f460d03b', 'tag': 'c1aca60a-f261-4d1f-8965-402345b005c0', 'status': 'completed', 'code': 200} Sep 30 01:10:02.998204 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a6bc9-f3bf-4da4-bae3-ad3ffde36e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50273771-bc41-439b-b6db-280c27d3e708,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:03.015517 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-375a6bc9-f3bf-4da4-bae3-ad3ffde36e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:03.040748 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bebe40-ad27-4865-a676-6c4bb62259a0 req-254122a4-8ce2-4e3b-b324-980fac23e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:03.041487 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bebe40-ad27-4865-a676-6c4bb62259a0 req-254122a4-8ce2-4e3b-b324-980fac23e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:03.042207 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bebe40-ad27-4865-a676-6c4bb62259a0 req-254122a4-8ce2-4e3b-b324-980fac23e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:03.042951 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bebe40-ad27-4865-a676-6c4bb62259a0 req-254122a4-8ce2-4e3b-b324-980fac23e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:03.044274 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bebe40-ad27-4865-a676-6c4bb62259a0 req-254122a4-8ce2-4e3b-b324-980fac23e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:03.045085 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bebe40-ad27-4865-a676-6c4bb62259a0 req-254122a4-8ce2-4e3b-b324-980fac23e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:03.045779 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bebe40-ad27-4865-a676-6c4bb62259a0 req-254122a4-8ce2-4e3b-b324-980fac23e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:03.049236 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-29bebe40-ad27-4865-a676-6c4bb62259a0 req-254122a4-8ce2-4e3b-b324-980fac23e353 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0149d6d6ed59445481fded27e8294137&device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 6501 time: 0.1030052 Sep 30 01:10:03.074334 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-375a6bc9-f3bf-4da4-bae3-ad3ffde36e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:03.078106 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-375a6bc9-f3bf-4da4-bae3-ad3ffde36e28 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/50273771-bc41-439b-b6db-280c27d3e708 HTTP/1.1" status: 204 len: 168 time: 0.6927707 Sep 30 01:10:03.256055 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bebe40-ad27-4865-a676-6c4bb62259a0 req-aa8f6318-5c09-439d-a374-11ad77b0baea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:03.257565 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-29bebe40-ad27-4865-a676-6c4bb62259a0 req-aa8f6318-5c09-439d-a374-11ad77b0baea service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d752305-7068-40ad-9ef6-292e77a160d6 HTTP/1.1" status: 200 len: 917 time: 0.2003498 Sep 30 01:10:03.290129 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82de39-3c36-4fa5-9b55-adeb8af2c58f req-9b0bd4a2-70b0-4407-b169-7f07f28c45aa tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:03.291783 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9d82de39-3c36-4fa5-9b55-adeb8af2c58f req-9b0bd4a2-70b0-4407-b169-7f07f28c45aa tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 945 time: 0.2689915 Sep 30 01:10:03.327340 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-6ac08b85-83ee-4681-88c2-f831ac9fe844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c91b7-696d-4679-99d6-da44d4e6e36f', 'name': 'tempest-TaggedBootDevicesTest_v242-592584262-router', 'tenant_id': '0149d6d6ed59445481fded27e8294137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f9c392eb-b55a-4093-b364-66b1bcb5d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:06:47Z', 'updated_at': '2021-09-30T01:07:05Z', 'revision_number': 4, 'project_id': '0149d6d6ed59445481fded27e8294137', 'gw_port': {'id': 'f9c392eb-b55a-4093-b364-66b1bcb5d954', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:de:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c91b7-696d-4679-99d6-da44d4e6e36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:06:52Z', 'updated_at': '2021-09-30T01:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '2a8a0768-d600-4f1e-8d96-9c7e3c2c4202', 'tenant_id': '0149d6d6ed59445481fded27e8294137', 'floating_ip_address': '172.25.0.119', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': '0e7c91b7-696d-4679-99d6-da44d4e6e36f', 'port_id': 'c1aca60a-f261-4d1f-8965-402345b005c0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d752305-7068-40ad-9ef6-292e77a160d6', 'mac_address': 'fa:16:3e:a2:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d31b10-a352-4542-94f9-1071f460d03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T01:08:03Z', 'updated_at': '2021-09-30T01:10:00Z', 'revision_number': 1, 'project_id': '0149d6d6ed59445481fded27e8294137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56e94534-4f54-4608-9096-23e45bf41f91', 'name': '', 'network_id': '7d752305-7068-40ad-9ef6-292e77a160d6', 'tenant_id': '0149d6d6ed59445481fded27e8294137', 'mac_address': 'fa:16:3e:a9:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c91b7-696d-4679-99d6-da44d4e6e36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4eb85df0-f35f-4266-997a-b64f8df7e23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:02Z', 'updated_at': '2021-09-30T01:07:17Z', 'revision_number': 5, 'project_id': '0149d6d6ed59445481fded27e8294137', 'subnets': [{'id': '4eb85df0-f35f-4266-997a-b64f8df7e23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:03.333126 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac08b85-83ee-4681-88c2-f831ac9fe844 None None] Checking router: 0e7c91b7-696d-4679-99d6-da44d4e6e36f for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:10:03.344206 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac08b85-83ee-4681-88c2-f831ac9fe844 None None] Routers {'0e7c91b7-696d-4679-99d6-da44d4e6e36f'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:10:03.345061 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-6ac08b85-83ee-4681-88c2-f831ac9fe844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:09:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['0e7c91b7-696d-4679-99d6-da44d4e6e36f'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:03.412607 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-0652a470-3154-4ad0-a08d-e826c0f30499 req-45a52324-e1f8-4877-a70c-e5b80d5ecd3d tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] For port 81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b,segment=NetworkSegment(73e385d1-0e20-432f-83ef-21970d0e80e4),segment_id=73e385d1-0e20-432f-83ef-21970d0e80e4)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:10:03.413156 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0652a470-3154-4ad0-a08d-e826c0f30499 req-45a52324-e1f8-4877-a70c-e5b80d5ecd3d tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:03.563218 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-6ac08b85-83ee-4681-88c2-f831ac9fe844 None None] Set router 0e7c91b7-696d-4679-99d6-da44d4e6e36f gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:10:03.576079 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-29bebe40-ad27-4865-a676-6c4bb62259a0 req-3f41aafb-6e62-470b-b651-9c8e3b2a1bc8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1aca60a-f261-4d1f-8965-402345b005c0 HTTP/1.1" status: 200 len: 999 time: 0.3113198 Sep 30 01:10:03.590926 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9d82de39-3c36-4fa5-9b55-adeb8af2c58f req-f00aaf78-83bd-4ab8-a708-d23b66fe0146 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715261 Sep 30 01:10:03.603307 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-0652a470-3154-4ad0-a08d-e826c0f30499 req-45a52324-e1f8-4877-a70c-e5b80d5ecd3d tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Calling delete_port for 81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:10:03.721987 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bebe40-ad27-4865-a676-6c4bb62259a0 req-1e21af88-06ae-4458-8bea-05584d20cf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:03.723604 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-29bebe40-ad27-4865-a676-6c4bb62259a0 req-1e21af88-06ae-4458-8bea-05584d20cf60 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4eb85df0-f35f-4266-997a-b64f8df7e23e HTTP/1.1" status: 200 len: 855 time: 0.1369288 Sep 30 01:10:03.749627 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6eb65f-394d-4b8d-aa48-cd5bfffead12 req-03416b97-a1cb-403c-ad6b-99f6ab3d4b5d tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:03.768321 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bd6eb65f-394d-4b8d-aa48-cd5bfffead12 req-03416b97-a1cb-403c-ad6b-99f6ab3d4b5d tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 945 time: 0.3770797 Sep 30 01:10:04.006776 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bd6eb65f-394d-4b8d-aa48-cd5bfffead12 req-e3bebdea-ad6c-438b-aba6-3817fc48f7e1 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377100 Sep 30 01:10:04.062339 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bebe40-ad27-4865-a676-6c4bb62259a0 req-b6e0c9cb-7d6c-4043-b2c7-7ae29bb209e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:04.063778 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-29bebe40-ad27-4865-a676-6c4bb62259a0 req-b6e0c9cb-7d6c-4043-b2c7-7ae29bb209e2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d752305-7068-40ad-9ef6-292e77a160d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2934618 Sep 30 01:10:04.356465 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-29bebe40-ad27-4865-a676-6c4bb62259a0 req-c9b1019b-451a-4b3c-9e94-6ec0aa8be0e5 service neutron] 10.222.0.59 "GET /v2.0/networks/7d752305-7068-40ad-9ef6-292e77a160d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642777 Sep 30 01:10:04.392357 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-6ac08b85-83ee-4681-88c2-f831ac9fe844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7c91b7-696d-4679-99d6-da44d4e6e36f', 'name': 'tempest-TaggedBootDevicesTest_v242-592584262-router', 'tenant_id': '0149d6d6ed59445481fded27e8294137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f9c392eb-b55a-4093-b364-66b1bcb5d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:06:47Z', 'updated_at': '2021-09-30T01:07:05Z', 'revision_number': 4, 'project_id': '0149d6d6ed59445481fded27e8294137', 'gw_port': {'id': 'f9c392eb-b55a-4093-b364-66b1bcb5d954', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:de:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c91b7-696d-4679-99d6-da44d4e6e36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:06:52Z', 'updated_at': '2021-09-30T01:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '2a8a0768-d600-4f1e-8d96-9c7e3c2c4202', 'tenant_id': '0149d6d6ed59445481fded27e8294137', 'floating_ip_address': '172.25.0.119', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': '0e7c91b7-696d-4679-99d6-da44d4e6e36f', 'port_id': 'c1aca60a-f261-4d1f-8965-402345b005c0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d752305-7068-40ad-9ef6-292e77a160d6', 'mac_address': 'fa:16:3e:a2:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d31b10-a352-4542-94f9-1071f460d03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T01:08:03Z', 'updated_at': '2021-09-30T01:10:00Z', 'revision_number': 1, 'project_id': '0149d6d6ed59445481fded27e8294137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56e94534-4f54-4608-9096-23e45bf41f91', 'name': '', 'network_id': '7d752305-7068-40ad-9ef6-292e77a160d6', 'tenant_id': '0149d6d6ed59445481fded27e8294137', 'mac_address': 'fa:16:3e:a9:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c91b7-696d-4679-99d6-da44d4e6e36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4eb85df0-f35f-4266-997a-b64f8df7e23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:02Z', 'updated_at': '2021-09-30T01:07:17Z', 'revision_number': 5, 'project_id': '0149d6d6ed59445481fded27e8294137', 'subnets': [{'id': '4eb85df0-f35f-4266-997a-b64f8df7e23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:04.405803 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac08b85-83ee-4681-88c2-f831ac9fe844 None None] The sync data for ids ['0e7c91b7-696d-4679-99d6-da44d4e6e36f'] in n-d-811809-1 is: [{'id': '0e7c91b7-696d-4679-99d6-da44d4e6e36f', 'name': 'tempest-TaggedBootDevicesTest_v242-592584262-router', 'tenant_id': '0149d6d6ed59445481fded27e8294137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f9c392eb-b55a-4093-b364-66b1bcb5d954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:06:47Z', 'updated_at': '2021-09-30T01:07:05Z', 'revision_number': 4, 'project_id': '0149d6d6ed59445481fded27e8294137', 'gw_port': {'id': 'f9c392eb-b55a-4093-b364-66b1bcb5d954', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:de:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c91b7-696d-4679-99d6-da44d4e6e36f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:06:52Z', 'updated_at': '2021-09-30T01:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1', '_floatingips': [{'id': '2a8a0768-d600-4f1e-8d96-9c7e3c2c4202', 'tenant_id': '0149d6d6ed59445481fded27e8294137', 'floating_ip_address': '172.25.0.119', 'floating_network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'router_id': '0e7c91b7-696d-4679-99d6-da44d4e6e36f', 'port_id': 'c1aca60a-f261-4d1f-8965-402345b005c0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d752305-7068-40ad-9ef6-292e77a160d6', 'mac_address': 'fa:16:3e:a2:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d31b10-a352-4542-94f9-1071f460d03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T01:08:03Z', 'updated_at': '2021-09-30T01:10:00Z', 'revision_number': 1, 'project_id': '0149d6d6ed59445481fded27e8294137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56e94534-4f54-4608-9096-23e45bf41f91', 'name': '', 'network_id': '7d752305-7068-40ad-9ef6-292e77a160d6', 'tenant_id': '0149d6d6ed59445481fded27e8294137', 'mac_address': 'fa:16:3e:a9:d2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c91b7-696d-4679-99d6-da44d4e6e36f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '4eb85df0-f35f-4266-997a-b64f8df7e23e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:02Z', 'updated_at': '2021-09-30T01:07:17Z', 'revision_number': 5, 'project_id': '0149d6d6ed59445481fded27e8294137', 'subnets': [{'id': '4eb85df0-f35f-4266-997a-b64f8df7e23e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:10:04.539872 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0652a470-3154-4ad0-a08d-e826c0f30499 req-45a52324-e1f8-4877-a70c-e5b80d5ecd3d tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:04.559044 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:10:04.590057 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-be461249-7e95-4fee-abaa-54921cd539ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:04.716573 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e4b385e0-d006-45a8-930c-f4cbeb79b1c2 req-8c3af2af-86d2-4b09-a1ee-cb1ea912fa2f tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4dd12df-f7bf-406d-add5-9d49ea34f368 HTTP/1.1" status: 200 len: 210 time: 0.1170301 Sep 30 01:10:04.839553 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a52324-e1f8-4877-a70c-e5b80d5ecd3d tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Pushing event deleted for resources: {'Port': ['ID=81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:04.842474 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-45a52324-e1f8-4877-a70c-e5b80d5ecd3d tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:04.874548 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-29bebe40-ad27-4865-a676-6c4bb62259a0 req-9ef28ddf-0232-4b0e-934a-2a7a190c74d8 service neutron] 10.222.0.59 "GET /v2.0/networks/7d752305-7068-40ad-9ef6-292e77a160d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698274 Sep 30 01:10:04.975766 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df06444-a216-406d-9d53-fc1568e057db req-d347be08-4d1a-46cf-b1e2-ad4bd619a6d5 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:04.983939 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bd633a-fb1e-4acd-9fe6-0942f396bba8 None None] New status for floating IP 2a8a0768-d600-4f1e-8d96-9c7e3c2c4202: ACTIVE {{(pid=80276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 01:10:04.984607 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3df06444-a216-406d-9d53-fc1568e057db req-d347be08-4d1a-46cf-b1e2-ad4bd619a6d5 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 945 time: 1.1098673 Sep 30 01:10:05.202393 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3df06444-a216-406d-9d53-fc1568e057db req-b8ceffd3-8a9d-47b3-a325-e51692cdf3e1 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108419 Sep 30 01:10:05.211010 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-0652a470-3154-4ad0-a08d-e826c0f30499 req-45a52324-e1f8-4877-a70c-e5b80d5ecd3d tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] No DVR routers for this DVR port 81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b on host n-h2-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:10:05.230164 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-0652a470-3154-4ad0-a08d-e826c0f30499 req-45a52324-e1f8-4877-a70c-e5b80d5ecd3d tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:05.289695 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dd12df-f7bf-406d-add5-9d49ea34f368', 'name': 'network-vif-deleted', 'tag': '81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:10:05.310559 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e7cb9-08c6-4f7c-8a83-21394eeb6c4d req-5bcfcd26-3fab-455c-9c74-aaaf90dec8b2 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:05.322394 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-359e7cb9-08c6-4f7c-8a83-21394eeb6c4d req-5bcfcd26-3fab-455c-9c74-aaaf90dec8b2 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 945 time: 0.3847241 Sep 30 01:10:05.324511 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55672) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:05.363583 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0652a470-3154-4ad0-a08d-e826c0f30499 req-45a52324-e1f8-4877-a70c-e5b80d5ecd3d tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.55 "DELETE /v2.0/ports/81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b HTTP/1.1" status: 204 len: 173 time: 2.7990398 Sep 30 01:10:05.379866 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777ec28-15f5-464c-809b-de204e64f38f req-200490f9-ed1a-4f5e-9fc3-7f2838b546e0 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:05.382797 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9777ec28-15f5-464c-809b-de204e64f38f req-200490f9-ed1a-4f5e-9fc3-7f2838b546e0 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.55 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 945 time: 0.3724945 Sep 30 01:10:05.404855 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e177f9-c06a-4949-94ec-174f59389669 req-7f3de2ed-7763-42b0-b5f5-843a6c4175c8 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:05.423103 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b0e177f9-c06a-4949-94ec-174f59389669 req-7f3de2ed-7763-42b0-b5f5-843a6c4175c8 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 945 time: 1.0154343 Sep 30 01:10:05.697667 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-b0e177f9-c06a-4949-94ec-174f59389669 req-05fce487-ab3f-4b2f-b83f-3fa97a2829ce tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Deleting port 0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:10:05.697667 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b0e177f9-c06a-4949-94ec-174f59389669 req-05fce487-ab3f-4b2f-b83f-3fa97a2829ce tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:05.827225 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:05.890816 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6c3d9-fb24-433f-9a2a-2eaaed1c7a27 req-5087daa7-5478-4b86-a942-0dbace8262e0 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:05.890816 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-39d6c3d9-fb24-433f-9a2a-2eaaed1c7a27 req-5087daa7-5478-4b86-a942-0dbace8262e0 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Synchronizing usage tracker for tenant:e480d6828f9946358bfe1436e2b1931a on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:10:05.924296 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-359e7cb9-08c6-4f7c-8a83-21394eeb6c4d req-c9ee52ee-a8eb-4162-bc95-6fb56558f0c7 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5904121 Sep 30 01:10:05.937693 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55682) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:06.018900 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-9777ec28-15f5-464c-809b-de204e64f38f req-9d23a3af-9229-4249-9a7c-031482b3dd06 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Deleting port 8c095e3f-639d-41ca-8904-ed5265e8c716 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:10:06.018900 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9777ec28-15f5-464c-809b-de204e64f38f req-9d23a3af-9229-4249-9a7c-031482b3dd06 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:06.110744 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-39d6c3d9-fb24-433f-9a2a-2eaaed1c7a27 req-5087daa7-5478-4b86-a942-0dbace8262e0 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Unset dirty status for tenant:e480d6828f9946358bfe1436e2b1931a on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:10:06.120996 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-39d6c3d9-fb24-433f-9a2a-2eaaed1c7a27 req-5087daa7-5478-4b86-a942-0dbace8262e0 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 945 time: 0.6005197 Sep 30 01:10:06.158568 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-094ef896-213a-461c-be30-4b65b2730982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:06.195976 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-3ba1468e-d3c7-4110-aaaa-e8b5abcba818 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-915823077'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:10:06.224941 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-3ba1468e-d3c7-4110-aaaa-e8b5abcba818 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:10:06.228450 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-39d6c3d9-fb24-433f-9a2a-2eaaed1c7a27 req-05ac6b9e-c7e9-4185-90f5-490a228af966 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066649 Sep 30 01:10:06.256105 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-094ef896-213a-461c-be30-4b65b2730982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:10:06.290829 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4dd12df-f7bf-406d-add5-9d49ea34f368', 'name': 'network-vif-deleted', 'tag': '81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b', 'status': 'completed', 'code': 200} Sep 30 01:10:06.344615 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-b0e177f9-c06a-4949-94ec-174f59389669 req-05fce487-ab3f-4b2f-b83f-3fa97a2829ce tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] For port 0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c,segment=NetworkSegment(51fc1520-0703-4172-b195-12f91a1ac5cb),segment_id=51fc1520-0703-4172-b195-12f91a1ac5cb)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:10:06.344987 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b0e177f9-c06a-4949-94ec-174f59389669 req-05fce487-ab3f-4b2f-b83f-3fa97a2829ce tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:06.530669 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-3ba1468e-d3c7-4110-aaaa-e8b5abcba818 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Usage tracker for resource:network and tenant:0eeb10257ae9421baa8e53179ec17d05 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:10:06.537759 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-094ef896-213a-461c-be30-4b65b2730982 admin admin] Usage tracker for resource:security_group_rule and tenant:a80739c74520404f90ef01f87db748c1 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:10:06.540781 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-3ba1468e-d3c7-4110-aaaa-e8b5abcba818 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:10:06.561420 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:10:06.605760 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] No Port match for: 81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:10:06.606043 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 81ab2e44-cb1e-4d9b-bb58-72cfbbf7bc9b not bound to the agent host n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:10:06.606480 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 8c095e3f-639d-41ca-8904-ed5265e8c716 no longer exists at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:10:06.651843 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-094ef896-213a-461c-be30-4b65b2730982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:10:06.663853 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-094ef896-213a-461c-be30-4b65b2730982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:10:06.687190 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-46f04fda-ccc9-4913-b8b7-f3a8425dc471 req-0fa6c0e8-16dd-453f-93a1-1873f3b184a1 tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Synchronizing usage tracker for tenant:b6e1bd91c03643549a72aa6f1087bc4e on resource:port {{(pid=80274) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:10:06.780469 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-b0e177f9-c06a-4949-94ec-174f59389669 req-05fce487-ab3f-4b2f-b83f-3fa97a2829ce tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Calling delete_port for 0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:10:06.813190 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-094ef896-213a-461c-be30-4b65b2730982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:06.821739 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-3ba1468e-d3c7-4110-aaaa-e8b5abcba818 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:10:06.822590 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:06.848263 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba1468e-d3c7-4110-aaaa-e8b5abcba818 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Made reservation on behalf of 0eeb10257ae9421baa8e53179ec17d05 for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:10:06.852411 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-46f04fda-ccc9-4913-b8b7-f3a8425dc471 req-0fa6c0e8-16dd-453f-93a1-1873f3b184a1 tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] Unset dirty status for tenant:b6e1bd91c03643549a72aa6f1087bc4e on resource:port {{(pid=80274) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:10:06.853015 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3ba1468e-d3c7-4110-aaaa-e8b5abcba818 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:06.853645 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-46f04fda-ccc9-4913-b8b7-f3a8425dc471 req-0fa6c0e8-16dd-453f-93a1-1873f3b184a1 tempest-InstanceActionsTestJSON-1176012897 tempest-InstanceActionsTestJSON-1176012897-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4dd12df-f7bf-406d-add5-9d49ea34f368 HTTP/1.1" status: 200 len: 210 time: 0.2546723 Sep 30 01:10:06.862786 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-094ef896-213a-461c-be30-4b65b2730982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:06.867510 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7126c594-5a1c-4409-9656-b6b579367ad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c095e3f-639d-41ca-8904-ed5265e8c716'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:10:06.877454 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-eb8af926-62a6-4363-b90f-10f037e30092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:06.885581 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 8c095e3f-639d-41ca-8904-ed5265e8c716, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=8c095e3f-639d-41ca-8904-ed5265e8c716,segment=NetworkSegment(d6d42030-3db2-4c1c-8438-557cd475cbbc),segment_id=d6d42030-3db2-4c1c-8438-557cd475cbbc)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:10:06.891235 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:06.893226 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:06.926619 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3ba1468e-d3c7-4110-aaaa-e8b5abcba818 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:06.965639 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7126c594-5a1c-4409-9656-b6b579367ad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c095e3f-639d-41ca-8904-ed5265e8c716', 'code': 200} Sep 30 01:10:06.975610 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=8c095e3f-639d-41ca-8904-ed5265e8c716,revision_number=8']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:06.979107 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:06.980606 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b0e177f9-c06a-4949-94ec-174f59389669 req-05fce487-ab3f-4b2f-b83f-3fa97a2829ce tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:06.987563 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-1e77c36a-7567-4032-9f1f-4bdb5db28433 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:07.001691 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-3ba1468e-d3c7-4110-aaaa-e8b5abcba818 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:10:07.004113 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ef896-213a-461c-be30-4b65b2730982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0acc4b-c725-43a4-885c-5677f1b55d08,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:07.010754 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-094ef896-213a-461c-be30-4b65b2730982 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a80739c74520404f90ef01f87db748c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0720384 Sep 30 01:10:07.013083 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-094ef896-213a-461c-be30-4b65b2730982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:07.025210 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-3ba1468e-d3c7-4110-aaaa-e8b5abcba818 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Usage tracker for resource:security_group_rule and tenant:0eeb10257ae9421baa8e53179ec17d05 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:10:07.027722 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55706) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:07.031152 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-3ba1468e-d3c7-4110-aaaa-e8b5abcba818 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:10:07.062021 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-3ba1468e-d3c7-4110-aaaa-e8b5abcba818 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:10:07.091709 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fce487-ab3f-4b2f-b83f-3fa97a2829ce tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Pushing event deleted for resources: {'Port': ['ID=0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:07.100963 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-05fce487-ab3f-4b2f-b83f-3fa97a2829ce tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:07.181812 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e177f9-c06a-4949-94ec-174f59389669 req-05fce487-ab3f-4b2f-b83f-3fa97a2829ce tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] No DVR routers for this DVR port 0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:10:07.185529 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-b0e177f9-c06a-4949-94ec-174f59389669 req-05fce487-ab3f-4b2f-b83f-3fa97a2829ce tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:07.187975 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3ba1468e-d3c7-4110-aaaa-e8b5abcba818 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:07.210202 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-b0e177f9-c06a-4949-94ec-174f59389669 req-05fce487-ab3f-4b2f-b83f-3fa97a2829ce tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.59 "DELETE /v2.0/ports/0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c HTTP/1.1" status: 204 len: 173 time: 1.7805789 Sep 30 01:10:07.222045 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3ba1468e-d3c7-4110-aaaa-e8b5abcba818 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:07.239179 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d549357e-376b-4ee6-8ad1-7bc2af9d6493 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:07.290318 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-9777ec28-15f5-464c-809b-de204e64f38f req-9d23a3af-9229-4249-9a7c-031482b3dd06 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] For port 8c095e3f-639d-41ca-8904-ed5265e8c716, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=8c095e3f-639d-41ca-8904-ed5265e8c716,segment=NetworkSegment(d6d42030-3db2-4c1c-8438-557cd475cbbc),segment_id=d6d42030-3db2-4c1c-8438-557cd475cbbc)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:10:07.291027 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9777ec28-15f5-464c-809b-de204e64f38f req-9d23a3af-9229-4249-9a7c-031482b3dd06 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:07.316819 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149986f1-2198-4896-bc5b-9080357866d4 req-d705bd65-76cb-4b6e-81c1-5ea8f6992c14 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:07.318588 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-149986f1-2198-4896-bc5b-9080357866d4 req-d705bd65-76cb-4b6e-81c1-5ea8f6992c14 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Synchronizing usage tracker for tenant:3bb71da966444045b30780aa9e2e5b81 on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:10:07.331522 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba1468e-d3c7-4110-aaaa-e8b5abcba818 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:10:07.480283 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:10:07.604785 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5ca3ea1e-cb6f-4982-a465-d070703fb469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:07.606198 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: 0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:10:07.606598 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:10:07.687561 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5ca3ea1e-cb6f-4982-a465-d070703fb469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:07.700233 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf29e5-084b-44bc-a5d2-dcef09a01982 req-9f72b5a0-0a6f-47bd-b07c-dae3c5101efc tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:07.702537 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f6bf29e5-084b-44bc-a5d2-dcef09a01982 req-9f72b5a0-0a6f-47bd-b07c-dae3c5101efc tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 943 time: 0.1915708 Sep 30 01:10:07.730545 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-9777ec28-15f5-464c-809b-de204e64f38f req-9d23a3af-9229-4249-9a7c-031482b3dd06 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Calling delete_port for 8c095e3f-639d-41ca-8904-ed5265e8c716 owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:10:07.785501 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f6bf29e5-084b-44bc-a5d2-dcef09a01982 req-bbcb1f80-11f3-4024-9384-94c3a926f267 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673509 Sep 30 01:10:07.815484 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3ba1468e-d3c7-4110-aaaa-e8b5abcba818 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:07.828022 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-3ba1468e-d3c7-4110-aaaa-e8b5abcba818 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Added segment e14de90b-0cd9-4e78-8e09-639e49d6628c of type vlan for network 5da7dc0d-c4e3-44fc-8675-bec4a1e79c36 Sep 30 01:10:07.861829 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-149986f1-2198-4896-bc5b-9080357866d4 req-d705bd65-76cb-4b6e-81c1-5ea8f6992c14 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Unset dirty status for tenant:3bb71da966444045b30780aa9e2e5b81 on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:10:07.870566 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-149986f1-2198-4896-bc5b-9080357866d4 req-d705bd65-76cb-4b6e-81c1-5ea8f6992c14 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9 HTTP/1.1" status: 200 len: 867 time: 1.3343198 Sep 30 01:10:07.872737 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1468e-d3c7-4110-aaaa-e8b5abcba818 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c575b811-ac04-4465-9aa7-bc8b04194984,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:07.875996 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3ba1468e-d3c7-4110-aaaa-e8b5abcba818 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:07.993874 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-149986f1-2198-4896-bc5b-9080357866d4 req-d48b6e75-b9e5-48c1-acc9-26bf44903741 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] 10.222.0.39 "GET /v2.0/security-groups?id=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220672 Sep 30 01:10:08.024534 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3ba1468e-d3c7-4110-aaaa-e8b5abcba818 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:08.131070 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b0191-0ca1-40bd-8952-2e51ca5ddbea req-3a02324d-6830-4fb3-aca8-6885c4260c27 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:08.134615 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.db.api [req-9777ec28-15f5-464c-809b-de204e64f38f req-9d23a3af-9229-4249-9a7c-031482b3dd06 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80275) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 01:10:08.135437 n-d-811809-1 neutron-server[80275]: DEBUG oslo_db.api [req-9777ec28-15f5-464c-809b-de204e64f38f req-9d23a3af-9229-4249-9a7c-031482b3dd06 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 01:10:08.138904 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-da8b0191-0ca1-40bd-8952-2e51ca5ddbea req-3a02324d-6830-4fb3-aca8-6885c4260c27 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 945 time: 0.1607933 Sep 30 01:10:08.140456 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5ca3ea1e-cb6f-4982-a465-d070703fb469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:08.153606 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55796) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:08.155138 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1774dbf9-c20b-47cf-ad05-44e7d2c344fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:08.230256 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3ea1e-cb6f-4982-a465-d070703fb469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0acc4b-c725-43a4-885c-5677f1b55d08,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:08.240005 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5ca3ea1e-cb6f-4982-a465-d070703fb469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:08.241108 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-da8b0191-0ca1-40bd-8952-2e51ca5ddbea req-d67297f8-9be6-4936-a5d4-b95faa4acd4c tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982640 Sep 30 01:10:08.274710 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3ba1468e-d3c7-4110-aaaa-e8b5abcba818 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:08.286019 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba1468e-d3c7-4110-aaaa-e8b5abcba818 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:08.292067 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9', 'name': 'network-vif-deleted', 'tag': '0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:10:08.293380 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3ba1468e-d3c7-4110-aaaa-e8b5abcba818 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:08.314313 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-10c46e7f-9805-428a-afb6-375f6d0dc0f1 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:08.376749 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d10f0d7-57a8-4aad-b9be-2fb22e6ac6b9', 'name': 'network-vif-deleted', 'tag': '0eee1d03-10e4-4ab4-8c10-4b17f7ac1f5c', 'status': 'completed', 'code': 200} Sep 30 01:10:08.452400 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5ca3ea1e-cb6f-4982-a465-d070703fb469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:08.459958 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-5ca3ea1e-cb6f-4982-a465-d070703fb469 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ed0acc4b-c725-43a4-885c-5677f1b55d08 HTTP/1.1" status: 204 len: 168 time: 1.4288340 Sep 30 01:10:08.470748 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df51921-c4c7-4759-9452-f29fedebbe77 admin admin] Deleting subnet 072033a3-0ddc-45e4-8210-11191e4e2d87 {{(pid=80275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:10:08.474418 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-3ba1468e-d3c7-4110-aaaa-e8b5abcba818 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.1473353 Sep 30 01:10:08.481957 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7df51921-c4c7-4759-9452-f29fedebbe77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:08.513700 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1468e-d3c7-4110-aaaa-e8b5abcba818 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Pushing event updated for resources: {'Network': ['ID=5da7dc0d-c4e3-44fc-8675-bec4a1e79c36,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:08.525229 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3ba1468e-d3c7-4110-aaaa-e8b5abcba818 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:08.534226 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 5da7dc0d-c4e3-44fc-8675-bec4a1e79c36 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:10:08.615990 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55852) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:08.622818 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-c91f9d04-47ad-4ec5-8a20-5ee64afad595 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Request body: {'subnet': {'network_id': '5da7dc0d-c4e3-44fc-8675-bec4a1e79c36', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:10:08.626391 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7df51921-c4c7-4759-9452-f29fedebbe77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9635682'] for subnet, precommit_delete_associations {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:08.665701 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-9777ec28-15f5-464c-809b-de204e64f38f req-9d23a3af-9229-4249-9a7c-031482b3dd06 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Deleting port 8c095e3f-639d-41ca-8904-ed5265e8c716 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:10:08.665850 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9777ec28-15f5-464c-809b-de204e64f38f req-9d23a3af-9229-4249-9a7c-031482b3dd06 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:08.824888 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7df51921-c4c7-4759-9452-f29fedebbe77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:09.034015 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-c91f9d04-47ad-4ec5-8a20-5ee64afad595 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:10:09.041223 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-c91f9d04-47ad-4ec5-8a20-5ee64afad595 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Usage tracker for resource:subnet and tenant:0eeb10257ae9421baa8e53179ec17d05 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:10:09.051010 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-c91f9d04-47ad-4ec5-8a20-5ee64afad595 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:10:09.063834 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-c91f9d04-47ad-4ec5-8a20-5ee64afad595 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:10:09.093245 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91f9d04-47ad-4ec5-8a20-5ee64afad595 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Made reservation on behalf of 0eeb10257ae9421baa8e53179ec17d05 for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:10:09.100029 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c91f9d04-47ad-4ec5-8a20-5ee64afad595 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:09.293905 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7df51921-c4c7-4759-9452-f29fedebbe77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:09.302921 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7efe0505-2a15-45be-8451-42c3c69d4013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:09.367843 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df51921-c4c7-4759-9452-f29fedebbe77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=072033a3-0ddc-45e4-8210-11191e4e2d87,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:09.413349 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7df51921-c4c7-4759-9452-f29fedebbe77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:09.424685 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7df51921-c4c7-4759-9452-f29fedebbe77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:09.548438 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 55950) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:09.740486 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-7df51921-c4c7-4759-9452-f29fedebbe77 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/072033a3-0ddc-45e4-8210-11191e4e2d87 HTTP/1.1" status: 204 len: 168 time: 1.5720472 Sep 30 01:10:09.745802 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 55978) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:09.907402 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-9777ec28-15f5-464c-809b-de204e64f38f req-9d23a3af-9229-4249-9a7c-031482b3dd06 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] For port 8c095e3f-639d-41ca-8904-ed5265e8c716, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=8c095e3f-639d-41ca-8904-ed5265e8c716,segment=NetworkSegment(d6d42030-3db2-4c1c-8438-557cd475cbbc),segment_id=d6d42030-3db2-4c1c-8438-557cd475cbbc)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:10:09.907768 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9777ec28-15f5-464c-809b-de204e64f38f req-9d23a3af-9229-4249-9a7c-031482b3dd06 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:10.075250 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-9777ec28-15f5-464c-809b-de204e64f38f req-9d23a3af-9229-4249-9a7c-031482b3dd06 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Calling delete_port for 8c095e3f-639d-41ca-8904-ed5265e8c716 owned by compute:nova {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:10:10.081369 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559ade1-62ea-4478-96c2-92ada9b27f54 req-841c22b5-08c7-415d-a129-e84209c18d1c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:10.089687 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c559ade1-62ea-4478-96c2-92ada9b27f54 req-841c22b5-08c7-415d-a129-e84209c18d1c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 943 time: 0.9551017 Sep 30 01:10:10.131780 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5e05060c-0c7e-48df-8e8a-262ac981be92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:10.387991 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5e05060c-0c7e-48df-8e8a-262ac981be92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:10.392799 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c559ade1-62ea-4478-96c2-92ada9b27f54 req-f6ec9d7a-7720-4d33-81c7-ee0a7641cc11 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e4700d9-ab2f-4d7a-b1b5-7ee285267d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020034 Sep 30 01:10:10.424536 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-5e05060c-0c7e-48df-8e8a-262ac981be92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['391a89b8-3066-495e-9bf0-e793d760a99c']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:10.444315 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-5e05060c-0c7e-48df-8e8a-262ac981be92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e385d1-0e20-432f-83ef-21970d0e80e4') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:10.444829 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-5e05060c-0c7e-48df-8e8a-262ac981be92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e385d1-0e20-432f-83ef-21970d0e80e4') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:10.458328 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9777ec28-15f5-464c-809b-de204e64f38f req-9d23a3af-9229-4249-9a7c-031482b3dd06 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:10.466393 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f1ac9fdc-6e13-41f9-bf80-f75b8821c144 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:10.501393 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5e05060c-0c7e-48df-8e8a-262ac981be92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:10.554435 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c91f9d04-47ad-4ec5-8a20-5ee64afad595 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:10.564509 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23a3af-9229-4249-9a7c-031482b3dd06 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Pushing event deleted for resources: {'Port': ['ID=8c095e3f-639d-41ca-8904-ed5265e8c716,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:10.572719 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ab9fe95c-8349-4889-9741-41cc54e5f1c7 tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:10.590472 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9d23a3af-9229-4249-9a7c-031482b3dd06 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:10.691915 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5e05060c-0c7e-48df-8e8a-262ac981be92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:10.749813 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e05060c-0c7e-48df-8e8a-262ac981be92 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:10:10.750400 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5e05060c-0c7e-48df-8e8a-262ac981be92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: timer() Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:10:10.765291 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:10:10.775247 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-9777ec28-15f5-464c-809b-de204e64f38f req-9d23a3af-9229-4249-9a7c-031482b3dd06 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] No DVR routers for this DVR port 8c095e3f-639d-41ca-8904-ed5265e8c716 on host n-h2-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:10:10.837104 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9777ec28-15f5-464c-809b-de204e64f38f req-9d23a3af-9229-4249-9a7c-031482b3dd06 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:10.839781 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7126c594-5a1c-4409-9656-b6b579367ad6', 'name': 'network-vif-deleted', 'tag': '8c095e3f-639d-41ca-8904-ed5265e8c716'}] {{(pid=80275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:10:10.875005 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-9777ec28-15f5-464c-809b-de204e64f38f req-9d23a3af-9229-4249-9a7c-031482b3dd06 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.55 "DELETE /v2.0/ports/8c095e3f-639d-41ca-8904-ed5265e8c716 HTTP/1.1" status: 204 len: 173 time: 5.4813449 Sep 30 01:10:10.883933 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5e05060c-0c7e-48df-8e8a-262ac981be92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:10.895506 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6e43f204-f10a-47a4-aad8-8b66aa0fcd62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:10.906390 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f9d04-47ad-4ec5-8a20-5ee64afad595 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Pushing event updated for resources: {'Subnet': ['ID=1f0281dd-2e67-4be8-9907-1e583fbfc503,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:10.926884 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c91f9d04-47ad-4ec5-8a20-5ee64afad595 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:10.946422 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5e05060c-0c7e-48df-8e8a-262ac981be92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:10.968687 n-d-811809-1 neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7126c594-5a1c-4409-9656-b6b579367ad6', 'name': 'network-vif-deleted', 'tag': '8c095e3f-639d-41ca-8904-ed5265e8c716', 'status': 'completed', 'code': 200} Sep 30 01:10:11.000383 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05060c-0c7e-48df-8e8a-262ac981be92 admin admin] Pushing event deleted for resources: {'Network': ['ID=391a89b8-3066-495e-9bf0-e793d760a99c,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:11.000383 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5e05060c-0c7e-48df-8e8a-262ac981be92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:11.004817 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-5e05060c-0c7e-48df-8e8a-262ac981be92 admin admin] 10.222.0.39 "DELETE /v2.0/networks/391a89b8-3066-495e-9bf0-e793d760a99c HTTP/1.1" status: 204 len: 168 time: 1.2577760 Sep 30 01:10:11.022685 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91f9d04-47ad-4ec5-8a20-5ee64afad595 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Checking segment: {'id': 'e14de90b-0cd9-4e78-8e09-639e49d6628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5da7dc0d-c4e3-44fc-8675-bec4a1e79c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:10:11.024673 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91f9d04-47ad-4ec5-8a20-5ee64afad595 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Network hostable DHCP agents. Network: 5da7dc0d-c4e3-44fc-8675-bec4a1e79c36, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:10:11.094934 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91f9d04-47ad-4ec5-8a20-5ee64afad595 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Network 5da7dc0d-c4e3-44fc-8675-bec4a1e79c36 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:10:11.128660 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-c91f9d04-47ad-4ec5-8a20-5ee64afad595 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 5da7dc0d-c4e3-44fc-8675-bec4a1e79c36) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:10:11.143796 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8510ca27-a92f-4869-acf7-aeaa114b3de5 None None] Network 5da7dc0d-c4e3-44fc-8675-bec4a1e79c36 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:10:11.150837 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91f9d04-47ad-4ec5-8a20-5ee64afad595 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:11.151558 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-c91f9d04-47ad-4ec5-8a20-5ee64afad595 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:11.332608 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-c91f9d04-47ad-4ec5-8a20-5ee64afad595 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.7154872 Sep 30 01:10:11.337205 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 56148) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:11.347953 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-e6eb3f63-b824-4d97-af88-744ee5ef9754 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-511969185'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:10:11.363128 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-e6eb3f63-b824-4d97-af88-744ee5ef9754 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:10:11.372951 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-e6eb3f63-b824-4d97-af88-744ee5ef9754 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Usage tracker for resource:network and tenant:0eeb10257ae9421baa8e53179ec17d05 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:10:11.382025 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-e6eb3f63-b824-4d97-af88-744ee5ef9754 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:10:11.397650 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56156) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:11.399564 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-e6eb3f63-b824-4d97-af88-744ee5ef9754 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:10:11.424356 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6269f61a-af2e-49c7-ae14-ac81c954eb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734431'] for router_interface, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:11.453125 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6eb3f63-b824-4d97-af88-744ee5ef9754 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Made reservation on behalf of 0eeb10257ae9421baa8e53179ec17d05 for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:10:11.472048 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e6eb3f63-b824-4d97-af88-744ee5ef9754 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:11.554399 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 56170) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:11.788080 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6eb3f63-b824-4d97-af88-744ee5ef9754 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:10:11.832976 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-5da7dc0d-c4e3-44fc-8675-bec4a1e79c36', 'network_id': '5da7dc0d-c4e3-44fc-8675-bec4a1e79c36', 'tenant_id': '0eeb10257ae9421baa8e53179ec17d05', 'fixed_ips': [{'subnet_id': '1f0281dd-2e67-4be8-9907-1e583fbfc503'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 01:10:11.835939 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:11.899412 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:11.930289 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e6eb3f63-b824-4d97-af88-744ee5ef9754 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:11.930910 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-e6eb3f63-b824-4d97-af88-744ee5ef9754 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Added segment e73b2240-c04a-4a9c-986f-ca7c01c1a182 of type vlan for network c84ec6cf-68c4-4149-8f71-20ad5450ad31 Sep 30 01:10:11.937917 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-2c1fe9ff-43e2-4a31-9054-a1618cf60d16 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b6e1bd91c03643549a72aa6f1087bc4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3843019 Sep 30 01:10:11.940402 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 56220) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:11.979710 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-493b60a3-527a-43c5-97cf-e1eed9fea32f req-2c3b0ede-6e4e-4c79-9d48-1c599e60da78 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Synchronizing usage tracker for tenant:e480d6828f9946358bfe1436e2b1931a on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:10:12.052653 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e6eb3f63-b824-4d97-af88-744ee5ef9754 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:12.072840 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-493b60a3-527a-43c5-97cf-e1eed9fea32f req-2c3b0ede-6e4e-4c79-9d48-1c599e60da78 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Unset dirty status for tenant:e480d6828f9946358bfe1436e2b1931a on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:10:12.074159 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-493b60a3-527a-43c5-97cf-e1eed9fea32f req-2c3b0ede-6e4e-4c79-9d48-1c599e60da78 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] 10.222.0.39 "GET /v2.0/ports?device_id=7126c594-5a1c-4409-9656-b6b579367ad6 HTTP/1.1" status: 200 len: 210 time: 0.2376423 Sep 30 01:10:12.120404 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ae7f7fe9-f315-4ee8-9d66-f8a7e563c4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:12.120878 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-18e24bc7-6484-4013-b1c0-0a2125ea3310 tempest-PortsAdminExtendedAttrsTestJSON-49772657 tempest-PortsAdminExtendedAttrsTestJSON-49772657-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1388250597'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:10:12.123479 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e6eb3f63-b824-4d97-af88-744ee5ef9754 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:12.134938 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6eb3f63-b824-4d97-af88-744ee5ef9754 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:12.135535 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e6eb3f63-b824-4d97-af88-744ee5ef9754 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:12.141712 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8b56427e-1efa-4631-97ab-8cf2de7f561e tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:12.155755 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-18e24bc7-6484-4013-b1c0-0a2125ea3310 tempest-PortsAdminExtendedAttrsTestJSON-49772657 tempest-PortsAdminExtendedAttrsTestJSON-49772657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:10:12.165796 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-18e24bc7-6484-4013-b1c0-0a2125ea3310 tempest-PortsAdminExtendedAttrsTestJSON-49772657 tempest-PortsAdminExtendedAttrsTestJSON-49772657-project] Usage tracker for resource:network and tenant:07c18594dd3d4f5aa57edf451594717a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:10:12.169842 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-18e24bc7-6484-4013-b1c0-0a2125ea3310 tempest-PortsAdminExtendedAttrsTestJSON-49772657 tempest-PortsAdminExtendedAttrsTestJSON-49772657-project] Quota usage for network was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:10:12.205539 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-18e24bc7-6484-4013-b1c0-0a2125ea3310 tempest-PortsAdminExtendedAttrsTestJSON-49772657 tempest-PortsAdminExtendedAttrsTestJSON-49772657-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:10:12.219194 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Allocated IP 172.20.255.242 (5da7dc0d-c4e3-44fc-8675-bec4a1e79c36/1f0281dd-2e67-4be8-9907-1e583fbfc503/86e6948a-4466-453e-bbdc-0ff323cbabe2) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:10:12.226099 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e24bc7-6484-4013-b1c0-0a2125ea3310 tempest-PortsAdminExtendedAttrsTestJSON-49772657 tempest-PortsAdminExtendedAttrsTestJSON-49772657-project] Made reservation on behalf of 07c18594dd3d4f5aa57edf451594717a for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:10:12.231525 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-18e24bc7-6484-4013-b1c0-0a2125ea3310 tempest-PortsAdminExtendedAttrsTestJSON-49772657 tempest-PortsAdminExtendedAttrsTestJSON-49772657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:12.253404 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-18e24bc7-6484-4013-b1c0-0a2125ea3310 tempest-PortsAdminExtendedAttrsTestJSON-49772657 tempest-PortsAdminExtendedAttrsTestJSON-49772657-project] Notify callbacks [] for security_group, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:12.286066 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-18e24bc7-6484-4013-b1c0-0a2125ea3310 tempest-PortsAdminExtendedAttrsTestJSON-49772657 tempest-PortsAdminExtendedAttrsTestJSON-49772657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:10:12.304500 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-18e24bc7-6484-4013-b1c0-0a2125ea3310 tempest-PortsAdminExtendedAttrsTestJSON-49772657 tempest-PortsAdminExtendedAttrsTestJSON-49772657-project] Usage tracker for resource:security_group_rule and tenant:07c18594dd3d4f5aa57edf451594717a is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:10:12.309697 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-18e24bc7-6484-4013-b1c0-0a2125ea3310 tempest-PortsAdminExtendedAttrsTestJSON-49772657 tempest-PortsAdminExtendedAttrsTestJSON-49772657-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:10:12.325658 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-18e24bc7-6484-4013-b1c0-0a2125ea3310 tempest-PortsAdminExtendedAttrsTestJSON-49772657 tempest-PortsAdminExtendedAttrsTestJSON-49772657-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:10:12.374873 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ae7f7fe9-f315-4ee8-9d66-f8a7e563c4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:12.409054 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb3f63-b824-4d97-af88-744ee5ef9754 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Pushing event updated for resources: {'Network': ['ID=c84ec6cf-68c4-4149-8f71-20ad5450ad31,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:12.438359 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e6eb3f63-b824-4d97-af88-744ee5ef9754 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:12.441463 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-6269f61a-af2e-49c7-ae14-ac81c954eb99 admin admin] Deleting port 160b0a61-07c5-40ef-a75f-0fd98e7d138b {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:10:12.441561 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6269f61a-af2e-49c7-ae14-ac81c954eb99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:12.476919 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network c84ec6cf-68c4-4149-8f71-20ad5450ad31 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:10:12.498548 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-e6eb3f63-b824-4d97-af88-744ee5ef9754 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1557665 Sep 30 01:10:12.513153 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 56268) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:12.533809 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-656a50c7-df22-49c9-b7cf-7bf0d19171db tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Request body: {'subnet': {'network_id': 'c84ec6cf-68c4-4149-8f71-20ad5450ad31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:10:12.815288 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-656a50c7-df22-49c9-b7cf-7bf0d19171db tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:10:12.815288 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ae7f7fe9-f315-4ee8-9d66-f8a7e563c4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:12.847295 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-656a50c7-df22-49c9-b7cf-7bf0d19171db tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Usage tracker for resource:subnet and tenant:0eeb10257ae9421baa8e53179ec17d05 is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:10:12.847295 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f87f8866-07ef-44df-be05-b9e3ea274f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:12.847295 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-656a50c7-df22-49c9-b7cf-7bf0d19171db tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:10:12.900455 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 01:10:12.914473 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-656a50c7-df22-49c9-b7cf-7bf0d19171db tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:10:12.914473 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f7fe9-f315-4ee8-9d66-f8a7e563c4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a403cf-50ad-4c2a-9206-dea57e5195de,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:12.914473 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ae7f7fe9-f315-4ee8-9d66-f8a7e563c4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:12.914473 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ae7f7fe9-f315-4ee8-9d66-f8a7e563c4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:12.914473 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-ae7f7fe9-f315-4ee8-9d66-f8a7e563c4a4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b5a403cf-50ad-4c2a-9206-dea57e5195de HTTP/1.1" status: 204 len: 168 time: 0.9287953 Sep 30 01:10:12.914473 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656a50c7-df22-49c9-b7cf-7bf0d19171db tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Made reservation on behalf of 0eeb10257ae9421baa8e53179ec17d05 for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:10:12.914473 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-656a50c7-df22-49c9-b7cf-7bf0d19171db tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:13.079091 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:13.107365 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Transition to ACTIVE for port object 86e6948a-4466-453e-bbdc-0ff323cbabe2 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:10:13.187655 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Transition to ACTIVE for port object 86e6948a-4466-453e-bbdc-0ff323cbabe2 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:10:13.187655 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:13.187655 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-554c76fa-cfe2-4484-8a13-696f5cd9987c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:13.216249 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-6269f61a-af2e-49c7-ae14-ac81c954eb99 admin admin] For port 160b0a61-07c5-40ef-a75f-0fd98e7d138b, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=160b0a61-07c5-40ef-a75f-0fd98e7d138b,segment=NetworkSegment(51fc1520-0703-4172-b195-12f91a1ac5cb),segment_id=51fc1520-0703-4172-b195-12f91a1ac5cb)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:10:13.216249 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6269f61a-af2e-49c7-ae14-ac81c954eb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:13.344249 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 56284) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:13.470652 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-6269f61a-af2e-49c7-ae14-ac81c954eb99 admin admin] Calling delete_port for 160b0a61-07c5-40ef-a75f-0fd98e7d138b owned by network:router_interface {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:10:13.510681 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Pushing event updated for resources: {'Port': ['ID=86e6948a-4466-453e-bbdc-0ff323cbabe2,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:13.590293 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:10:13.590293 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:10:13.622055 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:10:13.622055 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:10:13.622055 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:10:13.622055 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:10:13.622055 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:10:13.622055 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:10:13.622055 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:10:13.622055 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:10:13.622055 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:10:13.622055 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811809-1 {{(pid=80276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 01:10:13.632984 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:13.672092 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Network 5da7dc0d-c4e3-44fc-8675-bec4a1e79c36 is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:10:13.672092 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:10:13.672092 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:10:13.740312 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-18e24bc7-6484-4013-b1c0-0a2125ea3310 tempest-PortsAdminExtendedAttrsTestJSON-49772657 tempest-PortsAdminExtendedAttrsTestJSON-49772657-project] Notify callbacks [] for security_group, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:13.748047 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-18e24bc7-6484-4013-b1c0-0a2125ea3310 tempest-PortsAdminExtendedAttrsTestJSON-49772657 tempest-PortsAdminExtendedAttrsTestJSON-49772657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:13.783284 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6263950e-1330-4b2e-8dc2-35df3e103b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:13.833846 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e24bc7-6484-4013-b1c0-0a2125ea3310 tempest-PortsAdminExtendedAttrsTestJSON-49772657 tempest-PortsAdminExtendedAttrsTestJSON-49772657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:10:13.903077 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-18e24bc7-6484-4013-b1c0-0a2125ea3310 tempest-PortsAdminExtendedAttrsTestJSON-49772657 tempest-PortsAdminExtendedAttrsTestJSON-49772657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:13.903077 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-18e24bc7-6484-4013-b1c0-0a2125ea3310 tempest-PortsAdminExtendedAttrsTestJSON-49772657 tempest-PortsAdminExtendedAttrsTestJSON-49772657-project] Added segment 7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa of type vlan for network 393a80a1-d98c-466b-8c68-9eedce2ed986 Sep 30 01:10:13.903077 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e24bc7-6484-4013-b1c0-0a2125ea3310 tempest-PortsAdminExtendedAttrsTestJSON-49772657 tempest-PortsAdminExtendedAttrsTestJSON-49772657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=941fbeba-72e3-4a23-af60-21075b725041,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:13.946442 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-18e24bc7-6484-4013-b1c0-0a2125ea3310 tempest-PortsAdminExtendedAttrsTestJSON-49772657 tempest-PortsAdminExtendedAttrsTestJSON-49772657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:13.965847 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-656a50c7-df22-49c9-b7cf-7bf0d19171db tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981632'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:13.986144 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-18e24bc7-6484-4013-b1c0-0a2125ea3310 tempest-PortsAdminExtendedAttrsTestJSON-49772657 tempest-PortsAdminExtendedAttrsTestJSON-49772657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:14.000473 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Attempting to bind port 86e6948a-4466-453e-bbdc-0ff323cbabe2 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:10:14.000473 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Attempting to bind port 86e6948a-4466-453e-bbdc-0ff323cbabe2 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'e14de90b-0cd9-4e78-8e09-639e49d6628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5da7dc0d-c4e3-44fc-8675-bec4a1e79c36'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:10:14.000473 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Attempting to bind port 86e6948a-4466-453e-bbdc-0ff323cbabe2 on network 5da7dc0d-c4e3-44fc-8675-bec4a1e79c36 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:10:14.019513 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5fa3f7d8-f04d-4f91-8a25-9fd7db50124c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:14.034400 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:10:14.034400 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Checking segment: {'id': 'e14de90b-0cd9-4e78-8e09-639e49d6628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5da7dc0d-c4e3-44fc-8675-bec4a1e79c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:10:14.034400 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:14.034400 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Bound using segment: {'id': 'e14de90b-0cd9-4e78-8e09-639e49d6628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5da7dc0d-c4e3-44fc-8675-bec4a1e79c36'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:10:14.034400 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Bound port: 86e6948a-4466-453e-bbdc-0ff323cbabe2, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14de90b-0cd9-4e78-8e09-639e49d6628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5da7dc0d-c4e3-44fc-8675-bec4a1e79c36'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:10:14.034400 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:14.050102 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-18e24bc7-6484-4013-b1c0-0a2125ea3310 tempest-PortsAdminExtendedAttrsTestJSON-49772657 tempest-PortsAdminExtendedAttrsTestJSON-49772657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:14.050102 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e24bc7-6484-4013-b1c0-0a2125ea3310 tempest-PortsAdminExtendedAttrsTestJSON-49772657 tempest-PortsAdminExtendedAttrsTestJSON-49772657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:14.050102 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-18e24bc7-6484-4013-b1c0-0a2125ea3310 tempest-PortsAdminExtendedAttrsTestJSON-49772657 tempest-PortsAdminExtendedAttrsTestJSON-49772657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:14.072223 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:14.135963 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6269f61a-af2e-49c7-ae14-ac81c954eb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:14.179752 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-18e24bc7-6484-4013-b1c0-0a2125ea3310 tempest-PortsAdminExtendedAttrsTestJSON-49772657 tempest-PortsAdminExtendedAttrsTestJSON-49772657-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.7497129 Sep 30 01:10:14.211069 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] For port 86e6948a-4466-453e-bbdc-0ff323cbabe2, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:10:14.211069 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] For port 86e6948a-4466-453e-bbdc-0ff323cbabe2, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=86e6948a-4466-453e-bbdc-0ff323cbabe2,segment=NetworkSegment(e14de90b-0cd9-4e78-8e09-639e49d6628c),segment_id=e14de90b-0cd9-4e78-8e09-639e49d6628c)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:10:14.211069 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:14.235290 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5c0a6f7a-0246-462a-8626-c92cd4028c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:14.296976 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656a50c7-df22-49c9-b7cf-7bf0d19171db tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Checking segment: {'id': 'e73b2240-c04a-4a9c-986f-ca7c01c1a182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c84ec6cf-68c4-4149-8f71-20ad5450ad31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:10:14.296976 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656a50c7-df22-49c9-b7cf-7bf0d19171db tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Network hostable DHCP agents. Network: c84ec6cf-68c4-4149-8f71-20ad5450ad31, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:10:14.335680 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a50c7-df22-49c9-b7cf-7bf0d19171db tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Pushing event updated for resources: {'Subnet': ['ID=ee2fe02a-1225-4a8b-94b9-5dd4eb1c8991,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:14.335680 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-656a50c7-df22-49c9-b7cf-7bf0d19171db tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:14.366791 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656a50c7-df22-49c9-b7cf-7bf0d19171db tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Network c84ec6cf-68c4-4149-8f71-20ad5450ad31 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:10:14.505982 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Pushing event updated for resources: {'Port': ['ID=86e6948a-4466-453e-bbdc-0ff323cbabe2,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:14.529098 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:14.712781 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-656a50c7-df22-49c9-b7cf-7bf0d19171db tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, c84ec6cf-68c4-4149-8f71-20ad5450ad31) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:10:14.723264 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71f5c7a-c87b-468a-99e9-2539b8367a01 None None] Network c84ec6cf-68c4-4149-8f71-20ad5450ad31 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:10:14.734100 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656a50c7-df22-49c9-b7cf-7bf0d19171db tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:14.735141 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-656a50c7-df22-49c9-b7cf-7bf0d19171db tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:14.862658 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e24bc7-6484-4013-b1c0-0a2125ea3310 tempest-PortsAdminExtendedAttrsTestJSON-49772657 tempest-PortsAdminExtendedAttrsTestJSON-49772657-project] Pushing event updated for resources: {'Network': ['ID=393a80a1-d98c-466b-8c68-9eedce2ed986,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:14.862658 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-18e24bc7-6484-4013-b1c0-0a2125ea3310 tempest-PortsAdminExtendedAttrsTestJSON-49772657 tempest-PortsAdminExtendedAttrsTestJSON-49772657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.806s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:14.862658 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-5fa44c31-3df7-4dd4-87fe-b7eabeaad746 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.700s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:14.930862 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269f61a-af2e-49c7-ae14-ac81c954eb99 admin admin] Pushing event deleted for resources: {'Port': ['ID=160b0a61-07c5-40ef-a75f-0fd98e7d138b,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:14.930862 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6269f61a-af2e-49c7-ae14-ac81c954eb99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:15.046446 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-6269f61a-af2e-49c7-ae14-ac81c954eb99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683119'] for router_interface, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:15.100294 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 56320) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:15.123861 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Request body: {'port': {'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986', 'binding:host_id': 'n-h2-811809-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1684681997'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:10:15.157463 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-656a50c7-df22-49c9-b7cf-7bf0d19171db tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.6182733 Sep 30 01:10:15.157463 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:10:15.157463 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 56324) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:15.157463 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 56326) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:15.157463 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Usage tracker for resource:port and tenant:03c7e9b010c14e608e69a0db4d3032ca is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:10:15.242532 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:10:15.293551 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:10:15.394819 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 393a80a1-d98c-466b-8c68-9eedce2ed986 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:10:15.551532 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Made reservation on behalf of 03c7e9b010c14e608e69a0db4d3032ca for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:10:15.551532 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:15.573320 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:15.618495 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:10:15.652421 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-0c596a98-f57f-4c5e-a6c3-00e8a683ee4a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1702734954-network', 'tenant_id': 'a8767d8a532d4414b39625d7a69ec23c'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:10:15.652421 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Usage tracker for resource:security_group_rule and tenant:03c7e9b010c14e608e69a0db4d3032ca is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:10:15.665861 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce08a331-15d3-4685-92aa-2eb777a43089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-c84ec6cf-68c4-4149-8f71-20ad5450ad31', 'network_id': 'c84ec6cf-68c4-4149-8f71-20ad5450ad31', 'tenant_id': '0eeb10257ae9421baa8e53179ec17d05', 'fixed_ips': [{'subnet_id': 'ee2fe02a-1225-4a8b-94b9-5dd4eb1c8991'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 01:10:15.665861 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ce08a331-15d3-4685-92aa-2eb777a43089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:15.685084 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:10:15.685084 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-0c596a98-f57f-4c5e-a6c3-00e8a683ee4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:10:15.721029 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-0c596a98-f57f-4c5e-a6c3-00e8a683ee4a admin admin] Usage tracker for resource:network and tenant:a8767d8a532d4414b39625d7a69ec23c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:10:15.721029 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:10:15.721029 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-0c596a98-f57f-4c5e-a6c3-00e8a683ee4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:10:15.748972 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:15.748972 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-0c596a98-f57f-4c5e-a6c3-00e8a683ee4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:10:16.054930 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c596a98-f57f-4c5e-a6c3-00e8a683ee4a admin admin] Made reservation on behalf of a8767d8a532d4414b39625d7a69ec23c for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:10:16.076605 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0c596a98-f57f-4c5e-a6c3-00e8a683ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:16.087570 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-ce08a331-15d3-4685-92aa-2eb777a43089 None None] Allocated IP 172.20.0.2 (c84ec6cf-68c4-4149-8f71-20ad5450ad31/ee2fe02a-1225-4a8b-94b9-5dd4eb1c8991/a74439c1-5460-4f8b-9aea-69b765975655) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:10:16.175053 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6269f61a-af2e-49c7-ae14-ac81c954eb99 admin admin] Router 1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 01:10:16.279689 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0c596a98-f57f-4c5e-a6c3-00e8a683ee4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:16.321904 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:16.331417 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-0c596a98-f57f-4c5e-a6c3-00e8a683ee4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:10:16.337384 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-0c596a98-f57f-4c5e-a6c3-00e8a683ee4a admin admin] Usage tracker for resource:security_group_rule and tenant:a8767d8a532d4414b39625d7a69ec23c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:10:16.341178 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-0c596a98-f57f-4c5e-a6c3-00e8a683ee4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:10:16.348017 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-0c596a98-f57f-4c5e-a6c3-00e8a683ee4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:10:16.392387 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 86e6948a-4466-453e-bbdc-0ff323cbabe2 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:10:16.482067 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:16.486022 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] device_id is not set on port f47369f3-543b-4b94-9ce2-d5f715da3ff0 yet. {{(pid=80275) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:10:16.544885 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3c44d0-c104-4a10-a719-1bc36ad09c33 None None] Network 5da7dc0d-c4e3-44fc-8675-bec4a1e79c36 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:10:16.633515 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3ba1468e-d3c7-4110-aaaa-e8b5abcba818 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:16.654796 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0c596a98-f57f-4c5e-a6c3-00e8a683ee4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:16.692887 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8a4199f3-bb47-49ba-93fc-1768c7e5b85c None None] Provisioning for port 86e6948a-4466-453e-bbdc-0ff323cbabe2 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:10:16.704719 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6269f61a-af2e-49c7-ae14-ac81c954eb99 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:10:16.712502 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:16.712832 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-6269f61a-af2e-49c7-ae14-ac81c954eb99 admin admin] 10.222.0.39 "PUT /v2.0/routers/1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1411483 Sep 30 01:10:16.713536 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56342) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:16.719069 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f592dc45-c05a-4295-8ca9-95aedf27c824 None None] Sync routers for ids ['1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef'] in n-d-811809-1 {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:10:16.729816 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f592dc45-c05a-4295-8ca9-95aedf27c824 None None] Routers {'1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:10:16.730751 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-f592dc45-c05a-4295-8ca9-95aedf27c824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:09:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:16.750263 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0c596a98-f57f-4c5e-a6c3-00e8a683ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:16.796622 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ce08a331-15d3-4685-92aa-2eb777a43089 None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:16.814523 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-ce08a331-15d3-4685-92aa-2eb777a43089 None None] Transition to ACTIVE for port object a74439c1-5460-4f8b-9aea-69b765975655 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:10:16.818110 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9028f30d-f586-43ac-aeae-8fed4b69f93b,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:16.826042 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c596a98-f57f-4c5e-a6c3-00e8a683ee4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:10:16.835896 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:16.838589 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5cd36cc7-e30c-48ea-b42e-fcbaedf5fc6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:16.860603 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-ce08a331-15d3-4685-92aa-2eb777a43089 None None] Transition to ACTIVE for port object a74439c1-5460-4f8b-9aea-69b765975655 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:10:16.863840 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port 86e6948a-4466-453e-bbdc-0ff323cbabe2 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:10:16.915965 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0a80e999-5e96-4a0c-a4c2-b99dcaab7564 admin admin] Notify callbacks [] for router, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:16.918549 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 86e6948a-4466-453e-bbdc-0ff323cbabe2 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:10:16.918968 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:16.921569 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0c596a98-f57f-4c5e-a6c3-00e8a683ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:16.922102 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-0c596a98-f57f-4c5e-a6c3-00e8a683ee4a admin admin] Added segment 4d7ab5cc-fcf4-4698-8260-91108b7d2d95 of type vlan for network a087d332-f814-410e-928c-613b2ea7408d Sep 30 01:10:16.931025 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-f592dc45-c05a-4295-8ca9-95aedf27c824 None None] Set router 1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef gateway port host: n-d-811809-1 {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:10:16.955789 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-257a9055-b5b4-494f-a1cb-b15e30df55f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-734431'] for router_interface, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:16.994002 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ce08a331-15d3-4685-92aa-2eb777a43089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:17.005104 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8a4199f3-bb47-49ba-93fc-1768c7e5b85c None None] Provisioning complete for port 86e6948a-4466-453e-bbdc-0ff323cbabe2 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:10:17.008754 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8a4199f3-bb47-49ba-93fc-1768c7e5b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:17.068423 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:17.109447 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce08a331-15d3-4685-92aa-2eb777a43089 None None] Network c84ec6cf-68c4-4149-8f71-20ad5450ad31 is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:10:17.153033 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0a80e999-5e96-4a0c-a4c2-b99dcaab7564 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:17.178408 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-0a80e999-5e96-4a0c-a4c2-b99dcaab7564 admin admin] Deleting port e2c1a7f7-d28f-4cc3-b9a7-159561561497 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:10:17.178408 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0a80e999-5e96-4a0c-a4c2-b99dcaab7564 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:17.192899 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-ce08a331-15d3-4685-92aa-2eb777a43089 None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:10:17.192899 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce08a331-15d3-4685-92aa-2eb777a43089 None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:10:17.294208 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-f592dc45-c05a-4295-8ca9-95aedf27c824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef', 'name': 'tempest-ServerRescueTestJSON-284460454-router', 'tenant_id': '3bb71da966444045b30780aa9e2e5b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'e2c1a7f7-d28f-4cc3-b9a7-159561561497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:07:23Z', 'updated_at': '2021-09-30T01:10:13Z', 'revision_number': 5, 'project_id': '3bb71da966444045b30780aa9e2e5b81', 'gw_port': {'id': 'e2c1a7f7-d28f-4cc3-b9a7-159561561497', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:27Z', 'updated_at': '2021-09-30T01:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:17.294208 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f592dc45-c05a-4295-8ca9-95aedf27c824 None None] Checking router: 1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef for host: n-d-811809-1 {{(pid=80277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:10:17.319784 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f592dc45-c05a-4295-8ca9-95aedf27c824 None None] Routers {'1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef'} bound to L3 agent in host n-d-811809-1 {{(pid=80277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:10:17.319784 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-f592dc45-c05a-4295-8ca9-95aedf27c824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:09:51Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef'], 'active': True} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:17.472124 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] device_id is not set on port f47369f3-543b-4b94-9ce2-d5f715da3ff0 yet. {{(pid=80275) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:10:17.474224 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-0a80e999-5e96-4a0c-a4c2-b99dcaab7564 admin admin] For port e2c1a7f7-d28f-4cc3-b9a7-159561561497, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=e2c1a7f7-d28f-4cc3-b9a7-159561561497,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:10:17.474691 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0a80e999-5e96-4a0c-a4c2-b99dcaab7564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:17.502150 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:17.504919 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_dvr_db [None req-f592dc45-c05a-4295-8ca9-95aedf27c824 None None] Set router 1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef gateway port host: None {{(pid=80277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:10:17.552868 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Transition to ACTIVE for port object f47369f3-543b-4b94-9ce2-d5f715da3ff0 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:10:17.623155 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.l3_hamode_db [None req-f592dc45-c05a-4295-8ca9-95aedf27c824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef', 'name': 'tempest-ServerRescueTestJSON-284460454-router', 'tenant_id': '3bb71da966444045b30780aa9e2e5b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:07:23Z', 'updated_at': '2021-09-30T01:10:17Z', 'revision_number': 6, 'project_id': '3bb71da966444045b30780aa9e2e5b81', 'gw_port_host': None}], 'n-d-811809-1', False) {} {{(pid=80277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:17.628893 n-d-811809-1 neutron-server[80277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f592dc45-c05a-4295-8ca9-95aedf27c824 None None] The sync data for ids ['1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef'] in n-d-811809-1 is: [{'id': '1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef', 'name': 'tempest-ServerRescueTestJSON-284460454-router', 'tenant_id': '3bb71da966444045b30780aa9e2e5b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:07:23Z', 'updated_at': '2021-09-30T01:10:17Z', 'revision_number': 6, 'project_id': '3bb71da966444045b30780aa9e2e5b81', 'gw_port_host': None}] {{(pid=80277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:10:17.739297 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c596a98-f57f-4c5e-a6c3-00e8a683ee4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5803e9-9442-4663-a8da-1b7857846fdf,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:17.757493 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0c596a98-f57f-4c5e-a6c3-00e8a683ee4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.919s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:17.764854 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-0a80e999-5e96-4a0c-a4c2-b99dcaab7564 admin admin] Calling delete_port for e2c1a7f7-d28f-4cc3-b9a7-159561561497 owned by network:router_gateway {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:10:17.770984 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08a331-15d3-4685-92aa-2eb777a43089 None None] Pushing event updated for resources: {'Port': ['ID=a74439c1-5460-4f8b-9aea-69b765975655,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:17.777592 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-ce08a331-15d3-4685-92aa-2eb777a43089 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:17.783282 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:17.787576 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-ce08a331-15d3-4685-92aa-2eb777a43089 None None] Attempting to bind port a74439c1-5460-4f8b-9aea-69b765975655 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:10:17.788400 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-ce08a331-15d3-4685-92aa-2eb777a43089 None None] Attempting to bind port a74439c1-5460-4f8b-9aea-69b765975655 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': 'e73b2240-c04a-4a9c-986f-ca7c01c1a182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c84ec6cf-68c4-4149-8f71-20ad5450ad31'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:10:17.789042 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08a331-15d3-4685-92aa-2eb777a43089 None None] Attempting to bind port a74439c1-5460-4f8b-9aea-69b765975655 on network c84ec6cf-68c4-4149-8f71-20ad5450ad31 {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:10:17.812739 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08a331-15d3-4685-92aa-2eb777a43089 None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:10:17.813561 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08a331-15d3-4685-92aa-2eb777a43089 None None] Checking segment: {'id': 'e73b2240-c04a-4a9c-986f-ca7c01c1a182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c84ec6cf-68c4-4149-8f71-20ad5450ad31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:10:17.814169 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ce08a331-15d3-4685-92aa-2eb777a43089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:17.814810 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08a331-15d3-4685-92aa-2eb777a43089 None None] Bound using segment: {'id': 'e73b2240-c04a-4a9c-986f-ca7c01c1a182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c84ec6cf-68c4-4149-8f71-20ad5450ad31'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:10:17.815540 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-ce08a331-15d3-4685-92aa-2eb777a43089 None None] Bound port: a74439c1-5460-4f8b-9aea-69b765975655, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73b2240-c04a-4a9c-986f-ca7c01c1a182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'c84ec6cf-68c4-4149-8f71-20ad5450ad31'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:10:17.816142 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ce08a331-15d3-4685-92aa-2eb777a43089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:17.892661 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8a4199f3-bb47-49ba-93fc-1768c7e5b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:18.029388 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8a4199f3-bb47-49ba-93fc-1768c7e5b85c None None] For port 86e6948a-4466-453e-bbdc-0ff323cbabe2, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=86e6948a-4466-453e-bbdc-0ff323cbabe2,segment=NetworkSegment(e14de90b-0cd9-4e78-8e09-639e49d6628c),segment_id=e14de90b-0cd9-4e78-8e09-639e49d6628c)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:10:18.075432 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9d23a3af-9229-4249-9a7c-031482b3dd06 tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:18.090360 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0a80e999-5e96-4a0c-a4c2-b99dcaab7564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:18.103487 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8a4199f3-bb47-49ba-93fc-1768c7e5b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:18.103487 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:18.117178 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-12d02b4b-25c6-4abd-b4cc-865c4229f007 tempest-ServersTestManualDisk-1513561781 tempest-ServersTestManualDisk-1513561781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:18.132790 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0c596a98-f57f-4c5e-a6c3-00e8a683ee4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:18.204089 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0c596a98-f57f-4c5e-a6c3-00e8a683ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:18.204089 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c596a98-f57f-4c5e-a6c3-00e8a683ee4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:18.204089 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0c596a98-f57f-4c5e-a6c3-00e8a683ee4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:18.216250 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:18.241547 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b6b5c-4705-47c7-a0aa-7aabb64be7d9 req-7b764e84-902a-452a-97e3-b5d2a3786dbe tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:18.241547 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1b2b6b5c-4705-47c7-a0aa-7aabb64be7d9 req-7b764e84-902a-452a-97e3-b5d2a3786dbe tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e342f07d-678a-42cc-a744-8ba8576fb541 HTTP/1.1" status: 200 len: 949 time: 0.2706668 Sep 30 01:10:18.299936 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-ce08a331-15d3-4685-92aa-2eb777a43089 None None] For port a74439c1-5460-4f8b-9aea-69b765975655, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:10:18.299936 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-ce08a331-15d3-4685-92aa-2eb777a43089 None None] For port a74439c1-5460-4f8b-9aea-69b765975655, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=a74439c1-5460-4f8b-9aea-69b765975655,segment=NetworkSegment(e73b2240-c04a-4a9c-986f-ca7c01c1a182),segment_id=e73b2240-c04a-4a9c-986f-ca7c01c1a182)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:10:18.325826 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2357858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981643'] for subnet, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:18.348065 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0a80e999-5e96-4a0c-a4c2-b99dcaab7564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673024'] for router_gateway, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:18.361864 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-0c596a98-f57f-4c5e-a6c3-00e8a683ee4a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.1957228 Sep 30 01:10:18.361864 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 56356) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:18.412102 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ce08a331-15d3-4685-92aa-2eb777a43089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:18.436560 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-f00e6a0f-410e-4dfe-93e4-e810c7d42523 admin admin] Request body: {'subnet': {'network_id': 'a087d332-f814-410e-928c-613b2ea7408d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1702734954-subnet', 'tenant_id': 'a8767d8a532d4414b39625d7a69ec23c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:10:18.436560 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f00e6a0f-410e-4dfe-93e4-e810c7d42523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:10:18.447722 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-f00e6a0f-410e-4dfe-93e4-e810c7d42523 admin admin] Usage tracker for resource:subnet and tenant:a8767d8a532d4414b39625d7a69ec23c is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:10:18.456750 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-f00e6a0f-410e-4dfe-93e4-e810c7d42523 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:10:18.466135 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Pushing event updated for resources: {'Port': ['ID=f47369f3-543b-4b94-9ce2-d5f715da3ff0,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:18.476332 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4199f3-bb47-49ba-93fc-1768c7e5b85c None None] Pushing event updated for resources: {'Port': ['ID=86e6948a-4466-453e-bbdc-0ff323cbabe2,revision_number=3']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:18.486940 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.api [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80276) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 01:10:18.487411 n-d-811809-1 neutron-server[80276]: DEBUG oslo_db.api [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 01:10:18.488256 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8a4199f3-bb47-49ba-93fc-1768c7e5b85c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:18.488423 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:18.491644 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8db6ab1a-b417-4607-8ab1-78c5197521e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:18.501684 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-be6e9b19-dbff-4475-9617-52ea8e3ee60a tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:18.517198 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f00e6a0f-410e-4dfe-93e4-e810c7d42523 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:10:18.650678 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08a331-15d3-4685-92aa-2eb777a43089 None None] Pushing event updated for resources: {'Port': ['ID=a74439c1-5460-4f8b-9aea-69b765975655,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:18.662616 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-ce08a331-15d3-4685-92aa-2eb777a43089 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:18.698009 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5b6aa51a-aa2b-478f-9e21-38e140dc676a None None] Provisioning complete for port 86e6948a-4466-453e-bbdc-0ff323cbabe2 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:10:18.698513 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5b6aa51a-aa2b-478f-9e21-38e140dc676a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:18.819938 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Checking segment: {'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:10:18.819938 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Network hostable DHCP agents. Network: 393a80a1-d98c-466b-8c68-9eedce2ed986, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:10:18.872482 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00e6a0f-410e-4dfe-93e4-e810c7d42523 admin admin] Made reservation on behalf of a8767d8a532d4414b39625d7a69ec23c for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:10:18.875728 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f00e6a0f-410e-4dfe-93e4-e810c7d42523 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:18.881368 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a80e999-5e96-4a0c-a4c2-b99dcaab7564 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2c1a7f7-d28f-4cc3-b9a7-159561561497,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:18.904240 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0a80e999-5e96-4a0c-a4c2-b99dcaab7564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.820s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:18.905463 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-e52a3216-7586-40d4-82a5-959754e5f76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:18.918494 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:18.924778 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0a80e999-5e96-4a0c-a4c2-b99dcaab7564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30720'] for router, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:18.930422 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0a80e999-5e96-4a0c-a4c2-b99dcaab7564 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:19.003717 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1b2b6b5c-4705-47c7-a0aa-7aabb64be7d9 req-e3fdf3fb-abb7-41a8-9a6b-380d081597e9 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.39 "GET /v2.0/security-groups?id=502d0b3b-5241-423e-93d7-3d30a5bd3b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6764903 Sep 30 01:10:19.021480 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0a80e999-5e96-4a0c-a4c2-b99dcaab7564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736498'] for router, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:19.022250 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a80e999-5e96-4a0c-a4c2-b99dcaab7564 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef {{(pid=80274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 30 01:10:19.078344 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0a80e999-5e96-4a0c-a4c2-b99dcaab7564 admin admin] Notify callbacks [] for router, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:19.081177 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-0a80e999-5e96-4a0c-a4c2-b99dcaab7564 admin admin] 10.222.0.39 "DELETE /v2.0/routers/1de7e9e6-8b0a-4fb0-87f1-935d4cbdabef HTTP/1.1" status: 204 len: 168 time: 2.3666902 Sep 30 01:10:19.084635 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56364) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:19.102179 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c596a98-f57f-4c5e-a6c3-00e8a683ee4a admin admin] Pushing event updated for resources: {'Network': ['ID=a087d332-f814-410e-928c-613b2ea7408d,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:19.168265 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0c596a98-f57f-4c5e-a6c3-00e8a683ee4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:19.168265 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e10285d4-13e5-4d88-b4bb-df1b0b8147e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.807s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:19.210303 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3a03619-9fec-48ec-bfac-52cc1512cc90 admin admin] Deleting subnet be62a7a7-816e-4779-aa6c-5c41bedfef4a {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:10:19.222440 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84ec6cf-68c4-4149-8f71-20ad5450ad31']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:19.227660 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d3a03619-9fec-48ec-bfac-52cc1512cc90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:19.257637 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Network 393a80a1-d98c-466b-8c68-9eedce2ed986 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:10:19.271296 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Pushing event deleted for resources: {'Subnet': ['ID=ee2fe02a-1225-4a8b-94b9-5dd4eb1c8991,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:19.276173 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network a087d332-f814-410e-928c-613b2ea7408d details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:10:19.276398 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73b2240-c04a-4a9c-986f-ca7c01c1a182') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:19.276739 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73b2240-c04a-4a9c-986f-ca7c01c1a182') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:19.291997 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:19.298302 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-257a9055-b5b4-494f-a1cb-b15e30df55f6 admin admin] Deleting port 3996586b-6454-4614-a510-9f82a5fcb4e8 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:10:19.298766 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-257a9055-b5b4-494f-a1cb-b15e30df55f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:19.359382 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 393a80a1-d98c-466b-8c68-9eedce2ed986) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:10:19.359382 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:19.395634 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:19.399012 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:10:19.427984 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d3a03619-9fec-48ec-bfac-52cc1512cc90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2490848'] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:19.452314 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:19.458162 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:10:19.458493 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:10:19.458885 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:10:19.501078 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc795a8-e86f-4ff2-a1e8-f0d038688dde None None] Network 393a80a1-d98c-466b-8c68-9eedce2ed986 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:10:19.531296 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:10:19.531780 n-d-811809-1 neutron-server[80275]: ERROR neutron.plugins.ml2.managers [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Failed to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on host n-h2-811809-1 for vnic_type normal using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] Sep 30 01:10:19.533548 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d3a03619-9fec-48ec-bfac-52cc1512cc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:19.538170 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:10:19.538170 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:19.570117 n-d-811809-1 neutron-server[80275]: INFO neutron.plugins.ml2.plugin [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempt 2 to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: timer() Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:10:19.581895 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:10:19.634234 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d3a03619-9fec-48ec-bfac-52cc1512cc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:19.649628 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-cb32fb10-037e-4052-a84e-7310b862db8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:19.676143 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device a74439c1-5460-4f8b-9aea-69b765975655 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:10:19.699090 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-d3a03619-9fec-48ec-bfac-52cc1512cc90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:19.707902 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a03619-9fec-48ec-bfac-52cc1512cc90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be62a7a7-816e-4779-aa6c-5c41bedfef4a,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:19.709919 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:10:19.713924 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:10:19.714419 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:10:19.716709 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d3a03619-9fec-48ec-bfac-52cc1512cc90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:19.721603 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-d3a03619-9fec-48ec-bfac-52cc1512cc90 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/be62a7a7-816e-4779-aa6c-5c41bedfef4a HTTP/1.1" status: 204 len: 168 time: 0.6339591 Sep 30 01:10:19.721889 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56368) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:19.776108 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:10:19.777004 n-d-811809-1 neutron-server[80275]: ERROR neutron.plugins.ml2.managers [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Failed to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on host n-h2-811809-1 for vnic_type normal using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] Sep 30 01:10:19.795383 n-d-811809-1 neutron-server[80275]: INFO neutron.plugins.ml2.plugin [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempt 3 to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 Sep 30 01:10:19.855148 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.db.api [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 30 01:10:19.855148 n-d-811809-1 neutron-server[80275]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 30 01:10:19.855148 n-d-811809-1 neutron-server[80275]: [parameters: {'id': 'c84ec6cf-68c4-4149-8f71-20ad5450ad31'}] Sep 30 01:10:19.855148 n-d-811809-1 neutron-server[80275]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80275) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 01:10:19.855148 n-d-811809-1 neutron-server[80275]: DEBUG oslo_db.api [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 01:10:19.857016 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-257a9055-b5b4-494f-a1cb-b15e30df55f6 admin admin] For port 3996586b-6454-4614-a510-9f82a5fcb4e8, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=3996586b-6454-4614-a510-9f82a5fcb4e8,segment=NetworkSegment(d6d42030-3db2-4c1c-8438-557cd475cbbc),segment_id=d6d42030-3db2-4c1c-8438-557cd475cbbc)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:10:19.857380 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-257a9055-b5b4-494f-a1cb-b15e30df55f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:19.893627 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:10:19.894508 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:10:19.894877 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:10:19.908786 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:10:19.908786 n-d-811809-1 neutron-server[80275]: ERROR neutron.plugins.ml2.managers [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Failed to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on host n-h2-811809-1 for vnic_type normal using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] Sep 30 01:10:19.916990 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ff18a840-dac3-43dd-98f4-a81c62d60bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:19.987449 n-d-811809-1 neutron-server[80275]: INFO neutron.plugins.ml2.plugin [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempt 4 to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 Sep 30 01:10:19.995166 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning for port a74439c1-5460-4f8b-9aea-69b765975655 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:10:20.024017 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 86e6948a-4466-453e-bbdc-0ff323cbabe2 up at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:10:20.201531 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-257a9055-b5b4-494f-a1cb-b15e30df55f6 admin admin] Calling delete_port for 3996586b-6454-4614-a510-9f82a5fcb4e8 owned by network:router_interface {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:10:20.247726 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Provisioning complete for port 86e6948a-4466-453e-bbdc-0ff323cbabe2 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:10:20.248114 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:20.297862 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:10:20.298195 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:10:20.298542 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:10:20.311958 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:10:20.311958 n-d-811809-1 neutron-server[80275]: ERROR neutron.plugins.ml2.managers [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Failed to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on host n-h2-811809-1 for vnic_type normal using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] Sep 30 01:10:20.313574 n-d-811809-1 neutron-server[80275]: INFO neutron.plugins.ml2.plugin [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempt 5 to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 Sep 30 01:10:20.321457 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f00e6a0f-410e-4dfe-93e4-e810c7d42523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981632'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:20.334892 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0c6c68bd-eb65-47d7-ac9b-07a939058405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:20.403385 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:20.407125 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e6a0f-410e-4dfe-93e4-e810c7d42523 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6928d526-297b-4cd4-a8f2-b9f7d8eccc48,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:20.409465 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ff18a840-dac3-43dd-98f4-a81c62d60bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:20.420637 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f00e6a0f-410e-4dfe-93e4-e810c7d42523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:20.434655 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:10:20.435023 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:10:20.435456 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:10:20.449488 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c4b235-30ac-49d4-9acc-8a0852f4714e None None] Network c84ec6cf-68c4-4149-8f71-20ad5450ad31 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:10:20.476417 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:10:20.476758 n-d-811809-1 neutron-server[80275]: ERROR neutron.plugins.ml2.managers [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Failed to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on host n-h2-811809-1 for vnic_type normal using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] Sep 30 01:10:20.477341 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-ff18a840-dac3-43dd-98f4-a81c62d60bbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a45f81b3-7df7-4825-9d8e-944e71cc6909']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:20.488289 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Deleting port a74439c1-5460-4f8b-9aea-69b765975655 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:10:20.488289 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:20.512557 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-ff18a840-dac3-43dd-98f4-a81c62d60bbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51fc1520-0703-4172-b195-12f91a1ac5cb') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:20.512557 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-ff18a840-dac3-43dd-98f4-a81c62d60bbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51fc1520-0703-4172-b195-12f91a1ac5cb') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:20.521073 n-d-811809-1 neutron-server[80275]: INFO neutron.plugins.ml2.plugin [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempt 6 to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 Sep 30 01:10:20.554851 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:10:20.554851 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:10:20.554851 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:10:20.575360 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:10:20.575360 n-d-811809-1 neutron-server[80275]: ERROR neutron.plugins.ml2.managers [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Failed to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on host n-h2-811809-1 for vnic_type normal using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] Sep 30 01:10:20.575360 n-d-811809-1 neutron-server[80275]: INFO neutron.plugins.ml2.plugin [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempt 7 to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 Sep 30 01:10:20.600021 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1702e-9ed8-4cdb-8ccc-b79d5d0d3a46 req-1889adf1-ca6c-4905-a153-e0ce1ceed090 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:20.604145 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00e6a0f-410e-4dfe-93e4-e810c7d42523 admin admin] Checking segment: {'id': '4d7ab5cc-fcf4-4698-8260-91108b7d2d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a087d332-f814-410e-928c-613b2ea7408d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:10:20.604145 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00e6a0f-410e-4dfe-93e4-e810c7d42523 admin admin] Network hostable DHCP agents. Network: a087d332-f814-410e-928c-613b2ea7408d, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:10:20.608363 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-93e1702e-9ed8-4cdb-8ccc-b79d5d0d3a46 req-1889adf1-ca6c-4905-a153-e0ce1ceed090 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.59 "GET /v2.0/ports?device_id=e342f07d-678a-42cc-a744-8ba8576fb541 HTTP/1.1" status: 200 len: 949 time: 0.4331186 Sep 30 01:10:20.608363 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ff18a840-dac3-43dd-98f4-a81c62d60bbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:20.620694 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:10:20.620694 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:10:20.620694 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:10:20.708870 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493b814-a697-4268-b82a-2c278df164d6 req-5471ebb6-9e9f-4fd9-94d2-cd4166249217 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:20.716847 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8493b814-a697-4268-b82a-2c278df164d6 req-5471ebb6-9e9f-4fd9-94d2-cd4166249217 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e342f07d-678a-42cc-a744-8ba8576fb541 HTTP/1.1" status: 200 len: 949 time: 0.4617829 Sep 30 01:10:20.741964 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ff18a840-dac3-43dd-98f4-a81c62d60bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:20.746485 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device e2c1a7f7-d28f-4cc3-b9a7-159561561497 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:10:20.759837 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff18a840-dac3-43dd-98f4-a81c62d60bbe admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:10:20.760502 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ff18a840-dac3-43dd-98f4-a81c62d60bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: timer() Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:10:20.777352 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:10:20.803922 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: e2c1a7f7-d28f-4cc3-b9a7-159561561497 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:10:20.804282 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device e2c1a7f7-d28f-4cc3-b9a7-159561561497 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:10:20.804722 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 160b0a61-07c5-40ef-a75f-0fd98e7d138b no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:10:20.837320 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-93e1702e-9ed8-4cdb-8ccc-b79d5d0d3a46 req-c6a10907-774a-4870-900d-fc8ed421c7b9 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Deleting port c2c3da91-f627-4803-8e92-0c438ee9bfed {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:10:20.838783 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-93e1702e-9ed8-4cdb-8ccc-b79d5d0d3a46 req-c6a10907-774a-4870-900d-fc8ed421c7b9 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:20.839040 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:10:20.839374 n-d-811809-1 neutron-server[80275]: ERROR neutron.plugins.ml2.managers [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Failed to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on host n-h2-811809-1 for vnic_type normal using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] Sep 30 01:10:20.843041 n-d-811809-1 neutron-server[80275]: INFO neutron.plugins.ml2.plugin [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempt 8 to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 Sep 30 01:10:20.844842 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-deceb97d-ddbe-4772-add2-22210b74b5b7 None None] Provisioning for port a74439c1-5460-4f8b-9aea-69b765975655 completed by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:10:20.850151 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00e6a0f-410e-4dfe-93e4-e810c7d42523 admin admin] Network a087d332-f814-410e-928c-613b2ea7408d is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:10:20.856060 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 160b0a61-07c5-40ef-a75f-0fd98e7d138b {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:10:20.856653 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 160b0a61-07c5-40ef-a75f-0fd98e7d138b not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:10:20.866185 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-deceb97d-ddbe-4772-add2-22210b74b5b7 None None] Provisioning complete for port a74439c1-5460-4f8b-9aea-69b765975655 triggered by entity DHCP. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:10:20.866821 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-deceb97d-ddbe-4772-add2-22210b74b5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:20.894426 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:10:20.894426 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:10:20.894948 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:10:20.939366 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8493b814-a697-4268-b82a-2c278df164d6 req-a6a10798-87c0-455d-8c7e-db7a680036b6 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.39 "GET /v2.0/security-groups?id=502d0b3b-5241-423e-93d7-3d30a5bd3b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218411 Sep 30 01:10:20.958351 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-f00e6a0f-410e-4dfe-93e4-e810c7d42523 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, a087d332-f814-410e-928c-613b2ea7408d) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:10:20.963273 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ff18a840-dac3-43dd-98f4-a81c62d60bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:20.970596 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-ff18a840-dac3-43dd-98f4-a81c62d60bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:20.974180 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-4dbed39f-4018-4319-b523-98c2f87a57a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:20.989639 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:10:20.990013 n-d-811809-1 neutron-server[80275]: ERROR neutron.plugins.ml2.managers [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Failed to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on host n-h2-811809-1 for vnic_type normal using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] Sep 30 01:10:21.000552 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409eac89-c617-45df-915d-cb37b99b98ce None None] Network a087d332-f814-410e-928c-613b2ea7408d requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:10:21.008789 n-d-811809-1 neutron-server[80275]: INFO neutron.plugins.ml2.plugin [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempt 9 to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 Sep 30 01:10:21.024494 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00e6a0f-410e-4dfe-93e4-e810c7d42523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:21.025298 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f00e6a0f-410e-4dfe-93e4-e810c7d42523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:21.046611 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18a840-dac3-43dd-98f4-a81c62d60bbe admin admin] Pushing event deleted for resources: {'Network': ['ID=a45f81b3-7df7-4825-9d8e-944e71cc6909,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:21.059367 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:10:21.060073 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:10:21.060204 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:10:21.065044 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-ff18a840-dac3-43dd-98f4-a81c62d60bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:21.073898 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-ff18a840-dac3-43dd-98f4-a81c62d60bbe admin admin] 10.222.0.39 "DELETE /v2.0/networks/a45f81b3-7df7-4825-9d8e-944e71cc6909 HTTP/1.1" status: 204 len: 168 time: 1.3509543 Sep 30 01:10:21.078699 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:10:21.079817 n-d-811809-1 neutron-server[80275]: ERROR neutron.plugins.ml2.managers [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Failed to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on host n-h2-811809-1 for vnic_type normal using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] Sep 30 01:10:21.084031 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] For port a74439c1-5460-4f8b-9aea-69b765975655, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=a74439c1-5460-4f8b-9aea-69b765975655,segment=NetworkSegment(e73b2240-c04a-4a9c-986f-ca7c01c1a182),segment_id=e73b2240-c04a-4a9c-986f-ca7c01c1a182)] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:10:21.084581 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:21.094891 n-d-811809-1 neutron-server[80275]: INFO neutron.plugins.ml2.plugin [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempt 10 to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 Sep 30 01:10:21.240589 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990de638-39ca-4e42-9198-7090830d1054 None None] DHCP port deletion for c84ec6cf-68c4-4149-8f71-20ad5450ad31 request from n-d-811809-1 {{(pid=80276) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 30 01:10:21.324901 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Calling delete_port for a74439c1-5460-4f8b-9aea-69b765975655 owned by network:dhcp {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:10:21.388408 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-990de638-39ca-4e42-9198-7090830d1054 None None] Deleting port a74439c1-5460-4f8b-9aea-69b765975655 {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:10:21.388408 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-990de638-39ca-4e42-9198-7090830d1054 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:21.396756 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-93e1702e-9ed8-4cdb-8ccc-b79d5d0d3a46 req-c6a10907-774a-4870-900d-fc8ed421c7b9 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] For port c2c3da91-f627-4803-8e92-0c438ee9bfed, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=c2c3da91-f627-4803-8e92-0c438ee9bfed,segment=NetworkSegment(c6f578a9-9e31-4a28-a285-676ebf56fa32),segment_id=c6f578a9-9e31-4a28-a285-676ebf56fa32)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:10:21.396756 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-93e1702e-9ed8-4cdb-8ccc-b79d5d0d3a46 req-c6a10907-774a-4870-900d-fc8ed421c7b9 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:21.474947 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-f00e6a0f-410e-4dfe-93e4-e810c7d42523 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.1118050 Sep 30 01:10:21.474947 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-257a9055-b5b4-494f-a1cb-b15e30df55f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:21.478079 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 56384) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:21.478214 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1cb1e281-0260-46dd-bf48-ce0692584ef8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:21.521627 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device a74439c1-5460-4f8b-9aea-69b765975655 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:10:21.526186 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:10:21.526572 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:10:21.526957 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:10:21.570153 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a9055-b5b4-494f-a1cb-b15e30df55f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3996586b-6454-4614-a510-9f82a5fcb4e8,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:21.574989 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-257a9055-b5b4-494f-a1cb-b15e30df55f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:21.575804 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:10:21.576945 n-d-811809-1 neutron-server[80275]: ERROR neutron.plugins.ml2.managers [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Failed to bind port f47369f3-543b-4b94-9ce2-d5f715da3ff0 on host n-h2-811809-1 for vnic_type normal using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] Sep 30 01:10:21.578569 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:21.607601 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-deceb97d-ddbe-4772-add2-22210b74b5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:21.752307 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-b404ab17-07c2-4dcc-ba58-b4bf9c0118a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:21.799572 n-d-811809-1 neutron-server[80276]: INFO neutron.plugins.ml2.db [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No ports have port_id starting with a74439c1-5460-4f8b-9aea-69b765975655 Sep 30 01:10:21.833025 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [req-93e1702e-9ed8-4cdb-8ccc-b79d5d0d3a46 req-c6a10907-774a-4870-900d-fc8ed421c7b9 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Calling delete_port for c2c3da91-f627-4803-8e92-0c438ee9bfed owned by compute:nova {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:10:21.885334 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] For port f47369f3-543b-4b94-9ce2-d5f715da3ff0, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:10:21.885718 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempted to set empty binding levels {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 30 01:10:21.933275 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3648685d-d4b1-4530-967c-3c885001bde7 None None] Network a087d332-f814-410e-928c-613b2ea7408d requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:10:22.105083 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-990de638-39ca-4e42-9198-7090830d1054 None None] For port a74439c1-5460-4f8b-9aea-69b765975655, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=a74439c1-5460-4f8b-9aea-69b765975655,segment=NetworkSegment(e73b2240-c04a-4a9c-986f-ca7c01c1a182),segment_id=e73b2240-c04a-4a9c-986f-ca7c01c1a182)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:10:22.105774 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-990de638-39ca-4e42-9198-7090830d1054 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:22.132556 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-93e1702e-9ed8-4cdb-8ccc-b79d5d0d3a46 req-c6a10907-774a-4870-900d-fc8ed421c7b9 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:22.134697 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-806b5c01-a5ee-4ba2-8a75-e807a75ee744 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3bb71da966444045b30780aa9e2e5b81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6102314 Sep 30 01:10:22.135700 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:22.140900 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56402) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:22.143821 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a45fcd0b-cf4b-44cc-81e2-9c0b889783d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:22.174576 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3c2e8903-7d09-4a08-ba33-949463d6fe8c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:22.220678 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:22.264089 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-990de638-39ca-4e42-9198-7090830d1054 None None] Calling delete_port for a74439c1-5460-4f8b-9aea-69b765975655 owned by network:dhcp {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:10:22.269977 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a10907-774a-4870-900d-fc8ed421c7b9 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Pushing event deleted for resources: {'Port': ['ID=c2c3da91-f627-4803-8e92-0c438ee9bfed,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:22.282849 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c6a10907-774a-4870-900d-fc8ed421c7b9 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:22.325943 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f9223d4f-8579-4cb2-99ea-feccb9c15728 req-067b330e-22a2-4a9b-84a9-a25337fb2f73 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e342f07d-678a-42cc-a744-8ba8576fb541 HTTP/1.1" status: 200 len: 210 time: 0.0871687 Sep 30 01:10:22.329176 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] No DVR routers for this DVR port a74439c1-5460-4f8b-9aea-69b765975655 on host n-d-811809-1 {{(pid=80275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:10:22.376123 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Pushing event deleted for resources: {'Port': ['ID=a74439c1-5460-4f8b-9aea-69b765975655,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:22.383283 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:22.386038 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3c2e8903-7d09-4a08-ba33-949463d6fe8c tempest-ServerRescueTestJSONUnderV235-1013585068 tempest-ServerRescueTestJSONUnderV235-1013585068-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:22.428546 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:22.451947 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:22.458466 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.db.api [None req-990de638-39ca-4e42-9198-7090830d1054 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80276) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 01:10:22.466484 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:22.473058 n-d-811809-1 neutron-server[80276]: DEBUG oslo_db.api [None req-990de638-39ca-4e42-9198-7090830d1054 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 01:10:22.479201 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e1702e-9ed8-4cdb-8ccc-b79d5d0d3a46 req-c6a10907-774a-4870-900d-fc8ed421c7b9 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] No DVR routers for this DVR port c2c3da91-f627-4803-8e92-0c438ee9bfed on host n-h1-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:10:22.479201 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-93e1702e-9ed8-4cdb-8ccc-b79d5d0d3a46 req-c6a10907-774a-4870-900d-fc8ed421c7b9 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:22.479201 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e342f07d-678a-42cc-a744-8ba8576fb541', 'name': 'network-vif-deleted', 'tag': 'c2c3da91-f627-4803-8e92-0c438ee9bfed'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:10:22.528957 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-93e1702e-9ed8-4cdb-8ccc-b79d5d0d3a46 req-c6a10907-774a-4870-900d-fc8ed421c7b9 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.59 "DELETE /v2.0/ports/c2c3da91-f627-4803-8e92-0c438ee9bfed HTTP/1.1" status: 204 len: 173 time: 1.9064584 Sep 30 01:10:22.569167 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-51a8cfa4-81a1-49ef-bdcd-99e6eb36e305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:22.594639 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1c671-470c-49af-a95e-b61300068429 req-828aa38f-d1b4-4e11-9a42-c69e16ec4cf1 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:22.596389 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a1a1c671-470c-49af-a95e-b61300068429 req-828aa38f-d1b4-4e11-9a42-c69e16ec4cf1 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] 10.222.0.39 "GET /v2.0/networks?id=a087d332-f814-410e-928c-613b2ea7408d HTTP/1.1" status: 200 len: 818 time: 0.3554354 Sep 30 01:10:22.611365 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-257a9055-b5b4-494f-a1cb-b15e30df55f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683119'] for router_interface, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:22.684852 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 7.5906956 Sep 30 01:10:22.691886 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 56416) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:22.711856 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e342f07d-678a-42cc-a744-8ba8576fb541', 'name': 'network-vif-deleted', 'tag': 'c2c3da91-f627-4803-8e92-0c438ee9bfed', 'status': 'completed', 'code': 200} Sep 30 01:10:22.716103 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a1a1c671-470c-49af-a95e-b61300068429 req-2688a394-93e0-45f5-a064-99aec2f6e5a7 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] 10.222.0.39 "GET /v2.0/quotas/a8767d8a532d4414b39625d7a69ec23c HTTP/1.1" status: 200 len: 375 time: 0.1004398 Sep 30 01:10:22.846297 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-51a8cfa4-81a1-49ef-bdcd-99e6eb36e305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:22.885091 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a1a1c671-470c-49af-a95e-b61300068429 req-1b0e1a9e-a4c1-4640-bd5f-513e25a1acd7 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a8767d8a532d4414b39625d7a69ec23c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1354382 Sep 30 01:10:22.948937 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-990de638-39ca-4e42-9198-7090830d1054 None None] Deleting port a74439c1-5460-4f8b-9aea-69b765975655 {{(pid=80276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:10:22.948937 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-990de638-39ca-4e42-9198-7090830d1054 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:23.065351 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-51a8cfa4-81a1-49ef-bdcd-99e6eb36e305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:23.089899 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-3085020f-2ef6-403b-84b2-2a06bc0cbf3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:23.110480 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:23.121601 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-990de638-39ca-4e42-9198-7090830d1054 None None] The port 'a74439c1-5460-4f8b-9aea-69b765975655' was deleted {{(pid=80276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Sep 30 01:10:23.128389 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a1a1c671-470c-49af-a95e-b61300068429 req-8a59f3a7-3dbf-429b-945f-214acf0698db service neutron] 10.222.0.39 "GET /v2.0/networks/a087d332-f814-410e-928c-613b2ea7408d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332654 Sep 30 01:10:23.138672 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8cfa4-81a1-49ef-bdcd-99e6eb36e305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feacb9ba-fc1b-4223-8dc4-d3c3ae08d147,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:23.148139 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-51a8cfa4-81a1-49ef-bdcd-99e6eb36e305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:23.172755 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Pushing event updated for resources: {'Port': ['ID=f47369f3-543b-4b94-9ce2-d5f715da3ff0,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:23.194843 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fc123c05-e444-4403-9bc5-f117d6915854 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.807s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:23.226763 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84ec6cf-68c4-4149-8f71-20ad5450ad31']}} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:23.251716 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-51a8cfa4-81a1-49ef-bdcd-99e6eb36e305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:23.257168 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73b2240-c04a-4a9c-986f-ca7c01c1a182') {'for_net_delete': True} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:23.257168 n-d-811809-1 neutron-server[80275]: DEBUG neutron.services.segments.db [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73b2240-c04a-4a9c-986f-ca7c01c1a182') {} {{(pid=80275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:23.263621 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-51a8cfa4-81a1-49ef-bdcd-99e6eb36e305 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/feacb9ba-fc1b-4223-8dc4-d3c3ae08d147 HTTP/1.1" status: 204 len: 168 time: 1.0484037 Sep 30 01:10:23.268503 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-d8291481-f8ce-45c0-ad19-cc34186fabb9 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Deleting port f47369f3-543b-4b94-9ce2-d5f715da3ff0 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:10:23.268503 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d8291481-f8ce-45c0-ad19-cc34186fabb9 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:23.428346 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a1a1c671-470c-49af-a95e-b61300068429 req-ca40e952-60f2-424a-a66d-a29328b35a01 service neutron] 10.222.0.39 "GET /v2.0/networks/a087d332-f814-410e-928c-613b2ea7408d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978244 Sep 30 01:10:23.440066 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9635691'] for segment, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:23.494227 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:23.526056 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device c2c3da91-f627-4803-8e92-0c438ee9bfed no longer exists at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:10:23.585793 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-8143576d-1641-4581-9367-0390ef0af33a None None] No Port match for: c2c3da91-f627-4803-8e92-0c438ee9bfed {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:10:23.585793 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device c2c3da91-f627-4803-8e92-0c438ee9bfed not bound to the agent host n-h1-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:10:23.696304 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=80275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:10:23.696304 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2357964'] for segment, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:23.894821 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-079d96b7-e1ea-47e1-b2f1-51febabd6e6e req-c11d73bf-24cb-427e-8fda-ea785e19cb40 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2975e0b-9b7b-48e5-b25c-bccba3f3c215 HTTP/1.1" status: 200 len: 210 time: 0.1328893 Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: Traceback (most recent call last): Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: timer() Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: cb(*args, **kw) Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: return func(*args, **kwargs) Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: self._notify() Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: self.callback(batched_events) Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: event.method(event) Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: return f(self, *a, **k) Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: return self._get(url).json() Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: return self.request(url, 'GET', **kwargs) Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:10:23.944448 n-d-811809-1 neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:10:23.989868 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:24.203710 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-1739dd23-1e92-4de3-a48b-8ba435ec8f3a req-cfb1665e-faa3-48b7-be78-463fec4c66e5 tempest-VolumesBackupsTest-1547281047 tempest-VolumesBackupsTest-1547281047-project] 10.222.0.39 "GET /v2.0/ports?device_id=e342f07d-678a-42cc-a744-8ba8576fb541 HTTP/1.1" status: 200 len: 210 time: 0.6098773 Sep 30 01:10:24.329116 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-d8291481-f8ce-45c0-ad19-cc34186fabb9 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] For port f47369f3-543b-4b94-9ce2-d5f715da3ff0, host n-h2-811809-1, got binding levels [] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:10:24.329116 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d8291481-f8ce-45c0-ad19-cc34186fabb9 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:24.404790 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:24.483476 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-d8291481-f8ce-45c0-ad19-cc34186fabb9 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Calling delete_port for f47369f3-543b-4b94-9ce2-d5f715da3ff0 owned by {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:10:24.522411 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3f94d3d8-eb14-449c-b623-7acc51088140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:24.558191 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:24.565914 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] 10.222.0.39 "DELETE /v2.0/networks/c84ec6cf-68c4-4149-8f71-20ad5450ad31 HTTP/1.1" status: 204 len: 168 time: 9.4189329 Sep 30 01:10:24.571046 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56454) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:24.580700 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Pushing event deleted for resources: {'Network': ['ID=c84ec6cf-68c4-4149-8f71-20ad5450ad31,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:24.590961 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-53571a68-2e0d-4a2a-ba5f-2ce17e6c0a32 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:24.600732 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-de0477f5-27cd-4050-bd8f-baa35cfe0df4 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1923167325'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:10:24.622598 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257a9055-b5b4-494f-a1cb-b15e30df55f6 admin admin] Router 68e3042e-e11d-46cc-b526-3921f35d3d82 has already been hosted by L3 agent 6a8cf82c-1026-489f-859d-4654f0244187 {{(pid=80275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 30 01:10:24.638473 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-de0477f5-27cd-4050-bd8f-baa35cfe0df4 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:10:24.651477 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-de0477f5-27cd-4050-bd8f-baa35cfe0df4 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Usage tracker for resource:network and tenant:0eeb10257ae9421baa8e53179ec17d05 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:10:24.663418 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-de0477f5-27cd-4050-bd8f-baa35cfe0df4 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Quota usage for network was recalculated. Used quota:1. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:10:24.693361 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-de0477f5-27cd-4050-bd8f-baa35cfe0df4 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:10:24.728790 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0477f5-27cd-4050-bd8f-baa35cfe0df4 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Made reservation on behalf of 0eeb10257ae9421baa8e53179ec17d05 for: {'network': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:10:24.732473 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-de0477f5-27cd-4050-bd8f-baa35cfe0df4 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:24.787527 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0477f5-27cd-4050-bd8f-baa35cfe0df4 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=80274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:10:24.800155 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-de0477f5-27cd-4050-bd8f-baa35cfe0df4 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:24.801192 n-d-811809-1 neutron-server[80274]: INFO neutron.db.segments_db [None req-de0477f5-27cd-4050-bd8f-baa35cfe0df4 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Added segment 18fd756a-2b4d-47e7-be7e-98c2ec80c5b9 of type vlan for network 4401a81b-d884-4f75-b1f6-14ca9307f23d Sep 30 01:10:24.807818 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d8291481-f8ce-45c0-ad19-cc34186fabb9 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:24.830349 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f6a31dfb-a2a3-4f6c-8c39-e10440c6576c tempest-TaggedBootDevicesTest_v242-1337042749 tempest-TaggedBootDevicesTest_v242-1337042749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:24.909581 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8291481-f8ce-45c0-ad19-cc34186fabb9 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Pushing event deleted for resources: {'Port': ['ID=f47369f3-543b-4b94-9ce2-d5f715da3ff0,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:24.920826 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-de0477f5-27cd-4050-bd8f-baa35cfe0df4 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:24.927972 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d8291481-f8ce-45c0-ad19-cc34186fabb9 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:24.927972 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d8291481-f8ce-45c0-ad19-cc34186fabb9 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:24.989986 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-de0477f5-27cd-4050-bd8f-baa35cfe0df4 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:24.995813 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-d8291481-f8ce-45c0-ad19-cc34186fabb9 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] 10.222.0.39 "DELETE /v2.0/ports/f47369f3-543b-4b94-9ce2-d5f715da3ff0 HTTP/1.1" status: 204 len: 168 time: 2.2795758 Sep 30 01:10:24.995813 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 56468) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:25.003338 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0477f5-27cd-4050-bd8f-baa35cfe0df4 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:25.003338 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-de0477f5-27cd-4050-bd8f-baa35cfe0df4 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:25.045141 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-a19624ae-9147-41f4-a8cc-d7f6ddde4622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:25.083879 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 56472) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:25.094695 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-de0477f5-27cd-4050-bd8f-baa35cfe0df4 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5168662 Sep 30 01:10:25.113874 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56476) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:25.180499 n-d-811809-1 neutron-server[80275]: INFO neutron.pecan_wsgi.hooks.translation [None req-961795fa-e402-4281-bfaf-0bc56edd585b tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] GET failed (client error): The resource could not be found. Sep 30 01:10:25.180499 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-961795fa-e402-4281-bfaf-0bc56edd585b tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Synchronizing usage tracker for tenant:03c7e9b010c14e608e69a0db4d3032ca on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:10:25.192816 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257a9055-b5b4-494f-a1cb-b15e30df55f6 admin admin] Notify agent at l3_agent.n-d-811809-1 the message routers_updated {{(pid=80275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 30 01:10:25.219139 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd75192f-ef32-4e53-82ad-8d9a06c2e300 None None] Sync routers for ids ['68e3042e-e11d-46cc-b526-3921f35d3d82'] in n-d-811809-1 {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 01:10:25.233257 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-257a9055-b5b4-494f-a1cb-b15e30df55f6 admin admin] 10.222.0.39 "PUT /v2.0/routers/68e3042e-e11d-46cc-b526-3921f35d3d82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9109995 Sep 30 01:10:25.236020 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd75192f-ef32-4e53-82ad-8d9a06c2e300 None None] Routers {'68e3042e-e11d-46cc-b526-3921f35d3d82'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:10:25.242352 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-cd75192f-ef32-4e53-82ad-8d9a06c2e300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:10:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['68e3042e-e11d-46cc-b526-3921f35d3d82'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:25.249119 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56490) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:25.253516 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [None req-cca6e7ed-3ddc-417f-aab5-4fb1606d1cee tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Request body: {'subnet': {'network_id': '4401a81b-d884-4f75-b1f6-14ca9307f23d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:10:25.263057 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e7cc9ac7-6c7a-442e-9d9a-7dfeeaa4bebd req-62049d34-7bf6-40ac-8d05-70ab12b59ace tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2975e0b-9b7b-48e5-b25c-bccba3f3c215 HTTP/1.1" status: 200 len: 210 time: 0.1245763 Sep 30 01:10:25.325396 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-961795fa-e402-4281-bfaf-0bc56edd585b tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Unset dirty status for tenant:03c7e9b010c14e608e69a0db4d3032ca on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:10:25.325396 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-961795fa-e402-4281-bfaf-0bc56edd585b tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] 10.222.0.39 "GET /v2.0/ports/f47369f3-543b-4b94-9ce2-d5f715da3ff0 HTTP/1.1" status: 404 len: 333 time: 0.3284647 Sep 30 01:10:25.325396 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 56494) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:25.343717 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-2a93744b-689e-46f3-8c72-253a9855ab0d tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Request body: {'port': {'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-227178090'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:10:25.366841 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-2a93744b-689e-46f3-8c72-253a9855ab0d tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:10:25.423215 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-2a93744b-689e-46f3-8c72-253a9855ab0d tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:10:25.443561 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-592119a7-dff3-484a-b17f-5a9938ffc087 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-679501297-network', 'tenant_id': 'ae9d48c350404be697ff4dd9b287505e'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:10:25.481945 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-592119a7-dff3-484a-b17f-5a9938ffc087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:10:25.496279 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-592119a7-dff3-484a-b17f-5a9938ffc087 admin admin] Usage tracker for resource:network and tenant:ae9d48c350404be697ff4dd9b287505e is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:10:25.510690 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a93744b-689e-46f3-8c72-253a9855ab0d tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Made reservation on behalf of 03c7e9b010c14e608e69a0db4d3032ca for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:10:25.519851 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2a93744b-689e-46f3-8c72-253a9855ab0d tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:25.553076 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-592119a7-dff3-484a-b17f-5a9938ffc087 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:10:25.583785 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-592119a7-dff3-484a-b17f-5a9938ffc087 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:10:25.685181 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [None req-2a93744b-689e-46f3-8c72-253a9855ab0d tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] device_id is not set on port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 yet. {{(pid=80275) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:10:25.920512 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0477f5-27cd-4050-bd8f-baa35cfe0df4 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Pushing event updated for resources: {'Network': ['ID=4401a81b-d884-4f75-b1f6-14ca9307f23d,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:25.943245 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 4401a81b-d884-4f75-b1f6-14ca9307f23d details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:10:26.022528 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-cd75192f-ef32-4e53-82ad-8d9a06c2e300 None None] Set router 68e3042e-e11d-46cc-b526-3921f35d3d82 gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:10:26.134355 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592119a7-dff3-484a-b17f-5a9938ffc087 admin admin] Made reservation on behalf of ae9d48c350404be697ff4dd9b287505e for: {'network': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:10:26.152873 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-592119a7-dff3-484a-b17f-5a9938ffc087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for network, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:26.156006 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-de0477f5-27cd-4050-bd8f-baa35cfe0df4 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.113s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:26.156006 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-cca6e7ed-3ddc-417f-aab5-4fb1606d1cee tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:10:26.163284 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-cca6e7ed-3ddc-417f-aab5-4fb1606d1cee tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Usage tracker for resource:subnet and tenant:0eeb10257ae9421baa8e53179ec17d05 is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:10:26.183527 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [None req-cca6e7ed-3ddc-417f-aab5-4fb1606d1cee tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:10:26.205574 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [None req-cca6e7ed-3ddc-417f-aab5-4fb1606d1cee tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:10:26.233055 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3dda6e41-4d07-46c0-aa90-caecbf9566df admin admin] Notify callbacks [] for router, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:26.323209 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037d825-dff5-493e-8abd-e193bb1bd186 req-99e81a73-cc88-455c-8fac-eac6d41ccef0 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:26.323209 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1037d825-dff5-493e-8abd-e193bb1bd186 req-99e81a73-cc88-455c-8fac-eac6d41ccef0 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 945 time: 0.8832083 Sep 30 01:10:26.345507 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-592119a7-dff3-484a-b17f-5a9938ffc087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:26.406655 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-592119a7-dff3-484a-b17f-5a9938ffc087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:10:26.412804 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-592119a7-dff3-484a-b17f-5a9938ffc087 admin admin] Usage tracker for resource:security_group_rule and tenant:ae9d48c350404be697ff4dd9b287505e is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:10:26.417245 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-592119a7-dff3-484a-b17f-5a9938ffc087 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:10:26.428796 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-592119a7-dff3-484a-b17f-5a9938ffc087 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:10:26.588688 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-592119a7-dff3-484a-b17f-5a9938ffc087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:26.599638 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca6e7ed-3ddc-417f-aab5-4fb1606d1cee tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Made reservation on behalf of 0eeb10257ae9421baa8e53179ec17d05 for: {'subnet': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:10:26.599638 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cca6e7ed-3ddc-417f-aab5-4fb1606d1cee tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2868452'] for subnet, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:26.624258 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-592119a7-dff3-484a-b17f-5a9938ffc087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712896'] for security_group, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:26.721434 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2a93744b-689e-46f3-8c72-253a9855ab0d tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:26.731405 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a3bacce8-e35e-4239-826f-6b1b1dd43a05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:26.740475 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-bfd6e865-deae-4113-8181-f7abae290b1f req-e25bfd0e-8016-400d-9fc6-0d218cd96e4a tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2975e0b-9b7b-48e5-b25c-bccba3f3c215 HTTP/1.1" status: 200 len: 210 time: 0.1814721 Sep 30 01:10:26.808489 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3ae4c-6034-403e-a055-866d9101ffd6 req-f2e34a58-62a2-47c4-a1cc-2f5ff68e3fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:26.809969 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77b3ae4c-6034-403e-a055-866d9101ffd6 req-f2e34a58-62a2-47c4-a1cc-2f5ff68e3fde service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=abce1fccae0f433a86d5519286621727&device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 1096 time: 1.6267912 Sep 30 01:10:26.862025 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-592119a7-dff3-484a-b17f-5a9938ffc087 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=80275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 01:10:26.867562 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1c671-470c-49af-a95e-b61300068429 req-a79ffe74-0046-4bba-9ef0-d2ed05146059 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:26.869544 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a1a1c671-470c-49af-a95e-b61300068429 req-a79ffe74-0046-4bba-9ef0-d2ed05146059 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] 10.222.0.55 "GET /v2.0/networks?id=a087d332-f814-410e-928c-613b2ea7408d HTTP/1.1" status: 200 len: 818 time: 0.4817553 Sep 30 01:10:26.871101 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592119a7-dff3-484a-b17f-5a9938ffc087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20fc091-d0cf-4b80-85fb-25071d8438df,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:26.902773 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-592119a7-dff3-484a-b17f-5a9938ffc087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:26.903247 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-a1a1c671-470c-49af-a95e-b61300068429 req-0bf81b07-0dcd-415e-bae3-c6bd6134b781 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] Request body: {'port': {'device_id': 'f2975e0b-9b7b-48e5-b25c-bccba3f3c215', 'network_id': 'a087d332-f814-410e-928c-613b2ea7408d', 'admin_state_up': True, 'tenant_id': 'a8767d8a532d4414b39625d7a69ec23c'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:10:27.014665 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.ipam_backend_mixin [None req-cca6e7ed-3ddc-417f-aab5-4fb1606d1cee tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Performing IP validity checks on allocation pools {{(pid=80274) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Sep 30 01:10:27.014665 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.ipam_backend_mixin [None req-cca6e7ed-3ddc-417f-aab5-4fb1606d1cee tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Checking for overlaps among allocation pools and gateway ip {{(pid=80274) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Sep 30 01:10:27.036816 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-cd75192f-ef32-4e53-82ad-8d9a06c2e300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'name': 'tempest-ServerRescueTestJSONUnderV235-751731217-router', 'tenant_id': 'e480d6828f9946358bfe1436e2b1931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd0377c30-17e7-4d5d-b376-0e5026fb38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:07:56Z', 'updated_at': '2021-09-30T01:10:20Z', 'revision_number': 5, 'project_id': 'e480d6828f9946358bfe1436e2b1931a', 'gw_port': {'id': 'd0377c30-17e7-4d5d-b376-0e5026fb38ce', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:59Z', 'updated_at': '2021-09-30T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:27.036816 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd75192f-ef32-4e53-82ad-8d9a06c2e300 None None] Checking router: 68e3042e-e11d-46cc-b526-3921f35d3d82 for host: n-d-811809-1 {{(pid=80276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 01:10:27.036816 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd75192f-ef32-4e53-82ad-8d9a06c2e300 None None] Routers {'68e3042e-e11d-46cc-b526-3921f35d3d82'} bound to L3 agent in host n-d-811809-1 {{(pid=80276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 01:10:27.036816 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-cd75192f-ef32-4e53-82ad-8d9a06c2e300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811809-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-30T00:38:51Z,description=,heartbeat_timestamp=2021-09-30T01:10:21Z,host='n-d-811809-1',id=6a8cf82c-1026-489f-859d-4654f0244187,load=0,resource_versions=,resources_synced=,started_at=2021-09-30T00:38:51Z,topic='l3_agent')) {'router_ids': ['68e3042e-e11d-46cc-b526-3921f35d3d82'], 'active': True} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:27.080525 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-592119a7-dff3-484a-b17f-5a9938ffc087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:27.080525 n-d-811809-1 neutron-server[80275]: INFO neutron.db.segments_db [None req-592119a7-dff3-484a-b17f-5a9938ffc087 admin admin] Added segment 913afa7f-eeeb-47bf-89fb-f71c6f8d7773 of type vlan for network 70baa069-92be-4f0b-ac1b-e4fc1a5ebd44 Sep 30 01:10:27.166353 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2a93744b-689e-46f3-8c72-253a9855ab0d tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:27.166353 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-592119a7-dff3-484a-b17f-5a9938ffc087 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790970151114'] for network, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:27.190609 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-1037d825-dff5-493e-8abd-e193bb1bd186 req-4b186934-8900-4fc8-bce6-9cc5447f333a tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7787039 Sep 30 01:10:27.224702 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8b56427e-1efa-4631-97ab-8cf2de7f561e tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:27.249193 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3dda6e41-4d07-46c0-aa90-caecbf9566df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:27.291418 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-3dda6e41-4d07-46c0-aa90-caecbf9566df admin admin] Deleting port d0377c30-17e7-4d5d-b376-0e5026fb38ce {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:10:27.291418 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3dda6e41-4d07-46c0-aa90-caecbf9566df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:27.387443 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a93744b-689e-46f3-8c72-253a9855ab0d tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Network 393a80a1-d98c-466b-8c68-9eedce2ed986 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:10:27.387443 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-2a93744b-689e-46f3-8c72-253a9855ab0d tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:10:27.392921 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvr_db [None req-cd75192f-ef32-4e53-82ad-8d9a06c2e300 None None] Set router 68e3042e-e11d-46cc-b526-3921f35d3d82 gateway port host: n-d-811809-1 {{(pid=80276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 30 01:10:27.411443 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a93744b-689e-46f3-8c72-253a9855ab0d tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:10:27.412478 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a93744b-689e-46f3-8c72-253a9855ab0d tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:27.413066 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2a93744b-689e-46f3-8c72-253a9855ab0d tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:27.433306 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93744b-689e-46f3-8c72-253a9855ab0d tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Pushing event updated for resources: {'Port': ['ID=bbcfe1cc-b2bd-4d67-843d-9c94744e9647,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:27.453793 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2a93744b-689e-46f3-8c72-253a9855ab0d tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:27.462632 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3ae4c-6034-403e-a055-866d9101ffd6 req-c478775a-5a17-462c-818f-33cfdd7abcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:27.465087 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77b3ae4c-6034-403e-a055-866d9101ffd6 req-c478775a-5a17-462c-818f-33cfdd7abcda service neutron] 10.222.0.55 "GET /v2.0/networks?id=a1ec61c9-0175-45e3-86f7-b51b96fff07c HTTP/1.1" status: 200 len: 920 time: 0.6304705 Sep 30 01:10:27.466938 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-592119a7-dff3-484a-b17f-5a9938ffc087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218'] for network, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:27.468944 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592119a7-dff3-484a-b17f-5a9938ffc087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:27.471236 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-592119a7-dff3-484a-b17f-5a9938ffc087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:27.481106 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e6eb3f63-b824-4d97-af88-744ee5ef9754 tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:27.502238 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-3dda6e41-4d07-46c0-aa90-caecbf9566df admin admin] For port d0377c30-17e7-4d5d-b376-0e5026fb38ce, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=d0377c30-17e7-4d5d-b376-0e5026fb38ce,segment=NetworkSegment(80ddb42d-9f23-4430-8c58-708430f3b03a),segment_id=80ddb42d-9f23-4430-8c58-708430f3b03a)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:10:27.502543 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3dda6e41-4d07-46c0-aa90-caecbf9566df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:27.654776 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77b3ae4c-6034-403e-a055-866d9101ffd6 req-986a20ce-e00a-4f47-8fb4-b4510fd3e70f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76ee0856-56d5-491b-9b82-852b2b9478ac HTTP/1.1" status: 200 len: 217 time: 0.1772890 Sep 30 01:10:27.695657 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-3dda6e41-4d07-46c0-aa90-caecbf9566df admin admin] Calling delete_port for d0377c30-17e7-4d5d-b376-0e5026fb38ce owned by network:router_gateway {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:10:27.721566 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-2a93744b-689e-46f3-8c72-253a9855ab0d tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.3925650 Sep 30 01:10:27.725692 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 56512) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:27.726315 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-a1a1c671-470c-49af-a95e-b61300068429 req-0bf81b07-0dcd-415e-bae3-c6bd6134b781 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:10:27.740408 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-592119a7-dff3-484a-b17f-5a9938ffc087 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.6392086 Sep 30 01:10:27.746368 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 56514) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:27.748025 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592119a7-dff3-484a-b17f-5a9938ffc087 admin admin] Pushing event updated for resources: {'Network': ['ID=70baa069-92be-4f0b-ac1b-e4fc1a5ebd44,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:27.748379 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-a1a1c671-470c-49af-a95e-b61300068429 req-0bf81b07-0dcd-415e-bae3-c6bd6134b781 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] Usage tracker for resource:port and tenant:a8767d8a532d4414b39625d7a69ec23c is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:10:27.757838 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-a1a1c671-470c-49af-a95e-b61300068429 req-0bf81b07-0dcd-415e-bae3-c6bd6134b781 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:10:27.759667 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-b7d0ce3f-5282-4ef1-b0be-252a0ed0c83b admin admin] Request body: {'subnet': {'network_id': '70baa069-92be-4f0b-ac1b-e4fc1a5ebd44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-679501297-subnet', 'tenant_id': 'ae9d48c350404be697ff4dd9b287505e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:10:27.771232 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-811809-1'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:10:27.774795 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-a1a1c671-470c-49af-a95e-b61300068429 req-0bf81b07-0dcd-415e-bae3-c6bd6134b781 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:10:27.861795 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-592119a7-dff3-484a-b17f-5a9938ffc087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:27.861795 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-b7d0ce3f-5282-4ef1-b0be-252a0ed0c83b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:10:27.867363 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Network 70baa069-92be-4f0b-ac1b-e4fc1a5ebd44 details requested by agent ovs-agent-n-d-811809-1 with host n-d-811809-1 {{(pid=80276) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 30 01:10:27.867507 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a1c671-470c-49af-a95e-b61300068429 req-0bf81b07-0dcd-415e-bae3-c6bd6134b781 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] Made reservation on behalf of a8767d8a532d4414b39625d7a69ec23c for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:10:27.868693 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-b7d0ce3f-5282-4ef1-b0be-252a0ed0c83b admin admin] Usage tracker for resource:subnet and tenant:ae9d48c350404be697ff4dd9b287505e is out of sync, need to count used quota {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:10:27.868851 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a1a1c671-470c-49af-a95e-b61300068429 req-0bf81b07-0dcd-415e-bae3-c6bd6134b781 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:27.868997 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-b7d0ce3f-5282-4ef1-b0be-252a0ed0c83b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80275) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:10:27.874893 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-b7d0ce3f-5282-4ef1-b0be-252a0ed0c83b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:10:27.886276 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3ae4c-6034-403e-a055-866d9101ffd6 req-f04e55c4-93ac-415e-9169-d9f3bdd3041a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:27.888221 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77b3ae4c-6034-403e-a055-866d9101ffd6 req-f04e55c4-93ac-415e-9169-d9f3bdd3041a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c3d0072-a3d6-4e3e-8b73-1d7d0c6bb6d2 HTTP/1.1" status: 200 len: 859 time: 0.2141001 Sep 30 01:10:27.936081 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cca6e7ed-3ddc-417f-aab5-4fb1606d1cee tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2490753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2868434'] for subnet, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:28.003956 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d0ce3f-5282-4ef1-b0be-252a0ed0c83b admin admin] Made reservation on behalf of ae9d48c350404be697ff4dd9b287505e for: {'subnet': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:10:28.003956 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b7d0ce3f-5282-4ef1-b0be-252a0ed0c83b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981686'] for subnet, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:28.031170 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-2326aced-10e7-4d53-badf-29adbd716ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:28.114601 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_hamode_db [None req-cd75192f-ef32-4e53-82ad-8d9a06c2e300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'name': 'tempest-ServerRescueTestJSONUnderV235-751731217-router', 'tenant_id': 'e480d6828f9946358bfe1436e2b1931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd0377c30-17e7-4d5d-b376-0e5026fb38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:07:56Z', 'updated_at': '2021-09-30T01:10:20Z', 'revision_number': 5, 'project_id': 'e480d6828f9946358bfe1436e2b1931a', 'gw_port': {'id': 'd0377c30-17e7-4d5d-b376-0e5026fb38ce', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:59Z', 'updated_at': '2021-09-30T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}], 'n-d-811809-1', False) {} {{(pid=80276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:28.136745 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77b3ae4c-6034-403e-a055-866d9101ffd6 req-739bc762-201a-4ca5-9589-feda2f189b9b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a1ec61c9-0175-45e3-86f7-b51b96fff07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1631749 Sep 30 01:10:28.166985 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd75192f-ef32-4e53-82ad-8d9a06c2e300 None None] The sync data for ids ['68e3042e-e11d-46cc-b526-3921f35d3d82'] in n-d-811809-1 is: [{'id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'name': 'tempest-ServerRescueTestJSONUnderV235-751731217-router', 'tenant_id': 'e480d6828f9946358bfe1436e2b1931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'external_fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd0377c30-17e7-4d5d-b376-0e5026fb38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T01:07:56Z', 'updated_at': '2021-09-30T01:10:20Z', 'revision_number': 5, 'project_id': 'e480d6828f9946358bfe1436e2b1931a', 'gw_port': {'id': 'd0377c30-17e7-4d5d-b376-0e5026fb38ce', 'name': '', 'network_id': '1b813296-b79a-4ce4-abf3-9e488de9f705', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3042e-e11d-46cc-b526-3921f35d3d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811809-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T01:07:59Z', 'updated_at': '2021-09-30T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6bab13-cfc5-412a-ace5-28e3fc7a1fa2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811809-1'}] {{(pid=80276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 01:10:28.230329 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-5541d22b-67aa-4ed3-bd5a-f497e757c52f req-46d92c51-d460-4886-ab98-2d8cb5d036b2 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2975e0b-9b7b-48e5-b25c-bccba3f3c215 HTTP/1.1" status: 200 len: 210 time: 0.2005367 Sep 30 01:10:28.271352 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6e7ed-3ddc-417f-aab5-4fb1606d1cee tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Pushing event updated for resources: {'Subnet': ['ID=e13a4c2a-1297-4985-bead-fe31a0798549,revision_number=0']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:28.272369 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:28.279001 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-cca6e7ed-3ddc-417f-aab5-4fb1606d1cee tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:28.422625 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca6e7ed-3ddc-417f-aab5-4fb1606d1cee tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Checking segment: {'id': '18fd756a-2b4d-47e7-be7e-98c2ec80c5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4401a81b-d884-4f75-b1f6-14ca9307f23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:10:28.422960 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca6e7ed-3ddc-417f-aab5-4fb1606d1cee tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Network hostable DHCP agents. Network: 4401a81b-d884-4f75-b1f6-14ca9307f23d, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:10:28.592106 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77b3ae4c-6034-403e-a055-866d9101ffd6 req-b951f9c0-ba97-4e7d-9743-79b7e4b40892 service neutron] 10.222.0.55 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362315 Sep 30 01:10:28.705148 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3dda6e41-4d07-46c0-aa90-caecbf9566df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:28.720135 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b4b82cf6-2d58-4c92-8f97-097464872b9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:28.795555 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-a1a1c671-470c-49af-a95e-b61300068429 req-0bf81b07-0dcd-415e-bae3-c6bd6134b781 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] Allocated IP 172.20.0.4 (a087d332-f814-410e-928c-613b2ea7408d/6928d526-297b-4cd4-a8f2-b9f7d8eccc48/21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:10:28.795555 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca6e7ed-3ddc-417f-aab5-4fb1606d1cee tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Network 4401a81b-d884-4f75-b1f6-14ca9307f23d is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:10:28.883546 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [None req-cca6e7ed-3ddc-417f-aab5-4fb1606d1cee tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 4401a81b-d884-4f75-b1f6-14ca9307f23d) {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:10:28.883546 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca6e7ed-3ddc-417f-aab5-4fb1606d1cee tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:28.883546 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-cca6e7ed-3ddc-417f-aab5-4fb1606d1cee tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:28.883546 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda6e41-4d07-46c0-aa90-caecbf9566df admin admin] Pushing event deleted for resources: {'Port': ['ID=d0377c30-17e7-4d5d-b376-0e5026fb38ce,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:28.905818 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea8a2c2-c424-4990-aa09-cf40e735a624 None None] Network 4401a81b-d884-4f75-b1f6-14ca9307f23d requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:10:28.928300 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-3dda6e41-4d07-46c0-aa90-caecbf9566df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:28.988763 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-cca6e7ed-3ddc-417f-aab5-4fb1606d1cee tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.8699756 Sep 30 01:10:29.002900 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56528) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:29.017869 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e517e3-d5f6-4a41-91d1-954331da7a30 req-cd5286e3-1afd-4d77-9eb2-63c4e991c68e tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:29.020663 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c4e517e3-d5f6-4a41-91d1-954331da7a30 req-cd5286e3-1afd-4d77-9eb2-63c4e991c68e tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 945 time: 0.6954644 Sep 30 01:10:29.189795 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3dda6e41-4d07-46c0-aa90-caecbf9566df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673024'] for router_gateway, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:29.210042 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] device_id is not set on port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 yet. {{(pid=80275) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:10:29.216784 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b7d0ce3f-5282-4ef1-b0be-252a0ed0c83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2358703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981632'] for subnet, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:29.226191 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-33a22c6c-d18e-43ce-8d12-65fc1c049faa tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:29.231462 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f81cab-fcff-4ec2-bcfd-d48418c81c7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61064816-e6e9-5a46-ab19-8bb5c5827055-4401a81b-d884-4f75-b1f6-14ca9307f23d', 'network_id': '4401a81b-d884-4f75-b1f6-14ca9307f23d', 'tenant_id': '0eeb10257ae9421baa8e53179ec17d05', 'fixed_ips': [{'subnet_id': 'e13a4c2a-1297-4985-bead-fe31a0798549'}]}} from n-d-811809-1. {{(pid=80276) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 30 01:10:29.232471 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-79f81cab-fcff-4ec2-bcfd-d48418c81c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:29.259139 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-77b3ae4c-6034-403e-a055-866d9101ffd6 req-40da7186-2ff0-407b-9ace-c83c5d09eac4 service neutron] 10.222.0.55 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5969610 Sep 30 01:10:29.264995 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Notify callbacks [] for port, precommit_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:29.344948 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Transition to ACTIVE for port object bbcfe1cc-b2bd-4d67-843d-9c94744e9647 will not be triggered until provisioned by entity L2. {{(pid=80275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:10:29.419671 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:29.419671 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0ce3f-5282-4ef1-b0be-252a0ed0c83b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b82dcc45-59f8-4469-9389-d77bc1612453,revision_number=0']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:29.419671 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b7d0ce3f-5282-4ef1-b0be-252a0ed0c83b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:29.419671 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2ec35e14-3047-41f7-b762-80a9848fb656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:29.461366 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d0ce3f-5282-4ef1-b0be-252a0ed0c83b admin admin] Checking segment: {'id': '913afa7f-eeeb-47bf-89fb-f71c6f8d7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '70baa069-92be-4f0b-ac1b-e4fc1a5ebd44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:10:29.461730 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d0ce3f-5282-4ef1-b0be-252a0ed0c83b admin admin] Network hostable DHCP agents. Network: 70baa069-92be-4f0b-ac1b-e4fc1a5ebd44, hostable agents: ['a0f0ea1d-8790-48dc-9397-e685f9e7362d'], hosted agents: [] {{(pid=80275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 01:10:29.686699 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.db_base_plugin_common [None req-79f81cab-fcff-4ec2-bcfd-d48418c81c7a None None] Allocated IP 172.20.0.3 (4401a81b-d884-4f75-b1f6-14ca9307f23d/e13a4c2a-1297-4985-bead-fe31a0798549/0d986405-a686-4d49-882e-f4473a07d671) {{(pid=80276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:10:29.772910 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-e41252f6-6e6b-421c-9922-75db3900b557 req-42cc2e6b-07a2-421c-83b0-3cf5066f8115 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2975e0b-9b7b-48e5-b25c-bccba3f3c215 HTTP/1.1" status: 200 len: 210 time: 0.1234722 Sep 30 01:10:29.799919 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Pushing event updated for resources: {'Port': ['ID=bbcfe1cc-b2bd-4d67-843d-9c94744e9647,revision_number=2']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:29.906187 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 3996586b-6454-4614-a510-9f82a5fcb4e8 no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:10:29.931746 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:29.931746 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:10:29.931746 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:10:29.931746 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:10:29.931746 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:10:29.931746 n-d-811809-1 neutron-server[80275]: ERROR neutron.plugins.ml2.managers [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Failed to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on host n-h2-811809-1 for vnic_type normal using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] Sep 30 01:10:29.931746 n-d-811809-1 neutron-server[80275]: INFO neutron.plugins.ml2.plugin [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempt 2 to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 Sep 30 01:10:29.952319 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d0ce3f-5282-4ef1-b0be-252a0ed0c83b admin admin] Network 70baa069-92be-4f0b-ac1b-e4fc1a5ebd44 is scheduled to be hosted by DHCP agent a0f0ea1d-8790-48dc-9397-e685f9e7362d with binding_index 1 {{(pid=80275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 01:10:29.996144 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:30.019439 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-c4e517e3-d5f6-4a41-91d1-954331da7a30 req-44286c2b-a633-4e11-9896-4ff367f18f5b tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9872382 Sep 30 01:10:30.042628 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a1a1c671-470c-49af-a95e-b61300068429 req-0bf81b07-0dcd-415e-bae3-c6bd6134b781 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:30.059900 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:10:30.059900 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:10:30.059900 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:10:30.059900 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-b7d0ce3f-5282-4ef1-b0be-252a0ed0c83b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811809-1, 70baa069-92be-4f0b-ac1b-e4fc1a5ebd44) {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:10:30.066750 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3dda6e41-4d07-46c0-aa90-caecbf9566df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30720'] for router, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:30.067105 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: 3996586b-6454-4614-a510-9f82a5fcb4e8 {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:10:30.067105 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device 3996586b-6454-4614-a510-9f82a5fcb4e8 not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:10:30.067733 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3dda6e41-4d07-46c0-aa90-caecbf9566df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:30.071558 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d0ce3f-5282-4ef1-b0be-252a0ed0c83b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:30.072168 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b7d0ce3f-5282-4ef1-b0be-252a0ed0c83b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for subnet, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:30.072733 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec60097-fbdc-4938-98fb-f76f82de2a51 None None] Network 70baa069-92be-4f0b-ac1b-e4fc1a5ebd44 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:10:30.092167 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:10:30.092506 n-d-811809-1 neutron-server[80275]: ERROR neutron.plugins.ml2.managers [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Failed to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on host n-h2-811809-1 for vnic_type normal using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] Sep 30 01:10:30.095674 n-d-811809-1 neutron-server[80275]: INFO neutron.plugins.ml2.plugin [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempt 3 to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 Sep 30 01:10:30.130491 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-b7d0ce3f-5282-4ef1-b0be-252a0ed0c83b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3744035 Sep 30 01:10:30.168239 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-38f73e3a-f655-4a84-98d1-61f6757d4882 req-45318f5a-7c23-4a35-bacf-c6d661b9d54e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5901437 Sep 30 01:10:30.179809 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:10:30.180415 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:10:30.187293 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:10:30.335087 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3dda6e41-4d07-46c0-aa90-caecbf9566df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736498'] for router, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:30.335087 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dda6e41-4d07-46c0-aa90-caecbf9566df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68e3042e-e11d-46cc-b526-3921f35d3d82 {{(pid=80274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 30 01:10:30.410261 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:10:30.434270 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-3dda6e41-4d07-46c0-aa90-caecbf9566df admin admin] Notify callbacks [] for router, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:30.455566 n-d-811809-1 neutron-server[80275]: ERROR neutron.plugins.ml2.managers [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Failed to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on host n-h2-811809-1 for vnic_type normal using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] Sep 30 01:10:30.455566 n-d-811809-1 neutron-server[80275]: INFO neutron.plugins.ml2.plugin [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempt 4 to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 Sep 30 01:10:30.476876 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-3dda6e41-4d07-46c0-aa90-caecbf9566df admin admin] 10.222.0.39 "DELETE /v2.0/routers/68e3042e-e11d-46cc-b526-3921f35d3d82 HTTP/1.1" status: 204 len: 168 time: 5.1124811 Sep 30 01:10:30.476876 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a1a1c671-470c-49af-a95e-b61300068429 req-0bf81b07-0dcd-415e-bae3-c6bd6134b781 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:30.476876 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56582) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:30.476876 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:30.496513 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:10:30.496513 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:10:30.496513 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:10:30.496513 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:10:30.496513 n-d-811809-1 neutron-server[80275]: ERROR neutron.plugins.ml2.managers [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Failed to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on host n-h2-811809-1 for vnic_type normal using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] Sep 30 01:10:30.496513 n-d-811809-1 neutron-server[80275]: INFO neutron.plugins.ml2.plugin [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempt 5 to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 Sep 30 01:10:30.502839 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f1b3d6-8bd9-46a6-9cb2-89e6a1fb55d6 None None] Network 70baa069-92be-4f0b-ac1b-e4fc1a5ebd44 requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:10:30.525530 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:10:30.526164 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:10:30.526699 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:10:30.536576 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:10:30.537200 n-d-811809-1 neutron-server[80275]: ERROR neutron.plugins.ml2.managers [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Failed to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on host n-h2-811809-1 for vnic_type normal using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] Sep 30 01:10:30.539625 n-d-811809-1 neutron-server[80275]: INFO neutron.plugins.ml2.plugin [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempt 6 to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 Sep 30 01:10:30.553256 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f73e3a-f655-4a84-98d1-61f6757d4882 req-d377d723-c15d-43d6-bd87-1d4decddabef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:30.555004 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-38f73e3a-f655-4a84-98d1-61f6757d4882 req-d377d723-c15d-43d6-bd87-1d4decddabef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=abce1fccae0f433a86d5519286621727&device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 1096 time: 0.3628793 Sep 30 01:10:30.563613 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:10:30.564199 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:10:30.564755 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:10:30.571220 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:10:30.571817 n-d-811809-1 neutron-server[80275]: ERROR neutron.plugins.ml2.managers [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Failed to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on host n-h2-811809-1 for vnic_type normal using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] Sep 30 01:10:30.572394 n-d-811809-1 neutron-server[80275]: INFO neutron.plugins.ml2.plugin [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempt 7 to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 Sep 30 01:10:30.591848 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:10:30.592513 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-6269f61a-af2e-49c7-ae14-ac81c954eb99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:30.592821 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:10:30.593404 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:10:30.620407 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:10:30.621198 n-d-811809-1 neutron-server[80275]: ERROR neutron.plugins.ml2.managers [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Failed to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on host n-h2-811809-1 for vnic_type normal using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] Sep 30 01:10:30.624914 n-d-811809-1 neutron-server[80275]: INFO neutron.plugins.ml2.plugin [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempt 8 to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 Sep 30 01:10:30.780737 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:10:30.781239 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:10:30.781679 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:10:30.792441 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:10:30.792948 n-d-811809-1 neutron-server[80275]: ERROR neutron.plugins.ml2.managers [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Failed to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on host n-h2-811809-1 for vnic_type normal using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] Sep 30 01:10:30.796515 n-d-811809-1 neutron-server[80275]: INFO neutron.plugins.ml2.plugin [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempt 9 to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 Sep 30 01:10:30.827713 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:10:30.828412 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:10:30.828975 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:10:30.850585 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:10:30.851531 n-d-811809-1 neutron-server[80275]: ERROR neutron.plugins.ml2.managers [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Failed to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on host n-h2-811809-1 for vnic_type normal using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] Sep 30 01:10:30.854222 n-d-811809-1 neutron-server[80275]: INFO neutron.plugins.ml2.plugin [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempt 10 to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 Sep 30 01:10:30.872231 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:10:30.873017 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] {{(pid=80275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:10:30.873596 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:10:30.875301 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf81b07-0dcd-415e-bae3-c6bd6134b781 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] Pushing event updated for resources: {'Port': ['ID=21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:30.876760 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f73e3a-f655-4a84-98d1-61f6757d4882 req-7bb43b39-3458-4aea-942b-130c354d980f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:30.878489 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-38f73e3a-f655-4a84-98d1-61f6757d4882 req-7bb43b39-3458-4aea-942b-130c354d980f service neutron] 10.222.0.55 "GET /v2.0/networks?id=a1ec61c9-0175-45e3-86f7-b51b96fff07c HTTP/1.1" status: 200 len: 920 time: 0.2878273 Sep 30 01:10:30.883211 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:10:30.883812 n-d-811809-1 neutron-server[80275]: ERROR neutron.plugins.ml2.managers [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Failed to bind port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on host n-h2-811809-1 for vnic_type normal using segments [{'id': '7bf06c6c-cd27-47e1-8b4c-4d037b71e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}] Sep 30 01:10:30.884383 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:30.912141 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a1c671-470c-49af-a95e-b61300068429 req-0bf81b07-0dcd-415e-bae3-c6bd6134b781 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] Network a087d332-f814-410e-928c-613b2ea7408d is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:10:30.912141 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0bf81b07-0dcd-415e-bae3-c6bd6134b781 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:30.912141 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-a1a1c671-470c-49af-a95e-b61300068429 req-0bf81b07-0dcd-415e-bae3-c6bd6134b781 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:10:30.912141 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a1c671-470c-49af-a95e-b61300068429 req-0bf81b07-0dcd-415e-bae3-c6bd6134b781 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:10:30.946737 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b75775-89b4-4c40-97f6-9e2fbd4c8dc2 admin admin] Deleting subnet 26d4a6d6-1ae3-4299-b531-ee7f88efd949 {{(pid=80274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 30 01:10:30.966777 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-60b75775-89b4-4c40-97f6-9e2fbd4c8dc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:31.094297 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1c671-470c-49af-a95e-b61300068429 req-0bf81b07-0dcd-415e-bae3-c6bd6134b781 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:31.094297 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a1a1c671-470c-49af-a95e-b61300068429 req-0bf81b07-0dcd-415e-bae3-c6bd6134b781 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:31.094297 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-60b75775-89b4-4c40-97f6-9e2fbd4c8dc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2490848'] for subnet, precommit_delete_associations {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:31.119476 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-38f73e3a-f655-4a84-98d1-61f6757d4882 req-172e9398-b0e4-4eca-a79e-b143546c321c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4f17f60-b99a-4d9e-a576-ffa93c711c13 HTTP/1.1" status: 200 len: 217 time: 0.1775887 Sep 30 01:10:31.231113 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a1a1c671-470c-49af-a95e-b61300068429 req-0bf81b07-0dcd-415e-bae3-c6bd6134b781 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3334098 Sep 30 01:10:31.251272 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-a1a1c671-470c-49af-a95e-b61300068429 req-b5b2547a-49ff-4fe8-933f-c9ffc00e59d6 service neutron] Request body: {'port': {'device_id': 'f2975e0b-9b7b-48e5-b25c-bccba3f3c215', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:10:31.333926 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device d0377c30-17e7-4d5d-b376-0e5026fb38ce no longer exists at agent ovs-agent-n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 30 01:10:31.390503 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.plugin [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] No Port match for: d0377c30-17e7-4d5d-b376-0e5026fb38ce {{(pid=80276) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 30 01:10:31.390887 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Device d0377c30-17e7-4d5d-b376-0e5026fb38ce not bound to the agent host n-d-811809-1 {{(pid=80276) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 30 01:10:31.425998 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-79f81cab-fcff-4ec2-bcfd-d48418c81c7a None None] Notify callbacks [] for port, precommit_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:31.439017 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-79f81cab-fcff-4ec2-bcfd-d48418c81c7a None None] Transition to ACTIVE for port object 0d986405-a686-4d49-882e-f4473a07d671 will not be triggered until provisioned by entity L2. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:10:31.450045 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] For port bbcfe1cc-b2bd-4d67-843d-9c94744e9647, host n-h2-811809-1, cleared binding levels {{(pid=80275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:10:31.450638 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempted to set empty binding levels {{(pid=80275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 30 01:10:31.458209 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f73e3a-f655-4a84-98d1-61f6757d4882 req-6ac58999-fd22-48b9-a51b-ba76760f2786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:31.460062 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-38f73e3a-f655-4a84-98d1-61f6757d4882 req-6ac58999-fd22-48b9-a51b-ba76760f2786 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c3d0072-a3d6-4e3e-8b73-1d7d0c6bb6d2 HTTP/1.1" status: 200 len: 859 time: 0.2832391 Sep 30 01:10:31.464753 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2357800'] for port, after_update {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:31.466285 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-79f81cab-fcff-4ec2-bcfd-d48418c81c7a None None] Transition to ACTIVE for port object 0d986405-a686-4d49-882e-f4473a07d671 will not be triggered until provisioned by entity DHCP. {{(pid=80276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:10:31.472879 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-79f81cab-fcff-4ec2-bcfd-d48418c81c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812'] for port, after_create {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:31.473108 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d58b72ce-2176-4155-aa4d-92eb55aa3aba tempest-BulkNetworkOpsIpV6Test-778309316 tempest-BulkNetworkOpsIpV6Test-778309316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:31.484139 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:31.526997 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-98cf1e23-eb0a-405d-bc1f-a0dccb12c138 tempest-ServerTagsTestJSON-307981764 tempest-ServerTagsTestJSON-307981764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:31.528603 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-98cf1e23-eb0a-405d-bc1f-a0dccb12c138 tempest-ServerTagsTestJSON-307981764 tempest-ServerTagsTestJSON-307981764-project] 10.222.0.39 "GET /v2.0/networks?id=70baa069-92be-4f0b-ac1b-e4fc1a5ebd44 HTTP/1.1" status: 200 len: 808 time: 0.1917629 Sep 30 01:10:31.559142 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-60b75775-89b4-4c40-97f6-9e2fbd4c8dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457257'] for subnet, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:31.565705 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f81cab-fcff-4ec2-bcfd-d48418c81c7a None None] Pushing event updated for resources: {'Port': ['ID=0d986405-a686-4d49-882e-f4473a07d671,revision_number=1']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:31.570410 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-79f81cab-fcff-4ec2-bcfd-d48418c81c7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:31.575731 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f81cab-fcff-4ec2-bcfd-d48418c81c7a None None] Network 4401a81b-d884-4f75-b1f6-14ca9307f23d is already hosted by enough agents. {{(pid=80276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:10:31.577193 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.base_scheduler [None req-79f81cab-fcff-4ec2-bcfd-d48418c81c7a None None] Resources bound (agent type, host, resource id): {{(pid=80276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:10:31.584353 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f81cab-fcff-4ec2-bcfd-d48418c81c7a None None] Received port after_create {{(pid=80276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:10:31.609810 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:31.619554 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-19e27b84-33c6-41f8-a56b-0292ba780f8a tempest-PortsTestJSON-1649258034 tempest-PortsTestJSON-1649258034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:31.686318 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Pushing event updated for resources: {'Port': ['ID=bbcfe1cc-b2bd-4d67-843d-9c94744e9647,revision_number=3']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:31.696918 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:31.708760 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-38f73e3a-f655-4a84-98d1-61f6757d4882 req-70cb9635-870c-498f-826c-f10a964558f3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a1ec61c9-0175-45e3-86f7-b51b96fff07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2350438 Sep 30 01:10:31.712918 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] In _notify_port_updated(), no bound segment for port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 on network 393a80a1-d98c-466b-8c68-9eedce2ed986 {{(pid=80275) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Sep 30 01:10:31.714674 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:31.715509 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:31.716127 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-79f81cab-fcff-4ec2-bcfd-d48418c81c7a None None] Attempting to bind port 0d986405-a686-4d49-882e-f4473a07d671 on host n-d-811809-1 for vnic_type normal with profile {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:10:31.716773 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-79f81cab-fcff-4ec2-bcfd-d48418c81c7a None None] Attempting to bind port 0d986405-a686-4d49-882e-f4473a07d671 by drivers openvswitch,hyperv on host n-d-811809-1 at level 0 using segments [{'id': '18fd756a-2b4d-47e7-be7e-98c2ec80c5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4401a81b-d884-4f75-b1f6-14ca9307f23d'}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:10:31.717151 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f81cab-fcff-4ec2-bcfd-d48418c81c7a None None] Attempting to bind port 0d986405-a686-4d49-882e-f4473a07d671 on network 4401a81b-d884-4f75-b1f6-14ca9307f23d {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:10:31.719679 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-37df9ad8-aa8a-4ca9-b04b-1c1b4651e17f tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] 10.222.0.39 "PUT /v2.0/ports/bbcfe1cc-b2bd-4d67-843d-9c94744e9647 HTTP/1.1" status: 200 len: 974 time: 3.9768300 Sep 30 01:10:31.720397 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 56642) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:31.732893 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f81cab-fcff-4ec2-bcfd-d48418c81c7a None None] Checking agent: {'id': '42e61b0e-3e3e-4a84-8e6e-a7bd8dc33c84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 38, 49), 'started_at': datetime.datetime(2021, 9, 30, 0, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811809-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:10:31.732893 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f81cab-fcff-4ec2-bcfd-d48418c81c7a None None] Checking segment: {'id': '18fd756a-2b4d-47e7-be7e-98c2ec80c5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4401a81b-d884-4f75-b1f6-14ca9307f23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:10:31.732893 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-79f81cab-fcff-4ec2-bcfd-d48418c81c7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:31.732893 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f81cab-fcff-4ec2-bcfd-d48418c81c7a None None] Bound using segment: {'id': '18fd756a-2b4d-47e7-be7e-98c2ec80c5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4401a81b-d884-4f75-b1f6-14ca9307f23d'} {{(pid=80276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:10:31.732893 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.managers [None req-79f81cab-fcff-4ec2-bcfd-d48418c81c7a None None] Bound port: 0d986405-a686-4d49-882e-f4473a07d671, host: n-d-811809-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18fd756a-2b4d-47e7-be7e-98c2ec80c5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4401a81b-d884-4f75-b1f6-14ca9307f23d'}}] {{(pid=80276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:10:31.732893 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-79f81cab-fcff-4ec2-bcfd-d48418c81c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:31.916487 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-79f81cab-fcff-4ec2-bcfd-d48418c81c7a None None] For port 0d986405-a686-4d49-882e-f4473a07d671, host n-d-811809-1, cleared binding levels {{(pid=80276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:10:31.916487 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-79f81cab-fcff-4ec2-bcfd-d48418c81c7a None None] For port 0d986405-a686-4d49-882e-f4473a07d671, host n-d-811809-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=0d986405-a686-4d49-882e-f4473a07d671,segment=NetworkSegment(18fd756a-2b4d-47e7-be7e-98c2ec80c5b9),segment_id=18fd756a-2b4d-47e7-be7e-98c2ec80c5b9)] {{(pid=80276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:10:31.916487 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-79f81cab-fcff-4ec2-bcfd-d48418c81c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:31.939445 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c7cef-8c3a-41ce-b32b-a58bf16824c1 req-6269bd5e-9ffe-48ea-bc25-1b3337f894b6 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:31.939445 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4c9c7cef-8c3a-41ce-b32b-a58bf16824c1 req-6269bd5e-9ffe-48ea-bc25-1b3337f894b6 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2975e0b-9b7b-48e5-b25c-bccba3f3c215 HTTP/1.1" status: 200 len: 931 time: 0.6027956 Sep 30 01:10:31.961216 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-fdf1445e-775a-4b00-8d50-3f52a97c2fef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:31.979448 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-a70fcd33-dfb3-44ea-85a0-6a6a1065b26b tempest-ServerTagsTestJSON-307981764 tempest-ServerTagsTestJSON-307981764-project] 10.222.0.39 "GET /v2.0/quotas/ae9d48c350404be697ff4dd9b287505e HTTP/1.1" status: 200 len: 375 time: 0.3558116 Sep 30 01:10:31.988363 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Pushing event deleted for resources: {'Subnet': ['ID=e13a4c2a-1297-4985-bead-fe31a0798549,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:31.993809 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:32.101996 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f81cab-fcff-4ec2-bcfd-d48418c81c7a None None] Pushing event updated for resources: {'Port': ['ID=0d986405-a686-4d49-882e-f4473a07d671,revision_number=2']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:32.108875 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-79f81cab-fcff-4ec2-bcfd-d48418c81c7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:32.111314 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-bf19285d-f3db-4576-a461-8da31fd9f5ce tempest-ServerTagsTestJSON-307981764 tempest-ServerTagsTestJSON-307981764-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ae9d48c350404be697ff4dd9b287505e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1242669 Sep 30 01:10:32.134700 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dde1c3-757a-4bf9-9c2c-c666778f0d27 None None] Network 4401a81b-d884-4f75-b1f6-14ca9307f23d requested from n-d-811809-1 {{(pid=80276) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 30 01:10:32.196957 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-4c9c7cef-8c3a-41ce-b32b-a58bf16824c1 req-aab8810c-ab37-4f01-bedf-fd65e60dec74 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] Synchronizing usage tracker for tenant:a8767d8a532d4414b39625d7a69ec23c on resource:security_group {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:10:32.214173 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a1a1c671-470c-49af-a95e-b61300068429 req-b5b2547a-49ff-4fe8-933f-c9ffc00e59d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:32.244964 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-38f73e3a-f655-4a84-98d1-61f6757d4882 req-89d38a7a-5523-4d01-87f9-5cc952b302cc service neutron] 10.222.0.55 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5232942 Sep 30 01:10:32.324717 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:32.381476 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-60b75775-89b4-4c40-97f6-9e2fbd4c8dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212875', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2491980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2868441'] for subnet, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:32.398996 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ed1328-a295-4453-8309-c20450eca1fb None None] get_active_networks_info from n-d-811809-1 {{(pid=80276) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 30 01:10:32.402159 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-52faf67e-04f4-417e-b894-5e355b840106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:32.455349 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0353c-e7de-449f-9332-3598cd6ecbfb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:32.455821 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0353c-e7de-449f-9332-3598cd6ecbfb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:32.458597 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0353c-e7de-449f-9332-3598cd6ecbfb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:32.458597 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0353c-e7de-449f-9332-3598cd6ecbfb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:32.470923 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4401a81b-d884-4f75-b1f6-14ca9307f23d']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:32.487313 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0353c-e7de-449f-9332-3598cd6ecbfb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:32.487313 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0353c-e7de-449f-9332-3598cd6ecbfb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:32.487313 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0353c-e7de-449f-9332-3598cd6ecbfb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:32.487313 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0353c-e7de-449f-9332-3598cd6ecbfb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:32.487313 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0353c-e7de-449f-9332-3598cd6ecbfb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:32.487313 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0353c-e7de-449f-9332-3598cd6ecbfb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:32.487313 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0353c-e7de-449f-9332-3598cd6ecbfb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:32.487313 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0353c-e7de-449f-9332-3598cd6ecbfb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:32.487313 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0353c-e7de-449f-9332-3598cd6ecbfb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:32.487313 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0353c-e7de-449f-9332-3598cd6ecbfb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:32.487313 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0353c-e7de-449f-9332-3598cd6ecbfb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:32.487313 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0353c-e7de-449f-9332-3598cd6ecbfb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:32.487313 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0353c-e7de-449f-9332-3598cd6ecbfb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:32.488629 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0353c-e7de-449f-9332-3598cd6ecbfb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:32.488629 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0353c-e7de-449f-9332-3598cd6ecbfb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:32.488629 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0353c-e7de-449f-9332-3598cd6ecbfb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:32.488629 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0353c-e7de-449f-9332-3598cd6ecbfb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:32.488629 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0353c-e7de-449f-9332-3598cd6ecbfb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:32.488629 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0353c-e7de-449f-9332-3598cd6ecbfb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:32.488629 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0353c-e7de-449f-9332-3598cd6ecbfb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:32.488629 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0353c-e7de-449f-9332-3598cd6ecbfb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:32.488629 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-21f0353c-e7de-449f-9332-3598cd6ecbfb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Synchronizing usage tracker for tenant:03c7e9b010c14e608e69a0db4d3032ca on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:10:32.488629 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-38f73e3a-f655-4a84-98d1-61f6757d4882 req-40655431-3d32-43a4-8725-e11cf15af139 service neutron] 10.222.0.55 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255516 Sep 30 01:10:32.490048 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b75775-89b4-4c40-97f6-9e2fbd4c8dc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26d4a6d6-1ae3-4299-b531-ee7f88efd949,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:32.505733 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-60b75775-89b4-4c40-97f6-9e2fbd4c8dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:32.510973 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [req-4c9c7cef-8c3a-41ce-b32b-a58bf16824c1 req-aab8810c-ab37-4f01-bedf-fd65e60dec74 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] Unset dirty status for tenant:a8767d8a532d4414b39625d7a69ec23c on resource:security_group {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:10:32.520368 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-60b75775-89b4-4c40-97f6-9e2fbd4c8dc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:32.525238 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-4c9c7cef-8c3a-41ce-b32b-a58bf16824c1 req-aab8810c-ab37-4f01-bedf-fd65e60dec74 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab5803e9-9442-4663-a8da-1b7857846fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6062162 Sep 30 01:10:32.548577 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-21f0353c-e7de-449f-9332-3598cd6ecbfb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Unset dirty status for tenant:03c7e9b010c14e608e69a0db4d3032ca on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:10:32.554164 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-21f0353c-e7de-449f-9332-3598cd6ecbfb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22496 time: 0.8259327 Sep 30 01:10:32.554545 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 56650) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:32.561988 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18fd756a-2b4d-47e7-be7e-98c2ec80c5b9') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:32.562289 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18fd756a-2b4d-47e7-be7e-98c2ec80c5b9') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:32.578079 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:32.599647 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:32.607114 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:10:32.607744 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:32.627452 n-d-811809-1 neutron-server[80276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ed1328-a295-4453-8309-c20450eca1fb None None] Resources bound (agent type, host, resource id): {{(pid=80276) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: timer() Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:10:32.718370 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:10:32.729508 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.db.api [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 30 01:10:32.729508 n-d-811809-1 neutron-server[80274]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 30 01:10:32.729508 n-d-811809-1 neutron-server[80274]: [parameters: {'id': '4401a81b-d884-4f75-b1f6-14ca9307f23d'}] Sep 30 01:10:32.729508 n-d-811809-1 neutron-server[80274]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80274) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 01:10:32.729936 n-d-811809-1 neutron-server[80274]: DEBUG oslo_db.api [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 01:10:32.746811 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-3755c30b-afd8-4d44-b2e6-fac9026fb524 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Deleting port bbcfe1cc-b2bd-4d67-843d-9c94744e9647 {{(pid=80275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:10:32.747406 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3755c30b-afd8-4d44-b2e6-fac9026fb524 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:32.751213 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-60b75775-89b4-4c40-97f6-9e2fbd4c8dc2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/26d4a6d6-1ae3-4299-b531-ee7f88efd949 HTTP/1.1" status: 204 len: 168 time: 2.2556572 Sep 30 01:10:32.757753 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [-] (80274) accepted ('10.222.0.39', 56654) {{(pid=80274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:32.840739 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-2d452db0-1720-467c-a2d5-6a18ab54c533 service neutron] 10.222.0.39 "GET /v2.0/networks/70baa069-92be-4f0b-ac1b-e4fc1a5ebd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6733470 Sep 30 01:10:32.877406 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00059b8-ab06-4142-b7bb-09a5f4dad03a req-b3d1232a-fc9f-4a24-a6ba-27d4a8375a67 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:32.885248 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f00059b8-ab06-4142-b7bb-09a5f4dad03a req-b3d1232a-fc9f-4a24-a6ba-27d4a8375a67 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 945 time: 0.2133386 Sep 30 01:10:33.032688 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-f00059b8-ab06-4142-b7bb-09a5f4dad03a req-23d40142-a49a-4d99-abc9-62977a444eae tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452401 Sep 30 01:10:33.077359 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-3755c30b-afd8-4d44-b2e6-fac9026fb524 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] For port bbcfe1cc-b2bd-4d67-843d-9c94744e9647, host n-h2-811809-1, got binding levels [] {{(pid=80275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:10:33.080367 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3755c30b-afd8-4d44-b2e6-fac9026fb524 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:33.184292 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-96f9ac54-f9dc-4600-af77-fd7fa7608bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:33.261913 n-d-811809-1 neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-3755c30b-afd8-4d44-b2e6-fac9026fb524 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Calling delete_port for bbcfe1cc-b2bd-4d67-843d-9c94744e9647 owned by {{(pid=80275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:10:33.290114 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1316266'] for network, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:33.345566 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-a1a1c671-470c-49af-a95e-b61300068429 req-b5b2547a-49ff-4fe8-933f-c9ffc00e59d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:10:33.367448 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3755c30b-afd8-4d44-b2e6-fac9026fb524 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_delete {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:33.367448 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4d0d06d6-4ffd-4494-9dd0-7a2377423a24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:33.406188 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a1a1c671-470c-49af-a95e-b61300068429 req-b5b2547a-49ff-4fe8-933f-c9ffc00e59d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:33.406188 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Deleting port 0d986405-a686-4d49-882e-f4473a07d671 {{(pid=80274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Sep 30 01:10:33.406188 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790970574915'] for port, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:33.477320 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755c30b-afd8-4d44-b2e6-fac9026fb524 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbcfe1cc-b2bd-4d67-843d-9c94744e9647,revision_number=None']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:33.477320 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3755c30b-afd8-4d44-b2e6-fac9026fb524 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:33.477320 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3755c30b-afd8-4d44-b2e6-fac9026fb524 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:33.477320 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-3755c30b-afd8-4d44-b2e6-fac9026fb524 tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] 10.222.0.39 "DELETE /v2.0/ports/bbcfe1cc-b2bd-4d67-843d-9c94744e9647 HTTP/1.1" status: 204 len: 168 time: 0.9054768 Sep 30 01:10:33.477320 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 56660) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:33.547903 n-d-811809-1 neutron-server[80275]: INFO neutron.pecan_wsgi.hooks.translation [None req-6815832a-8d39-4e44-a58c-e48e76246beb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] GET failed (client error): The resource could not be found. Sep 30 01:10:33.547903 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-6815832a-8d39-4e44-a58c-e48e76246beb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Synchronizing usage tracker for tenant:03c7e9b010c14e608e69a0db4d3032ca on resource:port {{(pid=80275) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 30 01:10:33.598029 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-2aaedc34-5eda-4dde-b85f-ab621889fb4b service neutron] 10.222.0.39 "GET /v2.0/networks/70baa069-92be-4f0b-ac1b-e4fc1a5ebd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7167909 Sep 30 01:10:33.643507 n-d-811809-1 neutron-server[80275]: DEBUG neutron.quota.resource [None req-6815832a-8d39-4e44-a58c-e48e76246beb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Unset dirty status for tenant:03c7e9b010c14e608e69a0db4d3032ca on resource:port {{(pid=80275) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 30 01:10:33.643507 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-6815832a-8d39-4e44-a58c-e48e76246beb tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] 10.222.0.39 "GET /v2.0/ports/bbcfe1cc-b2bd-4d67-843d-9c94744e9647 HTTP/1.1" status: 404 len: 333 time: 0.1503797 Sep 30 01:10:33.643507 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [-] (80275) accepted ('10.222.0.39', 56666) {{(pid=80275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 30 01:10:33.699399 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.v2.base [None req-f7013465-565a-4e08-9805-e64f4d936b1c tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-523336688', 'network_id': '393a80a1-d98c-466b-8c68-9eedce2ed986'}} {{(pid=80275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:10:33.699399 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f7013465-565a-4e08-9805-e64f4d936b1c tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:10:33.759177 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f7013465-565a-4e08-9805-e64f4d936b1c tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80275) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:10:33.829462 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7013465-565a-4e08-9805-e64f4d936b1c tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Made reservation on behalf of 03c7e9b010c14e608e69a0db4d3032ca for: {'port': 1} {{(pid=80275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:10:33.829462 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f7013465-565a-4e08-9805-e64f4d936b1c tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:33.887394 n-d-811809-1 neutron-server[80275]: DEBUG neutron.notifiers.nova [None req-f7013465-565a-4e08-9805-e64f4d936b1c tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] device_id is not set on port 7cd0af4a-d872-4a1f-8369-cc4fb9e51c67 yet. {{(pid=80275) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 30 01:10:33.909345 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-a1a1c671-470c-49af-a95e-b61300068429 req-b5b2547a-49ff-4fe8-933f-c9ffc00e59d6 service neutron] Transition to ACTIVE for port object 21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:10:33.909345 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a1a1c671-470c-49af-a95e-b61300068429 req-b5b2547a-49ff-4fe8-933f-c9ffc00e59d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:33.959815 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955aad6a-a5f4-43bb-ad02-d5cdd4405013 req-67f56f40-607f-4b5a-bc2e-dfce95f6c091 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:33.959815 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-955aad6a-a5f4-43bb-ad02-d5cdd4405013 req-67f56f40-607f-4b5a-bc2e-dfce95f6c091 tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2975e0b-9b7b-48e5-b25c-bccba3f3c215 HTTP/1.1" status: 200 len: 931 time: 0.2218277 Sep 30 01:10:34.042561 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-955aad6a-a5f4-43bb-ad02-d5cdd4405013 req-606d110e-c1ce-437d-a81d-fcc7bd78194f tempest-InstanceActionsV221TestJSON-741999484 tempest-InstanceActionsV221TestJSON-741999484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab5803e9-9442-4663-a8da-1b7857846fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792983 Sep 30 01:10:34.162634 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] For port 0d986405-a686-4d49-882e-f4473a07d671, host n-d-811809-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811809-1',level=0,port_id=0d986405-a686-4d49-882e-f4473a07d671,segment=NetworkSegment(18fd756a-2b4d-47e7-be7e-98c2ec80c5b9),segment_id=18fd756a-2b4d-47e7-be7e-98c2ec80c5b9)] {{(pid=80274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:10:34.162634 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-674218'] for port, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:34.315197 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f7013465-565a-4e08-9805-e64f4d936b1c tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:34.394015 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f7013465-565a-4e08-9805-e64f4d936b1c tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2357823'] for port, after_create {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:34.394015 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2c5e3a99-d5ac-4abf-9402-b32d27464d75 tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:34.530203 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.plugin [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Calling delete_port for 0d986405-a686-4d49-882e-f4473a07d671 owned by network:dhcp {{(pid=80274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Sep 30 01:10:34.654958 n-d-811809-1 neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7013465-565a-4e08-9805-e64f4d936b1c tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Pushing event updated for resources: {'Port': ['ID=7cd0af4a-d872-4a1f-8369-cc4fb9e51c67,revision_number=1']} {{(pid=80275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:34.654958 n-d-811809-1 neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f7013465-565a-4e08-9805-e64f4d936b1c tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80275) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:34.731280 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-c994722a-bd50-4398-9b58-d82b24adc429 tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:34.790554 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7013465-565a-4e08-9805-e64f4d936b1c tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Network 393a80a1-d98c-466b-8c68-9eedce2ed986 is already hosted by enough agents. {{(pid=80275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:10:34.790554 n-d-811809-1 neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-f7013465-565a-4e08-9805-e64f4d936b1c tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Resources bound (agent type, host, resource id): {{(pid=80275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:10:34.790554 n-d-811809-1 neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7013465-565a-4e08-9805-e64f4d936b1c tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Received port after_create {{(pid=80275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:10:34.790554 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7013465-565a-4e08-9805-e64f4d936b1c tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:34.790554 n-d-811809-1 neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f7013465-565a-4e08-9805-e64f4d936b1c tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:34.830379 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [None req-f7013465-565a-4e08-9805-e64f4d936b1c tempest-PortsAdminExtendedAttrsTestJSON-2034561682 tempest-PortsAdminExtendedAttrsTestJSON-2034561682-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1808746 Sep 30 01:10:34.872466 n-d-811809-1 neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abe8bc-a2d6-4d81-ad7d-3f0a31c73cb2 req-e56ef208-b6c5-4c5e-99cb-791db1bd96f4 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:34.872466 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-96abe8bc-a2d6-4d81-ad7d-3f0a31c73cb2 req-e56ef208-b6c5-4c5e-99cb-791db1bd96f4 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 945 time: 0.1882827 Sep 30 01:10:34.917433 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-96f9ac54-f9dc-4600-af77-fd7fa7608bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:34.962902 n-d-811809-1 neutron-server[80275]: INFO neutron.wsgi [req-96abe8bc-a2d6-4d81-ad7d-3f0a31c73cb2 req-805e2c30-5d6c-4125-9a27-ad8aae659188 tempest-ServerRescueNegativeTestJSON-1540402306 tempest-ServerRescueNegativeTestJSON-1540402306-project] 10.222.0.39 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620198 Sep 30 01:10:34.984564 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-96f9ac54-f9dc-4600-af77-fd7fa7608bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f403902e-e751-400d-af5a-c4c0270fe9c5']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:34.984564 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-96f9ac54-f9dc-4600-af77-fd7fa7608bc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d42030-3db2-4c1c-8438-557cd475cbbc') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:34.984564 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-96f9ac54-f9dc-4600-af77-fd7fa7608bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d42030-3db2-4c1c-8438-557cd475cbbc') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:34.984564 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-96f9ac54-f9dc-4600-af77-fd7fa7608bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:34.984564 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-96f9ac54-f9dc-4600-af77-fd7fa7608bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:34.984564 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f9ac54-f9dc-4600-af77-fd7fa7608bc4 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-96f9ac54-f9dc-4600-af77-fd7fa7608bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: timer() Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:10:35.011703 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:10:35.097715 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790970580583', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790970164821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:35.255707 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-f9e4ecba-a99e-4e0f-a082-56a6cf2d5c4a req-e8130cee-30f2-48df-9e8e-4fe1bfd0e488 tempest-ServerTagsTestJSON-307981764 tempest-ServerTagsTestJSON-307981764-project] 10.222.0.39 "GET /v2.0/ports?device_id=424d3864-5f45-44de-bd2e-612aa701e951 HTTP/1.1" status: 200 len: 210 time: 0.2139273 Sep 30 01:10:35.255707 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] No DVR routers for this DVR port 0d986405-a686-4d49-882e-f4473a07d671 on host n-d-811809-1 {{(pid=80274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 01:10:35.319453 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2547a-49ff-4fe8-933f-c9ffc00e59d6 service neutron] Pushing event updated for resources: {'Port': ['ID=21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:35.319453 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b5b2547a-49ff-4fe8-933f-c9ffc00e59d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:35.319453 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-05fce487-ab3f-4b2f-b83f-3fa97a2829ce tempest-ServerRescueTestJSON-1956502300 tempest-ServerRescueTestJSON-1956502300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:35.423992 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-96f9ac54-f9dc-4600-af77-fd7fa7608bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:35.423992 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Pushing event deleted for resources: {'Port': ['ID=0d986405-a686-4d49-882e-f4473a07d671,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:35.481518 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:35.525898 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-96f9ac54-f9dc-4600-af77-fd7fa7608bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:35.525898 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:35.564584 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9ac54-f9dc-4600-af77-fd7fa7608bc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f403902e-e751-400d-af5a-c4c0270fe9c5,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:35.564584 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452516', 'neutron.services.segments.db._delete_segments_for_network-8790970645944'] for network, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:35.564584 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-96f9ac54-f9dc-4600-af77-fd7fa7608bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:35.609293 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-96f9ac54-f9dc-4600-af77-fd7fa7608bc4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f403902e-e751-400d-af5a-c4c0270fe9c5 HTTP/1.1" status: 204 len: 168 time: 2.8234882 Sep 30 01:10:35.609293 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4401a81b-d884-4f75-b1f6-14ca9307f23d']}} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:35.651706 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18fd756a-2b4d-47e7-be7e-98c2ec80c5b9') {'for_net_delete': True} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:35.651706 n-d-811809-1 neutron-server[80274]: DEBUG neutron.services.segments.db [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18fd756a-2b4d-47e7-be7e-98c2ec80c5b9') {} {{(pid=80274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 01:10:35.651706 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-a1a1c671-470c-49af-a95e-b61300068429 req-b5b2547a-49ff-4fe8-933f-c9ffc00e59d6 service neutron] Attempting to bind port 21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05 on host n-h2-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:10:35.651706 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-a1a1c671-470c-49af-a95e-b61300068429 req-b5b2547a-49ff-4fe8-933f-c9ffc00e59d6 service neutron] Attempting to bind port 21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05 by drivers openvswitch,hyperv on host n-h2-811809-1 at level 0 using segments [{'id': '4d7ab5cc-fcf4-4698-8260-91108b7d2d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a087d332-f814-410e-928c-613b2ea7408d'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:10:35.651706 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a1c671-470c-49af-a95e-b61300068429 req-b5b2547a-49ff-4fe8-933f-c9ffc00e59d6 service neutron] Attempting to bind port 21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05 on network a087d332-f814-410e-928c-613b2ea7408d {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:10:35.651706 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790970645791', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2490857'] for segment, before_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:35.694203 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a1c671-470c-49af-a95e-b61300068429 req-b5b2547a-49ff-4fe8-933f-c9ffc00e59d6 service neutron] Port 21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05 on network a087d332-f814-410e-928c-613b2ea7408d not bound, no agent of type Open vSwitch agent registered on host n-h2-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:10:35.694203 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a1c671-470c-49af-a95e-b61300068429 req-b5b2547a-49ff-4fe8-933f-c9ffc00e59d6 service neutron] Attempting to bind port 21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05 on network a087d332-f814-410e-928c-613b2ea7408d {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:10:35.694203 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a1c671-470c-49af-a95e-b61300068429 req-b5b2547a-49ff-4fe8-933f-c9ffc00e59d6 service neutron] Checking agent: {'id': '9c5a6701-359c-487c-a8db-636d749e9b0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:10:35.694203 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a1c671-470c-49af-a95e-b61300068429 req-b5b2547a-49ff-4fe8-933f-c9ffc00e59d6 service neutron] Checking segment: {'id': '4d7ab5cc-fcf4-4698-8260-91108b7d2d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a087d332-f814-410e-928c-613b2ea7408d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:10:35.694203 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a1c671-470c-49af-a95e-b61300068429 req-b5b2547a-49ff-4fe8-933f-c9ffc00e59d6 service neutron] Bound using segment: {'id': '4d7ab5cc-fcf4-4698-8260-91108b7d2d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a087d332-f814-410e-928c-613b2ea7408d'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:10:35.694203 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-a1a1c671-470c-49af-a95e-b61300068429 req-b5b2547a-49ff-4fe8-933f-c9ffc00e59d6 service neutron] Bound port: 21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05, host: n-h2-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d7ab5cc-fcf4-4698-8260-91108b7d2d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a087d332-f814-410e-928c-613b2ea7408d'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:10:35.694203 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a1a1c671-470c-49af-a95e-b61300068429 req-b5b2547a-49ff-4fe8-933f-c9ffc00e59d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:35.714121 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:35.736922 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455267'] for segment, precommit_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:35.736922 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=80274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 01:10:35.736922 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1455292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2492130'] for segment, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: Traceback (most recent call last): Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: timer() Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: cb(*args, **kw) Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: return func(*args, **kwargs) Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: self._notify() Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: self.callback(batched_events) Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: event.method(event) Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: return f(self, *a, **k) Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: return self._get(url).json() Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: return self.request(url, 'GET', **kwargs) Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 01:10:35.793562 n-d-811809-1 neutron-server[80274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 01:10:36.040368 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673063'] for network, after_delete {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:36.046285 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-a1a1c671-470c-49af-a95e-b61300068429 req-b5b2547a-49ff-4fe8-933f-c9ffc00e59d6 service neutron] For port 21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05, host n-h2-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:10:36.058683 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-13d17615-0352-4029-8f52-1bc0af446d3a tempest-BulkNetworkOpsTest-1267068261 tempest-BulkNetworkOpsTest-1267068261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:36.110262 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537232'] for network, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:36.110262 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Pushing event deleted for resources: {'Network': ['ID=4401a81b-d884-4f75-b1f6-14ca9307f23d,revision_number=None']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:36.110262 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-a1a1c671-470c-49af-a95e-b61300068429 req-b5b2547a-49ff-4fe8-933f-c9ffc00e59d6 service neutron] For port 21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05, host n-h2-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05,segment=NetworkSegment(4d7ab5cc-fcf4-4698-8260-91108b7d2d95),segment_id=4d7ab5cc-fcf4-4698-8260-91108b7d2d95)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:10:36.137549 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:36.137549 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [None req-0de78643-5fa9-4dec-9fc5-0f730627ca5f tempest-NetworksTest-272602985 tempest-NetworksTest-272602985-project] 10.222.0.39 "DELETE /v2.0/networks/4401a81b-d884-4f75-b1f6-14ca9307f23d HTTP/1.1" status: 204 len: 168 time: 7.1044238 Sep 30 01:10:36.137549 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a1a1c671-470c-49af-a95e-b61300068429 req-b5b2547a-49ff-4fe8-933f-c9ffc00e59d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:36.165678 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-de625808-bb99-4fbe-b9f0-e65a4dcf8587 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:36.241308 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-53fa2901-cf87-4459-9573-b0b6fcbc4936 tempest-ServerTagsTestJSON-307981764 tempest-ServerTagsTestJSON-307981764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:36.241308 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-53fa2901-cf87-4459-9573-b0b6fcbc4936 tempest-ServerTagsTestJSON-307981764 tempest-ServerTagsTestJSON-307981764-project] 10.222.0.59 "GET /v2.0/networks?id=70baa069-92be-4f0b-ac1b-e4fc1a5ebd44 HTTP/1.1" status: 200 len: 808 time: 0.3411925 Sep 30 01:10:36.241308 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1c671-470c-49af-a95e-b61300068429 req-b5b2547a-49ff-4fe8-933f-c9ffc00e59d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:36.241308 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-a1a1c671-470c-49af-a95e-b61300068429 req-b5b2547a-49ff-4fe8-933f-c9ffc00e59d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:36.241308 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a1a1c671-470c-49af-a95e-b61300068429 req-b5b2547a-49ff-4fe8-933f-c9ffc00e59d6 service neutron] 10.222.0.55 "PUT /v2.0/ports/21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05 HTTP/1.1" status: 200 len: 1091 time: 4.9879401 Sep 30 01:10:36.241308 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2975e0b-9b7b-48e5-b25c-bccba3f3c215', 'tag': '21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:10:36.271006 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2547a-49ff-4fe8-933f-c9ffc00e59d6 service neutron] Pushing event updated for resources: {'Port': ['ID=21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:36.271006 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-b5b2547a-49ff-4fe8-933f-c9ffc00e59d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:36.300718 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-dc4c7ae2-7174-498e-9b44-a2844b6a98e0 tempest-ServerTagsTestJSON-307981764 tempest-ServerTagsTestJSON-307981764-project] Request body: {'port': {'device_id': '424d3864-5f45-44de-bd2e-612aa701e951', 'network_id': '70baa069-92be-4f0b-ac1b-e4fc1a5ebd44', 'admin_state_up': True, 'tenant_id': 'ae9d48c350404be697ff4dd9b287505e'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:10:36.364705 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2975e0b-9b7b-48e5-b25c-bccba3f3c215', 'tag': '21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05', 'status': 'completed', 'code': 200} Sep 30 01:10:36.668229 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-dc4c7ae2-7174-498e-9b44-a2844b6a98e0 tempest-ServerTagsTestJSON-307981764 tempest-ServerTagsTestJSON-307981764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 30 01:10:36.668229 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-dc4c7ae2-7174-498e-9b44-a2844b6a98e0 tempest-ServerTagsTestJSON-307981764 tempest-ServerTagsTestJSON-307981764-project] Usage tracker for resource:port and tenant:ae9d48c350404be697ff4dd9b287505e is out of sync, need to count used quota {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 30 01:10:36.668229 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1c671-470c-49af-a95e-b61300068429 req-fa68fdb8-44c9-4474-9b98-a98838c8ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:36.668229 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a1a1c671-470c-49af-a95e-b61300068429 req-fa68fdb8-44c9-4474-9b98-a98838c8ca20 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8767d8a532d4414b39625d7a69ec23c&device_id=f2975e0b-9b7b-48e5-b25c-bccba3f3c215 HTTP/1.1" status: 200 len: 1094 time: 0.3628006 Sep 30 01:10:36.668229 n-d-811809-1 neutron-server[80274]: DEBUG neutron.quota.resource [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-dc4c7ae2-7174-498e-9b44-a2844b6a98e0 tempest-ServerTagsTestJSON-307981764 tempest-ServerTagsTestJSON-307981764-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80274) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 30 01:10:36.751426 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.quota.driver [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-dc4c7ae2-7174-498e-9b44-a2844b6a98e0 tempest-ServerTagsTestJSON-307981764 tempest-ServerTagsTestJSON-307981764-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80274) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 30 01:10:36.751426 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a1a1c671-470c-49af-a95e-b61300068429 req-99885578-2986-48bc-90f2-922ac4664a13 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05 HTTP/1.1" status: 200 len: 217 time: 0.0780528 Sep 30 01:10:36.766898 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-dc4c7ae2-7174-498e-9b44-a2844b6a98e0 tempest-ServerTagsTestJSON-307981764 tempest-ServerTagsTestJSON-307981764-project] Made reservation on behalf of ae9d48c350404be697ff4dd9b287505e for: {'port': 1} {{(pid=80274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 01:10:36.766898 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-dc4c7ae2-7174-498e-9b44-a2844b6a98e0 tempest-ServerTagsTestJSON-307981764 tempest-ServerTagsTestJSON-307981764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:36.921430 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1c671-470c-49af-a95e-b61300068429 req-dca37016-491e-4a72-bc41-770e0b783914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:36.921430 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a1a1c671-470c-49af-a95e-b61300068429 req-dca37016-491e-4a72-bc41-770e0b783914 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6928d526-297b-4cd4-a8f2-b9f7d8eccc48 HTTP/1.1" status: 200 len: 858 time: 0.1361041 Sep 30 01:10:36.999364 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a1a1c671-470c-49af-a95e-b61300068429 req-dbda8241-b21e-49d7-a647-f7091b8b1354 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a087d332-f814-410e-928c-613b2ea7408d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609040 Sep 30 01:10:37.161583 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.db_base_plugin_common [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-dc4c7ae2-7174-498e-9b44-a2844b6a98e0 tempest-ServerTagsTestJSON-307981764 tempest-ServerTagsTestJSON-307981764-project] Allocated IP 172.20.0.9 (70baa069-92be-4f0b-ac1b-e4fc1a5ebd44/b82dcc45-59f8-4469-9389-d77bc1612453/275a05ee-2d26-41c2-8c4b-7d6e547d6d60) {{(pid=80274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 01:10:37.224500 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a1a1c671-470c-49af-a95e-b61300068429 req-0bc7b36f-361f-4f4e-9f29-6b5b7373283c service neutron] 10.222.0.55 "GET /v2.0/networks/a087d332-f814-410e-928c-613b2ea7408d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814299 Sep 30 01:10:37.490777 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a1a1c671-470c-49af-a95e-b61300068429 req-fe199d79-2b41-40df-bfcb-3956147d5564 service neutron] 10.222.0.55 "GET /v2.0/networks/a087d332-f814-410e-928c-613b2ea7408d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542212 Sep 30 01:10:37.532543 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-dc4c7ae2-7174-498e-9b44-a2844b6a98e0 tempest-ServerTagsTestJSON-307981764 tempest-ServerTagsTestJSON-307981764-project] Notify callbacks [] for port, precommit_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:37.641069 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-dc4c7ae2-7174-498e-9b44-a2844b6a98e0 tempest-ServerTagsTestJSON-307981764 tempest-ServerTagsTestJSON-307981764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790970164812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2491921'] for port, after_create {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:37.641069 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-be461249-7e95-4fee-abaa-54921cd539ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:37.727251 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-dc4c7ae2-7174-498e-9b44-a2844b6a98e0 tempest-ServerTagsTestJSON-307981764 tempest-ServerTagsTestJSON-307981764-project] Network 70baa069-92be-4f0b-ac1b-e4fc1a5ebd44 is already hosted by enough agents. {{(pid=80274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 01:10:37.727251 n-d-811809-1 neutron-server[80274]: DEBUG neutron.scheduler.base_scheduler [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-dc4c7ae2-7174-498e-9b44-a2844b6a98e0 tempest-ServerTagsTestJSON-307981764 tempest-ServerTagsTestJSON-307981764-project] Resources bound (agent type, host, resource id): {{(pid=80274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 01:10:37.727251 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-dc4c7ae2-7174-498e-9b44-a2844b6a98e0 tempest-ServerTagsTestJSON-307981764 tempest-ServerTagsTestJSON-307981764-project] Received port after_create {{(pid=80274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 30 01:10:37.768950 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c7ae2-7174-498e-9b44-a2844b6a98e0 tempest-ServerTagsTestJSON-307981764 tempest-ServerTagsTestJSON-307981764-project] Pushing event updated for resources: {'Port': ['ID=275a05ee-2d26-41c2-8c4b-7d6e547d6d60,revision_number=1']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:37.768950 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-dc4c7ae2-7174-498e-9b44-a2844b6a98e0 tempest-ServerTagsTestJSON-307981764 tempest-ServerTagsTestJSON-307981764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:37.836228 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-dc4c7ae2-7174-498e-9b44-a2844b6a98e0 tempest-ServerTagsTestJSON-307981764 tempest-ServerTagsTestJSON-307981764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:37.836228 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-dc4c7ae2-7174-498e-9b44-a2844b6a98e0 tempest-ServerTagsTestJSON-307981764 tempest-ServerTagsTestJSON-307981764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:37.836228 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04ad77-63ee-46da-915b-ba4fc2634cb0 req-e32c821c-e9a5-4cf8-b0d9-792293b8b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:37.836228 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3f04ad77-63ee-46da-915b-ba4fc2634cb0 req-e32c821c-e9a5-4cf8-b0d9-792293b8b2f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8767d8a532d4414b39625d7a69ec23c&device_id=f2975e0b-9b7b-48e5-b25c-bccba3f3c215 HTTP/1.1" status: 200 len: 1094 time: 0.2671528 Sep 30 01:10:37.875983 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-dc4c7ae2-7174-498e-9b44-a2844b6a98e0 tempest-ServerTagsTestJSON-307981764 tempest-ServerTagsTestJSON-307981764-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5740132 Sep 30 01:10:37.944359 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-53b8d51a-2827-42f1-9598-e8e1fc889b2f tempest-ServerTagsTestJSON-307981764 tempest-ServerTagsTestJSON-307981764-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 01:10:37.944359 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-53b8d51a-2827-42f1-9598-e8e1fc889b2f tempest-ServerTagsTestJSON-307981764 tempest-ServerTagsTestJSON-307981764-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078599 Sep 30 01:10:37.988970 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04ad77-63ee-46da-915b-ba4fc2634cb0 req-21da3c0d-0dd1-42c5-aabf-97a7eb9e5c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:37.988970 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3f04ad77-63ee-46da-915b-ba4fc2634cb0 req-21da3c0d-0dd1-42c5-aabf-97a7eb9e5c83 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a087d332-f814-410e-928c-613b2ea7408d HTTP/1.1" status: 200 len: 919 time: 0.1645744 Sep 30 01:10:38.098282 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.v2.base [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-d374db8f-c6cb-45f3-b398-c1e197f54f8d service neutron] Request body: {'port': {'device_id': '424d3864-5f45-44de-bd2e-612aa701e951', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811809-1'}} {{(pid=80274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 30 01:10:38.138612 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3f04ad77-63ee-46da-915b-ba4fc2634cb0 req-ecbe565e-0aa6-4d8d-b417-48675f890f67 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05 HTTP/1.1" status: 200 len: 217 time: 0.1216300 Sep 30 01:10:38.282176 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04ad77-63ee-46da-915b-ba4fc2634cb0 req-22d62d36-d382-4673-8dd2-153c0026af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:38.282176 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3f04ad77-63ee-46da-915b-ba4fc2634cb0 req-22d62d36-d382-4673-8dd2-153c0026af2e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6928d526-297b-4cd4-a8f2-b9f7d8eccc48 HTTP/1.1" status: 200 len: 858 time: 0.1289353 Sep 30 01:10:38.282176 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-d374db8f-c6cb-45f3-b398-c1e197f54f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:38.384473 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3f04ad77-63ee-46da-915b-ba4fc2634cb0 req-46e590fa-7c02-4252-8176-99ade50feaf5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a087d332-f814-410e-928c-613b2ea7408d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756259 Sep 30 01:10:38.866031 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3f04ad77-63ee-46da-915b-ba4fc2634cb0 req-aa34dabe-a7c6-4fb2-8007-31886a4a903c service neutron] 10.222.0.55 "GET /v2.0/networks/a087d332-f814-410e-928c-613b2ea7408d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530156 Sep 30 01:10:39.043245 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-3f04ad77-63ee-46da-915b-ba4fc2634cb0 req-2bf06391-6820-40d3-b0bb-ef8b2137356d service neutron] 10.222.0.55 "GET /v2.0/networks/a087d332-f814-410e-928c-613b2ea7408d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826847 Sep 30 01:10:39.126281 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-d374db8f-c6cb-45f3-b398-c1e197f54f8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 275a05ee-2d26-41c2-8c4b-7d6e547d6d60 {{(pid=80274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:10:39.126281 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-d374db8f-c6cb-45f3-b398-c1e197f54f8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:39.126281 n-d-811809-1 neutron-server[80274]: DEBUG neutron.db.provisioning_blocks [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-d374db8f-c6cb-45f3-b398-c1e197f54f8d service neutron] Transition to ACTIVE for port object 275a05ee-2d26-41c2-8c4b-7d6e547d6d60 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 01:10:39.173725 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-d374db8f-c6cb-45f3-b398-c1e197f54f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:39.173725 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-de625808-bb99-4fbe-b9f0-e65a4dcf8587 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:39.352186 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374db8f-c6cb-45f3-b398-c1e197f54f8d service neutron] Pushing event updated for resources: {'Port': ['ID=275a05ee-2d26-41c2-8c4b-7d6e547d6d60,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:39.390344 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d374db8f-c6cb-45f3-b398-c1e197f54f8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:39.390344 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-d374db8f-c6cb-45f3-b398-c1e197f54f8d service neutron] Attempting to bind port 275a05ee-2d26-41c2-8c4b-7d6e547d6d60 on host n-h1-811809-1 for vnic_type normal with profile {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 01:10:39.390344 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-d374db8f-c6cb-45f3-b398-c1e197f54f8d service neutron] Attempting to bind port 275a05ee-2d26-41c2-8c4b-7d6e547d6d60 by drivers openvswitch,hyperv on host n-h1-811809-1 at level 0 using segments [{'id': '913afa7f-eeeb-47bf-89fb-f71c6f8d7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '70baa069-92be-4f0b-ac1b-e4fc1a5ebd44'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 01:10:39.390344 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-d374db8f-c6cb-45f3-b398-c1e197f54f8d service neutron] Attempting to bind port 275a05ee-2d26-41c2-8c4b-7d6e547d6d60 on network 70baa069-92be-4f0b-ac1b-e4fc1a5ebd44 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:10:39.431782 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-d374db8f-c6cb-45f3-b398-c1e197f54f8d service neutron] Port 275a05ee-2d26-41c2-8c4b-7d6e547d6d60 on network 70baa069-92be-4f0b-ac1b-e4fc1a5ebd44 not bound, no agent of type Open vSwitch agent registered on host n-h1-811809-1 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 30 01:10:39.431782 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-d374db8f-c6cb-45f3-b398-c1e197f54f8d service neutron] Attempting to bind port 275a05ee-2d26-41c2-8c4b-7d6e547d6d60 on network 70baa069-92be-4f0b-ac1b-e4fc1a5ebd44 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 30 01:10:39.431782 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-d374db8f-c6cb-45f3-b398-c1e197f54f8d service neutron] Checking agent: {'id': 'c738223d-6058-48f8-8072-ff3f2bb0de84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811809-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'started_at': datetime.datetime(2021, 9, 30, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 1, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 30 01:10:39.431782 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-d374db8f-c6cb-45f3-b398-c1e197f54f8d service neutron] Checking segment: {'id': '913afa7f-eeeb-47bf-89fb-f71c6f8d7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '70baa069-92be-4f0b-ac1b-e4fc1a5ebd44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Sep 30 01:10:39.431782 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-d374db8f-c6cb-45f3-b398-c1e197f54f8d service neutron] Bound using segment: {'id': '913afa7f-eeeb-47bf-89fb-f71c6f8d7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '70baa069-92be-4f0b-ac1b-e4fc1a5ebd44'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 30 01:10:39.431782 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.managers [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-d374db8f-c6cb-45f3-b398-c1e197f54f8d service neutron] Bound port: 275a05ee-2d26-41c2-8c4b-7d6e547d6d60, host: n-h1-811809-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '913afa7f-eeeb-47bf-89fb-f71c6f8d7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '70baa069-92be-4f0b-ac1b-e4fc1a5ebd44'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 01:10:39.431782 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-d374db8f-c6cb-45f3-b398-c1e197f54f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:39.572045 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-d374db8f-c6cb-45f3-b398-c1e197f54f8d service neutron] For port 275a05ee-2d26-41c2-8c4b-7d6e547d6d60, host n-h1-811809-1, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 30 01:10:39.572045 n-d-811809-1 neutron-server[80274]: DEBUG neutron.plugins.ml2.db [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-d374db8f-c6cb-45f3-b398-c1e197f54f8d service neutron] For port 275a05ee-2d26-41c2-8c4b-7d6e547d6d60, host n-h1-811809-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=275a05ee-2d26-41c2-8c4b-7d6e547d6d60,segment=NetworkSegment(913afa7f-eeeb-47bf-89fb-f71c6f8d7773),segment_id=913afa7f-eeeb-47bf-89fb-f71c6f8d7773)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 30 01:10:39.572045 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-d374db8f-c6cb-45f3-b398-c1e197f54f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2491910'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:39.572045 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-73299822-beb9-434b-b361-103ca67b511a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:39.634656 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-d374db8f-c6cb-45f3-b398-c1e197f54f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:39.634656 n-d-811809-1 neutron-server[80274]: DEBUG neutron_lib.callbacks.manager [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-d374db8f-c6cb-45f3-b398-c1e197f54f8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-187877'] for port, before_response {{(pid=80274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:39.634656 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-d374db8f-c6cb-45f3-b398-c1e197f54f8d service neutron] 10.222.0.59 "PUT /v2.0/ports/275a05ee-2d26-41c2-8c4b-7d6e547d6d60 HTTP/1.1" status: 200 len: 1091 time: 1.7006986 Sep 30 01:10:39.634656 n-d-811809-1 neutron-server[80274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424d3864-5f45-44de-bd2e-612aa701e951', 'tag': '275a05ee-2d26-41c2-8c4b-7d6e547d6d60'}] {{(pid=80274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:10:39.674782 n-d-811809-1 neutron-server[80274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374db8f-c6cb-45f3-b398-c1e197f54f8d service neutron] Pushing event updated for resources: {'Port': ['ID=275a05ee-2d26-41c2-8c4b-7d6e547d6d60,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:39.674782 n-d-811809-1 neutron-server[80274]: DEBUG oslo_concurrency.lockutils [None req-d374db8f-c6cb-45f3-b398-c1e197f54f8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:39.712626 n-d-811809-1 neutron-server[80274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424d3864-5f45-44de-bd2e-612aa701e951', 'tag': '275a05ee-2d26-41c2-8c4b-7d6e547d6d60', 'status': 'completed', 'code': 200} Sep 30 01:10:39.809536 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-acbb0d7a-98de-4bd7-bab3-5861819bfa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:39.809536 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-acbb0d7a-98de-4bd7-bab3-5861819bfa78 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae9d48c350404be697ff4dd9b287505e&device_id=424d3864-5f45-44de-bd2e-612aa701e951 HTTP/1.1" status: 200 len: 1094 time: 0.0842395 Sep 30 01:10:39.909685 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-4e07b0b9-9ecc-485a-aebd-b80ccb7ab349 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=275a05ee-2d26-41c2-8c4b-7d6e547d6d60 HTTP/1.1" status: 200 len: 217 time: 0.0654545 Sep 30 01:10:39.972126 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-37135900-315c-4a8f-abf4-7843aa80f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:39.972126 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-37135900-315c-4a8f-abf4-7843aa80f477 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b82dcc45-59f8-4469-9389-d77bc1612453 HTTP/1.1" status: 200 len: 848 time: 0.0856955 Sep 30 01:10:40.067725 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-43a57a88-6ff2-4b86-adc1-0eb2f70b47ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70baa069-92be-4f0b-ac1b-e4fc1a5ebd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464656 Sep 30 01:10:40.221792 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-949ea53c-e012-4cd4-bf4b-b35ee7a6b63f service neutron] 10.222.0.59 "GET /v2.0/networks/70baa069-92be-4f0b-ac1b-e4fc1a5ebd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447124 Sep 30 01:10:40.367777 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6de1e30d-6050-4d7f-b1a7-f72cdc2aeebf req-6a42488c-cb80-47f9-997d-b41f566c0045 service neutron] 10.222.0.59 "GET /v2.0/networks/70baa069-92be-4f0b-ac1b-e4fc1a5ebd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422312 Sep 30 01:10:40.580850 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee628828-2907-4b29-83c1-96d2dd5645fb req-2e1d6f7a-cded-4de5-92e5-c7923e40f37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:40.580850 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ee628828-2907-4b29-83c1-96d2dd5645fb req-2e1d6f7a-cded-4de5-92e5-c7923e40f37d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae9d48c350404be697ff4dd9b287505e&device_id=424d3864-5f45-44de-bd2e-612aa701e951 HTTP/1.1" status: 200 len: 1094 time: 0.1156282 Sep 30 01:10:40.782157 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05 details requested by agent hyperv_n-h2-811809-1 with host n-h2-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:10:40.944390 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05,segment=NetworkSegment(4d7ab5cc-fcf4-4698-8260-91108b7d2d95),segment_id=4d7ab5cc-fcf4-4698-8260-91108b7d2d95)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:10:40.944390 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Returning: {'device': '21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05', 'network_id': 'a087d332-f814-410e-928c-613b2ea7408d', 'port_id': '21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05', 'mac_address': 'fa:16:3e:71:63:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6928d526-297b-4cd4-a8f2-b9f7d8eccc48', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:10:41.024568 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:41.043695 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208287b-0b81-4f79-ba76-d218fa4cfbe8 req-c5004d14-066a-4c39-9d80-8bfcb4e4c2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:41.043695 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8208287b-0b81-4f79-ba76-d218fa4cfbe8 req-c5004d14-066a-4c39-9d80-8bfcb4e4c2af service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 1096 time: 0.1574166 Sep 30 01:10:41.043695 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee628828-2907-4b29-83c1-96d2dd5645fb req-321b998b-d756-470b-b44e-3e9216933c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:41.043695 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ee628828-2907-4b29-83c1-96d2dd5645fb req-321b998b-d756-470b-b44e-3e9216933c73 service neutron] 10.222.0.59 "GET /v2.0/networks?id=70baa069-92be-4f0b-ac1b-e4fc1a5ebd44 HTTP/1.1" status: 200 len: 909 time: 0.4347031 Sep 30 01:10:41.065642 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:10:41.065642 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05,segment=NetworkSegment(4d7ab5cc-fcf4-4698-8260-91108b7d2d95),segment_id=4d7ab5cc-fcf4-4698-8260-91108b7d2d95)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:10:41.065642 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:41.065642 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:41.133956 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ee628828-2907-4b29-83c1-96d2dd5645fb req-b50e2537-5bae-47de-a6c3-a6d7c873dbf2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=275a05ee-2d26-41c2-8c4b-7d6e547d6d60 HTTP/1.1" status: 200 len: 217 time: 0.0834203 Sep 30 01:10:41.154103 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:41.154103 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:41.213094 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8208287b-0b81-4f79-ba76-d218fa4cfbe8 req-54a9b5eb-b588-4448-99ba-27f4ac27220a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=960dcc48-210f-43d8-8578-0fa35aff8d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726625 Sep 30 01:10:41.213094 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee628828-2907-4b29-83c1-96d2dd5645fb req-35083c2d-2c98-4628-8dc4-548b063ca1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:41.213094 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ee628828-2907-4b29-83c1-96d2dd5645fb req-35083c2d-2c98-4628-8dc4-548b063ca1df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b82dcc45-59f8-4469-9389-d77bc1612453 HTTP/1.1" status: 200 len: 848 time: 0.0824280 Sep 30 01:10:41.291322 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ee628828-2907-4b29-83c1-96d2dd5645fb req-461f9cbe-bf9b-43ff-8bb4-0816e3bfc035 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70baa069-92be-4f0b-ac1b-e4fc1a5ebd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500994 Sep 30 01:10:41.331119 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] get_ports_and_sgs() called for port_ids ['21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:10:41.458873 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ee628828-2907-4b29-83c1-96d2dd5645fb req-7c57dfa8-ac35-44e9-a5d3-cd4db980201d service neutron] 10.222.0.59 "GET /v2.0/networks/70baa069-92be-4f0b-ac1b-e4fc1a5ebd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590073 Sep 30 01:10:41.638009 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-ee628828-2907-4b29-83c1-96d2dd5645fb req-718d3319-84b9-44ca-bfe7-09caa0057354 service neutron] 10.222.0.59 "GET /v2.0/networks/70baa069-92be-4f0b-ac1b-e4fc1a5ebd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069590 Sep 30 01:10:41.655781 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:42.791427 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Device 21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05 up at agent hyperv_n-h2-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:10:42.875849 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning for port 21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:10:42.875849 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Provisioning complete for port 21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:10:42.875849 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:43.006118 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:43.067984 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] For port 21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05, host n-h2-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811809-1',level=0,port_id=21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05,segment=NetworkSegment(4d7ab5cc-fcf4-4698-8260-91108b7d2d95),segment_id=4d7ab5cc-fcf4-4698-8260-91108b7d2d95)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:10:43.067984 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2975e0b-9b7b-48e5-b25c-bccba3f3c215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:10:43.067984 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:43.067984 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:43.132743 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Pushing event updated for resources: {'Port': ['ID=21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:43.132743 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:43.217841 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2975e0b-9b7b-48e5-b25c-bccba3f3c215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05', 'code': 200} Sep 30 01:10:43.368294 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501d0a7-f14e-4c2e-84ba-0737f2b11759 req-f1f3302b-55ba-4bfd-807c-83b783934b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:43.368294 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6501d0a7-f14e-4c2e-84ba-0737f2b11759 req-f1f3302b-55ba-4bfd-807c-83b783934b6a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f2975e0b-9b7b-48e5-b25c-bccba3f3c215 HTTP/1.1" status: 200 len: 1096 time: 0.0815136 Sep 30 01:10:43.402641 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-6501d0a7-f14e-4c2e-84ba-0737f2b11759 req-f39560e6-6c0f-4666-a2c3-d7e74f6ed819 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ab5803e9-9442-4663-a8da-1b7857846fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396879 Sep 30 01:10:43.596951 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 275a05ee-2d26-41c2-8c4b-7d6e547d6d60 details requested by agent hyperv_n-h1-811809-1 with host n-h1-811809-1 {{(pid=80276) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 30 01:10:43.792618 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 275a05ee-2d26-41c2-8c4b-7d6e547d6d60, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=275a05ee-2d26-41c2-8c4b-7d6e547d6d60,segment=NetworkSegment(913afa7f-eeeb-47bf-89fb-f71c6f8d7773),segment_id=913afa7f-eeeb-47bf-89fb-f71c6f8d7773)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:10:43.792618 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Returning: {'device': '275a05ee-2d26-41c2-8c4b-7d6e547d6d60', 'network_id': '70baa069-92be-4f0b-ac1b-e4fc1a5ebd44', 'port_id': '275a05ee-2d26-41c2-8c4b-7d6e547d6d60', 'mac_address': 'fa:16:3e:a0:45:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b82dcc45-59f8-4469-9389-d77bc1612453', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80276) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 30 01:10:43.877207 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:43.877207 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 275a05ee-2d26-41c2-8c4b-7d6e547d6d60 {{(pid=80276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 01:10:43.918927 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 275a05ee-2d26-41c2-8c4b-7d6e547d6d60, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=275a05ee-2d26-41c2-8c4b-7d6e547d6d60,segment=NetworkSegment(913afa7f-eeeb-47bf-89fb-f71c6f8d7773),segment_id=913afa7f-eeeb-47bf-89fb-f71c6f8d7773)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:10:43.918927 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:43.918927 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-79f81cab-fcff-4ec2-bcfd-d48418c81c7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:44.002643 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=275a05ee-2d26-41c2-8c4b-7d6e547d6d60,revision_number=4']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:44.002643 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:44.415084 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] get_ports_and_sgs() called for port_ids ['275a05ee-2d26-41c2-8c4b-7d6e547d6d60'] {{(pid=80276) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 30 01:10:47.618643 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Device 275a05ee-2d26-41c2-8c4b-7d6e547d6d60 up at agent hyperv_n-h1-811809-1 {{(pid=80276) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 30 01:10:47.700800 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning for port 275a05ee-2d26-41c2-8c4b-7d6e547d6d60 completed by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 01:10:47.706219 n-d-811809-1 neutron-server[80276]: DEBUG neutron.db.provisioning_blocks [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Provisioning complete for port 275a05ee-2d26-41c2-8c4b-7d6e547d6d60 triggered by entity L2. {{(pid=80276) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 01:10:47.706610 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1446267'] for port, provisioning_complete {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:47.824883 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1530419'] for port, before_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:47.854137 n-d-811809-1 neutron-server[80276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424d3864-5f45-44de-bd2e-612aa701e951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275a05ee-2d26-41c2-8c4b-7d6e547d6d60'}] {{(pid=80276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 01:10:47.863561 n-d-811809-1 neutron-server[80276]: DEBUG neutron.plugins.ml2.db [None req-8143576d-1641-4581-9367-0390ef0af33a None None] For port 275a05ee-2d26-41c2-8c4b-7d6e547d6d60, host n-h1-811809-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811809-1',level=0,port_id=275a05ee-2d26-41c2-8c4b-7d6e547d6d60,segment=NetworkSegment(913afa7f-eeeb-47bf-89fb-f71c6f8d7773),segment_id=913afa7f-eeeb-47bf-89fb-f71c6f8d7773)] {{(pid=80276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 30 01:10:47.868471 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1530484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790970580574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790970164830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790970164875'] for port, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:47.871531 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 30 01:10:47.904624 n-d-811809-1 neutron-server[80276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424d3864-5f45-44de-bd2e-612aa701e951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275a05ee-2d26-41c2-8c4b-7d6e547d6d60', 'code': 200} Sep 30 01:10:47.944727 n-d-811809-1 neutron-server[80276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Pushing event updated for resources: {'Port': ['ID=275a05ee-2d26-41c2-8c4b-7d6e547d6d60,revision_number=5']} {{(pid=80276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 01:10:47.947972 n-d-811809-1 neutron-server[80276]: DEBUG oslo_concurrency.lockutils [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 30 01:10:48.084892 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d3287-ca19-47ee-88b3-b885dcb6abb4 req-c7271ecd-000e-47ba-9be3-18b382558bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:10:48.086469 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d78d3287-ca19-47ee-88b3-b885dcb6abb4 req-c7271ecd-000e-47ba-9be3-18b382558bfe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=424d3864-5f45-44de-bd2e-612aa701e951 HTTP/1.1" status: 200 len: 1096 time: 0.0964398 Sep 30 01:10:48.137163 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d78d3287-ca19-47ee-88b3-b885dcb6abb4 req-f453834a-29c1-46eb-85e6-8d2dda37ed53 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a20fc091-d0cf-4b80-85fb-25071d8438df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430143 Sep 30 01:10:48.861587 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-0d3c03e6-9f5a-42ec-b393-66de260d4c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:49.030671 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:49.868586 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 01:10:51.241233 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-f1aecbe6-6b8b-47be-8429-fe1b7bffdb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:52.324498 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:10:53.986478 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:11:05.671022 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:11:11.640592 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:11:18.865950 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-b6715bf2-63bd-4fa9-aef8-4df65a283111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:11:19.034802 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:11:21.242704 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c0c61f98-7959-4c9c-b59c-e180bb6bc7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:11:22.320796 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:11:23.989080 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:11:26.867735 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 01:11:35.637364 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-cac7fb49-c8f6-4d88-bad3-bfbbaf40d2dd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0766270 Sep 30 01:11:35.677171 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:11:35.807478 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283aa04-e974-434f-9889-8e158da75e19 req-3aac4825-2edd-412f-b0b6-142dd1f6b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:11:35.807976 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283aa04-e974-434f-9889-8e158da75e19 req-3aac4825-2edd-412f-b0b6-142dd1f6b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:11:35.808466 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283aa04-e974-434f-9889-8e158da75e19 req-3aac4825-2edd-412f-b0b6-142dd1f6b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:11:35.808954 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283aa04-e974-434f-9889-8e158da75e19 req-3aac4825-2edd-412f-b0b6-142dd1f6b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:11:35.809442 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283aa04-e974-434f-9889-8e158da75e19 req-3aac4825-2edd-412f-b0b6-142dd1f6b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:11:35.809928 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283aa04-e974-434f-9889-8e158da75e19 req-3aac4825-2edd-412f-b0b6-142dd1f6b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:11:35.810416 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283aa04-e974-434f-9889-8e158da75e19 req-3aac4825-2edd-412f-b0b6-142dd1f6b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:11:35.812336 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-3aac4825-2edd-412f-b0b6-142dd1f6b13f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0149d6d6ed59445481fded27e8294137&device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 6501 time: 0.0849586 Sep 30 01:11:35.968373 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283aa04-e974-434f-9889-8e158da75e19 req-2b444da9-4a1c-447d-ae6f-428fd949401f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:11:35.968785 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283aa04-e974-434f-9889-8e158da75e19 req-2b444da9-4a1c-447d-ae6f-428fd949401f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:11:35.969274 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283aa04-e974-434f-9889-8e158da75e19 req-2b444da9-4a1c-447d-ae6f-428fd949401f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:11:35.970872 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-2b444da9-4a1c-447d-ae6f-428fd949401f service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d752305-7068-40ad-9ef6-292e77a160d6&id=0c8f5270-f537-4a24-8826-df38c01a7122&id=0c8f5270-f537-4a24-8826-df38c01a7122&id=0c8f5270-f537-4a24-8826-df38c01a7122&id=0c8f5270-f537-4a24-8826-df38c01a7122&id=9dd935bb-d688-4433-a9d1-a36b64beb9e9&id=9dd935bb-d688-4433-a9d1-a36b64beb9e9 HTTP/1.1" status: 200 len: 2297 time: 0.1339405 Sep 30 01:11:36.076385 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-21de37bd-a5f0-49d3-bfe7-16e9cbb4b603 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1aca60a-f261-4d1f-8965-402345b005c0 HTTP/1.1" status: 200 len: 1001 time: 0.0988073 Sep 30 01:11:36.143189 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283aa04-e974-434f-9889-8e158da75e19 req-5731afbd-4605-4aca-bc83-a682e77a3760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:11:36.144772 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-5731afbd-4605-4aca-bc83-a682e77a3760 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4eb85df0-f35f-4266-997a-b64f8df7e23e HTTP/1.1" status: 200 len: 855 time: 0.0615931 Sep 30 01:11:36.222302 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283aa04-e974-434f-9889-8e158da75e19 req-99f930f4-7a1d-4e89-81e2-b957ca14a2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:11:36.224526 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-99f930f4-7a1d-4e89-81e2-b957ca14a2db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d752305-7068-40ad-9ef6-292e77a160d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727596 Sep 30 01:11:36.353757 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-a12b6e73-9cde-406d-9441-92ffe126877c service neutron] 10.222.0.59 "GET /v2.0/networks/7d752305-7068-40ad-9ef6-292e77a160d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224082 Sep 30 01:11:36.601346 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-64d9433c-b9d2-4e5b-a50c-e2b47a1763bc service neutron] 10.222.0.59 "GET /v2.0/networks/7d752305-7068-40ad-9ef6-292e77a160d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401354 Sep 30 01:11:36.670091 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-4304e37b-a0d1-4363-b88f-0eae9ff619a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=4bcedee4-4dcd-4af9-a34a-1321e1e30cf8 HTTP/1.1" status: 200 len: 217 time: 0.0622413 Sep 30 01:11:36.736739 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283aa04-e974-434f-9889-8e158da75e19 req-0fca5a93-8bd6-470d-a825-ca827718f3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:11:36.738149 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-0fca5a93-8bd6-470d-a825-ca827718f3f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08cf9028-f858-4c0c-8619-dc36cad505dd HTTP/1.1" status: 200 len: 797 time: 0.0606508 Sep 30 01:11:36.812214 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283aa04-e974-434f-9889-8e158da75e19 req-ff1ed027-ae8f-4435-918d-b3c06a47d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:11:36.813677 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-ff1ed027-ae8f-4435-918d-b3c06a47d361 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c8f5270-f537-4a24-8826-df38c01a7122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0692079 Sep 30 01:11:36.944987 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-56a62ca2-a178-4ef6-9362-23b5ec9b2299 service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241114 Sep 30 01:11:37.080555 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-9098d7ed-8e96-48b1-a039-c390cd2514ff service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281068 Sep 30 01:11:37.150712 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-1d0024e9-a0bc-4816-9ca0-c6a25472e1fc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=926094d2-6b68-4ff4-bc28-d8d49e33eecf HTTP/1.1" status: 200 len: 217 time: 0.0633674 Sep 30 01:11:37.212022 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283aa04-e974-434f-9889-8e158da75e19 req-36ad2872-41f6-4189-8d4d-4adbba517756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:11:37.213355 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-36ad2872-41f6-4189-8d4d-4adbba517756 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08cf9028-f858-4c0c-8619-dc36cad505dd HTTP/1.1" status: 200 len: 797 time: 0.0563822 Sep 30 01:11:37.291590 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283aa04-e974-434f-9889-8e158da75e19 req-30f34c2c-faa3-4e66-9113-b9b30b96d036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:11:37.293037 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-30f34c2c-faa3-4e66-9113-b9b30b96d036 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c8f5270-f537-4a24-8826-df38c01a7122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0719771 Sep 30 01:11:37.423175 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-5aafe459-2b0e-47e6-9963-0c6002446916 service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222286 Sep 30 01:11:37.553816 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-3c8f8406-6cd0-400c-bb2c-7408f2ad2614 service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242201 Sep 30 01:11:37.621940 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-f481c23f-efbb-4c65-b918-93a80bf117aa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=ff466f62-2993-4fda-99f8-d2dc5b844aa7 HTTP/1.1" status: 200 len: 217 time: 0.0606685 Sep 30 01:11:37.686522 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283aa04-e974-434f-9889-8e158da75e19 req-3c6d46fc-e9e4-4ddc-9a32-954841c5fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:11:37.687983 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-3c6d46fc-e9e4-4ddc-9a32-954841c5fbc9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08cf9028-f858-4c0c-8619-dc36cad505dd HTTP/1.1" status: 200 len: 797 time: 0.0596015 Sep 30 01:11:37.761955 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283aa04-e974-434f-9889-8e158da75e19 req-85b39594-bf62-419c-9290-6612f2d34604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:11:37.763438 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-85b39594-bf62-419c-9290-6612f2d34604 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c8f5270-f537-4a24-8826-df38c01a7122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0693023 Sep 30 01:11:37.894684 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-cfe94500-8d75-4378-8f49-0c74628b2d68 service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231112 Sep 30 01:11:38.138583 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-8e864c6a-e349-429a-87be-a961dbdf5d6b service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353320 Sep 30 01:11:38.209177 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-2aedd16a-5249-433e-aff8-67036967b4fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=8383232f-0a72-4842-ada7-be7b80f6f5bb HTTP/1.1" status: 200 len: 217 time: 0.0639446 Sep 30 01:11:38.271558 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283aa04-e974-434f-9889-8e158da75e19 req-b08e7bc9-59ac-49a3-b356-979e74a6646b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:11:38.272991 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-b08e7bc9-59ac-49a3-b356-979e74a6646b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08cf9028-f858-4c0c-8619-dc36cad505dd HTTP/1.1" status: 200 len: 797 time: 0.0577877 Sep 30 01:11:38.351955 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283aa04-e974-434f-9889-8e158da75e19 req-5e87b1c2-6770-4ae8-958d-a6fb48873069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:11:38.353447 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-5e87b1c2-6770-4ae8-958d-a6fb48873069 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c8f5270-f537-4a24-8826-df38c01a7122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0736430 Sep 30 01:11:38.486145 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-fa9c0be2-4a35-46fc-ab2e-9b1093a5d9c1 service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250467 Sep 30 01:11:38.619487 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-3dbd20be-dd28-4dfa-b9cb-fdd39e2187f1 service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264927 Sep 30 01:11:38.696078 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-e7d4e137-e57b-47f3-8b9e-779e20e09ca4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a91a955a-b302-4a1e-8e67-1aaf3fa7f289 HTTP/1.1" status: 200 len: 217 time: 0.0684812 Sep 30 01:11:38.759737 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283aa04-e974-434f-9889-8e158da75e19 req-25e3df0c-fd20-4e4c-a767-f8ae1aa7e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:11:38.761321 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-25e3df0c-fd20-4e4c-a767-f8ae1aa7e1d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=652513b8-d456-4d6b-b6d5-540fa6762cfc HTTP/1.1" status: 200 len: 797 time: 0.0582063 Sep 30 01:11:38.836734 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283aa04-e974-434f-9889-8e158da75e19 req-52b16244-6a1b-4a8d-8b2d-e9e20f15e56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:11:38.838236 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-52b16244-6a1b-4a8d-8b2d-e9e20f15e56d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9dd935bb-d688-4433-a9d1-a36b64beb9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0697899 Sep 30 01:11:38.972495 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-5812e97b-66fa-45c7-b752-10625d9e535d service neutron] 10.222.0.59 "GET /v2.0/networks/9dd935bb-d688-4433-a9d1-a36b64beb9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260016 Sep 30 01:11:39.109214 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-bcc9f49e-6834-450e-b9f9-9b5b0dc02641 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd935bb-d688-4433-a9d1-a36b64beb9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294925 Sep 30 01:11:39.179369 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-b78329d0-2e93-4066-8ab9-afcc38f960f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=19351280-48a5-463a-8841-fd47e2412cd3 HTTP/1.1" status: 200 len: 217 time: 0.0637436 Sep 30 01:11:39.241026 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283aa04-e974-434f-9889-8e158da75e19 req-afa68422-85c8-4f13-a7c0-a0d1fca72968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:11:39.242407 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-afa68422-85c8-4f13-a7c0-a0d1fca72968 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=652513b8-d456-4d6b-b6d5-540fa6762cfc HTTP/1.1" status: 200 len: 797 time: 0.0558560 Sep 30 01:11:39.319618 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283aa04-e974-434f-9889-8e158da75e19 req-8f96967e-8399-4bd7-8182-7f9ca8e6d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:11:39.321091 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-8f96967e-8399-4bd7-8182-7f9ca8e6d6de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9dd935bb-d688-4433-a9d1-a36b64beb9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0717144 Sep 30 01:11:39.455077 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-95f0b7d8-4b61-4381-adae-9337cebdec45 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd935bb-d688-4433-a9d1-a36b64beb9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252007 Sep 30 01:11:39.699189 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-8283aa04-e974-434f-9889-8e158da75e19 req-cdc1ca4a-04a5-4edf-8805-1823a052808f service neutron] 10.222.0.59 "GET /v2.0/networks/9dd935bb-d688-4433-a9d1-a36b64beb9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379029 Sep 30 01:11:41.656399 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:11:44.476802 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [req-1cbaffcd-dd9a-41c3-8517-1a8e318f1de2 req-aa39d586-6e93-46ac-a17e-528b35b249cf service neutron] (80274) timed out ('10.222.0.55', 56389) {{(pid=80274) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 30 01:11:47.123194 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [req-53fe53cd-3eb0-4043-a966-e9aa8c3ab7f0 req-f8e14463-6871-4450-ae8b-562a17679e00 service neutron] (80275) timed out ('10.222.0.55', 56408) {{(pid=80275) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 30 01:11:48.866934 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ed27db0a-398c-4371-bc7b-feb5b9fe6237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:11:49.037325 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:11:51.246690 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-ee25a000-102b-4c23-8ad9-090031e50860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:11:52.321082 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:11:53.991143 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:12:03.870220 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 01:12:05.672151 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:12:11.653938 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:12:18.869045 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-01f6e77e-b753-44ff-b625-33934ae5417a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:12:19.039450 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:12:21.248210 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-0bed3686-db58-4976-badc-d1f3980b7bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:12:22.324853 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:12:23.993363 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:12:29.368305 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4eee1e0d-eb7b-41ad-9fbe-4b80bc1229a4 req-4fa630a5-a855-4850-8d86-04cdbaa3dc77 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0701253 Sep 30 01:12:29.510122 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee1e0d-eb7b-41ad-9fbe-4b80bc1229a4 req-8b4885e8-055e-47aa-8455-8dd38515cb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:12:29.511620 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4eee1e0d-eb7b-41ad-9fbe-4b80bc1229a4 req-8b4885e8-055e-47aa-8455-8dd38515cb03 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=abce1fccae0f433a86d5519286621727&device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 1096 time: 0.0735652 Sep 30 01:12:29.657944 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee1e0d-eb7b-41ad-9fbe-4b80bc1229a4 req-5d4a8540-b53c-4acb-b8ff-8bc4e503e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:12:29.659391 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4eee1e0d-eb7b-41ad-9fbe-4b80bc1229a4 req-5d4a8540-b53c-4acb-b8ff-8bc4e503e32b service neutron] 10.222.0.55 "GET /v2.0/networks?id=a1ec61c9-0175-45e3-86f7-b51b96fff07c HTTP/1.1" status: 200 len: 920 time: 0.1255035 Sep 30 01:12:29.736830 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4eee1e0d-eb7b-41ad-9fbe-4b80bc1229a4 req-da26262b-ddee-4d4f-8e7c-06d625290fdc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76ee0856-56d5-491b-9b82-852b2b9478ac HTTP/1.1" status: 200 len: 217 time: 0.0642748 Sep 30 01:12:29.801193 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee1e0d-eb7b-41ad-9fbe-4b80bc1229a4 req-513f0d4c-50e1-45be-a93e-7ab47615b7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:12:29.802618 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4eee1e0d-eb7b-41ad-9fbe-4b80bc1229a4 req-513f0d4c-50e1-45be-a93e-7ab47615b7d0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c3d0072-a3d6-4e3e-8b73-1d7d0c6bb6d2 HTTP/1.1" status: 200 len: 859 time: 0.0573397 Sep 30 01:12:29.850258 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4eee1e0d-eb7b-41ad-9fbe-4b80bc1229a4 req-d4836fd0-42b1-4673-8262-663465c2c108 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a1ec61c9-0175-45e3-86f7-b51b96fff07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398257 Sep 30 01:12:29.986950 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4eee1e0d-eb7b-41ad-9fbe-4b80bc1229a4 req-f7d177cf-6f66-457c-a5df-af317fbdfa82 service neutron] 10.222.0.55 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233492 Sep 30 01:12:30.122020 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4eee1e0d-eb7b-41ad-9fbe-4b80bc1229a4 req-9652eabd-0ee8-4018-b340-c75791c941fd service neutron] 10.222.0.55 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224444 Sep 30 01:12:35.679964 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:12:36.656884 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-427952cb-a8a1-42a2-ad80-e12a7654337a req-3ab566d5-cfb3-4ded-b5a3-11eb8cc99bee service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=424d3864-5f45-44de-bd2e-612aa701e951&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0730503 Sep 30 01:12:36.759055 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427952cb-a8a1-42a2-ad80-e12a7654337a req-3460a30c-ceeb-41c4-ae23-657123faad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:12:36.760489 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-427952cb-a8a1-42a2-ad80-e12a7654337a req-3460a30c-ceeb-41c4-ae23-657123faad05 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae9d48c350404be697ff4dd9b287505e&device_id=424d3864-5f45-44de-bd2e-612aa701e951 HTTP/1.1" status: 200 len: 1096 time: 0.0699344 Sep 30 01:12:36.904476 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427952cb-a8a1-42a2-ad80-e12a7654337a req-638f2be1-1118-451c-b4c9-ee315e4d4cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:12:36.905819 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-427952cb-a8a1-42a2-ad80-e12a7654337a req-638f2be1-1118-451c-b4c9-ee315e4d4cc0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=70baa069-92be-4f0b-ac1b-e4fc1a5ebd44 HTTP/1.1" status: 200 len: 909 time: 0.1255107 Sep 30 01:12:36.976309 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-427952cb-a8a1-42a2-ad80-e12a7654337a req-348f30c9-e948-44b6-a77a-543646cc5ece service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=275a05ee-2d26-41c2-8c4b-7d6e547d6d60 HTTP/1.1" status: 200 len: 217 time: 0.0635586 Sep 30 01:12:37.037152 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427952cb-a8a1-42a2-ad80-e12a7654337a req-cc01fa03-e5f6-4219-8129-2f75e8f99bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:12:37.038553 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-427952cb-a8a1-42a2-ad80-e12a7654337a req-cc01fa03-e5f6-4219-8129-2f75e8f99bba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b82dcc45-59f8-4469-9389-d77bc1612453 HTTP/1.1" status: 200 len: 848 time: 0.0558565 Sep 30 01:12:37.087084 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-427952cb-a8a1-42a2-ad80-e12a7654337a req-29b9d661-2c10-4ead-881d-74d4f1736880 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70baa069-92be-4f0b-ac1b-e4fc1a5ebd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423899 Sep 30 01:12:37.232716 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-427952cb-a8a1-42a2-ad80-e12a7654337a req-c530bf15-0c61-4c7b-b9f1-52e2954fe55b service neutron] 10.222.0.59 "GET /v2.0/networks/70baa069-92be-4f0b-ac1b-e4fc1a5ebd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391644 Sep 30 01:12:37.363677 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-427952cb-a8a1-42a2-ad80-e12a7654337a req-00c1cbd7-ae1a-4362-a88c-7e010423a64c service neutron] 10.222.0.59 "GET /v2.0/networks/70baa069-92be-4f0b-ac1b-e4fc1a5ebd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243770 Sep 30 01:12:40.893741 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 01:12:41.669226 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:12:48.872772 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-2581a47b-e268-4774-b945-e22c38cc4759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:12:49.040589 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:12:51.261965 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-179afe09-02fa-4997-a5e7-1128118c4d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:12:52.326717 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:12:53.995431 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:13:05.686238 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:13:11.667109 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:13:17.872900 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 01:13:18.873829 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-0480c48a-ad4d-4983-ad39-2815be86b694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:13:19.045256 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:13:21.253841 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-cc32ba08-33a8-49cd-aef9-5a01b87f8c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:13:22.330841 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:13:23.997339 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:13:32.201715 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7034e94f-6f7b-4efb-8743-d491082390b0 req-08ee4f7d-c394-4314-a4e5-1f9664c426c0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1870813 Sep 30 01:13:32.295866 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034e94f-6f7b-4efb-8743-d491082390b0 req-e77d5914-cce4-4adb-a90a-f01879e9525c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:13:32.297310 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7034e94f-6f7b-4efb-8743-d491082390b0 req-e77d5914-cce4-4adb-a90a-f01879e9525c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=abce1fccae0f433a86d5519286621727&device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 1096 time: 0.0730598 Sep 30 01:13:32.449640 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034e94f-6f7b-4efb-8743-d491082390b0 req-fd5fd92d-611d-4d31-add3-f31b24810ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:13:32.451131 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7034e94f-6f7b-4efb-8743-d491082390b0 req-fd5fd92d-611d-4d31-add3-f31b24810ca0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a1ec61c9-0175-45e3-86f7-b51b96fff07c HTTP/1.1" status: 200 len: 920 time: 0.1280060 Sep 30 01:13:32.521819 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7034e94f-6f7b-4efb-8743-d491082390b0 req-4cc88e23-e665-4c4e-a1f6-3cab3b827ace service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4f17f60-b99a-4d9e-a576-ffa93c711c13 HTTP/1.1" status: 200 len: 217 time: 0.0605974 Sep 30 01:13:32.589699 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034e94f-6f7b-4efb-8743-d491082390b0 req-466a47ef-7c27-4954-82f7-3668cf9096ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:13:32.591197 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7034e94f-6f7b-4efb-8743-d491082390b0 req-466a47ef-7c27-4954-82f7-3668cf9096ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c3d0072-a3d6-4e3e-8b73-1d7d0c6bb6d2 HTTP/1.1" status: 200 len: 859 time: 0.0620861 Sep 30 01:13:32.639394 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7034e94f-6f7b-4efb-8743-d491082390b0 req-8c6f18a7-1f15-4b6b-bb81-1148107259ae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a1ec61c9-0175-45e3-86f7-b51b96fff07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407317 Sep 30 01:13:32.771912 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7034e94f-6f7b-4efb-8743-d491082390b0 req-68ff970c-392f-4658-b325-418f377ee7cf service neutron] 10.222.0.55 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251493 Sep 30 01:13:32.904266 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-7034e94f-6f7b-4efb-8743-d491082390b0 req-efd998f1-9e35-421f-a532-456c5dbe8c66 service neutron] 10.222.0.55 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239340 Sep 30 01:13:35.694626 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:13:37.636802 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-43a466f2-d313-4eb9-b724-e5236d568ac6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0805638 Sep 30 01:13:37.805513 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-3eb98bcd-7724-4cdd-887b-ef733665a16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:13:37.806016 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-3eb98bcd-7724-4cdd-887b-ef733665a16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:13:37.806515 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-3eb98bcd-7724-4cdd-887b-ef733665a16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:13:37.807049 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-3eb98bcd-7724-4cdd-887b-ef733665a16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:13:37.807536 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-3eb98bcd-7724-4cdd-887b-ef733665a16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:13:37.808071 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-3eb98bcd-7724-4cdd-887b-ef733665a16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:13:37.808552 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-3eb98bcd-7724-4cdd-887b-ef733665a16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:13:37.810709 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-3eb98bcd-7724-4cdd-887b-ef733665a16a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0149d6d6ed59445481fded27e8294137&device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 6501 time: 0.0810001 Sep 30 01:13:37.967903 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-ce1755a8-4458-4bb2-a141-ff87bd2ce52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:13:37.968312 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-ce1755a8-4458-4bb2-a141-ff87bd2ce52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:13:37.968803 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-ce1755a8-4458-4bb2-a141-ff87bd2ce52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:13:37.970368 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-ce1755a8-4458-4bb2-a141-ff87bd2ce52f service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d752305-7068-40ad-9ef6-292e77a160d6&id=0c8f5270-f537-4a24-8826-df38c01a7122&id=0c8f5270-f537-4a24-8826-df38c01a7122&id=0c8f5270-f537-4a24-8826-df38c01a7122&id=0c8f5270-f537-4a24-8826-df38c01a7122&id=9dd935bb-d688-4433-a9d1-a36b64beb9e9&id=9dd935bb-d688-4433-a9d1-a36b64beb9e9 HTTP/1.1" status: 200 len: 2297 time: 0.1360340 Sep 30 01:13:38.074931 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-03b6af8d-28ed-4e0c-b6df-4eb986571565 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1aca60a-f261-4d1f-8965-402345b005c0 HTTP/1.1" status: 200 len: 1001 time: 0.0977278 Sep 30 01:13:38.136793 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-28cde0b2-8cf2-4362-9a90-49a7f5a4f237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:13:38.138187 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-28cde0b2-8cf2-4362-9a90-49a7f5a4f237 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4eb85df0-f35f-4266-997a-b64f8df7e23e HTTP/1.1" status: 200 len: 855 time: 0.0568731 Sep 30 01:13:38.215035 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-108b8093-6061-4f9e-a437-3a5d442dc77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:13:38.216479 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-108b8093-6061-4f9e-a437-3a5d442dc77a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d752305-7068-40ad-9ef6-292e77a160d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714645 Sep 30 01:13:38.346671 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-2512d4f5-0c88-4a86-9c4e-9ebf33a9ab14 service neutron] 10.222.0.59 "GET /v2.0/networks/7d752305-7068-40ad-9ef6-292e77a160d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230249 Sep 30 01:13:38.597711 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-c73964a2-3efc-4d1b-ae55-36da89c448a8 service neutron] 10.222.0.59 "GET /v2.0/networks/7d752305-7068-40ad-9ef6-292e77a160d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438824 Sep 30 01:13:38.665905 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-c1f3225d-2af8-44ee-9239-e5aeef97a1c1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=4bcedee4-4dcd-4af9-a34a-1321e1e30cf8 HTTP/1.1" status: 200 len: 217 time: 0.0616682 Sep 30 01:13:38.732290 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-2c35db27-1bbb-4f89-9a13-0b813bb9918c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:13:38.733724 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-2c35db27-1bbb-4f89-9a13-0b813bb9918c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08cf9028-f858-4c0c-8619-dc36cad505dd HTTP/1.1" status: 200 len: 797 time: 0.0601697 Sep 30 01:13:38.808578 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-14ff8a8e-9666-4b16-9d5b-9853557cd6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:13:38.810044 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-14ff8a8e-9666-4b16-9d5b-9853557cd6d2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c8f5270-f537-4a24-8826-df38c01a7122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0698667 Sep 30 01:13:38.940899 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-699fec55-e1ea-4c38-bb56-d2cbf71d9c90 service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230214 Sep 30 01:13:39.072952 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-bcf2bd72-fcf5-460d-8271-a862130aea55 service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253934 Sep 30 01:13:39.147196 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-0465a23c-28fa-4e1f-be43-42267d9c9660 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=926094d2-6b68-4ff4-bc28-d8d49e33eecf HTTP/1.1" status: 200 len: 217 time: 0.0674801 Sep 30 01:13:39.209638 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-42598a38-5a4a-462d-9aea-d61f8ca018ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:13:39.210993 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-42598a38-5a4a-462d-9aea-d61f8ca018ad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08cf9028-f858-4c0c-8619-dc36cad505dd HTTP/1.1" status: 200 len: 797 time: 0.0570786 Sep 30 01:13:39.292072 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-353c03a2-0406-4fa8-9f61-d711a08323b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:13:39.293511 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-353c03a2-0406-4fa8-9f61-d711a08323b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c8f5270-f537-4a24-8826-df38c01a7122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0750864 Sep 30 01:13:39.428634 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-f5e80117-7fef-424b-ac5a-1d2784b6e03e service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281168 Sep 30 01:13:39.558293 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-89bbf159-7259-41dd-87b0-2d83f44b6bb2 service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225278 Sep 30 01:13:39.625166 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-3474b834-d4e4-4add-a9f3-3ae69636a455 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=ff466f62-2993-4fda-99f8-d2dc5b844aa7 HTTP/1.1" status: 200 len: 217 time: 0.0600872 Sep 30 01:13:39.688564 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-68cafdf6-88b3-4814-9b1e-70506e4cfec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:13:39.689943 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-68cafdf6-88b3-4814-9b1e-70506e4cfec3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08cf9028-f858-4c0c-8619-dc36cad505dd HTTP/1.1" status: 200 len: 797 time: 0.0583959 Sep 30 01:13:39.772866 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-d445dc31-9ede-4446-bc5a-99ee6d3d2581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:13:39.774381 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-d445dc31-9ede-4446-bc5a-99ee6d3d2581 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c8f5270-f537-4a24-8826-df38c01a7122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0775316 Sep 30 01:13:39.905845 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-3fe23a3e-318a-44f0-8a3e-0ab6232bed91 service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237535 Sep 30 01:13:40.035066 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-5e71d3ec-5824-4808-bc10-c4b8bffa91e9 service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221507 Sep 30 01:13:40.103949 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-f1c4158b-b6aa-4cc5-b354-92ff9b1f2c97 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=8383232f-0a72-4842-ada7-be7b80f6f5bb HTTP/1.1" status: 200 len: 217 time: 0.0627179 Sep 30 01:13:40.164620 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-86432737-ec79-4784-bfb8-37fa01bdf302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:13:40.165954 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-86432737-ec79-4784-bfb8-37fa01bdf302 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08cf9028-f858-4c0c-8619-dc36cad505dd HTTP/1.1" status: 200 len: 797 time: 0.0554290 Sep 30 01:13:40.244527 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-8905699e-2cef-4a07-b2ba-66efcbd6abd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:13:40.245986 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-8905699e-2cef-4a07-b2ba-66efcbd6abd6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c8f5270-f537-4a24-8826-df38c01a7122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0735140 Sep 30 01:13:40.488984 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-2d429dee-a4ec-43db-a8f7-dee2598d353a service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360511 Sep 30 01:13:40.620106 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-8e70195e-566f-45dc-8a02-a86a7a68b89d service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238487 Sep 30 01:13:40.687188 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-6a5bcc0a-ff20-43a9-a4cd-a1193ab79c8a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a91a955a-b302-4a1e-8e67-1aaf3fa7f289 HTTP/1.1" status: 200 len: 217 time: 0.0599885 Sep 30 01:13:40.752090 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-e4e748c1-2b8b-408c-bd23-a33f7ebefb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:13:40.753480 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-e4e748c1-2b8b-408c-bd23-a33f7ebefb1c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=652513b8-d456-4d6b-b6d5-540fa6762cfc HTTP/1.1" status: 200 len: 797 time: 0.0600798 Sep 30 01:13:40.827740 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-9e235f1e-02f5-4906-828f-2cb02cddf97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:13:40.829222 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-9e235f1e-02f5-4906-828f-2cb02cddf97f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9dd935bb-d688-4433-a9d1-a36b64beb9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0693052 Sep 30 01:13:40.958690 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-1b69dd3d-aa09-49b0-8211-250b497d4703 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd935bb-d688-4433-a9d1-a36b64beb9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231446 Sep 30 01:13:41.107546 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-410059e8-d564-4977-b614-47b7c19b7e3a service neutron] 10.222.0.59 "GET /v2.0/networks/9dd935bb-d688-4433-a9d1-a36b64beb9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405430 Sep 30 01:13:41.206493 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-3a54d3da-d5c2-427e-ab34-2f174f4c9dbf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=19351280-48a5-463a-8841-fd47e2412cd3 HTTP/1.1" status: 200 len: 217 time: 0.0920532 Sep 30 01:13:41.271155 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-5cd2286f-a4fc-4ad5-b9e0-f7f425d1bd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:13:41.272602 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-5cd2286f-a4fc-4ad5-b9e0-f7f425d1bd8f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=652513b8-d456-4d6b-b6d5-540fa6762cfc HTTP/1.1" status: 200 len: 797 time: 0.0594001 Sep 30 01:13:41.350438 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-493b5182-6c48-4d36-a28a-7ba560481401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:13:41.351941 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-493b5182-6c48-4d36-a28a-7ba560481401 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9dd935bb-d688-4433-a9d1-a36b64beb9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0730367 Sep 30 01:13:41.481925 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-87c1be85-3420-4ac6-8866-d820141d6ced service neutron] 10.222.0.59 "GET /v2.0/networks/9dd935bb-d688-4433-a9d1-a36b64beb9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231923 Sep 30 01:13:41.615079 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4651ca27-2abe-4e8d-b604-47ac4b40c311 req-2ee2cd8b-059b-492a-a4a7-1560bcf6476f service neutron] 10.222.0.59 "GET /v2.0/networks/9dd935bb-d688-4433-a9d1-a36b64beb9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257942 Sep 30 01:13:41.702078 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:13:48.875471 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-fb2d09f9-56b8-4cf4-889e-f58a98bea378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:13:49.047007 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:13:51.255504 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-27ae3131-f2d0-4bad-8cb2-cc057ad98082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:13:52.333930 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:13:54.000880 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:13:54.872883 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 01:14:05.709195 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:14:11.714097 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:14:18.876536 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-6ae6113f-684d-4195-be5b-0fdad84c6f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:14:19.047708 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:14:21.256763 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-77855f75-ba7d-409a-9af5-d747ae84bbbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:14:22.339090 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:14:24.003930 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:14:31.871293 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 01:14:34.162437 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d7520892-f1ae-4ede-8c77-69ce9be56780 req-efcb8af6-752c-4c69-82fc-743c2be99c79 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f2975e0b-9b7b-48e5-b25c-bccba3f3c215&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0685613 Sep 30 01:14:34.268804 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7520892-f1ae-4ede-8c77-69ce9be56780 req-f7351d67-9cdb-4331-9062-791db5e4f256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:14:34.270278 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d7520892-f1ae-4ede-8c77-69ce9be56780 req-f7351d67-9cdb-4331-9062-791db5e4f256 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8767d8a532d4414b39625d7a69ec23c&device_id=f2975e0b-9b7b-48e5-b25c-bccba3f3c215 HTTP/1.1" status: 200 len: 1096 time: 0.0825164 Sep 30 01:14:34.417101 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7520892-f1ae-4ede-8c77-69ce9be56780 req-71d2c77f-d730-4669-aaaf-37c026c7e4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:14:34.418457 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d7520892-f1ae-4ede-8c77-69ce9be56780 req-71d2c77f-d730-4669-aaaf-37c026c7e4f7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a087d332-f814-410e-928c-613b2ea7408d HTTP/1.1" status: 200 len: 919 time: 0.1266062 Sep 30 01:14:34.489025 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d7520892-f1ae-4ede-8c77-69ce9be56780 req-f43ef323-46f1-4b87-a4d3-baf0dcd080f4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05 HTTP/1.1" status: 200 len: 217 time: 0.0599201 Sep 30 01:14:34.677292 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7520892-f1ae-4ede-8c77-69ce9be56780 req-e5adb879-e183-432d-b19d-9b68cdf9772e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:14:34.678683 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d7520892-f1ae-4ede-8c77-69ce9be56780 req-e5adb879-e183-432d-b19d-9b68cdf9772e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6928d526-297b-4cd4-a8f2-b9f7d8eccc48 HTTP/1.1" status: 200 len: 858 time: 0.1772318 Sep 30 01:14:34.731178 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d7520892-f1ae-4ede-8c77-69ce9be56780 req-f93b9c0e-3356-4348-a57b-98a850aeaab9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a087d332-f814-410e-928c-613b2ea7408d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413949 Sep 30 01:14:34.867817 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d7520892-f1ae-4ede-8c77-69ce9be56780 req-c5fd2ca8-1e22-4829-bd9e-58d7e23cc7b5 service neutron] 10.222.0.55 "GET /v2.0/networks/a087d332-f814-410e-928c-613b2ea7408d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241925 Sep 30 01:14:34.999773 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-d7520892-f1ae-4ede-8c77-69ce9be56780 req-65218961-c3c3-42b0-b093-1b89c0f26ae6 service neutron] 10.222.0.55 "GET /v2.0/networks/a087d332-f814-410e-928c-613b2ea7408d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247292 Sep 30 01:14:35.707448 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:14:37.651607 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a76facd0-0845-41cd-8b5c-4fb8bb8aa9b9 req-2309804f-eb1b-4c2c-ab05-cea7d3eead76 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=424d3864-5f45-44de-bd2e-612aa701e951&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0739701 Sep 30 01:14:37.755386 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76facd0-0845-41cd-8b5c-4fb8bb8aa9b9 req-c0c56fd9-8c17-447b-89ed-30d44b658aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:14:37.756773 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a76facd0-0845-41cd-8b5c-4fb8bb8aa9b9 req-c0c56fd9-8c17-447b-89ed-30d44b658aac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae9d48c350404be697ff4dd9b287505e&device_id=424d3864-5f45-44de-bd2e-612aa701e951 HTTP/1.1" status: 200 len: 1096 time: 0.0714283 Sep 30 01:14:37.901276 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76facd0-0845-41cd-8b5c-4fb8bb8aa9b9 req-a8f4fc84-d69b-4b67-9837-6bf687a137c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:14:37.902746 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a76facd0-0845-41cd-8b5c-4fb8bb8aa9b9 req-a8f4fc84-d69b-4b67-9837-6bf687a137c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=70baa069-92be-4f0b-ac1b-e4fc1a5ebd44 HTTP/1.1" status: 200 len: 909 time: 0.1256580 Sep 30 01:14:37.973127 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a76facd0-0845-41cd-8b5c-4fb8bb8aa9b9 req-d2a20065-0cd8-4af4-9a7d-3d1b6f039113 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=275a05ee-2d26-41c2-8c4b-7d6e547d6d60 HTTP/1.1" status: 200 len: 217 time: 0.0638111 Sep 30 01:14:38.034830 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76facd0-0845-41cd-8b5c-4fb8bb8aa9b9 req-06f0bbff-a8b3-405d-a022-9c287e6e524b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:14:38.036192 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a76facd0-0845-41cd-8b5c-4fb8bb8aa9b9 req-06f0bbff-a8b3-405d-a022-9c287e6e524b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b82dcc45-59f8-4469-9389-d77bc1612453 HTTP/1.1" status: 200 len: 848 time: 0.0564821 Sep 30 01:14:38.086883 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a76facd0-0845-41cd-8b5c-4fb8bb8aa9b9 req-f8d4d864-8a2b-4643-bfb3-7978a1500111 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70baa069-92be-4f0b-ac1b-e4fc1a5ebd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434363 Sep 30 01:14:38.217405 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a76facd0-0845-41cd-8b5c-4fb8bb8aa9b9 req-20533bb7-2427-4480-851a-caecd7d7a999 service neutron] 10.222.0.59 "GET /v2.0/networks/70baa069-92be-4f0b-ac1b-e4fc1a5ebd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234202 Sep 30 01:14:38.358545 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-a76facd0-0845-41cd-8b5c-4fb8bb8aa9b9 req-b1718c43-f0c5-4d81-a114-5fe051f70694 service neutron] 10.222.0.59 "GET /v2.0/networks/70baa069-92be-4f0b-ac1b-e4fc1a5ebd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314173 Sep 30 01:14:41.711348 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:14:43.712549 n-d-811809-1 neutron-server[80274]: DEBUG neutron.wsgi [req-ec8ba32f-ea06-4ab7-ab30-d3ae0b1b3e3f req-94cdd7d6-3cc3-4fc4-822c-a17b7cc1beb8 service neutron] (80274) timed out ('10.222.0.59', 57664) {{(pid=80274) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 30 01:14:48.878171 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-fb6abadd-8038-4d5c-9cdb-3ebd68ddf6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:14:49.050240 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:14:51.258041 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-d593a177-6c9e-4afa-a165-ff6bf711c5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:14:52.340118 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:14:54.006652 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:15:05.712470 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:15:08.870453 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 01:15:11.729123 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:15:18.878148 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-447d14a0-5f22-4d46-9db5-299bb4ec2cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:15:19.051284 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:15:21.259002 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-61669138-9618-4122-9da2-b31afa6e222b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:15:22.341028 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:15:24.009461 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:15:34.406998 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0eb0a35e-ea72-4a2c-a1a5-82a01d9c387f req-6660bf12-b745-4be6-9b21-c67ab52690f1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1175663 Sep 30 01:15:34.547878 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0a35e-ea72-4a2c-a1a5-82a01d9c387f req-351ca54d-f2cf-4622-96ab-287859694e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:15:34.549240 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0eb0a35e-ea72-4a2c-a1a5-82a01d9c387f req-351ca54d-f2cf-4622-96ab-287859694e63 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=abce1fccae0f433a86d5519286621727&device_id=3a69e154-3fb0-40ed-bd4a-dde41d96bc0f HTTP/1.1" status: 200 len: 1096 time: 0.0710464 Sep 30 01:15:34.701020 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0a35e-ea72-4a2c-a1a5-82a01d9c387f req-e2b8c7fe-f014-4d10-81c2-9615a5629d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:15:34.702448 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0eb0a35e-ea72-4a2c-a1a5-82a01d9c387f req-e2b8c7fe-f014-4d10-81c2-9615a5629d30 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a1ec61c9-0175-45e3-86f7-b51b96fff07c HTTP/1.1" status: 200 len: 920 time: 0.1268113 Sep 30 01:15:34.777483 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0eb0a35e-ea72-4a2c-a1a5-82a01d9c387f req-52af17c0-2c91-473d-a0fb-3ef84a0305ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76ee0856-56d5-491b-9b82-852b2b9478ac HTTP/1.1" status: 200 len: 217 time: 0.0637352 Sep 30 01:15:34.847885 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0a35e-ea72-4a2c-a1a5-82a01d9c387f req-3f18fbb0-4b7c-4eb5-b1a0-a119f82d66fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:15:34.849319 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0eb0a35e-ea72-4a2c-a1a5-82a01d9c387f req-3f18fbb0-4b7c-4eb5-b1a0-a119f82d66fc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c3d0072-a3d6-4e3e-8b73-1d7d0c6bb6d2 HTTP/1.1" status: 200 len: 859 time: 0.0605621 Sep 30 01:15:34.901728 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0eb0a35e-ea72-4a2c-a1a5-82a01d9c387f req-0791aae1-3d91-4fa0-8cb4-e115b87dfbfb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a1ec61c9-0175-45e3-86f7-b51b96fff07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423048 Sep 30 01:15:35.037238 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0eb0a35e-ea72-4a2c-a1a5-82a01d9c387f req-8c348773-3a47-4967-bf74-c0839213b915 service neutron] 10.222.0.55 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234708 Sep 30 01:15:35.284182 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0eb0a35e-ea72-4a2c-a1a5-82a01d9c387f req-149fa6e8-d834-4dbe-924a-b1d9e43cdaad service neutron] 10.222.0.55 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401426 Sep 30 01:15:35.736652 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:15:38.669729 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-a49df035-d79f-4583-b35b-c0d57264a7b3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1196108 Sep 30 01:15:38.844990 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-2a90e33b-97ec-470f-9220-de0e216a2feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:15:38.845503 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-2a90e33b-97ec-470f-9220-de0e216a2feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:15:38.846003 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-2a90e33b-97ec-470f-9220-de0e216a2feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:15:38.846502 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-2a90e33b-97ec-470f-9220-de0e216a2feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:15:38.847033 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-2a90e33b-97ec-470f-9220-de0e216a2feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:15:38.847548 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-2a90e33b-97ec-470f-9220-de0e216a2feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:15:38.848036 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-2a90e33b-97ec-470f-9220-de0e216a2feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:15:38.849926 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-2a90e33b-97ec-470f-9220-de0e216a2feb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0149d6d6ed59445481fded27e8294137&device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 6501 time: 0.0925372 Sep 30 01:15:39.008870 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-0f21a24a-c304-42f5-924a-a2c5775b1407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:15:39.009358 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-0f21a24a-c304-42f5-924a-a2c5775b1407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:15:39.009837 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-0f21a24a-c304-42f5-924a-a2c5775b1407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:15:39.011409 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-0f21a24a-c304-42f5-924a-a2c5775b1407 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d752305-7068-40ad-9ef6-292e77a160d6&id=0c8f5270-f537-4a24-8826-df38c01a7122&id=0c8f5270-f537-4a24-8826-df38c01a7122&id=0c8f5270-f537-4a24-8826-df38c01a7122&id=0c8f5270-f537-4a24-8826-df38c01a7122&id=9dd935bb-d688-4433-a9d1-a36b64beb9e9&id=9dd935bb-d688-4433-a9d1-a36b64beb9e9 HTTP/1.1" status: 200 len: 2297 time: 0.1376958 Sep 30 01:15:39.112192 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-0924ef73-ca8f-436b-9f08-37e700b47827 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1aca60a-f261-4d1f-8965-402345b005c0 HTTP/1.1" status: 200 len: 1001 time: 0.0941007 Sep 30 01:15:39.173977 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-1ce95093-4b16-4ad0-81da-40f72a9d241a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:15:39.175403 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-1ce95093-4b16-4ad0-81da-40f72a9d241a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4eb85df0-f35f-4266-997a-b64f8df7e23e HTTP/1.1" status: 200 len: 855 time: 0.0569406 Sep 30 01:15:39.252282 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-f561539a-9225-44c1-8fbf-8f1faae2f946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:15:39.253755 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-f561539a-9225-44c1-8fbf-8f1faae2f946 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d752305-7068-40ad-9ef6-292e77a160d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721993 Sep 30 01:15:39.385060 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-de709bbf-9348-4b1d-a212-e55133bf5319 service neutron] 10.222.0.59 "GET /v2.0/networks/7d752305-7068-40ad-9ef6-292e77a160d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246700 Sep 30 01:15:39.515188 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-61410ed8-32f5-451b-b952-5679d24d6ec5 service neutron] 10.222.0.59 "GET /v2.0/networks/7d752305-7068-40ad-9ef6-292e77a160d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227386 Sep 30 01:15:39.582906 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-ba47ef24-ed98-4d18-8c60-11cb16318432 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=4bcedee4-4dcd-4af9-a34a-1321e1e30cf8 HTTP/1.1" status: 200 len: 217 time: 0.0608506 Sep 30 01:15:39.647758 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-ff9e25b9-65c6-4921-806e-aec26f79a9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:15:39.649072 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-ff9e25b9-65c6-4921-806e-aec26f79a9ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08cf9028-f858-4c0c-8619-dc36cad505dd HTTP/1.1" status: 200 len: 797 time: 0.0602157 Sep 30 01:15:39.722611 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-681fcffa-22a7-4f63-a3bd-92c45071fe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:15:39.724091 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-681fcffa-22a7-4f63-a3bd-92c45071fe05 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c8f5270-f537-4a24-8826-df38c01a7122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0689158 Sep 30 01:15:39.853389 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-558a1a48-362b-4081-8217-e0051181b304 service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217835 Sep 30 01:15:39.981573 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-5ab0badd-bf7f-40f5-9979-66eaa6173db9 service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203477 Sep 30 01:15:40.051606 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-06d56f82-3fad-4e08-9935-2ae6c8653a9f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=926094d2-6b68-4ff4-bc28-d8d49e33eecf HTTP/1.1" status: 200 len: 217 time: 0.0628808 Sep 30 01:15:40.112675 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-207bb7b3-e134-43e2-a763-341fac3c54ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:15:40.114065 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-207bb7b3-e134-43e2-a763-341fac3c54ee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08cf9028-f858-4c0c-8619-dc36cad505dd HTTP/1.1" status: 200 len: 797 time: 0.0566900 Sep 30 01:15:40.305139 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-7d81466e-9725-4796-835f-d72d8eac10be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:15:40.306531 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-7d81466e-9725-4796-835f-d72d8eac10be service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c8f5270-f537-4a24-8826-df38c01a7122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1856191 Sep 30 01:15:40.441351 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-41fe425a-3c79-491a-b43f-87a8f915afc6 service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268785 Sep 30 01:15:40.574474 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-4a972c18-1d74-48ee-abe0-21ab268d6dc9 service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266220 Sep 30 01:15:40.643296 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-6469a275-54c7-4936-a4b0-c04cf2b43b97 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=ff466f62-2993-4fda-99f8-d2dc5b844aa7 HTTP/1.1" status: 200 len: 217 time: 0.0620599 Sep 30 01:15:40.708684 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-c6a01609-95c0-42fe-aae4-953bac82a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:15:40.710154 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-c6a01609-95c0-42fe-aae4-953bac82a0c9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08cf9028-f858-4c0c-8619-dc36cad505dd HTTP/1.1" status: 200 len: 797 time: 0.0605624 Sep 30 01:15:40.795323 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-6a50adc8-b359-4998-b2c2-7be6f2409fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:15:40.796785 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-6a50adc8-b359-4998-b2c2-7be6f2409fdd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c8f5270-f537-4a24-8826-df38c01a7122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0797465 Sep 30 01:15:40.928490 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-ef8ece52-b7df-47fe-afd8-1a0ac1eea050 service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243615 Sep 30 01:15:41.058627 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-20dde8cd-fa6b-4d36-8f00-115907e05500 service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236086 Sep 30 01:15:41.129833 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-3fa77e47-3fa5-41fd-ad70-fe7cdaa40e2b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=8383232f-0a72-4842-ada7-be7b80f6f5bb HTTP/1.1" status: 200 len: 217 time: 0.0631404 Sep 30 01:15:41.191671 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-b02115d9-378f-49c5-bb6b-13fb5d2d878b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:15:41.192995 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-b02115d9-378f-49c5-bb6b-13fb5d2d878b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08cf9028-f858-4c0c-8619-dc36cad505dd HTTP/1.1" status: 200 len: 797 time: 0.0570865 Sep 30 01:15:41.270409 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-9173975f-2ef9-44ad-b788-e07c87ce458a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:15:41.271888 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-9173975f-2ef9-44ad-b788-e07c87ce458a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c8f5270-f537-4a24-8826-df38c01a7122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0723751 Sep 30 01:15:41.404325 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-2da3f0a8-93fe-4b9f-8fe1-389a86b4ea7f service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260643 Sep 30 01:15:41.534473 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-7a6cc6d4-de8e-426e-be73-1ef168e6c177 service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232419 Sep 30 01:15:41.602450 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-a734ad07-b0fa-4199-83c1-b271f2d8adbb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a91a955a-b302-4a1e-8e67-1aaf3fa7f289 HTTP/1.1" status: 200 len: 217 time: 0.0606856 Sep 30 01:15:41.670602 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-524e2a83-f3a7-40bd-a323-cbbabe732210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:15:41.672081 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-524e2a83-f3a7-40bd-a323-cbbabe732210 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=652513b8-d456-4d6b-b6d5-540fa6762cfc HTTP/1.1" status: 200 len: 797 time: 0.0608370 Sep 30 01:15:41.749276 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-481a71bd-3df2-4251-8d95-186af26b6d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:15:41.750896 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-481a71bd-3df2-4251-8d95-186af26b6d7e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9dd935bb-d688-4433-a9d1-a36b64beb9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0719817 Sep 30 01:15:41.754279 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:15:41.995994 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-e150d3d3-6d35-40e4-98b6-5ee60ae42fbe service neutron] 10.222.0.59 "GET /v2.0/networks/9dd935bb-d688-4433-a9d1-a36b64beb9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381971 Sep 30 01:15:42.131452 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-afe22add-b42d-490f-ad62-255a5de2a87a service neutron] 10.222.0.59 "GET /v2.0/networks/9dd935bb-d688-4433-a9d1-a36b64beb9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278179 Sep 30 01:15:42.202230 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-5c79b218-7c14-493b-9ed4-680fd15767a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=19351280-48a5-463a-8841-fd47e2412cd3 HTTP/1.1" status: 200 len: 217 time: 0.0644588 Sep 30 01:15:42.265489 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-7ae8dfd9-5191-4bf7-9547-c38170b1ef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:15:42.267101 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-7ae8dfd9-5191-4bf7-9547-c38170b1ef41 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=652513b8-d456-4d6b-b6d5-540fa6762cfc HTTP/1.1" status: 200 len: 797 time: 0.0590625 Sep 30 01:15:42.346964 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-2ff2ff29-0053-4771-ad6b-7bd20237f52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:15:42.348454 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-2ff2ff29-0053-4771-ad6b-7bd20237f52d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9dd935bb-d688-4433-a9d1-a36b64beb9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0751050 Sep 30 01:15:42.487654 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-eb82e55a-fa5e-445d-a7c7-3c2a74eaf39b service neutron] 10.222.0.59 "GET /v2.0/networks/9dd935bb-d688-4433-a9d1-a36b64beb9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328866 Sep 30 01:15:42.622130 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-4cfbb578-5a9b-46eb-9e00-46da54b16ba4 req-3d6ff6f9-c41e-4425-bfc1-b1876308cc4c service neutron] 10.222.0.59 "GET /v2.0/networks/9dd935bb-d688-4433-a9d1-a36b64beb9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276996 Sep 30 01:15:45.869567 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 01:15:46.191666 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [req-65920103-532d-4799-a7cf-c62a63007a43 req-c2f734f9-c844-4320-b44b-73e53085ffd1 service neutron] (80275) timed out ('10.222.0.39', 59156) {{(pid=80275) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 30 01:15:48.879040 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-137f7bd3-fa85-4b8b-a342-9bf26a69a9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:15:49.052607 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:15:51.259513 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-0df4df11-b6e3-4e01-a821-c12b6d2209cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:15:52.342714 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:15:54.018399 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:16:05.729670 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:16:11.766387 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:16:18.879923 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-98ad5e49-e29c-410a-b845-fe705d3c7447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:16:19.054235 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:16:21.262144 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-011c13f4-7de9-48f0-94ac-868b2834fa8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:16:22.344759 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:16:22.868685 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 01:16:24.014563 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:16:35.733823 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:16:36.379243 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-04c63b49-7edd-4b15-9e0f-604cc9eb20e0 req-7336d6a5-b7bb-4298-b062-3e8c7d109476 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=19735f62-db0c-42ba-a329-6f749a7b42ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0680954 Sep 30 01:16:36.480858 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c63b49-7edd-4b15-9e0f-604cc9eb20e0 req-9441004e-c564-4546-9f05-fa4de72c03b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:16:36.482314 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-04c63b49-7edd-4b15-9e0f-604cc9eb20e0 req-9441004e-c564-4546-9f05-fa4de72c03b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=abce1fccae0f433a86d5519286621727&device_id=19735f62-db0c-42ba-a329-6f749a7b42ad HTTP/1.1" status: 200 len: 1096 time: 0.0800524 Sep 30 01:16:36.626990 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c63b49-7edd-4b15-9e0f-604cc9eb20e0 req-4c188a90-4555-4e51-92b3-8f605f2ce3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:16:36.628438 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-04c63b49-7edd-4b15-9e0f-604cc9eb20e0 req-4c188a90-4555-4e51-92b3-8f605f2ce3f5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a1ec61c9-0175-45e3-86f7-b51b96fff07c HTTP/1.1" status: 200 len: 920 time: 0.1257741 Sep 30 01:16:36.698421 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-04c63b49-7edd-4b15-9e0f-604cc9eb20e0 req-2c5059c0-760a-4642-bb13-2eb4f56db40e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4f17f60-b99a-4d9e-a576-ffa93c711c13 HTTP/1.1" status: 200 len: 217 time: 0.0629451 Sep 30 01:16:36.759305 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c63b49-7edd-4b15-9e0f-604cc9eb20e0 req-4de0d05c-d3b0-4d41-97b6-42a6bcc5b40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:16:36.760680 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-04c63b49-7edd-4b15-9e0f-604cc9eb20e0 req-4de0d05c-d3b0-4d41-97b6-42a6bcc5b40d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c3d0072-a3d6-4e3e-8b73-1d7d0c6bb6d2 HTTP/1.1" status: 200 len: 859 time: 0.0559020 Sep 30 01:16:36.806509 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-04c63b49-7edd-4b15-9e0f-604cc9eb20e0 req-a9349839-d211-4c16-bedc-82e515493935 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a1ec61c9-0175-45e3-86f7-b51b96fff07c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381458 Sep 30 01:16:36.935074 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-04c63b49-7edd-4b15-9e0f-604cc9eb20e0 req-d52d6a36-5f1b-4734-9b76-e30452e93405 service neutron] 10.222.0.55 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211176 Sep 30 01:16:37.066269 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-04c63b49-7edd-4b15-9e0f-604cc9eb20e0 req-52645ac8-0baf-495d-83d8-db0c707f185e service neutron] 10.222.0.55 "GET /v2.0/networks/a1ec61c9-0175-45e3-86f7-b51b96fff07c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227365 Sep 30 01:16:40.763811 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2d240a84-4da4-4f8d-a4a6-7279d3994866 req-85673996-2e6a-4eb9-958a-b48086978b20 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=424d3864-5f45-44de-bd2e-612aa701e951&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1845837 Sep 30 01:16:40.866202 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d240a84-4da4-4f8d-a4a6-7279d3994866 req-8ccbe6de-a9fc-4188-9555-48ea32e8fc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:16:40.867599 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2d240a84-4da4-4f8d-a4a6-7279d3994866 req-8ccbe6de-a9fc-4188-9555-48ea32e8fc30 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae9d48c350404be697ff4dd9b287505e&device_id=424d3864-5f45-44de-bd2e-612aa701e951 HTTP/1.1" status: 200 len: 1096 time: 0.0700488 Sep 30 01:16:41.011846 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d240a84-4da4-4f8d-a4a6-7279d3994866 req-ad534c86-50c7-4d44-8bdd-d345bca51cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:16:41.013281 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2d240a84-4da4-4f8d-a4a6-7279d3994866 req-ad534c86-50c7-4d44-8bdd-d345bca51cfc service neutron] 10.222.0.59 "GET /v2.0/networks?id=70baa069-92be-4f0b-ac1b-e4fc1a5ebd44 HTTP/1.1" status: 200 len: 909 time: 0.1248672 Sep 30 01:16:41.083288 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2d240a84-4da4-4f8d-a4a6-7279d3994866 req-5e54f2ee-576d-4051-a358-e9787d7fc262 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=275a05ee-2d26-41c2-8c4b-7d6e547d6d60 HTTP/1.1" status: 200 len: 217 time: 0.0631232 Sep 30 01:16:41.144919 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d240a84-4da4-4f8d-a4a6-7279d3994866 req-0132f87a-4a2e-4a01-9b15-086a8e3e744a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:16:41.146224 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2d240a84-4da4-4f8d-a4a6-7279d3994866 req-0132f87a-4a2e-4a01-9b15-086a8e3e744a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b82dcc45-59f8-4469-9389-d77bc1612453 HTTP/1.1" status: 200 len: 848 time: 0.0564442 Sep 30 01:16:41.196030 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2d240a84-4da4-4f8d-a4a6-7279d3994866 req-bbd3c4ed-4ca1-42b2-8a68-107e6bbfd942 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70baa069-92be-4f0b-ac1b-e4fc1a5ebd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432067 Sep 30 01:16:41.325085 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2d240a84-4da4-4f8d-a4a6-7279d3994866 req-9814b4a7-e4f2-4684-a7b9-b25c31362fb6 service neutron] 10.222.0.59 "GET /v2.0/networks/70baa069-92be-4f0b-ac1b-e4fc1a5ebd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222355 Sep 30 01:16:41.466409 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-2d240a84-4da4-4f8d-a4a6-7279d3994866 req-33361a0f-be00-4f8e-9e37-0c712eafa066 service neutron] 10.222.0.59 "GET /v2.0/networks/70baa069-92be-4f0b-ac1b-e4fc1a5ebd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324353 Sep 30 01:16:41.776138 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:16:48.881107 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-992b6f9a-7813-41fb-8dca-ee75906f21f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:16:49.056097 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:16:51.263102 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-29757f09-8092-44a2-86dd-aa4f19aa91cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:16:52.349157 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:16:54.017847 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:16:59.868650 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 01:17:05.748052 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:17:11.770076 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:17:18.884634 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-411027f5-cc0f-48d0-8bac-724b41807dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:17:19.102582 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:17:21.265870 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-1f8dc9aa-cda1-4ede-b03c-db9133ffc0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:17:22.350857 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:17:24.021808 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:17:35.737421 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:17:36.371771 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9448eae8-f828-4db9-aa43-1e0269371ef8 req-79cd87ad-7dfc-4bc5-8f3d-28547cab5bdd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f2975e0b-9b7b-48e5-b25c-bccba3f3c215&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0738003 Sep 30 01:17:36.468140 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448eae8-f828-4db9-aa43-1e0269371ef8 req-f080d48b-bb72-4356-a522-6b3e6c580e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:17:36.469625 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9448eae8-f828-4db9-aa43-1e0269371ef8 req-f080d48b-bb72-4356-a522-6b3e6c580e32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a8767d8a532d4414b39625d7a69ec23c&device_id=f2975e0b-9b7b-48e5-b25c-bccba3f3c215 HTTP/1.1" status: 200 len: 1096 time: 0.0703275 Sep 30 01:17:36.618613 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448eae8-f828-4db9-aa43-1e0269371ef8 req-712e2c1f-0d84-4e84-919b-d07fcbb385b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:17:36.620149 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9448eae8-f828-4db9-aa43-1e0269371ef8 req-712e2c1f-0d84-4e84-919b-d07fcbb385b3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a087d332-f814-410e-928c-613b2ea7408d HTTP/1.1" status: 200 len: 919 time: 0.1283503 Sep 30 01:17:36.699223 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9448eae8-f828-4db9-aa43-1e0269371ef8 req-08ebce21-6149-4fa5-b489-c5cf9da3f231 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21d9bdb6-295c-4d7a-ac40-2a9b20ac2b05 HTTP/1.1" status: 200 len: 217 time: 0.0683775 Sep 30 01:17:36.765228 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448eae8-f828-4db9-aa43-1e0269371ef8 req-0ee124aa-0738-466c-9724-e65aaedfe853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:17:36.766638 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9448eae8-f828-4db9-aa43-1e0269371ef8 req-0ee124aa-0738-466c-9724-e65aaedfe853 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6928d526-297b-4cd4-a8f2-b9f7d8eccc48 HTTP/1.1" status: 200 len: 858 time: 0.0599008 Sep 30 01:17:36.816970 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9448eae8-f828-4db9-aa43-1e0269371ef8 req-fdfa88d3-a204-41cb-8b7e-6306a89cccf0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a087d332-f814-410e-928c-613b2ea7408d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401585 Sep 30 01:17:36.867801 n-d-811809-1 neutron-server[80277]: DEBUG neutron.db.agents_db [None req-290eded1-2b4a-4fd1-9923-21ea933fec0e None None] Agent healthcheck: found 7 active agents {{(pid=80277) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 30 01:17:36.955875 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9448eae8-f828-4db9-aa43-1e0269371ef8 req-2029f745-6a1b-4558-8133-4b4a0683aaad service neutron] 10.222.0.55 "GET /v2.0/networks/a087d332-f814-410e-928c-613b2ea7408d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229715 Sep 30 01:17:37.085975 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-9448eae8-f828-4db9-aa43-1e0269371ef8 req-a7534780-9b25-488f-bc75-32e1b4c44a38 service neutron] 10.222.0.55 "GET /v2.0/networks/a087d332-f814-410e-928c-613b2ea7408d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225533 Sep 30 01:17:41.628370 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-f1621424-18eb-4a4e-a64f-ebae5ce04735 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=31d31b10-a352-4542-94f9-1071f460d03b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0789902 Sep 30 01:17:41.782009 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:17:41.798192 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-721e936a-1823-4fc9-990a-54576756714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:17:41.798702 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-721e936a-1823-4fc9-990a-54576756714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:17:41.799247 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-721e936a-1823-4fc9-990a-54576756714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:17:41.799726 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-721e936a-1823-4fc9-990a-54576756714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:17:41.800218 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-721e936a-1823-4fc9-990a-54576756714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:17:41.800709 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-721e936a-1823-4fc9-990a-54576756714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:17:41.801192 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-721e936a-1823-4fc9-990a-54576756714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:17:41.803246 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-721e936a-1823-4fc9-990a-54576756714b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0149d6d6ed59445481fded27e8294137&device_id=31d31b10-a352-4542-94f9-1071f460d03b HTTP/1.1" status: 200 len: 6501 time: 0.0846775 Sep 30 01:17:42.087199 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-fc78b480-8e36-4088-9a32-c0d5a6ee1602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:17:42.087699 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-fc78b480-8e36-4088-9a32-c0d5a6ee1602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:17:42.088190 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-fc78b480-8e36-4088-9a32-c0d5a6ee1602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:17:42.089753 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-fc78b480-8e36-4088-9a32-c0d5a6ee1602 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d752305-7068-40ad-9ef6-292e77a160d6&id=0c8f5270-f537-4a24-8826-df38c01a7122&id=0c8f5270-f537-4a24-8826-df38c01a7122&id=0c8f5270-f537-4a24-8826-df38c01a7122&id=0c8f5270-f537-4a24-8826-df38c01a7122&id=9dd935bb-d688-4433-a9d1-a36b64beb9e9&id=9dd935bb-d688-4433-a9d1-a36b64beb9e9 HTTP/1.1" status: 200 len: 2297 time: 0.2618792 Sep 30 01:17:42.194509 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-0c670e9e-93d4-4249-abd5-a7cf13508d07 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1aca60a-f261-4d1f-8965-402345b005c0 HTTP/1.1" status: 200 len: 1001 time: 0.0976257 Sep 30 01:17:42.257518 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-5f624bc2-e910-4596-9c8b-d4ea9e01e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:17:42.258915 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-5f624bc2-e910-4596-9c8b-d4ea9e01e242 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4eb85df0-f35f-4266-997a-b64f8df7e23e HTTP/1.1" status: 200 len: 855 time: 0.0578668 Sep 30 01:17:42.338603 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-b3d122e2-feea-4fb3-820c-dc7bc8660b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:17:42.340028 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-b3d122e2-feea-4fb3-820c-dc7bc8660b29 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d752305-7068-40ad-9ef6-292e77a160d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741272 Sep 30 01:17:42.475934 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-e8dc7530-0685-4296-8cb1-aad8f61937e0 service neutron] 10.222.0.59 "GET /v2.0/networks/7d752305-7068-40ad-9ef6-292e77a160d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286719 Sep 30 01:17:42.613411 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-53e97649-6caa-44b4-87d8-4aaadccf0c85 service neutron] 10.222.0.59 "GET /v2.0/networks/7d752305-7068-40ad-9ef6-292e77a160d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302652 Sep 30 01:17:42.681289 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-e86828b6-2a2d-4568-bfac-45088b87cd67 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=4bcedee4-4dcd-4af9-a34a-1321e1e30cf8 HTTP/1.1" status: 200 len: 217 time: 0.0609121 Sep 30 01:17:42.746514 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-f1b0acea-dd95-4bea-ad91-be507ff62f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:17:42.747976 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-f1b0acea-dd95-4bea-ad91-be507ff62f4b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08cf9028-f858-4c0c-8619-dc36cad505dd HTTP/1.1" status: 200 len: 797 time: 0.0605490 Sep 30 01:17:42.825410 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-0f2b9074-322c-4e58-8f8a-a903b46d2f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:17:42.827847 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-0f2b9074-322c-4e58-8f8a-a903b46d2f1b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c8f5270-f537-4a24-8826-df38c01a7122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0717523 Sep 30 01:17:42.957650 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-cab718d9-f9ed-47fb-8201-f1ef821e2c0e service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236465 Sep 30 01:17:43.086606 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-fc5bf418-bf17-497f-85e2-143d86077504 service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225595 Sep 30 01:17:43.156056 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-0deb4fd3-f6f6-4dc9-bc7c-d1a83a1f175c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=926094d2-6b68-4ff4-bc28-d8d49e33eecf HTTP/1.1" status: 200 len: 217 time: 0.0627298 Sep 30 01:17:43.218759 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-9bda72cb-840d-45b1-b821-18c2b863d8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:17:43.220077 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-9bda72cb-840d-45b1-b821-18c2b863d8bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08cf9028-f858-4c0c-8619-dc36cad505dd HTTP/1.1" status: 200 len: 797 time: 0.0575526 Sep 30 01:17:43.298288 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-2c112726-91c6-498f-9045-19b6ab924944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:17:43.299780 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-2c112726-91c6-498f-9045-19b6ab924944 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c8f5270-f537-4a24-8826-df38c01a7122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0729485 Sep 30 01:17:43.429404 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-ee3deb04-389f-412b-9104-15794b87d1ea service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226373 Sep 30 01:17:43.675611 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-68dd59e5-2eb7-4dce-9472-029d268fda27 service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379718 Sep 30 01:17:43.742244 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-f11d8780-2817-4978-a3d6-a244e9c1e9d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=ff466f62-2993-4fda-99f8-d2dc5b844aa7 HTTP/1.1" status: 200 len: 217 time: 0.0596566 Sep 30 01:17:43.804988 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-08b18e1b-8a03-4745-a2c1-54f657a57b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:17:43.806290 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-08b18e1b-8a03-4745-a2c1-54f657a57b1f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08cf9028-f858-4c0c-8619-dc36cad505dd HTTP/1.1" status: 200 len: 797 time: 0.0575664 Sep 30 01:17:43.879442 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-b8c0514a-6390-4102-95a0-c2c7be9f5bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:17:43.880874 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-b8c0514a-6390-4102-95a0-c2c7be9f5bc7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c8f5270-f537-4a24-8826-df38c01a7122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0679917 Sep 30 01:17:44.009879 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-b2255170-8c0b-4ec8-af80-85d9aa97f165 service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221213 Sep 30 01:17:44.146082 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-71a10da4-d897-49c7-82a9-888f5af7afb5 service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271129 Sep 30 01:17:44.216865 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-bf1c41b1-6746-4b58-b5d5-2f607ecc2fe1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=8383232f-0a72-4842-ada7-be7b80f6f5bb HTTP/1.1" status: 200 len: 217 time: 0.0634582 Sep 30 01:17:44.278891 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-37092708-15fd-4743-bb8d-c90401fa7eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:17:44.280893 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-37092708-15fd-4743-bb8d-c90401fa7eed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08cf9028-f858-4c0c-8619-dc36cad505dd HTTP/1.1" status: 200 len: 797 time: 0.0570638 Sep 30 01:17:44.359251 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-f18dc396-0c14-47d2-bad1-5d457c64cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:17:44.360738 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-f18dc396-0c14-47d2-bad1-5d457c64cf88 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0c8f5270-f537-4a24-8826-df38c01a7122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0735545 Sep 30 01:17:44.491086 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-2f1c5ca2-d3de-4fcf-9d46-d52294cfacc7 service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232398 Sep 30 01:17:44.634812 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-7029cea8-a431-430b-8f5f-b6c65c757829 service neutron] 10.222.0.59 "GET /v2.0/networks/0c8f5270-f537-4a24-8826-df38c01a7122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347992 Sep 30 01:17:44.707465 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-90ad71f4-e4dd-4389-8bba-a8d6c2addff2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a91a955a-b302-4a1e-8e67-1aaf3fa7f289 HTTP/1.1" status: 200 len: 217 time: 0.0647893 Sep 30 01:17:44.773049 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-d103a69e-e221-4729-8c84-5456acb30959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:17:44.774380 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-d103a69e-e221-4729-8c84-5456acb30959 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=652513b8-d456-4d6b-b6d5-540fa6762cfc HTTP/1.1" status: 200 len: 797 time: 0.0607071 Sep 30 01:17:44.848700 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-60aa52f2-5872-40c6-b195-6556c76d7de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:17:44.850156 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-60aa52f2-5872-40c6-b195-6556c76d7de4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9dd935bb-d688-4433-a9d1-a36b64beb9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0691044 Sep 30 01:17:44.981138 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-d07542f6-fb92-48f9-9e86-289212ec202b service neutron] 10.222.0.59 "GET /v2.0/networks/9dd935bb-d688-4433-a9d1-a36b64beb9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225488 Sep 30 01:17:45.113794 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-d219056d-a170-44a9-b399-20cbf47a3d45 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd935bb-d688-4433-a9d1-a36b64beb9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249602 Sep 30 01:17:45.183404 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-d1278aaf-1cc6-41f5-9955-7b6ad25413db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=19351280-48a5-463a-8841-fd47e2412cd3 HTTP/1.1" status: 200 len: 217 time: 0.0632319 Sep 30 01:17:45.244471 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-862af651-0897-4b96-8340-2db107150908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:17:45.245899 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-862af651-0897-4b96-8340-2db107150908 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=652513b8-d456-4d6b-b6d5-540fa6762cfc HTTP/1.1" status: 200 len: 797 time: 0.0560136 Sep 30 01:17:45.323769 n-d-811809-1 neutron-server[80274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-879ca8c5-1ef7-41ef-8fbd-3ec7489ca342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 01:17:45.325248 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-879ca8c5-1ef7-41ef-8fbd-3ec7489ca342 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9dd935bb-d688-4433-a9d1-a36b64beb9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0730646 Sep 30 01:17:45.571075 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-73951bfb-8ede-4f1a-a17e-cf88f71074d9 service neutron] 10.222.0.59 "GET /v2.0/networks/9dd935bb-d688-4433-a9d1-a36b64beb9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382989 Sep 30 01:17:45.706371 n-d-811809-1 neutron-server[80274]: INFO neutron.wsgi [req-0a35e328-b5b9-4624-90b8-4c8e467c1be7 req-cacb7255-084e-495f-a559-972ebd02adad service neutron] 10.222.0.59 "GET /v2.0/networks/9dd935bb-d688-4433-a9d1-a36b64beb9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279275 Sep 30 01:17:48.886124 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-b3c0a925-2e0f-4a0b-8de7-f9ab7bf2d988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:17:49.055533 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5fa83229-2a89-4b1e-a73f-3cbfd0a0d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:17:51.268052 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-28035deb-ec4b-4eb3-9bda-4ebc016dc2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:17:52.354892 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-99472d2b-0f02-492d-b2a2-13674230b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:17:54.025573 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-5db7023d-e6aa-40de-96e8-fa1966e4072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:18:05.751948 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-c606f5ca-fa18-4a73-bd80-a7a84b279a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 01:18:10.659784 n-d-811809-1 neutron-server[80275]: DEBUG neutron.wsgi [req-815b5a39-84a9-42c1-8181-553f4b863a7f req-7f9a52df-b0f5-4179-b596-0f126f79c5bb service neutron] (80275) timed out ('10.222.0.39', 45432) {{(pid=80275) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 30 01:18:11.779996 n-d-811809-1 neutron-server[80276]: DEBUG neutron_lib.callbacks.manager [None req-8143576d-1641-4581-9367-0390ef0af33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790970645926', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1446314'] for agent, after_update {{(pid=80276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}